fix

2025-06-15 13:09:05 +08:00
parent 326b121fad
commit 7e42fa6f63
3 changed files with 7 additions and 5 deletions
--- a/nanovllm/engine/llm_engine.py
+++ b/nanovllm/engine/llm_engine.py
@@ -34,6 +34,7 @@ class LLMEngine:

    def exit(self):
        self.model_runner.call("exit")
+        del self.model_runner
        for p in self.ps:
            p.join()