use spawn

2025-06-17 22:48:44 +08:00
parent 7e42fa6f63
commit b5ace32982
3 changed files with 52 additions and 41 deletions
--- a/nanovllm/engine/llm_engine.py
+++ b/nanovllm/engine/llm_engine.py
@@ -20,9 +20,10 @@ class LLMEngine:
        config = Config(model, **config_kwargs)
        self.ps = []
        self.events = []
+        ctx = mp.get_context("spawn")
        for i in range(1, config.tensor_parallel_size):
-            event = mp.Event()
-            process = mp.Process(target=ModelRunner, args=(config, i, event))
+            event = ctx.Event()
+            process = ctx.Process(target=ModelRunner, args=(config, i, event))
            process.start()
            self.ps.append(process)
            self.events.append(event)