Merge pull request #22 from cheunglei/use_spawn

2025-06-17 23:53:59 +08:00
parent bc0ad5a116 b5ace32982
commit 4fc764f175
3 changed files with 52 additions and 41 deletions
--- a/nanovllm/engine/llm_engine.py
+++ b/nanovllm/engine/llm_engine.py
@@ -20,9 +20,10 @@ class LLMEngine:
        config = Config(model, **config_kwargs)
        self.ps = []
        self.events = []
+        ctx = mp.get_context("spawn")
        for i in range(1, config.tensor_parallel_size):
-            event = mp.Event()
-            process = mp.Process(target=ModelRunner, args=(config, i, event))
+            event = ctx.Event()
+            process = ctx.Process(target=ModelRunner, args=(config, i, event))
            process.start()
            self.ps.append(process)
            self.events.append(event)