support tensor parallel

2025-06-15 01:31:24 +08:00
parent b6136383c9
commit 53b3ef2e32
9 changed files with 102 additions and 31 deletions
--- a/nanovllm/llm.py
+++ b/nanovllm/llm.py
@@ -2,4 +2,4 @@ from nanovllm.engine.llm_engine import LLMEngine


 class LLM(LLMEngine):
-    pass
+    pass