support tensor parallel

2025-06-15 01:31:24 +08:00
parent b6136383c9
commit 53b3ef2e32
9 changed files with 102 additions and 31 deletions
--- a/nanovllm/engine/sequence.py
+++ b/nanovllm/engine/sequence.py
@@ -75,7 +75,7 @@ class Sequence:
        self.num_tokens += 1

    def __getstate__(self):
-        state = super().__getstate__()
+        state = vars(self).copy()
        if self.num_completion_tokens:
            state.pop("token_ids")
        return state