simplify

2025-08-31 19:44:57 +08:00
parent 6a6d217de7
commit df99418f7d
11 changed files with 47 additions and 96 deletions
--- a/nanovllm/engine/llm_engine.py
+++ b/nanovllm/engine/llm_engine.py
@@ -86,7 +86,7 @@ class LLMEngine:
                outputs[seq_id] = token_ids
                if use_tqdm:
                    pbar.update(1)
-        outputs = [outputs[seq_id] for seq_id in sorted(outputs)]
+        outputs = [outputs[seq_id] for seq_id in sorted(outputs.keys())]
        outputs = [{"text": self.tokenizer.decode(token_ids), "token_ids": token_ids} for token_ids in outputs]
        if use_tqdm:
            pbar.close()