[test] Added test_align.py and Before change nanovllm attention.

2026-01-04 22:48:01 +08:00
parent 24096431ed
commit e897380127
3 changed files with 58 additions and 33 deletions
--- a/nanovllm/engine/model_runner.py
+++ b/nanovllm/engine/model_runner.py
@@ -480,7 +480,7 @@ class ModelRunner:
            if input_ids.numel() == 0:
                break

-            # Run model forward
+            #> Run model forward
            logits = self.run_model(input_ids, positions, is_prefill=True)
            reset_context()