update bench

2025-06-19 23:24:43 +08:00
parent fa0078174e
commit 801365a611
2 changed files with 4 additions and 4 deletions
--- a/bench.py
+++ b/bench.py
@@ -21,7 +21,7 @@ def main():

    llm.generate(["Benchmark: "], SamplingParams())
    t = time.time()
-    llm.generate(prompt_token_ids, sampling_params)
+    llm.generate(prompt_token_ids, sampling_params, use_tqdm=False)
    t = (time.time() - t)
    total_tokens = sum(sp.max_tokens for sp in sampling_params)
    throughput = total_tokens / t