better

2025-06-13 13:07:33 +08:00
parent 135d1b38a2
commit 59aa3ff57c
4 changed files with 4 additions and 4 deletions
--- a/bench.py
+++ b/bench.py
@@ -24,4 +24,4 @@ llm.generate(prompt_token_ids, sampling_params)
 t = (time.time() - t)
 total_tokens = sum(sp.max_tokens for sp in sampling_params)
 throughput = total_tokens / t
-print(f"Total: {total_tokens}tok, Time: {t:.2f}s, Throughput: {throughput: .2f}tok/s")
+print(f"Total: {total_tokens}tok, Time: {t:.2f}s, Throughput: {throughput:.2f}tok/s")