[WIP] Before fix bench_offload.py.

This commit is contained in:
Zijie Tian
2026-01-06 18:41:08 +08:00
parent c7ac39dfbd
commit 535f2037ab
7 changed files with 66 additions and 44 deletions

View File

@@ -123,7 +123,7 @@ if __name__ == "__main__":
parser.add_argument(
"--max-model-len",
type=int,
default=36 * 1024,
default=128 * 1024,
help="Maximum model context length"
)
parser.add_argument(