This commit is contained in:
GeeeekExplorer
2025-06-11 21:17:23 +08:00
parent 08c84ec08d
commit fee58d44e4
5 changed files with 4 additions and 36 deletions

View File

@@ -52,7 +52,7 @@ class LLMEngine:
desc="Generating",
dynamic_ncols=True,
)
if not isinstance(SamplingParams, list):
if not isinstance(sampling_params, list):
sampling_params = [sampling_params] * len(prompts)
for prompt, sp in zip(prompts, sampling_params):
self.add_request(prompt, sp)