compile random sampling

2025-08-31 22:55:34 +08:00
parent df99418f7d
commit 6ef2a4f630
2 changed files with 8 additions and 6 deletions
--- a/nanovllm/sampling_params.py
+++ b/nanovllm/sampling_params.py
@@ -6,3 +6,6 @@ class SamplingParams:
    temperature: float = 1.0
    max_tokens: int = 64
    ignore_eos: bool = False
+
+    def __post_init__(self):
+        assert self.temperature > 1e-10, "greedy sampling is not permitted"