9 lines
152 B
Python
9 lines
152 B
Python
from dataclasses import dataclass
|
|
|
|
|
|
@dataclass
|
|
class SamplingParams:
|
|
temperature: float = 1.0
|
|
max_tokens: int = 64
|
|
ignore_eos: bool = False
|