[WIP] remove num_prefetch_blocks varible.
This commit is contained in:
@@ -22,7 +22,6 @@ class Config:
|
||||
offload_policy: str = "lru" # "lru", "fifo", or full class path
|
||||
num_transfer_streams: int = 4 # Number of CUDA streams for async transfers
|
||||
num_gpu_blocks: int = -1 # User-specified GPU blocks count, -1 = auto (use max available)
|
||||
num_prefetch_blocks: int = 2 # Number of prefetch blocks for three-region GPU buffer design
|
||||
|
||||
# Computed fields for offload (set in __post_init__ or by ModelRunner)
|
||||
num_gpu_kvcache_blocks: int = -1
|
||||
|
||||
Reference in New Issue
Block a user