zijie-tian/nano-vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

faster pickle

Browse Source
This commit is contained in:
GeeeekExplorer
2025-06-23 00:51:52 +08:00
parent 8162578b60
commit 03cfc13bb3
3 changed files with 10 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
nanovllm/engine/sequence.py
View File

@@ -72,14 +72,12 @@ class Sequence:
self.num_tokens += 1
def __getstate__(self):
state = {
"num_tokens": self.num_tokens,
"num_prompt_tokens": self.num_prompt_tokens,
"num_cached_tokens": self.num_cached_tokens,
"block_table": self.block_table,
}
return (self.num_tokens, self.num_prompt_tokens, self.num_cached_tokens, self.block_table,
self.token_ids if self.num_completion_tokens == 0 else self.last_token)
def __setstate__(self, state):
self.num_tokens, self.num_prompt_tokens, self.num_cached_tokens, self.block_table = state[:-1]
if self.num_completion_tokens == 0:
state["token_ids"] = self.token_ids
self.token_ids = state[-1]
else:
state["last_token"] = self.last_token
return state
self.last_token = state[-1]