[Bugfix] Fix typo in read_offset variable name (#33426)
Signed-off-by: Alberto Ferrer <albertof@barrahome.org>
This commit is contained in:
@@ -280,7 +280,7 @@ class SlowIncrementalDetokenizer(BaseIncrementalDetokenizer):
|
|||||||
# Prompt embedding requests cannot be detokenized, in general.
|
# Prompt embedding requests cannot be detokenized, in general.
|
||||||
self.tokens = [""] * self.prompt_len
|
self.tokens = [""] * self.prompt_len
|
||||||
self.prefix_offset = 0
|
self.prefix_offset = 0
|
||||||
self.read_offest = 0
|
self.read_offset = 0
|
||||||
|
|
||||||
self.token_ids.extend(request.prompt_token_ids or [0] * self.prompt_len)
|
self.token_ids.extend(request.prompt_token_ids or [0] * self.prompt_len)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user