[Bugfix] Add fix for JSON whitespace (#4189)

Co-authored-by: Ubuntu <ubuntu@ip-172-31-13-147.ec2.internal>
This commit is contained in:
Ayush Rautwar
2024-04-19 23:49:22 -04:00
committed by GitHub
parent bc9df1571b
commit 138485a82d
2 changed files with 18 additions and 12 deletions

View File

@@ -131,6 +131,11 @@ class CFGLogitsProcessor(BaseLogitsProcessor):
fsm = CFGFSM(cfg, tokenizer)
self.fsm = fsm
def init_state(self):
"""Initialize state with a CFGFSM copy."""
super().init_state()
self.fsm = self.fsm.copy()
@lru_cache
def _adapt_tokenizer(tokenizer: PreTrainedTokenizerBase):