Enable LLaMA fast tokenizer (#132)

2023-05-28 02:51:42 -07:00
parent 56b7f0efa4
commit 337871c6fd
2 changed files with 11 additions and 7 deletions
--- a/cacheflow/sampling_params.py
+++ b/cacheflow/sampling_params.py
@@ -129,7 +129,7 @@ class SamplingParams:
                f"frequency_penalty={self.frequency_penalty}, "
                f"temperature={self.temperature}, "
                f"top_p={self.top_p}, "
-                f"top_k={self.top_k},"
+                f"top_k={self.top_k}, "
                f"use_beam_search={self.use_beam_search}, "
                f"stop={self.stop}, "
                f"ignore_eos={self.ignore_eos}, "