Add activation registry (#126)

This commit is contained in:
Woosuk Kwon
2023-05-25 00:09:07 -07:00
committed by GitHub
parent 057daef778
commit 4a151dd453
5 changed files with 22 additions and 13 deletions

View File

@@ -61,7 +61,7 @@ class LLM:
while self.llm_server.has_unfinished_requests():
step_outputs = self.llm_server.step()
for output in step_outputs:
if output.done:
if output.finished():
outputs.append(output)
if use_tqdm:
pbar.update(1)