Add contributing guideline and mypy config (#122)

2023-05-23 17:58:51 -07:00
parent 3f942acfe1
commit a283ec2eec
16 changed files with 128 additions and 44 deletions
--- a/cacheflow/model_executor/layers/sampler.py
+++ b/cacheflow/model_executor/layers/sampler.py
@@ -347,7 +347,7 @@ def _sample_from_generation_tokens(
        # Greedy sampling.
        assert len(seq_ids) == 1
        next_token_id = torch.argmax(probs, dim=-1)
-        next_token_ids = [next_token_id.item()]
+        next_token_ids = [int(next_token_id.item())]
        parent_seq_ids = seq_ids
    else:
        # Random sampling.