[Misc] remove duplicate definition of seq_lens_tensor in model_runner.py (#5129)

2024-05-30 22:56:19 +09:00
parent f758505c73
commit d79d9eaaff
1 changed files with 0 additions and 3 deletions
--- a/vllm/worker/model_runner.py
+++ b/vllm/worker/model_runner.py
@@ -518,9 +518,6 @@ class ModelRunner:
        else:
            multi_modal_input = None

-        seq_lens_tensor = torch.tensor(seq_lens,
-                                       dtype=torch.int,
-                                       device=self.device)
        query_lens_tensor = torch.tensor(query_lens,
                                         dtype=torch.long,
                                         device=self.device)