[Bugfix] Fix pin_lora error in TPU executor (#5760)

2024-06-21 22:25:14 -07:00
parent ff9ddbceee
commit 0cbc1d2b4f
1 changed files with 3 additions and 0 deletions
--- a/vllm/executor/tpu_executor.py
+++ b/vllm/executor/tpu_executor.py
@@ -82,6 +82,9 @@ class TPUExecutor(ExecutorBase):
    def remove_lora(self, lora_id: int) -> bool:
        raise NotImplementedError("LoRA is not implemented for TPU backend.")

+    def pin_lora(self, lora_id: int) -> bool:
+        raise NotImplementedError("LoRA is not implemented for TPU backend.")
+
    def list_loras(self) -> Set[int]:
        raise NotImplementedError("LoRA is not implemented for TPU backend.")