[Frontend] [Core] perf: Automatically detect vLLM-tensorized model, update tensorizer to version 2.9.0 (#4208)

2024-05-13 17:57:07 -04:00
parent 0fca3cdcf2
commit 8bc68e198c
10 changed files with 259 additions and 523 deletions
--- a/vllm/envs.py
+++ b/vllm/envs.py
@@ -145,7 +145,7 @@ environment_variables: Dict[str, Callable[[], Any]] = {

    # S3 access information, used for tensorizer to load model from S3
    "S3_ACCESS_KEY_ID":
-    lambda: os.environ.get("S3_ACCESS_KEY", None),
+    lambda: os.environ.get("S3_ACCESS_KEY_ID", None),
    "S3_SECRET_ACCESS_KEY":
    lambda: os.environ.get("S3_SECRET_ACCESS_KEY", None),
    "S3_ENDPOINT_URL":