[misc] add a flag to enable compile (#7092)

This commit is contained in:
youkaichao
2024-08-02 16:18:45 -07:00
committed by GitHub
parent 22e718ff1a
commit 708989341e
2 changed files with 10 additions and 0 deletions

View File

@@ -174,6 +174,10 @@ environment_variables: Dict[str, Callable[[], Any]] = {
lambda: (os.environ.get("VLLM_USE_TRITON_FLASH_ATTN", "True").lower() in
("true", "1")),
# Internal flag to enable Dynamo graph capture
"VLLM_TEST_DYNAMO_GRAPH_CAPTURE":
lambda: int(os.environ.get("VLLM_TEST_DYNAMO_GRAPH_CAPTURE", "0")),
# local rank of the process in the distributed setting, used to determine
# the GPU device id
"LOCAL_RANK":