[torch.compile] add a flag to disable custom op (#8488)

This commit is contained in:
youkaichao
2024-09-14 13:07:16 -07:00
committed by GitHub
parent a36e070dad
commit 47790f3e32
3 changed files with 12 additions and 1 deletions

View File

@@ -202,6 +202,11 @@ environment_variables: Dict[str, Callable[[], Any]] = {
(os.environ.get("VLLM_DYNAMO_USE_CUSTOM_DISPATCHER", "True").lower() in
("true", "1")),
# Internal flag to control whether we use custom op,
# or use the native pytorch implementation
"VLLM_TEST_COMPILE_NO_CUSTOM_OPS":
lambda: int(os.environ.get("VLLM_TEST_COMPILE_NO_CUSTOM_OPS", "0")),
# Internal flag to enable Dynamo fullgraph capture
"VLLM_TEST_DYNAMO_FULLGRAPH_CAPTURE":
lambda: bool(