diff --git a/vllm/compilation/wrapper.py b/vllm/compilation/wrapper.py index 4c1b04666..850ddae9a 100644 --- a/vllm/compilation/wrapper.py +++ b/vllm/compilation/wrapper.py @@ -151,14 +151,6 @@ class TorchCompileWithNoGuardsWrapper: "requires VLLM_USE_BYTECODE_HOOK=0. " ) - if envs.VLLM_USE_AOT_COMPILE: - # disabled until https://github.com/pytorch/pytorch/pull/169239 - # is picked up. - assert ds_type != DynamicShapesType.BACKED, ( - "evaluate_guards for backed shapes requires " - "VLLM_USE_AOT_COMPILE=False. " - ) - options["guard_filter_fn"] = lambda x: [ entry.guard_type == "SHAPE_ENV" for entry in x ]