[ROCm] Add extra step in config initialization to populate custom ops before compilation config init (#34848)
Signed-off-by: Gregory Shtrasberg <Gregory.Shtrasberg@amd.com>
This commit is contained in:
committed by
GitHub
parent
9f9a675b23
commit
6042e66cd5
@@ -809,6 +809,8 @@ class VllmConfig:
|
||||
if "-quant_fp8" not in custom_ops:
|
||||
custom_ops.append("+quant_fp8")
|
||||
|
||||
current_platform.apply_config_platform_defaults(self)
|
||||
|
||||
if self.compilation_config.mode is None:
|
||||
if self.optimization_level > OptimizationLevel.O0:
|
||||
self.compilation_config.mode = CompilationMode.VLLM_COMPILE
|
||||
|
||||
Reference in New Issue
Block a user