[Bugfix] Fix using -O[0,3] with LLM entrypoint (#10677)

Signed-off-by: mgoin <michael@neuralmagic.com>
2024-11-26 13:44:01 -05:00
parent f5792c7c4a
commit 9a99273b48
2 changed files with 12 additions and 3 deletions
--- a/vllm/engine/arg_utils.py
+++ b/vllm/engine/arg_utils.py
@@ -206,7 +206,10 @@ class EngineArgs:
        # support `EngineArgs(compilation_config={...})`
        # without having to manually construct a
        # CompilationConfig object
-        if isinstance(self.compilation_config, (int, dict)):
+        if isinstance(self.compilation_config, (int)):
+            self.compilation_config = CompilationConfig.from_cli(
+                str(self.compilation_config))
+        elif isinstance(self.compilation_config, (dict)):
            self.compilation_config = CompilationConfig.from_cli(
                json.dumps(self.compilation_config))