[V1] Improve TP>1 Error Handling + Stack Trace (#11721)

Co-authored-by: Tyler Michael Smith <tyler@neuralmagic.com>
2025-01-03 16:29:11 -05:00
parent 61fed92c7e
commit 1543914c04
4 changed files with 40 additions and 21 deletions
--- a/vllm/v1/engine/core.py
+++ b/vllm/v1/engine/core.py
@@ -198,7 +198,7 @@ class EngineCoreProc(EngineCore):
        except Exception:
            traceback = get_exception_traceback()
            logger.error("EngineCore hit an exception: %s", traceback)
-            parent_process.send_signal(signal.SIGQUIT)
+            parent_process.send_signal(signal.SIGUSR1)

        finally:
            if engine_core is not None: