[Misc]Suppress irrelevant exception stack trace information when CUDA… (#11438)
Co-authored-by: shiquan <shiquan>
This commit is contained in:
@@ -233,7 +233,8 @@ class LLM:
|
||||
self.request_counter = Counter()
|
||||
|
||||
def __del__(self):
|
||||
if self.llm_engine and hasattr(self.llm_engine, "shutdown"):
|
||||
if hasattr(self, 'llm_engine') and self.llm_engine and hasattr(
|
||||
self.llm_engine, "shutdown"):
|
||||
self.llm_engine.shutdown()
|
||||
|
||||
@staticmethod
|
||||
|
||||
Reference in New Issue
Block a user