[Misc]Suppress irrelevant exception stack trace information when CUDA…

… out of memory (vllm-project#11437)
shiquan1988 · Dec 23, 2024 · 9e2b7f9 · 9e2b7f9
1 parent 2ca830d
commit 9e2b7f9
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py
@@ -233,7 +233,8 @@ def __init__(
         self.request_counter = Counter()
 
     def __del__(self):
-        if self.llm_engine and hasattr(self.llm_engine, "shutdown"):
+        if hasattr(self, 'llm_engine') and self.llm_engine and hasattr(
+                self.llm_engine, "shutdown"):
             self.llm_engine.shutdown()
 
     @staticmethod