Call faulthandler.enable() and also register on SIGUSR1

deepinfra · Jan 31, 2024 · 87fd551 · 87fd551
1 parent eee6ed3
commit 87fd551
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py
@@ -1,6 +1,8 @@
 import argparse
 import asyncio
 import json
+import faulthandler
+import signal
 from contextlib import asynccontextmanager
 import os
 import importlib
@@ -178,6 +180,10 @@ async def create_completion(request: CompletionRequest, raw_request: Request):
 if __name__ == "__main__":
     args = parse_args()
 
+    faulthandler.enable(all_threads=True)
+    if hasattr(signal, 'SIGUSR1'):
+        faulthandler.register(signal.SIGUSR1)
+
     app.add_middleware(
         CORSMiddleware,
         allow_origins=args.allowed_origins,