From 313a1aa14bef4dcb89cf3e91e5c6ea2a9fe244fc Mon Sep 17 00:00:00 2001 From: Ying Sheng Date: Mon, 5 Aug 2024 09:28:21 +0000 Subject: [PATCH] show more error during warmup --- python/sglang/srt/server.py | 23 +++++++++++++++++------ 1 file changed, 17 insertions(+), 6 deletions(-) diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py index 4df1431cb96..48d5b77a210 100644 --- a/python/sglang/srt/server.py +++ b/python/sglang/srt/server.py @@ -367,14 +367,24 @@ def _wait_and_warmup(server_args, pipe_finish_writer): headers["Authorization"] = f"Bearer {server_args.api_key}" # Wait until the server is launched + success = False for _ in range(120): time.sleep(1) try: - requests.get(url + "/get_model_info", timeout=5, headers=headers) + res = requests.get(url + "/get_model_info", timeout=5, headers=headers) + assert res.status_code == 200, f"{res}" + success = True break - except requests.exceptions.RequestException: + except (AssertionError, requests.exceptions.RequestException) as e: + last_traceback = get_exception_traceback() pass + if not success: + if pipe_finish_writer is not None: + pipe_finish_writer.send(last_traceback) + print(f"Initialization failed. warmup error: {last_traceback}", flush=True) + sys.exit(1) + # Send a warmup request try: for _ in range(server_args.dp_size): @@ -390,12 +400,13 @@ def _wait_and_warmup(server_args, pipe_finish_writer): headers=headers, timeout=600, ) - assert res.status_code == 200 + assert res.status_code == 200, f"{res}" except Exception as e: + last_traceback = get_exception_traceback() if pipe_finish_writer is not None: - pipe_finish_writer.send(get_exception_traceback()) - print(f"Initialization failed. warmup error: {e}", flush=True) - raise e + pipe_finish_writer.send(last_traceback) + print(f"Initialization failed. warmup error: {last_traceback}", flush=True) + sys.exit(1) logger.info("The server is fired up and ready to roll!") if pipe_finish_writer is not None: