diff --git a/app_tests/integration_tests/llm/shortfin/conftest.py b/app_tests/integration_tests/llm/shortfin/conftest.py index 34cd611ce..d434bccdc 100644 --- a/app_tests/integration_tests/llm/shortfin/conftest.py +++ b/app_tests/integration_tests/llm/shortfin/conftest.py @@ -150,6 +150,7 @@ def llm_server(request, model_test_dir, write_config): vmfb_path, parameters_path, settings, + timeout=300, ) logger.info("LLM server started!" + end_log_group()) yield server_process, port diff --git a/app_tests/integration_tests/llm/utils.py b/app_tests/integration_tests/llm/utils.py index 265115cd9..fc6f537c2 100644 --- a/app_tests/integration_tests/llm/utils.py +++ b/app_tests/integration_tests/llm/utils.py @@ -129,16 +129,21 @@ def find_available_port(): return port -def wait_for_server(url, timeout=10): +def wait_for_server(url, timeout): logger.info(f"Waiting for server to start at {url}...") start = time.time() - while time.time() - start < timeout: + elapsed = 0 + while elapsed <= timeout: try: requests.get(f"{url}/health") logger.info("Server successfully started") return except requests.exceptions.ConnectionError: + logger.info( + "Server has not started yet; waited {elapsed} seconds, giving up in timeout: {timeout} seconds." + ) time.sleep(1) + elapsed = time.time() - start raise TimeoutError(f"Server did not start within {timeout} seconds at {url}")