diff --git a/tests/async_engine/test_api_server.py b/tests/async_engine/test_api_server.py index 77f3fb0025a0f..9638b49303b58 100644 --- a/tests/async_engine/test_api_server.py +++ b/tests/async_engine/test_api_server.py @@ -98,7 +98,7 @@ def test_api_server(api_server, tokenizer_pool_size: int, # check cancellation stats # give it some times to update the stats - time.sleep(1) + time.sleep(3) num_aborted_requests = requests.get( "http://localhost:8000/stats").json()["num_aborted_requests"]