From 020bd35dee1d302723ad40ff5e962fa41782aba2 Mon Sep 17 00:00:00 2001 From: Adam Karnowski Date: Tue, 25 Feb 2025 15:36:29 +0100 Subject: [PATCH] Fix sporadic issue in async_engine/test_api_server tests (#794) Fix the sporadic issue with not enough time to update statistics data in test_api_server test. The requests are always canceled succesfully, but given time to update statistics was too short to work reliable. --- tests/async_engine/test_api_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/async_engine/test_api_server.py b/tests/async_engine/test_api_server.py index 77f3fb0025a0f..9638b49303b58 100644 --- a/tests/async_engine/test_api_server.py +++ b/tests/async_engine/test_api_server.py @@ -98,7 +98,7 @@ def test_api_server(api_server, tokenizer_pool_size: int, # check cancellation stats # give it some times to update the stats - time.sleep(1) + time.sleep(3) num_aborted_requests = requests.get( "http://localhost:8000/stats").json()["num_aborted_requests"]