From aee802cdc59843feeed403b6c7ba02892e464bc9 Mon Sep 17 00:00:00 2001 From: CSY-ModelCloud Date: Mon, 27 Apr 2026 15:58:50 +0800 Subject: [PATCH] increase timing, fix flaky failures --- tests/test_openai_engine.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/tests/test_openai_engine.py b/tests/test_openai_engine.py index 2fd83f4..96234dc 100644 --- a/tests/test_openai_engine.py +++ b/tests/test_openai_engine.py @@ -273,7 +273,9 @@ def test_openai_compatible_server_waits_for_missing_earlier_generation_order() - session=backend, model_name="fake-model", max_batch_size=2, - batch_window_s=0.05, + # Keep a wider window so slow CI schedulers still observe the delayed earlier + # request within the same first refill stream. + batch_window_s=0.2, ) as server: batcher = server._generate_batcher assert batcher is not None @@ -294,7 +296,7 @@ def submit(prompt: str, order_index: int, *, delay_s: float = 0.0) -> str: futures = [ executor.submit(submit, "one", 1), executor.submit(submit, "two", 2), - executor.submit(submit, "zero", 0, delay_s=0.01), + executor.submit(submit, "zero", 0, delay_s=0.02), ] outputs = [future.result() for future in futures]