From 7907fac64e56308a65ce70cb0331e0c861314acc Mon Sep 17 00:00:00 2001 From: Colin McDonnell Date: Sat, 16 May 2026 03:14:19 +0000 Subject: [PATCH] =?UTF-8?q?fix(test):=20bump=20model-smoke=20timeout=2060s?= =?UTF-8?q?=20=E2=86=92=20120s=20(#764)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit xai/grok-4.3 jobs in the models-live matrix land at 42-67s wall time vs 23-41s for every other provider, brushing the 60s ceiling and crossing it intermittently (e.g. xai/grok-code-fast in run 25949844470 timed out at 60s with `OK` already in stdout — model replied, harness just hadn't seen close). 120s gives ~2x headroom on the slowest provider without penalizing the fast-path providers, since the timer only fires on actual hangs. --- test/model-smoke.ts | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/test/model-smoke.ts b/test/model-smoke.ts index 58529a2..a3478b7 100644 --- a/test/model-smoke.ts +++ b/test/model-smoke.ts @@ -28,7 +28,12 @@ config({ path: join(import.meta.dirname, "..", "..", ".env") }); const PROMPT = "Reply with exactly OK and nothing else."; const MATCH = /\bOK\b/i; -const TIMEOUT_MS = 60_000; +// xai is the slowest provider in the matrix — winning xai/grok-4.3 jobs land +// at 42-67s wall time (vs 23-41s for every other provider), brushing a 60s +// ceiling and intermittently crossing it. 120s gives ~2x headroom on the +// slowest provider observed in CI, with no downside on the fast-path +// providers since the timer only fires on actual hangs. +const TIMEOUT_MS = 120_000; function parseSlug(): string { const argIdx = process.argv.indexOf("--slug");