add #timeout, macro errors, refactor tests (#191)

test/agnostic/timeout.ts

@@ -0,0 +1,33 @@
+import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
+import { defineFixture } from "../utils.ts";
+
+/**
+ * timeout test - validates timeout enforcement works correctly.
+ * sets a very short timeout (5s) and gives the agent a task that takes longer.
+ * the run should fail with a timeout error.
+ */
+
+const fixture = defineFixture(
+  {
+    prompt: `Call the select_mode tool with modeName "Build", then analyze the mode instructions.
+Then call select_mode with modeName "Review" and compare the two modes in detail.
+Finally say "TIMEOUT TEST COMPLETED".`,
+    timeout: "5s",
+    effort: "mini",
+  },
+  { localOnly: true }
+);
+
+function validator(result: AgentResult): ValidationCheck[] {
+  // run should have failed due to timeout
+  const timedOut = !result.success && /timed out/i.test(result.output);
+  return [{ name: "timeout_triggered", passed: timedOut }];
+}
+
+export const test: TestRunnerOptions = {
+  name: "timeout tests",
+  fixture,
+  validator,
+  // agnostic tests expect failures, so override the default success check
+  expectFailure: true,
+};