import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts"; import { defineFixture, getStructuredOutput } from "../utils.ts"; /** * smoke test - validates agent can connect to API and call MCP tools. * verifies set_output tool is called with correct value. */ const fixture = defineFixture( { prompt: `Call set_output with "SMOKE TEST PASSED".`, effort: "mini", }, { localOnly: true } ); function validator(result: AgentResult): ValidationCheck[] { const output = getStructuredOutput(result); const setOutputCalled = output !== null; const correctValue = setOutputCalled && /SMOKE TEST PASSED/i.test(output); return [ { name: "set_output", passed: setOutputCalled }, { name: "correct_value", passed: correctValue }, ]; } export const test: TestRunnerOptions = { name: "smoke", fixture, validator, env: { GITHUB_REPOSITORY: "pullfrog/test-repo" }, };