add restricted tests, refactor test infrastructure (#150)

This commit is contained in:
David Blass
2026-01-22 21:06:19 +00:00
committed by pullfrog[bot]
parent 41fb0e78be
commit 9a8db3e07c
27 changed files with 388 additions and 587 deletions
+12 -2
View File
@@ -1,11 +1,21 @@
import type { AgentResult, ValidationCheck } from "./utils.ts";
import { runTests } from "./utils.ts";
import { defineFixture, runTests } from "./utils.ts";
/**
* smoke test - validates agent can connect to API and call MCP tools.
* verifies select_mode tool is called with correct params.
*/
const fixture = defineFixture(
{
prompt: `Call the select_mode tool with modeName "Build" and confirm you received the mode's prompt instructions.
Then say "SMOKE TEST PASSED".`,
effort: "mini",
},
{ localOnly: true }
);
function validator(result: AgentResult): ValidationCheck[] {
// verify MCP tool was called with correct params:
// → select_mode({"modeName":"Build"}) or → mcp__gh_pullfrog__select_mode({"modeName":"Build"})
@@ -21,6 +31,6 @@ function validator(result: AgentResult): ValidationCheck[] {
runTests({
name: "smoke tests",
fixture: "smoke.ts",
fixture,
validator,
});