add restricted tests, refactor test infrastructure (#150)
This commit is contained in:
committed by
pullfrog[bot]
parent
41fb0e78be
commit
9a8db3e07c
+12
-2
@@ -1,11 +1,21 @@
|
||||
import type { AgentResult, ValidationCheck } from "./utils.ts";
|
||||
import { runTests } from "./utils.ts";
|
||||
import { defineFixture, runTests } from "./utils.ts";
|
||||
|
||||
/**
|
||||
* smoke test - validates agent can connect to API and call MCP tools.
|
||||
* verifies select_mode tool is called with correct params.
|
||||
*/
|
||||
|
||||
const fixture = defineFixture(
|
||||
{
|
||||
prompt: `Call the select_mode tool with modeName "Build" and confirm you received the mode's prompt instructions.
|
||||
|
||||
Then say "SMOKE TEST PASSED".`,
|
||||
effort: "mini",
|
||||
},
|
||||
{ localOnly: true }
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
// verify MCP tool was called with correct params:
|
||||
// → select_mode({"modeName":"Build"}) or → mcp__gh_pullfrog__select_mode({"modeName":"Build"})
|
||||
@@ -21,6 +31,6 @@ function validator(result: AgentResult): ValidationCheck[] {
|
||||
|
||||
runTests({
|
||||
name: "smoke tests",
|
||||
fixture: "smoke.ts",
|
||||
fixture,
|
||||
validator,
|
||||
});
|
||||
|
||||
Reference in New Issue
Block a user