Colin McDonnell
47 lines
1.5 KiB
TypeScript
47 lines
1.5 KiB
TypeScript
import { randomUUID } from "node:crypto";
|
|
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
|
import { defineFixture, getStructuredOutput } from "../utils.ts";
|
|
|
|
/**
|
|
* MCP merge test - validates repo-level MCP servers merge correctly with gh_pullfrog.
|
|
*
|
|
* Uses GITHUB_REPOSITORY=pullfrog/test-repo-mcp whose robin-mcp reads a secret
|
|
* from /tmp/pullfrog-mcp-secret/secret.txt (outside the repo, unreachable via
|
|
* file_read) and exposes it via get_test_value. The runner writes the secret
|
|
* there via repoSetup before the agent starts. Runs in nobash mode.
|
|
*/
|
|
|
|
const secret = randomUUID();
|
|
|
|
const fixture = defineFixture(
|
|
{
|
|
prompt: `Call the get_test_value tool from the robinMCP server. It returns a JSON object with a "value" field. Extract that inner value string and pass it to set_output.`,
|
|
bash: "disabled",
|
|
effort: "mini",
|
|
},
|
|
{ localOnly: true }
|
|
);
|
|
|
|
function validator(result: AgentResult): ValidationCheck[] {
|
|
const output = getStructuredOutput(result);
|
|
const setOutputCalled = output !== null;
|
|
const correctValue = setOutputCalled && output === secret;
|
|
|
|
return [
|
|
{ name: "set_output", passed: setOutputCalled },
|
|
{ name: "repo_mcp", passed: correctValue },
|
|
];
|
|
}
|
|
|
|
export const test: TestRunnerOptions = {
|
|
name: "mcpmerge",
|
|
fixture,
|
|
validator,
|
|
env: {
|
|
GITHUB_REPOSITORY: "pullfrog/test-repo-mcp",
|
|
PULLFROG_MCP_SECRET: secret,
|
|
},
|
|
repoSetup:
|
|
'mkdir -p /tmp/pullfrog-mcp-secret && printf "%s" "$PULLFROG_MCP_SECRET" > /tmp/pullfrog-mcp-secret/secret.txt',
|
|
};
|