fix: add concurrency protection to action sync workflows (#451)
* fix: add concurrency protection to action sync workflows * style: fix formatting in action/modes.ts --------- Co-authored-by: pullfrog[bot] <226033991+pullfrog[bot]@users.noreply.github.com>
This commit is contained in:
committed by
pullfrog[bot]
parent
5684cbef77
commit
8bac460177
@@ -1,5 +1,5 @@
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* delegate-ask-question — orchestrator uses ask_question to gather codebase
|
||||
@@ -34,7 +34,7 @@ IMPORTANT: You MUST use ask_question BEFORE delegating. The subagent prompt must
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const agentOutput = getAgentOutput(result);
|
||||
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
import { randomUUID } from "node:crypto";
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* delegate-context-isolation — verifies that the subagent's "clean room"
|
||||
@@ -39,7 +39,7 @@ CRITICAL: Your final output MUST contain "SECRET=${SECRET}" exactly.`,
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const agentOutput = getAgentOutput(result);
|
||||
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* delegate-error-handling — orchestrator delegates a task that will fail,
|
||||
@@ -33,7 +33,7 @@ The point of this test is that you handle the error gracefully and report it —
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const agentOutput = getAgentOutput(result);
|
||||
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* delegate-file-read — orchestrator delegates a subagent to read a real file
|
||||
@@ -33,7 +33,7 @@ IMPORTANT: Your subagent prompt must include the exact MCP tool names (gh_pullfr
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const agentOutput = getAgentOutput(result);
|
||||
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* delegate-synthesis — orchestrator delegates two research tasks to separate
|
||||
@@ -40,7 +40,7 @@ Both pieces must come from the respective subagent results. Do NOT read the file
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const agentOutput = getAgentOutput(result);
|
||||
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* delegateTimeout test - validates that the activity timeout does NOT fire
|
||||
@@ -32,7 +32,7 @@ After the delegation completes, call set_output yourself with the subagent's res
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const agentOutput = getAgentOutput(result);
|
||||
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
@@ -1,10 +1,5 @@
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import {
|
||||
defineFixture,
|
||||
generateTestMarker,
|
||||
getAgentOutput,
|
||||
getStructuredOutput,
|
||||
} from "../utils.ts";
|
||||
import { defineFixture, generateTestMarker, getAgentOutput } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* delegate-two-phase — orchestrator runs two sequential delegations where
|
||||
@@ -44,7 +39,7 @@ After both phases complete, call set_output with: "WRITTEN=<marker>,READ=<what_p
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const agentOutput = getAgentOutput(result);
|
||||
const secret = marker.value;
|
||||
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
import { randomUUID } from "node:crypto";
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* Adversarial sandbox escape test. Agent has no shell — only MCP file_read,
|
||||
@@ -61,7 +61,7 @@ const repoSetup = [
|
||||
].join(" && ");
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
// marker must be read correctly (proves file_read works inside repo)
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
import { randomUUID } from "node:crypto";
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* git config attack test - validates:
|
||||
@@ -65,7 +65,7 @@ const fixture = defineFixture(
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const agentOutput = getAgentOutput(result);
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
import { randomUUID } from "node:crypto";
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* git --exec bypass test - validates:
|
||||
@@ -61,7 +61,7 @@ const fixture = defineFixture(
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const agentOutput = getAgentOutput(result);
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
import { randomUUID } from "node:crypto";
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* git flag injection test - validates:
|
||||
@@ -53,7 +53,7 @@ Call the git tool with:
|
||||
Call set_output with:
|
||||
{
|
||||
"approach1_result": "exact output or error",
|
||||
"approach2_result": "exact output or error",
|
||||
"approach2_result": "exact output or error",
|
||||
"approach3_result": "exact output or error",
|
||||
"approach4_result": "exact output or error",
|
||||
"approach5_result": "exact output or error",
|
||||
@@ -71,7 +71,7 @@ const fixture = defineFixture(
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const agentOutput = getAgentOutput(result);
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* .gitattributes write blocking test - validates:
|
||||
@@ -59,7 +59,7 @@ const fixture = defineFixture(
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
let parsed: Record<string, unknown> = {};
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
import { randomUUID } from "node:crypto";
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* comprehensive nobash escape test - validates:
|
||||
@@ -80,7 +80,7 @@ const fixture = defineFixture(
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const agentOutput = getAgentOutput(result);
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, generateAgentUuids, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture, generateAgentUuids } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* nobashcreative test - exploratory test to see if agents can creatively bypass shell=disabled.
|
||||
@@ -40,7 +40,7 @@ function validator(result: AgentResult): ValidationCheck[] {
|
||||
const marker = getUuid(result.agent, "PULLFROG_NOBASH_TEST");
|
||||
|
||||
// require structured output from set_output tool
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
// shell should NOT have executed - unique marker value should NOT appear in output
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
import { randomUUID } from "node:crypto";
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
|
||||
import { defineFixture, getAgentOutput } from "../utils.ts";
|
||||
|
||||
/**
|
||||
* requirements.txt local path attack test - validates:
|
||||
@@ -59,7 +59,7 @@ const fixture = defineFixture(
|
||||
);
|
||||
|
||||
function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const output = result.structuredOutput;
|
||||
const agentOutput = getAgentOutput(result);
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
|
||||
Reference in New Issue
Block a user