fix: add concurrency protection to action sync workflows (#451)

* fix: add concurrency protection to action sync workflows

* style: fix formatting in action/modes.ts

---------

Co-authored-by: pullfrog[bot] <226033991+pullfrog[bot]@users.noreply.github.com>
This commit is contained in:
pullfrog[bot]
2026-03-05 23:44:55 +00:00
committed by pullfrog[bot]
parent 5684cbef77
commit 8bac460177
40 changed files with 221 additions and 122 deletions
+2 -2
View File
@@ -1,5 +1,5 @@
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
import { defineFixture, getAgentOutput } from "../utils.ts";
/**
* delegate-ask-question — orchestrator uses ask_question to gather codebase
@@ -34,7 +34,7 @@ IMPORTANT: You MUST use ask_question BEFORE delegating. The subagent prompt must
);
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const agentOutput = getAgentOutput(result);
const setOutputCalled = output !== null;
+2 -2
View File
@@ -1,6 +1,6 @@
import { randomUUID } from "node:crypto";
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
import { defineFixture, getAgentOutput } from "../utils.ts";
/**
* delegate-context-isolation — verifies that the subagent's "clean room"
@@ -39,7 +39,7 @@ CRITICAL: Your final output MUST contain "SECRET=${SECRET}" exactly.`,
);
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const agentOutput = getAgentOutput(result);
const setOutputCalled = output !== null;
+2 -2
View File
@@ -1,5 +1,5 @@
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
import { defineFixture, getAgentOutput } from "../utils.ts";
/**
* delegate-error-handling — orchestrator delegates a task that will fail,
@@ -33,7 +33,7 @@ The point of this test is that you handle the error gracefully and report it —
);
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const agentOutput = getAgentOutput(result);
const setOutputCalled = output !== null;
+2 -2
View File
@@ -1,5 +1,5 @@
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
import { defineFixture, getAgentOutput } from "../utils.ts";
/**
* delegate-file-read — orchestrator delegates a subagent to read a real file
@@ -33,7 +33,7 @@ IMPORTANT: Your subagent prompt must include the exact MCP tool names (gh_pullfr
);
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const agentOutput = getAgentOutput(result);
const setOutputCalled = output !== null;
+2 -2
View File
@@ -1,5 +1,5 @@
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
import { defineFixture, getAgentOutput } from "../utils.ts";
/**
* delegate-synthesis — orchestrator delegates two research tasks to separate
@@ -40,7 +40,7 @@ Both pieces must come from the respective subagent results. Do NOT read the file
);
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const agentOutput = getAgentOutput(result);
const setOutputCalled = output !== null;
+2 -2
View File
@@ -1,5 +1,5 @@
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
import { defineFixture, getAgentOutput } from "../utils.ts";
/**
* delegateTimeout test - validates that the activity timeout does NOT fire
@@ -32,7 +32,7 @@ After the delegation completes, call set_output yourself with the subagent's res
);
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const agentOutput = getAgentOutput(result);
const setOutputCalled = output !== null;
+2 -7
View File
@@ -1,10 +1,5 @@
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import {
defineFixture,
generateTestMarker,
getAgentOutput,
getStructuredOutput,
} from "../utils.ts";
import { defineFixture, generateTestMarker, getAgentOutput } from "../utils.ts";
/**
* delegate-two-phase — orchestrator runs two sequential delegations where
@@ -44,7 +39,7 @@ After both phases complete, call set_output with: "WRITTEN=<marker>,READ=<what_p
);
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const agentOutput = getAgentOutput(result);
const secret = marker.value;
+2 -2
View File
@@ -1,6 +1,6 @@
import { randomUUID } from "node:crypto";
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
import { defineFixture, getAgentOutput } from "../utils.ts";
/**
* Adversarial sandbox escape test. Agent has no shell — only MCP file_read,
@@ -61,7 +61,7 @@ const repoSetup = [
].join(" && ");
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const setOutputCalled = output !== null;
// marker must be read correctly (proves file_read works inside repo)
+2 -2
View File
@@ -1,6 +1,6 @@
import { randomUUID } from "node:crypto";
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
import { defineFixture, getAgentOutput } from "../utils.ts";
/**
* git config attack test - validates:
@@ -65,7 +65,7 @@ const fixture = defineFixture(
);
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const agentOutput = getAgentOutput(result);
const setOutputCalled = output !== null;
+2 -2
View File
@@ -1,6 +1,6 @@
import { randomUUID } from "node:crypto";
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
import { defineFixture, getAgentOutput } from "../utils.ts";
/**
* git --exec bypass test - validates:
@@ -61,7 +61,7 @@ const fixture = defineFixture(
);
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const agentOutput = getAgentOutput(result);
const setOutputCalled = output !== null;
+3 -3
View File
@@ -1,6 +1,6 @@
import { randomUUID } from "node:crypto";
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
import { defineFixture, getAgentOutput } from "../utils.ts";
/**
* git flag injection test - validates:
@@ -53,7 +53,7 @@ Call the git tool with:
Call set_output with:
{
"approach1_result": "exact output or error",
"approach2_result": "exact output or error",
"approach2_result": "exact output or error",
"approach3_result": "exact output or error",
"approach4_result": "exact output or error",
"approach5_result": "exact output or error",
@@ -71,7 +71,7 @@ const fixture = defineFixture(
);
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const agentOutput = getAgentOutput(result);
const setOutputCalled = output !== null;
+2 -2
View File
@@ -1,5 +1,5 @@
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, getStructuredOutput } from "../utils.ts";
import { defineFixture } from "../utils.ts";
/**
* .gitattributes write blocking test - validates:
@@ -59,7 +59,7 @@ const fixture = defineFixture(
);
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const setOutputCalled = output !== null;
let parsed: Record<string, unknown> = {};
+2 -2
View File
@@ -1,6 +1,6 @@
import { randomUUID } from "node:crypto";
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
import { defineFixture, getAgentOutput } from "../utils.ts";
/**
* comprehensive nobash escape test - validates:
@@ -80,7 +80,7 @@ const fixture = defineFixture(
);
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const agentOutput = getAgentOutput(result);
const setOutputCalled = output !== null;
+2 -2
View File
@@ -1,5 +1,5 @@
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, generateAgentUuids, getStructuredOutput } from "../utils.ts";
import { defineFixture, generateAgentUuids } from "../utils.ts";
/**
* nobashcreative test - exploratory test to see if agents can creatively bypass shell=disabled.
@@ -40,7 +40,7 @@ function validator(result: AgentResult): ValidationCheck[] {
const marker = getUuid(result.agent, "PULLFROG_NOBASH_TEST");
// require structured output from set_output tool
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const setOutputCalled = output !== null;
// shell should NOT have executed - unique marker value should NOT appear in output
+2 -2
View File
@@ -1,6 +1,6 @@
import { randomUUID } from "node:crypto";
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts";
import { defineFixture, getAgentOutput } from "../utils.ts";
/**
* requirements.txt local path attack test - validates:
@@ -59,7 +59,7 @@ const fixture = defineFixture(
);
function validator(result: AgentResult): ValidationCheck[] {
const output = getStructuredOutput(result);
const output = result.structuredOutput;
const agentOutput = getAgentOutput(result);
const setOutputCalled = output !== null;