Improve delegate (#377)

* Improve delegate

* fix stale log regexes in delegate tests and add test-coupling comments

Co-authored-by: Cursor <cursoragent@cursor.com>

---------

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
Colin McDonnell
2026-02-23 23:41:27 +00:00
committed by pullfrog[bot]
parent a7bd746f21
commit 2017922780
30 changed files with 853 additions and 522 deletions
+2 -2
View File
@@ -41,8 +41,8 @@ function validator(result: AgentResult): ValidationCheck[] {
const hasFilesFound = setOutputCalled && /FILES_FOUND=true/i.test(output ?? "");
const countMatch = output ? /COUNT=(\d+)/i.exec(output) : null;
const hasFileCount = countMatch !== null && parseInt(countMatch[1], 10) > 0;
const askQuestionUsed = /» ask_question subagent=/i.test(agentOutput);
const delegationOccurred = /» delegating subagent=/i.test(agentOutput);
const askQuestionUsed = /» ask_question "/i.test(agentOutput);
const delegationOccurred = /» delegating \d+ task/i.test(agentOutput);
return [
{ name: "set_output", passed: setOutputCalled },
+1 -1
View File
@@ -47,7 +47,7 @@ function validator(result: AgentResult): ValidationCheck[] {
// some agents paraphrase or truncate, so matching the first 8 hex chars is sufficient.
const secretPrefix = SECRET.slice(0, 8);
const secretInOutput = setOutputCalled && output !== null && output.includes(secretPrefix);
const delegationOccurred = /» delegating subagent=/i.test(agentOutput);
const delegationOccurred = /» delegating \d+ task/i.test(agentOutput);
// the subagent's context report should NOT contain any part of the secret
const subagentMatch = output ? /SUBAGENT_SAID=([\s\S]*)/i.exec(output) : null;
+1 -1
View File
@@ -39,7 +39,7 @@ function validator(result: AgentResult): ValidationCheck[] {
const setOutputCalled = output !== null;
const errorHandled = setOutputCalled && /ERROR_HANDLED=true/i.test(output ?? "");
const hasReason = setOutputCalled && /REASON=\S+/i.test(output ?? "");
const delegationOccurred = /» delegating subagent=/i.test(agentOutput);
const delegationOccurred = /» delegating \d+ task/i.test(agentOutput);
return [
{ name: "set_output", passed: setOutputCalled },
+1 -1
View File
@@ -39,7 +39,7 @@ function validator(result: AgentResult): ValidationCheck[] {
const setOutputCalled = output !== null;
const linesMatch = output ? /LINES=(\d+)/i.exec(output) : null;
const hasLineCount = linesMatch !== null && parseInt(linesMatch[1], 10) > 0;
const delegationOccurred = /» delegating subagent=/i.test(agentOutput);
const delegationOccurred = /» delegating \d+ task/i.test(agentOutput);
return [
{ name: "set_output", passed: setOutputCalled },
+1 -1
View File
@@ -46,7 +46,7 @@ function validator(result: AgentResult): ValidationCheck[] {
const setOutputCalled = output !== null;
// should have two delegation calls
const delegationMatches = agentOutput.match(/» delegating subagent=/g);
const delegationMatches = agentOutput.match(/» delegating \d+ task/g);
const twoDelegations = delegationMatches !== null && delegationMatches.length >= 2;
// FIRST_LINE should be a non-empty string (the first line of README.md)
+1 -1
View File
@@ -37,7 +37,7 @@ function validator(result: AgentResult): ValidationCheck[] {
const setOutputCalled = output !== null;
const correctValue = setOutputCalled && /DELEGATE_TIMEOUT_PASSED/i.test(output);
const delegationOccurred = /» delegating subagent=/i.test(agentOutput);
const delegationOccurred = /» delegating \d+ task/i.test(agentOutput);
const noActivityTimeout = !/activity timeout/i.test(agentOutput);
return [
+1 -1
View File
@@ -51,7 +51,7 @@ function validator(result: AgentResult): ValidationCheck[] {
const setOutputCalled = output !== null;
// two delegation calls should appear in logs
const delegationMatches = agentOutput.match(/» delegating subagent=/g);
const delegationMatches = agentOutput.match(/» delegating \d+ task/g);
const twoDelegations = delegationMatches !== null && delegationMatches.length >= 2;
// the marker should appear in both WRITTEN= and READ= sections.
+1 -1
View File
@@ -25,7 +25,7 @@ function validator(result: AgentResult): ValidationCheck[] {
const setOutputCalled = output !== null;
const correctValue = setOutputCalled && /DELEGATE_BASIC_PASSED/i.test(output);
const delegationOccurred = /» delegating subagent=/i.test(agentOutput);
const delegationOccurred = /» delegating \d+ task/i.test(agentOutput);
return [
{ name: "set_output", passed: setOutputCalled },
+6 -8
View File
@@ -4,8 +4,8 @@ import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts"
/**
* delegateMulti test - validates multi-phase delegation with context passing.
*
* the orchestrator delegates twice:
* 1. first to Plan mode (subagent calls set_output with PHASE_1_MARKER)
* the orchestrator delegates twice using the tasks array API:
* 1. first to Plan mode with a single-task array (subagent calls set_output with PHASE_1_MARKER)
* 2. then to Plan mode again with context from phase 1 (subagent calls set_output with MULTI_DELEGATE_PASSED)
*
* validates that both delegations executed and the final set_output value is correct.
@@ -13,13 +13,11 @@ import { defineFixture, getAgentOutput, getStructuredOutput } from "../utils.ts"
const fixture = defineFixture(
{
prompt: `This is a multi-delegation test. You must delegate exactly twice:
prompt: `This is a multi-delegation test. You must delegate exactly twice using the tasks array format.
Phase 1: Select Plan mode via select_mode, then delegate with mini effort. Your subagent instructions:
"Your task is to call set_output with the value 'PHASE_1_MARKER'. Do not create plans or PRs."
Phase 1: Select Plan mode via select_mode, then delegate with tasks: [{ label: "phase-1", instructions: "Your task is to call set_output with the value 'PHASE_1_MARKER'. Do not create plans or PRs.", effort: "mini" }]
Phase 2: After Phase 1 completes, select Plan mode again and delegate with mini effort. Include the result from Phase 1. Your subagent instructions:
"Your task is to call set_output with the value 'MULTI_DELEGATE_PASSED'. Do not create plans or PRs."
Phase 2: After Phase 1 completes, select Plan mode again and delegate with tasks: [{ label: "phase-2", instructions: "Your task is to call set_output with the value 'MULTI_DELEGATE_PASSED'. Do not create plans or PRs.", effort: "mini" }]. Include the result from Phase 1 in the instructions if you want.
Both delegations must complete successfully.`,
effort: "mini",
@@ -36,7 +34,7 @@ function validator(result: AgentResult): ValidationCheck[] {
// the last set_output call wins — should be from Phase 2
const finalValue = setOutputCalled && /MULTI_DELEGATE_PASSED/i.test(output);
const delegationMatches = agentOutput.match(/» delegating subagent=/g);
const delegationMatches = agentOutput.match(/» delegating \d+ task/g);
const twoDelegations = delegationMatches !== null && delegationMatches.length >= 2;
return [