refactor mode selection into delegate tool that spawns subagents (#265)

This commit is contained in:
David Blass
2026-02-12 19:34:47 +00:00
committed by pullfrog[bot]
parent dda1d6b1de
commit 9071c0ae6c
20 changed files with 1490 additions and 459 deletions
+1 -1
View File
@@ -196,7 +196,7 @@ see individual files for documentation on other tools:
- `pr.ts` - create pull requests
- `prInfo.ts` - get pull request information
- `review.ts` - create pull request reviews
- `selectMode.ts` - select execution mode
- `delegate.ts` - delegate task to a subagent with a specific mode and effort level
## usage in agents
+356
View File
@@ -0,0 +1,356 @@
import { describe, expect, it } from "vitest";
import type { Mode } from "../modes.ts";
import { resolveMode, truncateOutput } from "./delegate.ts";
// ─── mode resolution tests ─────────────────────────────────────────────
const testModes: Mode[] = [
{ name: "Build", description: "build things", prompt: "build prompt" },
{ name: "Plan", description: "plan things", prompt: "plan prompt" },
{ name: "Review", description: "review things", prompt: "review prompt" },
{ name: "Fix", description: "fix things", prompt: "fix prompt" },
{ name: "AddressReviews", description: "address reviews", prompt: "address prompt" },
];
describe("delegate - mode resolution", () => {
it("resolves valid mode name", () => {
const mode = resolveMode(testModes, "Build");
expect(mode).not.toBeNull();
expect(mode!.name).toBe("Build");
});
it("resolves case-insensitively (lowercase)", () => {
const mode = resolveMode(testModes, "build");
expect(mode).not.toBeNull();
expect(mode!.name).toBe("Build");
});
it("resolves case-insensitively (uppercase)", () => {
const mode = resolveMode(testModes, "BUILD");
expect(mode).not.toBeNull();
expect(mode!.name).toBe("Build");
});
it("resolves case-insensitively (mixed case)", () => {
const mode = resolveMode(testModes, "pLaN");
expect(mode).not.toBeNull();
expect(mode!.name).toBe("Plan");
});
it("returns null for invalid mode name", () => {
const mode = resolveMode(testModes, "nonexistent");
expect(mode).toBeNull();
});
it("returns null for empty string", () => {
const mode = resolveMode(testModes, "");
expect(mode).toBeNull();
});
it("resolves custom modes appended alongside built-in modes", () => {
const modesWithCustom: Mode[] = [
...testModes,
{ name: "CustomLabel", description: "label issues", prompt: "label prompt" },
];
const mode = resolveMode(modesWithCustom, "customlabel");
expect(mode).not.toBeNull();
expect(mode!.name).toBe("CustomLabel");
});
it("returns null when modes list is empty", () => {
const mode = resolveMode([], "Build");
expect(mode).toBeNull();
});
it("resolves all built-in modes", () => {
for (const m of testModes) {
const resolved = resolveMode(testModes, m.name);
expect(resolved).not.toBeNull();
expect(resolved!.name).toBe(m.name);
}
});
});
// ─── output truncation tests ────────────────────────────────────────────
describe("delegate - output truncation", () => {
it("returns undefined for undefined input", () => {
expect(truncateOutput(undefined)).toBeUndefined();
});
it("returns empty string as-is", () => {
expect(truncateOutput("")).toBe("");
});
it("returns short output unchanged", () => {
const short = "a".repeat(100);
expect(truncateOutput(short)).toBe(short);
});
it("returns output at exactly the limit unchanged", () => {
const exact = "x".repeat(20_000);
expect(truncateOutput(exact)).toBe(exact);
});
it("truncates output exceeding the limit", () => {
const long = "a".repeat(30_000);
const result = truncateOutput(long);
expect(result).not.toBe(long);
expect(result).toContain("[truncated");
expect(result).toContain("20000");
});
it("keeps the tail of the output (last N chars)", () => {
const prefix = "START_".repeat(5000);
const suffix = "END_MARKER";
const long = prefix + suffix;
const result = truncateOutput(long)!;
expect(result).toContain("END_MARKER");
// the very beginning of the original is lost (starts with truncation prefix, not original content)
expect(result.startsWith("START_")).toBe(false);
});
it("adds truncation prefix before the content", () => {
const long = "x".repeat(25_000);
const result = truncateOutput(long)!;
expect(result).toMatch(/^\[truncated.*\]\n/);
});
});
// ─── effort validation tests ────────────────────────────────────────────
// mirrors the effort default logic in the delegate handler
function resolveEffort(effort: string | undefined): string {
return effort ?? "auto";
}
describe("delegate - effort defaults", () => {
it("defaults to 'auto' when undefined", () => {
expect(resolveEffort(undefined)).toBe("auto");
});
it("passes through 'mini'", () => {
expect(resolveEffort("mini")).toBe("mini");
});
it("passes through 'auto'", () => {
expect(resolveEffort("auto")).toBe("auto");
});
it("passes through 'max'", () => {
expect(resolveEffort("max")).toBe("max");
});
});
// ─── delegation guard tests ─────────────────────────────────────────────
// mirrors the delegationActive guard logic
function checkDelegationGuard(delegationActive: boolean): string | null {
if (delegationActive) {
return "delegation is not available inside a delegated subagent";
}
return null;
}
describe("delegate - delegation guard", () => {
it("allows delegation when delegationActive is false", () => {
expect(checkDelegationGuard(false)).toBeNull();
});
it("blocks delegation when delegationActive is true", () => {
const error = checkDelegationGuard(true);
expect(error).not.toBeNull();
expect(error).toContain("not available");
});
});
// ─── delegation lifecycle tests ─────────────────────────────────────────
// simulates the delegationActive lifecycle across sequential delegations
describe("delegate - delegation lifecycle", () => {
it("delegationActive resets after successful delegation", () => {
let delegationActive = false;
// first delegation
delegationActive = true;
// ... agent.run() succeeds ...
delegationActive = false; // finally block
expect(delegationActive).toBe(false);
});
it("delegationActive resets after failed delegation (finally block)", () => {
let delegationActive = false;
// delegation that fails — finally block still runs
delegationActive = true;
try {
throw new Error("agent failed");
} catch {
// agent error handled
} finally {
delegationActive = false;
}
expect(delegationActive).toBe(false);
});
it("supports sequential delegations", () => {
let delegationActive = false;
let selectedMode: string | undefined;
// first delegation: Plan
expect(checkDelegationGuard(delegationActive)).toBeNull();
delegationActive = true;
selectedMode = "Plan";
delegationActive = false; // completed
expect(selectedMode).toBe("Plan");
// second delegation: Build
expect(checkDelegationGuard(delegationActive)).toBeNull();
delegationActive = true;
selectedMode = "Build";
delegationActive = false; // completed
expect(selectedMode).toBe("Build");
});
it("blocks during active delegation", () => {
let delegationActive = false;
// start delegation
delegationActive = true;
// attempt second delegation while first is active
expect(checkDelegationGuard(delegationActive)).not.toBeNull();
// first completes
delegationActive = false;
// now second should be allowed
expect(checkDelegationGuard(delegationActive)).toBeNull();
});
});
// ─── subagent payload construction tests ────────────────────────────────
type MinimalPayload = {
effort: string;
prompt: string;
bash: string;
push: string;
web: string;
};
function buildSubagentPayload(payload: MinimalPayload, delegatedEffort: string): MinimalPayload {
return { ...payload, effort: delegatedEffort };
}
describe("delegate - subagent payload construction", () => {
const basePayload: MinimalPayload = {
effort: "auto",
prompt: "test prompt",
bash: "restricted",
push: "restricted",
web: "enabled",
};
it("overrides effort in subagent payload", () => {
const subPayload = buildSubagentPayload(basePayload, "mini");
expect(subPayload.effort).toBe("mini");
});
it("preserves other payload fields", () => {
const subPayload = buildSubagentPayload(basePayload, "mini");
expect(subPayload.prompt).toBe("test prompt");
expect(subPayload.bash).toBe("restricted");
expect(subPayload.push).toBe("restricted");
expect(subPayload.web).toBe("enabled");
});
it("does not mutate original payload", () => {
const subPayload = buildSubagentPayload(basePayload, "max");
expect(basePayload.effort).toBe("auto");
expect(subPayload.effort).toBe("max");
});
it("handles same effort as original", () => {
const subPayload = buildSubagentPayload(basePayload, "auto");
expect(subPayload.effort).toBe("auto");
});
});
// ─── return shape tests ─────────────────────────────────────────────────
type DelegateResult = {
success: boolean;
mode: string;
effort: string;
output: string | undefined;
error: string | undefined;
};
type BuildDelegateResultInput = {
agentResult: {
success: boolean;
output?: string;
error?: string;
};
mode: string;
effort: string;
};
function buildDelegateResult(input: BuildDelegateResultInput): DelegateResult {
return {
success: input.agentResult.success,
mode: input.mode,
effort: input.effort,
output: input.agentResult.output,
error: input.agentResult.error,
};
}
describe("delegate - return shape", () => {
it("returns success shape on successful delegation", () => {
const result = buildDelegateResult({
agentResult: { success: true, output: "agent output" },
mode: "Build",
effort: "auto",
});
expect(result.success).toBe(true);
expect(result.mode).toBe("Build");
expect(result.effort).toBe("auto");
expect(result.output).toBe("agent output");
expect(result.error).toBeUndefined();
});
it("returns failure shape on failed delegation", () => {
const result = buildDelegateResult({
agentResult: { success: false, error: "agent crashed" },
mode: "Review",
effort: "mini",
});
expect(result.success).toBe(false);
expect(result.mode).toBe("Review");
expect(result.effort).toBe("mini");
expect(result.error).toBe("agent crashed");
});
it("includes mode and effort in both success and failure", () => {
const success = buildDelegateResult({
agentResult: { success: true },
mode: "Plan",
effort: "max",
});
const failure = buildDelegateResult({
agentResult: { success: false },
mode: "Fix",
effort: "mini",
});
expect(success.mode).toBe("Plan");
expect(success.effort).toBe("max");
expect(failure.mode).toBe("Fix");
expect(failure.effort).toBe("mini");
});
});
+120
View File
@@ -0,0 +1,120 @@
import { type } from "arktype";
import { Effort } from "../external.ts";
import type { Mode } from "../modes.ts";
import { log } from "../utils/cli.ts";
import { resolveSubagentInstructions } from "../utils/instructions.ts";
import type { ToolContext } from "./server.ts";
import { execute, tool } from "./shared.ts";
export const DelegateParams = type({
mode: type.string.describe(
"the name of the mode to delegate to (e.g., 'Build', 'Plan', 'Review', 'Fix', 'AddressReviews')"
),
"effort?": Effort.describe(
'effort level for the subagent: "mini" (fast), "auto" (default, highly capable), or "max" (maximum capability)'
),
"instructions?": type.string.describe(
"optional additional context or instructions for the subagent — use this to pass results from earlier delegations or narrow the subagent's focus"
),
});
// exported for unit testing
export function resolveMode(modes: Mode[], modeName: string): Mode | null {
return modes.find((m) => m.name.toLowerCase() === modeName.toLowerCase()) ?? null;
}
// cap subagent output to avoid bloating the orchestrator's context window.
// the orchestrator needs enough to understand what happened, not the full NDJSON stream.
const MAX_OUTPUT_CHARS = 20_000;
// exported for unit testing
export function truncateOutput(output: string | undefined): string | undefined {
if (!output || output.length <= MAX_OUTPUT_CHARS) return output;
const truncated = output.slice(-MAX_OUTPUT_CHARS);
return `[truncated — showing last ${MAX_OUTPUT_CHARS} chars]\n${truncated}`;
}
export function DelegateTool(ctx: ToolContext) {
return tool({
name: "delegate",
description:
"Delegate a task to a subagent with a specific mode and effort level. The subagent runs as a separate process with the mode's step-by-step instructions.",
parameters: DelegateParams,
execute: execute(async (params) => {
// guard: prevent subagent recursion
if (ctx.toolState.delegationActive) {
return {
error: "delegation is not available inside a delegated subagent",
};
}
// resolve mode
const selectedMode = resolveMode(ctx.modes, params.mode);
if (!selectedMode) {
const availableModes = ctx.modes.map((m) => m.name).join(", ");
return {
error: `mode "${params.mode}" not found. available modes: ${availableModes}`,
availableModes: ctx.modes.map((m) => ({
name: m.name,
description: m.description,
})),
};
}
const effort = params.effort ?? "auto";
// track state
ctx.toolState.selectedMode = selectedMode.name;
ctx.toolState.delegationActive = true;
log.info(
`» delegating to ${selectedMode.name} mode (effort=${effort})${params.instructions ? " with orchestrator instructions" : ""}`
);
try {
// build subagent payload with effort override
const subagentPayload = { ...ctx.payload, effort };
// build subagent instructions with mode prompt baked in
const subagentInstructions = resolveSubagentInstructions({
payload: subagentPayload,
repo: ctx.repo,
modes: ctx.modes,
mode: selectedMode,
orchestratorInstructions: params.instructions,
});
// spawn subagent — reuses same MCP server, same toolState
const result = await ctx.agent.run({
payload: subagentPayload,
mcpServerUrl: ctx.mcpServerUrl,
tmpdir: ctx.tmpdir,
instructions: subagentInstructions,
});
log.info(`» delegation to ${selectedMode.name} completed (success=${result.success})`);
return {
success: result.success,
mode: selectedMode.name,
effort,
output: truncateOutput(result.output),
error: result.error,
};
} catch (err) {
// normalize agent crashes into the same return shape as clean failures
const errorMessage = err instanceof Error ? err.message : String(err);
log.error(`» delegation to ${selectedMode.name} crashed: ${errorMessage}`);
return {
success: false,
mode: selectedMode.name,
effort,
error: errorMessage,
};
} finally {
// always release the lock so the orchestrator can delegate again
ctx.toolState.delegationActive = false;
}
}),
});
}
-38
View File
@@ -1,38 +0,0 @@
import { type } from "arktype";
import type { ToolContext } from "./server.ts";
import { execute, tool } from "./shared.ts";
export const SelectMode = type({
modeName: type.string.describe(
"the name of the mode to select (e.g., 'Plan', 'Build', 'Review', 'Prompt')"
),
});
export function SelectModeTool(ctx: ToolContext) {
return tool({
name: "select_mode",
description:
"Select a mode and get its detailed prompt instructions. Call this first to determine which mode to use based on the request.",
parameters: SelectMode,
execute: execute(async ({ modeName }) => {
const selectedMode = ctx.modes.find((m) => m.name.toLowerCase() === modeName.toLowerCase());
if (!selectedMode) {
const availableModes = ctx.modes.map((m) => m.name).join(", ");
return {
error: `Mode "${modeName}" not found. Available modes: ${availableModes}`,
availableModes: ctx.modes.map((m) => ({ name: m.name, description: m.description })),
};
}
// store selected mode in toolState for use by other tools (e.g., report_progress)
ctx.toolState.selectedMode = selectedMode.name;
return {
modeName: selectedMode.name,
description: selectedMode.description,
prompt: selectedMode.prompt,
};
}),
});
}
+8 -2
View File
@@ -22,6 +22,8 @@ export interface ToolState {
// issue or PR number (same number space in GitHub)
issueNumber?: number;
selectedMode?: string;
// true while a subagent is running via the delegate tool — prevents recursive delegation
delegationActive: boolean;
backgroundProcesses: Map<string, BackgroundProcess>;
review?: {
id: number;
@@ -54,6 +56,7 @@ export function initToolState(params: InitToolStateParams): ToolState {
return {
progressCommentId: resolvedId,
delegationActive: false,
backgroundProcesses: new Map(),
};
}
@@ -71,6 +74,9 @@ export interface ToolContext {
toolState: ToolState;
runId: string;
jobId: string | undefined;
// set after MCP server starts — used by delegate tool to pass URL to subagents
mcpServerUrl: string;
tmpdir: string;
}
import { log } from "../utils/cli.ts";
@@ -85,6 +91,7 @@ import {
ReportProgressTool,
} from "./comment.ts";
import { CommitInfoTool } from "./commitInfo.ts";
import { DelegateTool } from "./delegate.ts";
import {
AwaitDependencyInstallationTool,
StartDependencyInstallationTool,
@@ -111,7 +118,6 @@ import {
ListPullRequestReviewsTool,
ResolveReviewThreadTool,
} from "./reviewComments.ts";
import { SelectModeTool } from "./selectMode.ts";
import { addTools } from "./shared.ts";
import { UploadFileTool } from "./upload.ts";
@@ -153,7 +159,7 @@ function isAddressInUse(error: unknown): boolean {
}
function buildTools(ctx: ToolContext): Tool<any, any>[] {
const tools: Tool<any, any>[] = [
SelectModeTool(ctx),
DelegateTool(ctx),
StartDependencyInstallationTool(ctx),
AwaitDependencyInstallationTool(ctx),
CreateCommentTool(ctx),