add file_read/file_write tools, sandbox tests, CI improvements (#239)
* migrate to flags * init * iterate on file write lockdown tests * improve ci * fix lockfile * fix typecheck * fix lint * improve pushRestricted * ok * fix more * ok * remove process.env spreading rule Co-authored-by: Cursor <cursoragent@cursor.com> * enhanced fs rw tools --------- Co-authored-by: Cursor <cursoragent@cursor.com> Co-authored-by: Colin McDonnell <colinmcd94@gmail.com>
This commit is contained in:
committed by
pullfrog[bot]
parent
23df8bf967
commit
19df8372cd
+8
-2
@@ -304,13 +304,19 @@ export interface TestRunnerOptions {
|
||||
// if true, test passes when agent fails AND validation checks pass
|
||||
// (used for tests like timeout that expect the agent run to fail)
|
||||
expectFailure?: boolean;
|
||||
// tags for grouping tests (e.g., ["mcpmerge"], ["agnostic"])
|
||||
// shell commands to run in the repo directory after cloning but before the
|
||||
// agent starts. used to simulate pre-existing repo state (e.g., malicious
|
||||
// symlinks from a PR). passed to play.ts via PULLFROG_TEST_REPO_SETUP env var.
|
||||
repoSetup?: string;
|
||||
// tags for grouping tests (e.g., ["agnostic"], ["fs"])
|
||||
// special tags:
|
||||
// - "agnostic": runs with claude only, excluded when filtering by agent
|
||||
// - "adhoc": excluded from default runs, must be explicitly requested
|
||||
tags?: string[];
|
||||
tags?: TestTag[];
|
||||
}
|
||||
|
||||
export type TestTag = "adhoc" | "agnostic" | "fs" | "security";
|
||||
|
||||
export function printSingleValidation(validation: ValidationResult): void {
|
||||
const checksStr = validation.checks.map((c) => `${c.name}=${c.passed ? "✓" : "✗"}`).join(" ");
|
||||
const color = AGENT_COLORS[validation.agent] ?? "";
|
||||
|
||||
Reference in New Issue
Block a user