Restructure dash (#372)
* Restructure dash * WIP * WIP * refactor trigger UI: extract PR summary card, add mentions section, rename labels Co-authored-by: Cursor <cursoragent@cursor.com> * clean up console UI: remove info icons from section descriptions, rename mentions trigger Co-authored-by: Cursor <cursoragent@cursor.com> * fix review feedback: layout, terminology, form scope - extract console sidebar sections to module-level constant - align three-column layout breakpoints to xl (match sidebar visibility) - fix mixed shell/bash terminology in beta page - scope FormProvider to trigger sections only, restore autoComplete="off" Co-authored-by: Cursor <cursoragent@cursor.com> * Bump --------- Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
committed by
pullfrog[bot]
parent
b8a0d799ee
commit
a7bd746f21
@@ -1,28 +1,28 @@
|
||||
import type { AgentResult, TestRunnerOptions, ValidationCheck } from "../utils.ts";
|
||||
import {
|
||||
buildBashToolPrompt,
|
||||
buildShellToolPrompt,
|
||||
defineFixture,
|
||||
generateAgentUuids,
|
||||
getStructuredOutput,
|
||||
} from "../utils.ts";
|
||||
|
||||
/**
|
||||
* restricted test - validates bash=restricted environment filtering.
|
||||
* checks both MCP and internal agent bash tools filter sensitive env vars.
|
||||
* restricted test - validates shell=restricted environment filtering.
|
||||
* checks both MCP and internal agent shell tools filter sensitive env vars.
|
||||
*/
|
||||
|
||||
const fixture = defineFixture(
|
||||
{
|
||||
prompt: `This is a test to determine token visibility in bash tool calls.
|
||||
prompt: `This is a test to determine token visibility in shell tool calls.
|
||||
|
||||
${buildBashToolPrompt("echo $PULLFROG_TEST_VALUE")}
|
||||
${buildShellToolPrompt("echo $PULLFROG_TEST_VALUE")}
|
||||
|
||||
Then also run: echo $PULLFROG_TEST_TOKEN
|
||||
|
||||
Then call set_output with the exact output of each command, one per line:
|
||||
DIAGNOSTIC_ID=<value or "empty">
|
||||
FILTER_TOKEN=<value or "empty">`,
|
||||
bash: "restricted",
|
||||
shell: "restricted",
|
||||
effort: "mini",
|
||||
timeout: "3m",
|
||||
},
|
||||
@@ -39,10 +39,10 @@ function validator(result: AgentResult): ValidationCheck[] {
|
||||
const output = getStructuredOutput(result);
|
||||
const setOutputCalled = output !== null;
|
||||
|
||||
// non-sensitive env var SHOULD appear in output (agent can read it via bash)
|
||||
// non-sensitive env var SHOULD appear in output (agent can read it via shell)
|
||||
const canReadSafe = setOutputCalled && output.includes(safeMarker);
|
||||
|
||||
// _TOKEN env var should NOT appear in output (filtered by bash)
|
||||
// _TOKEN env var should NOT appear in output (filtered by shell)
|
||||
const noLeakFiltered = !setOutputCalled || !output.includes(filteredMarker);
|
||||
|
||||
return [
|
||||
|
||||
Reference in New Issue
Block a user