Tweak
This commit is contained in:
committed by
pullfrog[bot]
parent
6313b09e30
commit
80ab5bad34
@@ -13,9 +13,11 @@ import {
|
|||||||
|
|
||||||
const fixture = defineFixture(
|
const fixture = defineFixture(
|
||||||
{
|
{
|
||||||
prompt: `${buildBashToolPrompt("echo $PULLFROG_DIAGNOSTIC_ID")}
|
prompt: `This is a test to determine token visibility in bash tool calls.
|
||||||
|
|
||||||
|
${buildBashToolPrompt("echo $PULLFROG_DIAGNOSTIC_ID")}
|
||||||
|
|
||||||
Then also run: echo $PULLFROG_FILTER_TOKEN
|
Then also run: echo $PULLFROG_TEST_TOKEN
|
||||||
|
|
||||||
Then call set_output with the exact output of each command, one per line:
|
Then call set_output with the exact output of each command, one per line:
|
||||||
DIAGNOSTIC_ID=<value or "empty">
|
DIAGNOSTIC_ID=<value or "empty">
|
||||||
@@ -27,14 +29,11 @@ FILTER_TOKEN=<value or "empty">`,
|
|||||||
{ localOnly: true }
|
{ localOnly: true }
|
||||||
);
|
);
|
||||||
|
|
||||||
const { getUuid, agentEnv } = generateAgentUuids([
|
const { getUuid, agentEnv } = generateAgentUuids(["PULLFROG_DIAGNOSTIC_ID", "PULLFROG_TEST_TOKEN"]);
|
||||||
"PULLFROG_DIAGNOSTIC_ID",
|
|
||||||
"PULLFROG_FILTER_TOKEN",
|
|
||||||
]);
|
|
||||||
|
|
||||||
function validator(result: AgentResult): ValidationCheck[] {
|
function validator(result: AgentResult): ValidationCheck[] {
|
||||||
const safeMarker = getUuid(result.agent, "PULLFROG_DIAGNOSTIC_ID");
|
const safeMarker = getUuid(result.agent, "PULLFROG_DIAGNOSTIC_ID");
|
||||||
const filteredMarker = getUuid(result.agent, "PULLFROG_FILTER_TOKEN");
|
const filteredMarker = getUuid(result.agent, "PULLFROG_TEST_TOKEN");
|
||||||
|
|
||||||
// require structured output from set_output tool
|
// require structured output from set_output tool
|
||||||
const output = getStructuredOutput(result);
|
const output = getStructuredOutput(result);
|
||||||
|
|||||||
Reference in New Issue
Block a user