fix(agent): stream Ollama responses to prevent prefill timeout

2026-05-31 18:10:51 -05:00
parent a847c1f3c9
commit e79affa257
2 changed files with 41 additions and 31 deletions
@@ -4,7 +4,7 @@ import type { ToolContext } from "./server.ts";
 import { execute, tool } from "./shared.ts";

 /** Hard cap on returned content to avoid flooding the model's context window. */
-const MAX_CHARS = 20000;
+const MAX_CHARS = 12000;

 export const ReadFileParams = type({
  path: type.string.describe("absolute path to the file to read"),