@ridit/lens 0.1.6 → 0.1.8

package/src/utils/chat.ts

@@ -24,11 +24,11 @@ export function buildSystemPrompt(
     .map((f) => `### ${f.path}\n\`\`\`\n${f.content.slice(0, 2000)}\n\`\`\``)
     .join("\n\n");
 
-  return `You are an expert software engineer assistant with access to the user's codebase and six tools.
+  return `You are an expert software engineer assistant with access to the user's codebase and eleven tools.
 
 ## TOOLS
 
-You have exactly six tools. To use a tool you MUST wrap it in the exact XML tags shown below — no other format will work.
+You have exactly eleven tools. To use a tool you MUST wrap it in the exact XML tags shown below — no other format will work.
 
 ### 1. fetch — load a URL
 <fetch>https://example.com</fetch>
@@ -39,18 +39,40 @@ You have exactly six tools. To use a tool you MUST wrap it in the exact XML tags
 ### 3. read-file — read a file from the repo
 <read-file>src/foo.ts</read-file>
 
-### 4. write-file — create or overwrite a file
+### 4. read-folder — list contents of a folder (files + subfolders, one level deep)
+<read-folder>src/components</read-folder>
+
+### 5. grep — search for a pattern across files in the repo (cross-platform, no shell needed)
+<grep>
+{"pattern": "ChatRunner", "glob": "src/**/*.tsx"}
+</grep>
+
+### 6. write-file — create or overwrite a file
 <write-file>
 {"path": "data/output.csv", "content": "col1,col2\nval1,val2"}
 </write-file>
 
-### 5. search — search the internet for anything you are unsure about
+### 7. delete-file — permanently delete a single file
+<delete-file>src/old-component.tsx</delete-file>
+
+### 8. delete-folder — permanently delete a folder and all its contents
+<delete-folder>src/legacy</delete-folder>
+
+### 9. open-url — open a URL in the user's default browser
+<open-url>https://github.com/owner/repo</open-url>
+
+### 10. generate-pdf — generate a PDF file from markdown-style content
+<generate-pdf>
+{"path": "output/report.pdf", "content": "# Title\n\nSome body text.\n\n## Section\n\nMore content."}
+</generate-pdf>
+
+### 11. search — search the internet for anything you are unsure about
 <search>how to use React useEffect cleanup function</search>
 
-### 6. clone — clone a GitHub repo so you can explore and discuss it
+### 12. clone — clone a GitHub repo so you can explore and discuss it
 <clone>https://github.com/owner/repo</clone>
 
-### 7. changes — propose code edits (shown as a diff for user approval)
+### 13. changes — propose code edits (shown as a diff for user approval)
 <changes>
 {"summary": "what changed and why", "patches": [{"path": "src/foo.ts", "content": "COMPLETE file content", "isNew": false}]}
 </changes>
@@ -63,16 +85,50 @@ You have exactly six tools. To use a tool you MUST wrap it in the exact XML tags
 4. NEVER print a URL, command, filename, or JSON blob as plain text when you should be using a tool
 5. NEVER say "I'll fetch" / "run this command" / "here's the write-file" — just emit the tag
 6. NEVER use shell to run git clone — always use the clone tag instead
-7. write-file content field must be the COMPLETE file content, never empty or placeholder
-8. After a write-file succeeds, do NOT repeat it — trust the result and move on
-9. After a write-file succeeds, use read-file to verify the content before telling the user it is done
-10. NEVER apologize and redo a tool call you already made — if write-file or shell ran and returned a result, it worked, do not run it again
-11. NEVER say "I made a mistake" and repeat the same tool — one attempt is enough, trust the output
-12. NEVER second-guess yourself mid-response — commit to your answer
-13. Every shell command runs from the repo root — \`cd\` has NO persistent effect. NEVER use \`cd\` alone. Use full paths or combine with && e.g. \`cd list && bun run index.ts\`
-14. write-file paths are relative to the repo root — if creating files in a subfolder write the full relative path e.g. \`list/src/index.tsx\` NOT \`src/index.tsx\`
-15. When scaffolding a new project in a subfolder, ALL write-file paths must start with that subfolder name e.g. \`list/package.json\`, \`list/src/index.tsx\`
-16. For JSX/TSX files always use \`.tsx\` extension and include \`/** @jsxImportSource react */\` or ensure tsconfig has jsx set — bun needs this to parse JSX
+7. NEVER use shell to list files or folders (no ls, dir, find, git ls-files, tree) — ALWAYS use read-folder instead
+8. NEVER use shell to read a file (no cat, type, Get-Content) — ALWAYS use read-file instead
+9. NEVER use shell grep, findstr, or Select-String to search file contents — ALWAYS use grep instead
+10. shell is ONLY for running code, installing packages, building, testing — not for filesystem inspection
+11. write-file content field must be the COMPLETE file content, never empty or placeholder
+12. After a write-file succeeds, do NOT repeat it — trust the result and move on
+13. After a write-file succeeds, tell the user it is done immediately — do NOT auto-read the file back to verify
+14. NEVER apologize and redo a tool call you already made — if write-file or shell ran and returned a result, it worked, do not run it again
+15. NEVER say "I made a mistake" and repeat the same tool — one attempt is enough, trust the output
+16. NEVER second-guess yourself mid-response — commit to your answer
+17. If a read-folder or read-file returns "not found", accept it and move on — do NOT retry the same path
+18. If you have already retrieved a result for a path in this conversation, do NOT request it again — use the result you already have
+19. Every shell command runs from the repo root — \`cd\` has NO persistent effect. NEVER use \`cd\` alone. Use full paths or combine with && e.g. \`cd list && bun run index.ts\`
+20. write-file paths are relative to the repo root — if creating files in a subfolder write the full relative path e.g. \`list/src/index.tsx\` NOT \`src/index.tsx\`
+21. When scaffolding a new project in a subfolder, ALL write-file paths must start with that subfolder name e.g. \`list/package.json\`, \`list/src/index.tsx\`
+22. For JSX/TSX files always use \`.tsx\` extension and include \`/** @jsxImportSource react */\` or ensure tsconfig has jsx set — bun needs this to parse JSX
+23. When explaining how to use a tool in text, use [tag] bracket notation or a fenced code block — NEVER emit a real XML tool tag as part of an explanation or example
+24. NEVER chain tool calls unless the user's request explicitly requires multiple steps
+25. NEVER read files, list folders, or run tools that were not asked for in the current user message
+
+## CRITICAL: READ BEFORE YOU WRITE
+
+These rules are mandatory whenever you plan to edit or create a file:
+
+### Before modifying ANY existing file:
+1. ALWAYS use read-file on the exact file you plan to change FIRST
+2. Study the full current content — understand every import, every export, every type, every existing feature
+3. Your changes patch MUST preserve ALL existing functionality — do not remove or rewrite things that were not part of the request
+4. If you are unsure what other files import from the file you are editing, use read-folder on the parent directory first to see what exists nearby, then read-file the relevant ones
+
+### Before adding a feature that touches multiple files:
+1. Use read-folder on the relevant directory to see what files exist
+2. Use read-file on each file you plan to touch
+3. Only then emit a changes tag — with patches that are surgical additions, not wholesale rewrites
+
+### The golden rule for write-file and changes:
+- The output file must contain EVERYTHING the original had, PLUS your new additions
+- NEVER produce a file that is shorter than the original unless you are explicitly asked to delete things
+- If you catch yourself rewriting a file from scratch, STOP — go back and read the original first
+
+## WHEN TO USE read-folder:
+- Before editing files in an unfamiliar directory — list it first to understand the structure
+- When a feature spans multiple files and you are not sure what exists
+- When the user asks you to explore or explain a part of the codebase
 
 ## SCAFFOLDING A NEW PROJECT (follow this exactly)
 
@@ -96,14 +152,28 @@ When the user asks to create a new CLI/app in a subfolder (e.g. "make a todo app
 
 - User shares any URL → fetch it immediately
 - User asks to run anything → shell it immediately
-- User asks to read a file → read-file it immediately
+- User asks to open a link, open a URL, or visit a website → open-url it immediately, do NOT use fetch
+- User asks to delete a file → delete-file it immediately (requires approval)
+- User asks to delete a folder or directory → delete-folder it immediately (requires approval)
+- User asks to search for a pattern in files, find usages, find where something is defined → grep it immediately, NEVER use shell grep/findstr/Select-String
+- User asks to read a file → read-file it immediately, NEVER use shell cat/type
+- User asks what files are in a folder, or to explore/list a directory → read-folder it immediately, NEVER use shell ls/dir/find/git ls-files
+- User asks to explore a folder or directory → read-folder it immediately
 - User asks to save/create/write a file → write-file it immediately, then read-file to verify
+- User asks to modify/edit/add to an existing file → read-file it FIRST, then emit changes
 - User shares a GitHub URL and wants to clone/explore/discuss it → use clone immediately, NEVER use shell git clone
 - After clone succeeds, you will see context about the clone in the conversation. Wait for the user to ask a specific question before using any tools. Do NOT auto-read files, do NOT emit any tool tags until the user asks.
 - You are unsure about an API, library, error, concept, or piece of code → search it immediately
 - User asks about something recent or that you might not know → search it immediately
 - You are about to say "I'm not sure" or "I don't know" → search instead of guessing
 
+## shell IS ONLY FOR:
+- Running code: \`node script.js\`, \`bun run dev\`, \`python main.py\`
+- Installing packages: \`npm install\`, \`pip install\`
+- Building/testing: \`npm run build\`, \`bun test\`
+- Git operations other than clone: \`git status\`, \`git log\`, \`git diff\`
+- Anything that EXECUTES — not reads or lists
+
 ## CODEBASE
 
 ${fileList.length > 0 ? fileList : "(no files indexed)"}
@@ -112,8 +182,267 @@ ${historySummary}`;
 }
 
 // ── Few-shot examples ─────────────────────────────────────────────────────────
-
 export const FEW_SHOT_MESSAGES: { role: string; content: string }[] = [
+  // ── delete / open / pdf ───────────────────────────────────────────────────
+  {
+    role: "user",
+    content: "delete src/old-component.tsx",
+  },
+  {
+    role: "assistant",
+    content: "<delete-file>src/old-component.tsx</delete-file>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from delete-file of src/old-component.tsx:\n\nDeleted: /repo/src/old-component.tsx\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content: "Done — `src/old-component.tsx` has been deleted.",
+  },
+  {
+    role: "user",
+    content: "delete the legacy folder",
+  },
+  {
+    role: "assistant",
+    content: "<delete-folder>src/legacy</delete-folder>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from delete-folder of src/legacy:\n\nDeleted folder: /repo/src/legacy\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      "Done — the `src/legacy` folder and all its contents have been deleted.",
+  },
+  {
+    role: "user",
+    content: "open https://github.com/microsoft/typescript",
+  },
+  {
+    role: "assistant",
+    content: "<open-url>https://github.com/microsoft/typescript</open-url>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from open-url https://github.com/microsoft/typescript:\n\nOpened: https://github.com/microsoft/typescript\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content: "Opened the TypeScript GitHub page in your browser.",
+  },
+  {
+    role: "user",
+    content:
+      "generate a PDF report about the project and save it to docs/report.pdf",
+  },
+  {
+    role: "assistant",
+    content:
+      '<generate-pdf>\n{"path": "docs/report.pdf", "content": "# Project Report\\n\\n## Overview\\n\\nThis document summarizes the project.\\n\\n## Details\\n\\nMore content here."}\n</generate-pdf>',
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from generate-pdf to docs/report.pdf:\n\nPDF generated: /repo/docs/report.pdf\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content: "Done — the PDF report has been saved to `docs/report.pdf`.",
+  },
+
+  // ── grep ──────────────────────────────────────────────────────────────────
+  {
+    role: "user",
+    content: 'grep -R "ChatRunner" -n src',
+  },
+  {
+    role: "assistant",
+    content: '<grep>\n{"pattern": "ChatRunner", "glob": "src/**/*"}\n</grep>',
+  },
+  {
+    role: "user",
+    content:
+      'Here is the output from grep for "ChatRunner":\n\ngrep /ChatRunner/ src/**/* — 3 match(es) in 2 file(s)\n\nsrc/index.tsx\n  12: import { ChatRunner } from "./components/chat/ChatRunner";\n\nsrc/components/chat/ChatRunner.tsx\n  1: export const ChatRunner = ...\n\nPlease continue your response based on this output.',
+  },
+  {
+    role: "assistant",
+    content:
+      "`ChatRunner` is defined in `src/components/chat/ChatRunner.tsx` and imported in `src/index.tsx`.",
+  },
+  {
+    role: "user",
+    content: "find all usages of useInput in the codebase",
+  },
+  {
+    role: "assistant",
+    content: '<grep>\n{"pattern": "useInput", "glob": "src/**/*.tsx"}\n</grep>',
+  },
+  {
+    role: "user",
+    content:
+      'Here is the output from grep for "useInput":\n\ngrep /useInput/ src/**/*.tsx — 2 match(es) in 1 file(s)\n\nsrc/components/chat/ChatRunner.tsx\n  5: import { useInput } from "ink";\n  210: useInput((input, key) => {\n\nPlease continue your response based on this output.',
+  },
+  {
+    role: "assistant",
+    content:
+      "`useInput` is used in `src/components/chat/ChatRunner.tsx` — imported on line 5 and called on line 210.",
+  },
+
+  // ── showing tool usage as an example (bracket notation, NOT real tags) ────
+  {
+    role: "user",
+    content: "show me how to use the read-file tool",
+  },
+  {
+    role: "assistant",
+    content:
+      "To read a file, emit the tag alone in your response — nothing else on that turn:\n\n```text\n[read-file]src/components/Header.tsx[/read-file]\n```\n\nThe result comes back as the next user message and you can then analyze it.",
+  },
+  {
+    role: "user",
+    content: "show me an example of the shell tool",
+  },
+  {
+    role: "assistant",
+    content:
+      "To run a shell command, emit only the tag:\n\n```text\n[shell]node -v[/shell]\n```\n\nThe stdout/stderr is returned and you can read it in the next turn.",
+  },
+
+  // ── read-folder ───────────────────────────────────────────────────────────
+  {
+    role: "user",
+    content: "read src folder",
+  },
+  {
+    role: "assistant",
+    content: "<read-folder>src</read-folder>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from read-folder of src:\n\nFolder: src (4 entries)\n\nFiles:\n  index.ts\n  App.tsx\n\nSubfolders:\n  components/\n  utils/\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      "The `src` folder contains `index.ts`, `App.tsx`, plus subfolders `components/` and `utils/`.",
+  },
+  {
+    role: "user",
+    content: "list src folder",
+  },
+  {
+    role: "assistant",
+    content: "<read-folder>src</read-folder>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from read-folder of src:\n\nFolder: src (4 entries)\n\nFiles:\n  index.ts\n  App.tsx\n\nSubfolders:\n  components/\n  utils/\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      "The `src` folder contains `index.ts`, `App.tsx`, plus subfolders `components/` and `utils/`.",
+  },
+  {
+    role: "user",
+    content: "what files are in src/components?",
+  },
+  {
+    role: "assistant",
+    content: "<read-folder>src/components</read-folder>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from read-folder of src/components:\n\nFolder: src/components (5 entries)\n\nFiles:\n  Header.tsx\n  Footer.tsx\n  Button.tsx\n\nSubfolders:\n  ui/\n  forms/\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      "The `src/components` folder has 3 files — `Header.tsx`, `Footer.tsx`, `Button.tsx` — plus two subfolders: `ui/` and `forms/`.",
+  },
+  {
+    role: "user",
+    content: "list the files in src/utils",
+  },
+  {
+    role: "assistant",
+    content: "<read-folder>src/utils</read-folder>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from read-folder of src/utils:\n\nFolder: src/utils (3 entries)\n\nFiles:\n  api.ts\n  helpers.ts\n  format.ts\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      "The `src/utils` folder contains 3 files: `api.ts`, `helpers.ts`, and `format.ts`.",
+  },
+  {
+    role: "user",
+    content: "show me what's in the src directory",
+  },
+  {
+    role: "assistant",
+    content: "<read-folder>src</read-folder>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from read-folder of src:\n\nFolder: src (4 entries)\n\nFiles:\n  index.ts\n  App.tsx\n\nSubfolders:\n  components/\n  utils/\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      "The `src` directory has 2 files (`index.ts`, `App.tsx`) and 2 subfolders (`components/`, `utils/`).",
+  },
+  {
+    role: "user",
+    content: "show me the project structure",
+  },
+  {
+    role: "assistant",
+    content: "<read-folder>.</read-folder>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from read-folder of .:\n\nFolder: . (5 entries)\n\nFiles:\n  package.json\n  tsconfig.json\n  README.md\n\nSubfolders:\n  src/\n  node_modules/\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      "The project root has 3 files (`package.json`, `tsconfig.json`, `README.md`) and the `src/` folder for source code.",
+  },
+  {
+    role: "user",
+    content: "what does the project look like?",
+  },
+  {
+    role: "assistant",
+    content: "<read-folder>.</read-folder>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from read-folder of .:\n\nFolder: . (4 entries)\n\nFiles:\n  package.json\n  README.md\n\nSubfolders:\n  src/\n  dist/\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      "The repo root contains `package.json` and `README.md`, with source code in `src/` and compiled output in `dist/`.",
+  },
+
+  // ── fetch → write → done (no auto-verify) ────────────────────────────────
   {
     role: "user",
     content: "fetch https://api.github.com/repos/microsoft/typescript",
@@ -148,17 +477,50 @@ export const FEW_SHOT_MESSAGES: { role: string; content: string }[] = [
   },
   {
     role: "assistant",
-    content: "<read-file>ts-info.json</read-file>",
+    content: "Done — `ts-info.json` has been saved.",
   },
+
+  // ── write it to a file → done, nothing else ───────────────────────────────
   {
     role: "user",
+    content: "write it to a file called hello.py",
+  },
+  {
+    role: "assistant",
     content:
-      'Here is the output from read-file of ts-info.json:\n\nFile: ts-info.json (1 lines)\n\n{"name":"TypeScript","stars":100000}\n\nPlease continue your response based on this output.',
+      '<write-file>\n{"path": "hello.py", "content": "# hello.py\\nprint(\'hello\')"}\n</write-file>',
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from write-file to hello.py:\n\nWritten: /repo/hello.py (2 lines, 32 bytes)\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content: "Done — `hello.py` has been written.",
+  },
+
+  // ── read before write ─────────────────────────────────────────────────────
+  {
+    role: "user",
+    content: "add a logout button to src/components/Header.tsx",
   },
   {
     role: "assistant",
-    content: "Done — saved and verified `ts-info.json`. Data looks correct.",
+    content: "<read-file>src/components/Header.tsx</read-file>",
   },
+  {
+    role: "user",
+    content:
+      "Here is the output from read-file of src/components/Header.tsx:\n\nFile: src/components/Header.tsx (42 lines)\n\nimport React from 'react';\n// ... full file content ...\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      '<changes>\n{"summary": "Add logout button to Header — preserves all existing nav items and imports", "patches": [{"path": "src/components/Header.tsx", "content": "// complete file with logout button added", "isNew": false}]}\n</changes>',
+  },
+
+  // ── shell ─────────────────────────────────────────────────────────────────
   {
     role: "user",
     content: "what node version am I on",
@@ -176,6 +538,8 @@ export const FEW_SHOT_MESSAGES: { role: string; content: string }[] = [
     role: "assistant",
     content: "You're running Node.js v20.11.0.",
   },
+
+  // ── clone ─────────────────────────────────────────────────────────────────
   {
     role: "user",
     content: "clone https://github.com/facebook/react",
@@ -194,6 +558,8 @@ export const FEW_SHOT_MESSAGES: { role: string; content: string }[] = [
     content:
       "Cloned! The React repo has 2847 files. I can read source files, explain how it works, or suggest improvements — just ask.",
   },
+
+  // ── search ────────────────────────────────────────────────────────────────
   {
     role: "user",
     content: "what does the ?? operator do in typescript",
@@ -213,7 +579,6 @@ export const FEW_SHOT_MESSAGES: { role: string; content: string }[] = [
       "The `??` operator is the nullish coalescing operator. It returns the right side only when the left side is `null` or `undefined`.",
   },
 ];
-
 // ── Response parser ───────────────────────────────────────────────────────────
 
 export type ParsedResponse =
@@ -222,6 +587,17 @@ export type ParsedResponse =
   | { kind: "shell"; content: string; command: string }
   | { kind: "fetch"; content: string; url: string }
   | { kind: "read-file"; content: string; filePath: string }
+  | { kind: "read-folder"; content: string; folderPath: string }
+  | { kind: "grep"; content: string; pattern: string; glob: string }
+  | { kind: "delete-file"; content: string; filePath: string }
+  | { kind: "delete-folder"; content: string; folderPath: string }
+  | { kind: "open-url"; content: string; url: string }
+  | {
+      kind: "generate-pdf";
+      content: string;
+      filePath: string;
+      pdfContent: string;
+    }
   | {
       kind: "write-file";
       content: string;
@@ -232,6 +608,10 @@ export type ParsedResponse =
   | { kind: "clone"; content: string; repoUrl: string };
 
 export function parseResponse(text: string): ParsedResponse {
+  // Strip fenced code blocks before scanning for tool tags so that tags shown
+  // as examples inside ``` ... ``` blocks are never executed.
+  const scanText = text.replace(/```[\s\S]*?```/g, (m) => " ".repeat(m.length));
+
   type Candidate = {
     index: number;
     kind:
@@ -239,6 +619,12 @@ export function parseResponse(text: string): ParsedResponse {
       | "shell"
       | "fetch"
       | "read-file"
+      | "read-folder"
+      | "grep"
+      | "delete-file"
+      | "delete-folder"
+      | "open-url"
+      | "generate-pdf"
       | "write-file"
       | "search"
       | "clone";
@@ -250,6 +636,15 @@ export function parseResponse(text: string): ParsedResponse {
     { kind: "fetch", re: /<fetch>([\s\S]*?)<\/fetch>/g },
     { kind: "shell", re: /<shell>([\s\S]*?)<\/shell>/g },
     { kind: "read-file", re: /<read-file>([\s\S]*?)<\/read-file>/g },
+    { kind: "read-folder", re: /<read-folder>([\s\S]*?)<\/read-folder>/g },
+    { kind: "grep", re: /<grep>([\s\S]*?)<\/grep>/g },
+    { kind: "delete-file", re: /<delete-file>([\s\S]*?)<\/delete-file>/g },
+    {
+      kind: "delete-folder",
+      re: /<delete-folder>([\s\S]*?)<\/delete-folder>/g,
+    },
+    { kind: "open-url", re: /<open-url>([\s\S]*?)<\/open-url>/g },
+    { kind: "generate-pdf", re: /<generate-pdf>([\s\S]*?)<\/generate-pdf>/g },
     { kind: "write-file", re: /<write-file>([\s\S]*?)<\/write-file>/g },
     { kind: "search", re: /<search>([\s\S]*?)<\/search>/g },
     { kind: "clone", re: /<clone>([\s\S]*?)<\/clone>/g },
@@ -257,6 +652,7 @@ export function parseResponse(text: string): ParsedResponse {
     { kind: "fetch", re: /```fetch\r?\n([\s\S]*?)\r?\n```/g },
     { kind: "shell", re: /```shell\r?\n([\s\S]*?)\r?\n```/g },
     { kind: "read-file", re: /```read-file\r?\n([\s\S]*?)\r?\n```/g },
+    { kind: "read-folder", re: /```read-folder\r?\n([\s\S]*?)\r?\n```/g },
     { kind: "write-file", re: /```write-file\r?\n([\s\S]*?)\r?\n```/g },
     { kind: "search", re: /```search\r?\n([\s\S]*?)\r?\n```/g },
     { kind: "changes", re: /```changes\r?\n([\s\S]*?)\r?\n```/g },
@@ -264,16 +660,40 @@ export function parseResponse(text: string): ParsedResponse {
 
   for (const { kind, re } of patterns) {
     re.lastIndex = 0;
-    const m = re.exec(text);
-    if (m) candidates.push({ index: m.index, kind, match: m });
+    // Scan against the code-block-stripped text so tags inside ``` are ignored
+    const m = re.exec(scanText);
+    if (m) {
+      // Re-extract the match body from the original text at the same position
+      const originalRe = new RegExp(re.source, re.flags.replace("g", ""));
+      const originalMatch = originalRe.exec(text.slice(m.index));
+      if (originalMatch) {
+        // Reconstruct a match-like object with the correct index
+        const fakeMatch = Object.assign(
+          [
+            text.slice(m.index, m.index + originalMatch[0].length),
+            originalMatch[1],
+          ] as unknown as RegExpExecArray,
+          { index: m.index, input: text, groups: undefined },
+        );
+        candidates.push({ index: m.index, kind, match: fakeMatch });
+      }
+    }
   }
 
   if (candidates.length === 0) return { kind: "text", content: text.trim() };
 
   candidates.sort((a, b) => a.index - b.index);
   const { kind, match } = candidates[0]!;
-  const before = text.slice(0, match.index).trim();
-  const body = match[1]!.trim();
+
+  // Strip any leaked tool tags from preamble text
+  const before = text
+    .slice(0, match.index)
+    .replace(
+      /<(fetch|shell|read-file|read-folder|write-file|search|clone|changes)[^>]*>[\s\S]*?<\/\1>/g,
+      "",
+    )
+    .trim();
+  const body = (match[1] ?? "").trim();
 
   if (kind === "changes") {
     try {
@@ -299,6 +719,48 @@ export function parseResponse(text: string): ParsedResponse {
   if (kind === "read-file")
     return { kind: "read-file", content: before, filePath: body };
 
+  if (kind === "read-folder")
+    return { kind: "read-folder", content: before, folderPath: body };
+
+  if (kind === "delete-file")
+    return { kind: "delete-file", content: before, filePath: body };
+
+  if (kind === "delete-folder")
+    return { kind: "delete-folder", content: before, folderPath: body };
+
+  if (kind === "open-url") {
+    const url = body.replace(/^<|>$/g, "").trim();
+    return { kind: "open-url", content: before, url };
+  }
+
+  if (kind === "generate-pdf") {
+    try {
+      const parsed = JSON.parse(body);
+      return {
+        kind: "generate-pdf",
+        content: before,
+        filePath: parsed.path ?? parsed.filePath ?? "output.pdf",
+        pdfContent: parsed.content ?? "",
+      };
+    } catch {
+      return { kind: "text", content: text };
+    }
+  }
+
+  if (kind === "grep") {
+    try {
+      const parsed = JSON.parse(body) as { pattern: string; glob?: string };
+      return {
+        kind: "grep",
+        content: before,
+        pattern: parsed.pattern,
+        glob: parsed.glob ?? "**/*",
+      };
+    } catch {
+      return { kind: "grep", content: before, pattern: body, glob: "**/*" };
+    }
+  }
+
   if (kind === "write-file") {
     try {
       const parsed = JSON.parse(body) as { path: string; content: string };
@@ -364,9 +826,21 @@ function buildApiMessages(
             ? `fetch of ${m.content}`
             : m.toolName === "read-file"
               ? `read-file of ${m.content}`
-              : m.toolName === "search"
-                ? `web search for "${m.content}"`
-                : `write-file to ${m.content}`;
+              : m.toolName === "read-folder"
+                ? `read-folder of ${m.content}`
+                : m.toolName === "grep"
+                  ? `grep for "${m.content}"`
+                  : m.toolName === "delete-file"
+                    ? `delete-file of ${m.content}`
+                    : m.toolName === "delete-folder"
+                      ? `delete-folder of ${m.content}`
+                      : m.toolName === "open-url"
+                        ? `open-url ${m.content}`
+                        : m.toolName === "generate-pdf"
+                          ? `generate-pdf to ${m.content}`
+                          : m.toolName === "search"
+                            ? `web search for "${m.content}"`
+                            : `write-file to ${m.content}`;
       return {
         role: "user",
         content: `Here is the output from the ${label}:\n\n${m.result}\n\nPlease continue your response based on this output.`,
@@ -380,6 +854,7 @@ export async function callChat(
   provider: Provider,
   systemPrompt: string,
   messages: Message[],
+  abortSignal?: AbortSignal,
 ): Promise<string> {
   const apiMessages = [...FEW_SHOT_MESSAGES, ...buildApiMessages(messages)];
 
@@ -417,6 +892,8 @@ export async function callChat(
   const controller = new AbortController();
   const timer = setTimeout(() => controller.abort(), 60_000);
 
+  abortSignal?.addEventListener("abort", () => controller.abort());
+
   const res = await fetch(url, {
     method: "POST",
     headers,
@@ -527,9 +1004,6 @@ export function applyPatches(repoPath: string, patches: FilePatch[]): void {
 
 export async function runShell(command: string, cwd: string): Promise<string> {
   return new Promise((resolve) => {
-    // Use spawn so we can stream stdout+stderr and impose no hard cap on
-    // long-running commands (pip install, python scripts, git commit, etc.)
-    // We still cap at 5 minutes to avoid hanging forever.
     const { spawn } =
       require("child_process") as typeof import("child_process");
     const isWin = process.platform === "win32";
@@ -813,6 +1287,155 @@ export function readFile(filePath: string, repoPath: string): string {
   return `File not found: ${filePath}. If reading from a cloned repo, use the full absolute path e.g. C:\\Users\\...\\repo\\file.ts`;
 }
 
+export function readFolder(folderPath: string, repoPath: string): string {
+  // Strip any command prefixes the model may have included (e.g. "ls src" → "src", "read src" → "src")
+  const sanitized = folderPath
+    .replace(/^(ls|dir|find|tree|cat|read|ls -la?|ls -al?)\s+/i, "")
+    .trim();
+
+  const candidates = path.isAbsolute(sanitized)
+    ? [sanitized]
+    : [sanitized, path.join(repoPath, sanitized)];
+
+  for (const candidate of candidates) {
+    if (!existsSync(candidate)) continue;
+    let stat: ReturnType<typeof statSync>;
+    try {
+      stat = statSync(candidate);
+    } catch {
+      continue;
+    }
+    if (!stat.isDirectory()) {
+      return `Not a directory: ${candidate}. Use read-file to read a file.`;
+    }
+
+    let entries: string[];
+    try {
+      entries = readdirSync(candidate, { encoding: "utf-8" });
+    } catch (err) {
+      return `Error reading folder: ${err instanceof Error ? err.message : String(err)}`;
+    }
+
+    const files: string[] = [];
+    const subfolders: string[] = [];
+
+    for (const entry of entries) {
+      if (entry.startsWith(".") && entry !== ".env") continue;
+      const full = path.join(candidate, entry);
+      try {
+        if (statSync(full).isDirectory()) {
+          subfolders.push(`${entry}/`);
+        } else {
+          files.push(entry);
+        }
+      } catch {
+        // skip unreadable entries
+      }
+    }
+
+    const total = files.length + subfolders.length;
+    const lines: string[] = [`Folder: ${candidate} (${total} entries)`, ""];
+
+    if (files.length > 0) {
+      lines.push("Files:");
+      files.forEach((f) => lines.push(`  ${f}`));
+    }
+
+    if (subfolders.length > 0) {
+      if (files.length > 0) lines.push("");
+      lines.push("Subfolders:");
+      subfolders.forEach((d) => lines.push(`  ${d}`));
+    }
+
+    if (total === 0) {
+      lines.push("(empty folder)");
+    }
+
+    return lines.join("\n");
+  }
+
+  return `Folder not found: ${sanitized}`;
+}
+
+export function grepFiles(
+  pattern: string,
+  glob: string,
+  repoPath: string,
+): string {
+  let regex: RegExp;
+  try {
+    regex = new RegExp(pattern, "i");
+  } catch {
+    regex = new RegExp(pattern.replace(/[.*+?^${}()|[\]\\]/g, "\\$&"), "i");
+  }
+
+  const globToFilter = (g: string): ((rel: string) => boolean) => {
+    const cleaned = g.replace(/^\*\*\//, "");
+    const parts = cleaned.split("/");
+    const ext = parts[parts.length - 1];
+    const prefix = parts.slice(0, -1).join("/");
+
+    return (rel: string) => {
+      if (ext?.startsWith("*.")) {
+        const extSuffix = ext.slice(1);
+        if (!rel.endsWith(extSuffix)) return false;
+      } else if (ext && !ext.includes("*")) {
+        if (!rel.endsWith(ext)) return false;
+      }
+      if (prefix && !prefix.includes("*")) {
+        if (!rel.startsWith(prefix)) return false;
+      }
+      return true;
+    };
+  };
+
+  const filter = globToFilter(glob);
+  const allFiles = walkDir(repoPath);
+  const matchedFiles = allFiles.filter(filter);
+
+  if (matchedFiles.length === 0) {
+    return `No files matched glob: ${glob}`;
+  }
+
+  const results: string[] = [];
+  let totalMatches = 0;
+
+  for (const relPath of matchedFiles) {
+    const fullPath = path.join(repoPath, relPath);
+    let content: string;
+    try {
+      content = readFileSync(fullPath, "utf-8");
+    } catch {
+      continue;
+    }
+
+    const lines = content.split("\n");
+    const fileMatches: string[] = [];
+
+    lines.forEach((line, i) => {
+      if (regex.test(line)) {
+        fileMatches.push(`  ${i + 1}: ${line.trimEnd()}`);
+        totalMatches++;
+      }
+    });
+
+    if (fileMatches.length > 0) {
+      results.push(`${relPath}\n${fileMatches.join("\n")}`);
+    }
+
+    if (totalMatches >= 200) {
+      results.push("(truncated — too many matches)");
+      break;
+    }
+  }
+
+  if (results.length === 0) {
+    return `No matches for /${pattern}/ in ${matchedFiles.length} file(s) matching ${glob}`;
+  }
+
+  return `grep /${pattern}/ ${glob} — ${totalMatches} match(es) in ${results.length} file(s)\n\n${results.join("\n\n")}`;
+}
+
 export function writeFile(
   filePath: string,
   content: string,
@@ -831,3 +1454,153 @@ export function writeFile(
     return `Error writing file: ${err instanceof Error ? err.message : String(err)}`;
   }
 }
+
+export function deleteFile(filePath: string, repoPath: string): string {
+  const fullPath = path.isAbsolute(filePath)
+    ? filePath
+    : path.join(repoPath, filePath);
+  try {
+    if (!existsSync(fullPath)) return `File not found: ${fullPath}`;
+    const { unlinkSync } = require("fs") as typeof import("fs");
+    unlinkSync(fullPath);
+    return `Deleted: ${fullPath}`;
+  } catch (err) {
+    return `Error deleting file: ${err instanceof Error ? err.message : String(err)}`;
+  }
+}
+
+export function deleteFolder(folderPath: string, repoPath: string): string {
+  const fullPath = path.isAbsolute(folderPath)
+    ? folderPath
+    : path.join(repoPath, folderPath);
+  try {
+    if (!existsSync(fullPath)) return `Folder not found: ${fullPath}`;
+    const { rmSync } = require("fs") as typeof import("fs");
+    rmSync(fullPath, { recursive: true, force: true });
+    return `Deleted folder: ${fullPath}`;
+  } catch (err) {
+    return `Error deleting folder: ${err instanceof Error ? err.message : String(err)}`;
+  }
+}
+
+export function openUrl(url: string): string {
+  try {
+    const { execSync } =
+      require("child_process") as typeof import("child_process");
+    const platform = process.platform;
+    if (platform === "win32") {
+      execSync(`start "" "${url}"`, { stdio: "ignore" });
+    } else if (platform === "darwin") {
+      execSync(`open "${url}"`, { stdio: "ignore" });
+    } else {
+      execSync(`xdg-open "${url}"`, { stdio: "ignore" });
+    }
+    return `Opened: ${url}`;
+  } catch (err) {
+    return `Error opening URL: ${err instanceof Error ? err.message : String(err)}`;
+  }
+}
+
+export function generatePdf(
+  filePath: string,
+  content: string,
+  repoPath: string,
+): string {
+  const fullPath = path.isAbsolute(filePath)
+    ? filePath
+    : path.join(repoPath, filePath);
+
+  try {
+    const dir = path.dirname(fullPath);
+    if (!existsSync(dir)) mkdirSync(dir, { recursive: true });
+
+    const escaped = content
+      .replace(/\\/g, "\\\\")
+      .replace(/"""/g, '\\"\\"\\"')
+      .replace(/\r/g, "");
+
+    const script = `
+import sys
+try:
+    from reportlab.lib.pagesizes import letter
+    from reportlab.platypus import SimpleDocTemplate, Paragraph, Spacer, HRFlowable
+    from reportlab.lib.styles import getSampleStyleSheet, ParagraphStyle
+    from reportlab.lib.units import inch
+    from reportlab.lib import colors
+except ImportError:
+    import subprocess
+    subprocess.check_call([sys.executable, "-m", "pip", "install", "reportlab", "--break-system-packages", "-q"])
+    from reportlab.lib.pagesizes import letter
+    from reportlab.platypus import SimpleDocTemplate, Paragraph, Spacer, HRFlowable
+    from reportlab.lib.styles import getSampleStyleSheet, ParagraphStyle
+    from reportlab.lib.units import inch
+    from reportlab.lib import colors
+
+doc = SimpleDocTemplate(
+    r"""${fullPath}""",
+    pagesize=letter,
+    rightMargin=inch,
+    leftMargin=inch,
+    topMargin=inch,
+    bottomMargin=inch,
+)
+
+styles = getSampleStyleSheet()
+styles.add(ParagraphStyle(name="H1", parent=styles["Heading1"], fontSize=22, spaceAfter=10))
+styles.add(ParagraphStyle(name="H2", parent=styles["Heading2"], fontSize=16, spaceAfter=8))
+styles.add(ParagraphStyle(name="H3", parent=styles["Heading3"], fontSize=13, spaceAfter=6))
+styles.add(ParagraphStyle(name="Body", parent=styles["Normal"], fontSize=11, leading=16, spaceAfter=8))
+styles.add(ParagraphStyle(name="Bullet", parent=styles["Normal"], fontSize=11, leading=16, leftIndent=20, spaceAfter=4, bulletIndent=10))
+
+raw = """${escaped}"""
+
+story = []
+for line in raw.split("\\n"):
+    s = line.rstrip()
+    if s.startswith("### "):
+        story.append(Paragraph(s[4:], styles["H3"]))
+    elif s.startswith("## "):
+        story.append(Spacer(1, 6))
+        story.append(Paragraph(s[3:], styles["H2"]))
+        story.append(HRFlowable(width="100%", thickness=0.5, color=colors.grey, spaceAfter=4))
+    elif s.startswith("# "):
+        story.append(Paragraph(s[2:], styles["H1"]))
+        story.append(HRFlowable(width="100%", thickness=1, color=colors.black, spaceAfter=6))
+    elif s.startswith("- ") or s.startswith("* "):
+        story.append(Paragraph(u"\\u2022  " + s[2:], styles["Bullet"]))
+    elif s.startswith("---"):
+        story.append(HRFlowable(width="100%", thickness=0.5, color=colors.grey, spaceAfter=4))
+    elif s == "":
+        story.append(Spacer(1, 6))
+    else:
+        import re
+        s = re.sub(r"\\*\\*(.+?)\\*\\*", r"<b>\\1</b>", s)
+        s = re.sub(r"\\*(.+?)\\*", r"<i>\\1</i>", s)
+        s = re.sub(r"\`(.+?)\`", r"<font name='Courier'>\\1</font>", s)
+        story.append(Paragraph(s, styles["Body"]))
+
+doc.build(story)
+print("OK")
+`
+      .replace("${fullPath}", fullPath.replace(/\\/g, "/"))
+      .replace("${escaped}", escaped);
+
+    const os = require("os") as typeof import("os");
+    const tmpFile = path.join(os.tmpdir(), `lens_pdf_${Date.now()}.py`);
+    writeFileSync(tmpFile, script, "utf-8");
+
+    const { execSync } =
+      require("child_process") as typeof import("child_process");
+    execSync(`python "${tmpFile}"`, { stdio: "pipe" });
+
+    try {
+      require("fs").unlinkSync(tmpFile);
+    } catch {
+      /* ignore cleanup errors */
+    }
+
+    return `PDF generated: ${fullPath}`;
+  } catch (err) {
+    return `Error generating PDF: ${err instanceof Error ? err.message : String(err)}`;
+  }
+}