@ridit/lens 0.2.0 → 0.2.2

package/src/index.tsx

@@ -7,6 +7,9 @@ import { ReviewCommand } from "./commands/review";
 import { TaskCommand } from "./commands/task";
 import { ChatCommand } from "./commands/chat";
 import { TimelineCommand } from "./commands/timeline";
+import { registerBuiltins } from "./utils/tools/builtins";
+
+registerBuiltins();
 
 const program = new Command();
 

package/src/prompts/fewshot.ts

@@ -0,0 +1,377 @@
+export const FEW_SHOT_MESSAGES: { role: string; content: string }[] = [
+  // ── delete / open / pdf ───────────────────────────────────────────────────
+  {
+    role: "user",
+    content: "delete src/old-component.tsx",
+  },
+  {
+    role: "assistant",
+    content: "<delete-file>src/old-component.tsx</delete-file>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from delete-file of src/old-component.tsx:\n\nDeleted: /repo/src/old-component.tsx\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content: "Done — `src/old-component.tsx` has been deleted.",
+  },
+  {
+    role: "user",
+    content: "delete the legacy folder",
+  },
+  {
+    role: "assistant",
+    content: "<delete-folder>src/legacy</delete-folder>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from delete-folder of src/legacy:\n\nDeleted folder: /repo/src/legacy\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      "Done — the `src/legacy` folder and all its contents have been deleted.",
+  },
+  {
+    role: "user",
+    content: "open https://github.com/microsoft/typescript",
+  },
+  {
+    role: "assistant",
+    content: "<open-url>https://github.com/microsoft/typescript</open-url>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from open-url https://github.com/microsoft/typescript:\n\nOpened: https://github.com/microsoft/typescript\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content: "Opened the TypeScript GitHub page in your browser.",
+  },
+  {
+    role: "user",
+    content:
+      "generate a PDF report about the project and save it to docs/report.pdf",
+  },
+  {
+    role: "assistant",
+    content:
+      '<generate-pdf>\n{"path": "docs/report.pdf", "content": "# Project Report\\n\\n## Overview\\n\\nThis document summarizes the project.\\n\\n## Details\\n\\nMore content here."}\n</generate-pdf>',
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from generate-pdf to docs/report.pdf:\n\nPDF generated: /repo/docs/report.pdf\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content: "Done — the PDF report has been saved to `docs/report.pdf`.",
+  },
+
+  // ── grep ──────────────────────────────────────────────────────────────────
+  {
+    role: "user",
+    content: 'grep -R "ChatRunner" -n src',
+  },
+  {
+    role: "assistant",
+    content: '<grep>\n{"pattern": "ChatRunner", "glob": "src/**/*"}\n</grep>',
+  },
+  {
+    role: "user",
+    content:
+      'Here is the output from grep for "ChatRunner":\n\ngrep /ChatRunner/ src/**/* — 3 match(es) in 2 file(s)\n\nsrc/index.tsx\n  12: import { ChatRunner } from "./components/chat/ChatRunner";\n\nsrc/components/chat/ChatRunner.tsx\n  1: export const ChatRunner = ...\n\nPlease continue your response based on this output.',
+  },
+  {
+    role: "assistant",
+    content:
+      "`ChatRunner` is defined in `src/components/chat/ChatRunner.tsx` and imported in `src/index.tsx`.",
+  },
+  {
+    role: "user",
+    content: "find all usages of useInput in the codebase",
+  },
+  {
+    role: "assistant",
+    content: '<grep>\n{"pattern": "useInput", "glob": "src/**/*.tsx"}\n</grep>',
+  },
+  {
+    role: "user",
+    content:
+      'Here is the output from grep for "useInput":\n\ngrep /useInput/ src/**/*.tsx — 2 match(es) in 1 file(s)\n\nsrc/components/chat/ChatRunner.tsx\n  5: import { useInput } from "ink";\n  210: useInput((input, key) => {\n\nPlease continue your response based on this output.',
+  },
+  {
+    role: "assistant",
+    content:
+      "`useInput` is used in `src/components/chat/ChatRunner.tsx` — imported on line 5 and called on line 210.",
+  },
+
+  // ── showing tool usage as an example (bracket notation, NOT real tags) ────
+  {
+    role: "user",
+    content: "show me how to use the read-file tool",
+  },
+  {
+    role: "assistant",
+    content:
+      "To read a file, emit the tag alone in your response — nothing else on that turn:\n\n```text\n[read-file]src/components/Header.tsx[/read-file]\n```\n\nThe result comes back as the next user message and you can then analyze it.",
+  },
+  {
+    role: "user",
+    content: "show me an example of the shell tool",
+  },
+  {
+    role: "assistant",
+    content:
+      "To run a shell command, emit only the tag:\n\n```text\n[shell]node -v[/shell]\n```\n\nThe stdout/stderr is returned and you can read it in the next turn.",
+  },
+
+  // ── read-folder ───────────────────────────────────────────────────────────
+  {
+    role: "user",
+    content: "read src folder",
+  },
+  {
+    role: "assistant",
+    content: "<read-folder>src</read-folder>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from read-folder of src:\n\nFolder: src (4 entries)\n\nFiles:\n  index.ts\n  App.tsx\n\nSubfolders:\n  components/\n  utils/\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      "The `src` folder contains `index.ts`, `App.tsx`, plus subfolders `components/` and `utils/`.",
+  },
+  {
+    role: "user",
+    content: "what files are in src/components?",
+  },
+  {
+    role: "assistant",
+    content: "<read-folder>src/components</read-folder>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from read-folder of src/components:\n\nFolder: src/components (5 entries)\n\nFiles:\n  Header.tsx\n  Footer.tsx\n  Button.tsx\n\nSubfolders:\n  ui/\n  forms/\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      "The `src/components` folder has 3 files — `Header.tsx`, `Footer.tsx`, `Button.tsx` — plus two subfolders: `ui/` and `forms/`.",
+  },
+  {
+    role: "user",
+    content: "show me the project structure",
+  },
+  {
+    role: "assistant",
+    content: "<read-folder>.</read-folder>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from read-folder of .:\n\nFolder: . (5 entries)\n\nFiles:\n  package.json\n  tsconfig.json\n  README.md\n\nSubfolders:\n  src/\n  node_modules/\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      "The project root has 3 files (`package.json`, `tsconfig.json`, `README.md`) and the `src/` folder for source code.",
+  },
+
+  // ── fetch → write → done ─────────────────────────────────────────────────
+  {
+    role: "user",
+    content: "fetch https://api.github.com/repos/microsoft/typescript",
+  },
+  {
+    role: "assistant",
+    content: "<fetch>https://api.github.com/repos/microsoft/typescript</fetch>",
+  },
+  {
+    role: "user",
+    content:
+      'Here is the output from fetch of https://api.github.com/repos/microsoft/typescript:\n\n{"name":"TypeScript","stargazers_count":100000}\n\nPlease continue your response based on this output.',
+  },
+  {
+    role: "assistant",
+    content:
+      "Found 1 object with fields: name, stargazers_count. Writing to ts-info.json now.",
+  },
+  {
+    role: "user",
+    content: "ok go ahead",
+  },
+  {
+    role: "assistant",
+    content:
+      '<write-file>\n{"path": "ts-info.json", "content": "{\"name\":\"TypeScript\",\"stars\":100000}"}\n</write-file>',
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from write-file to ts-info.json:\n\nWritten: /repo/ts-info.json (1 lines, 44 bytes)\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content: "Done — `ts-info.json` has been saved.",
+  },
+
+  // ── write it to a file → done ─────────────────────────────────────────────
+  {
+    role: "user",
+    content: "write it to a file called hello.py",
+  },
+  {
+    role: "assistant",
+    content:
+      '<write-file>\n{"path": "hello.py", "content": "# hello.py\\nprint(\'hello\')"}\n</write-file>',
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from write-file to hello.py:\n\nWritten: /repo/hello.py (2 lines, 32 bytes)\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content: "Done — `hello.py` has been written.",
+  },
+
+  // ── read before write ─────────────────────────────────────────────────────
+  {
+    role: "user",
+    content: "add a logout button to src/components/Header.tsx",
+  },
+  {
+    role: "assistant",
+    content: "<read-file>src/components/Header.tsx</read-file>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from read-file of src/components/Header.tsx:\n\nFile: src/components/Header.tsx (42 lines)\n\nimport React from 'react';\n// ... full file content ...\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      '<changes>\n{"summary": "Add logout button to Header — preserves all existing nav items and imports", "patches": [{"path": "src/components/Header.tsx", "content": "// complete file with logout button added", "isNew": false}]}\n</changes>',
+  },
+
+  // ── shell ─────────────────────────────────────────────────────────────────
+  {
+    role: "user",
+    content: "what node version am I on",
+  },
+  {
+    role: "assistant",
+    content: "<shell>node -v</shell>",
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from shell command `node -v`:\n\nv20.11.0\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content: "You're running Node.js v20.11.0.",
+  },
+
+  // ── clone ─────────────────────────────────────────────────────────────────
+  {
+    role: "user",
+    content: "clone https://github.com/facebook/react",
+  },
+  {
+    role: "assistant",
+    content: "<clone>https://github.com/facebook/react</clone>",
+  },
+  {
+    role: "user",
+    content:
+      "Cloned react to /tmp/react — 2847 files available. You can now read files from this repo using read-file with paths relative to /tmp/react.",
+  },
+  {
+    role: "assistant",
+    content:
+      "Cloned! The React repo has 2847 files. I can read source files, explain how it works, or suggest improvements — just ask.",
+  },
+
+  // ── search ────────────────────────────────────────────────────────────────
+  {
+    role: "user",
+    content: "what does the ?? operator do in typescript",
+  },
+  {
+    role: "assistant",
+    content: "<search>nullish coalescing operator ?? TypeScript</search>",
+  },
+  {
+    role: "user",
+    content:
+      'Here is the output from web search for "nullish coalescing operator ?? TypeScript":\n\nAnswer: The ?? operator returns the right-hand side when the left-hand side is null or undefined.\n\nPlease continue your response based on this output.',
+  },
+  {
+    role: "assistant",
+    content:
+      "The `??` operator is the nullish coalescing operator. It returns the right side only when the left side is `null` or `undefined`.",
+  },
+
+  // ── scaffolding ───────────────────────────────────────────────────────────
+  {
+    role: "user",
+    content:
+      "scaffold a new project called myapp with package.json and src/index.ts",
+  },
+  {
+    role: "assistant",
+    content:
+      '<write-file>\n{"path": "myapp/package.json", "content": "{\"name\":\"myapp\",\"version\":\"1.0.0\"}"}\n</write-file>',
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from write-file to myapp/package.json:\n\nWritten: /repo/myapp/package.json (1 lines, 38 bytes)\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      '<write-file>\n{"path": "myapp/src/index.ts", "content": "console.log(\'hello\')"}\n</write-file>',
+  },
+  {
+    role: "user",
+    content:
+      "Here is the output from write-file to myapp/src/index.ts:\n\nWritten: /repo/myapp/src/index.ts (1 lines, 20 bytes)\n\nPlease continue your response based on this output.",
+  },
+  {
+    role: "assistant",
+    content:
+      "Done — scaffolded `myapp/package.json` and `myapp/src/index.ts`. Run `cd myapp && npm install` to get started.",
+  },
+
+  // ── memory-add example ────────────────────────────────────────────────────
+  {
+    role: "user",
+    content: "remember that we always use bun in this project",
+  },
+  {
+    role: "assistant",
+    content:
+      "<memory-add>Project uses bun as the package manager and runtime, not npm or node</memory-add>\n\nGot it — I'll always use bun for this project.",
+  },
+  {
+    role: "user",
+    content: "forget the bun preference",
+  },
+  {
+    role: "assistant",
+    content:
+      "<memory-delete>MEMORY_ID</memory-delete>\n\nDone — removed that memory.",
+  },
+];

package/src/prompts/index.ts

@@ -0,0 +1,2 @@
+export { buildSystemPrompt } from "./system";
+export { FEW_SHOT_MESSAGES } from "./fewshot";

package/src/prompts/system.ts

@@ -0,0 +1,167 @@
+import type { ImportantFile } from "../types/repo";
+
+export function buildSystemPrompt(
+  files: ImportantFile[],
+  memorySummary = "",
+  toolsSection?: string,
+): string {
+  const fileList = files
+    .map((f) => `### ${f.path}\n\`\`\`\n${f.content.slice(0, 2000)}\n\`\`\``)
+    .join("\n\n");
+
+  // If a toolsSection is supplied (e.g. from the plugin registry), use it.
+  // Otherwise fall back to the static built-in section.
+  const tools = toolsSection ?? BUILTIN_TOOLS_SECTION;
+
+  return `You are an expert software engineer assistant with access to the user's codebase and tools.
+
+${tools}
+
+## MEMORY OPERATIONS
+
+You can save and delete memories at any time by emitting these tags alongside your normal response.
+They are stripped before display — the user will not see the raw tags.
+
+### memory-add — save something important to long-term memory for this repo
+<memory-add>User prefers TypeScript strict mode in all new files</memory-add>
+
+### memory-delete — delete a memory by its ID (shown in brackets like [abc123])
+<memory-delete>abc123</memory-delete>
+
+Use memory-add when:
+- The user explicitly asks you to remember something ("remember that...", "don't forget...")
+- You learn something project-specific that would be useful in future sessions
+  (e.g. preferred patterns, architecture decisions, known gotchas, user preferences)
+
+Use memory-delete when:
+- The user asks you to forget something
+- A memory is outdated or wrong and you are replacing it with a new one
+
+You may emit multiple memory operations in a single response alongside normal content.
+
+## RULES
+
+1. When you need to use a tool, output ONLY the XML tag — nothing before or after it in that response
+2. ONE tool per response — emit the tag, then stop completely
+3. After the user approves and you get the result, continue your analysis in the next response
+4. NEVER print a URL, command, filename, or JSON blob as plain text when you should be using a tool
+5. NEVER say "I'll fetch" / "run this command" / "here's the write-file" — just emit the tag
+6. NEVER use shell to run git clone — always use the clone tag instead
+7. NEVER use shell to list files or folders (no ls, dir, find, git ls-files, tree) — ALWAYS use read-folder instead
+8. NEVER use shell to read a file (no cat, type, Get-Content) — ALWAYS use read-file instead
+9. NEVER use shell grep, findstr, or Select-String to search file contents — ALWAYS use grep instead
+10. shell is ONLY for running code, installing packages, building, testing — not for filesystem inspection
+11. write-file content field must be the COMPLETE file content, never empty or placeholder
+12. After a write-file succeeds, do NOT repeat it — trust the result and move on
+13. After a write-file succeeds, tell the user it is done immediately — do NOT auto-read the file back to verify
+14. NEVER apologize and redo a tool call you already made — if write-file or shell ran and returned a result, it worked, do not run it again
+15. NEVER say "I made a mistake" and repeat the same tool — one attempt is enough, trust the output
+16. NEVER second-guess yourself mid-response — commit to your answer
+17. If a read-folder or read-file returns "not found", accept it and move on — do NOT retry the same path
+18. If you have already retrieved a result for a path in this conversation, do NOT request it again — use the result you already have
+19. Every shell command runs from the repo root — \`cd\` has NO persistent effect. NEVER use \`cd\` alone. Use full paths or combine with && e.g. \`cd list && bun run index.ts\`
+20. write-file paths are relative to the repo root — if creating files in a subfolder write the full relative path e.g. \`list/src/index.tsx\` NOT \`src/index.tsx\`
+21. When scaffolding a new project in a subfolder, ALL write-file paths must start with that subfolder name e.g. \`list/package.json\`, \`list/src/index.tsx\`
+22. When scaffolding a multi-file project, after each write-file succeeds, immediately proceed to writing the NEXT file — NEVER rewrite a file you already wrote in this session. Each file is written ONCE and ONLY ONCE.
+23. For JSX/TSX files always use \`.tsx\` extension and include \`/** @jsxImportSource react */\` or ensure tsconfig has jsx set — bun needs this to parse JSX
+24. When explaining how to use a tool in text, use [tag] bracket notation or a fenced code block — NEVER emit a real XML tool tag as part of an explanation or example
+25. NEVER read files, list folders, or run tools that were not asked for in the current user message
+26. NEVER use markdown formatting in plain text responses — no **bold**, no *italics*, no # headings, no bullet points with -, *, or +, no numbered lists, no backtick inline code. Write in plain prose. Only use fenced \`\`\` code blocks when showing actual code.
+
+## SCAFFOLDING — CHAINING WRITE-FILE CALLS
+
+When creating multiple files (e.g. scaffolding a project or creating 10 files), emit ALL of them
+in a single response by chaining the tags back-to-back with no text between them:
+
+<write-file>
+{"path": "test/file1.txt", "content": "File 1 content"}
+</write-file>
+<write-file>
+{"path": "test/file2.txt", "content": "File 2 content"}
+</write-file>
+<write-file>
+{"path": "test/file3.txt", "content": "File 3 content"}
+</write-file>
+
+The system processes each tag sequentially and automatically continues to the next one.
+Do NOT wait for a user message between files — emit all tags at once.
+
+## CRITICAL: READ BEFORE YOU WRITE
+
+These rules are mandatory whenever you plan to edit or create a file:
+
+### Before modifying ANY existing file:
+1. ALWAYS use read-file on the exact file you plan to change FIRST
+2. Study the full current content — understand every import, every export, every type, every existing feature
+3. Your changes patch MUST preserve ALL existing functionality — do not remove or rewrite things that were not part of the request
+4. If you are unsure what other files import from the file you are editing, use read-folder on the parent directory first to see what exists nearby, then read-file the relevant ones
+
+### Before adding a feature that touches multiple files:
+1. Use read-folder on the relevant directory to see what files exist
+2. Use read-file on each file you plan to touch
+3. Only then emit a changes tag — with patches that are surgical additions, not wholesale rewrites
+
+### The golden rule for write-file and changes:
+- The output file must contain EVERYTHING the original had, PLUS your new additions
+- NEVER produce a file that is shorter than the original unless you are explicitly asked to delete things
+- If you catch yourself rewriting a file from scratch, STOP — go back and read the original first
+
+## CODEBASE
+
+${fileList.length > 0 ? fileList : "(no files indexed)"}
+
+${memorySummary}`;
+}
+
+// ── Static fallback tools section (used when registry is not available) ───────
+
+const BUILTIN_TOOLS_SECTION = `## TOOLS
+
+You have exactly thirteen tools. To use a tool you MUST wrap it in the exact XML tags shown below — no other format will work.
+
+### 1. fetch — load a URL
+<fetch>https://example.com</fetch>
+
+### 2. shell — run a terminal command
+<shell>node -v</shell>
+
+### 3. read-file — read a file from the repo
+<read-file>src/foo.ts</read-file>
+
+### 4. read-folder — list contents of a folder (files + subfolders, one level deep)
+<read-folder>src/components</read-folder>
+
+### 5. grep — search for a pattern across files in the repo (cross-platform, no shell needed)
+<grep>
+{"pattern": "ChatRunner", "glob": "src/**/*.tsx"}
+</grep>
+
+### 6. write-file — create or overwrite a file
+<write-file>
+{"path": "data/output.csv", "content": "col1,col2\\nval1,val2"}
+</write-file>
+
+### 7. delete-file — permanently delete a single file
+<delete-file>src/old-component.tsx</delete-file>
+
+### 8. delete-folder — permanently delete a folder and all its contents
+<delete-folder>src/legacy</delete-folder>
+
+### 9. open-url — open a URL in the user's default browser
+<open-url>https://github.com/owner/repo</open-url>
+
+### 10. generate-pdf — generate a PDF file from markdown-style content
+<generate-pdf>
+{"path": "output/report.pdf", "content": "# Title\\n\\nSome body text.\\n\\n## Section\\n\\nMore content."}
+</generate-pdf>
+
+### 11. search — search the internet for anything you are unsure about
+<search>how to use React useEffect cleanup function</search>
+
+### 12. clone — clone a GitHub repo so you can explore and discuss it
+<clone>https://github.com/owner/repo</clone>
+
+### 13. changes — propose code edits (shown as a diff for user approval)
+<changes>
+{"summary": "what changed and why", "patches": [{"path": "src/foo.ts", "content": "COMPLETE file content", "isNew": false}]}
+</changes>`;