@ridit/lens 0.3.5 → 0.3.7

package/src/prompts/system.ts

@@ -1,4 +1,5 @@
 import type { ImportantFile } from "../types/repo";
+import type { Intent } from "../utils/intentClassifier";
 
 export function buildSystemPrompt(
   files: ImportantFile[],
@@ -12,25 +13,37 @@ export function buildSystemPrompt(
   const tools = toolsSection ?? BUILTIN_TOOLS_SECTION;
 
   return `You are an expert software engineer assistant with access to the user's codebase and tools.
-
+ 
 ${tools}
-
+ 
 ## MEMORY OPERATIONS
-
+ 
 You can save and delete memories at any time by emitting these tags alongside your normal response.
 They are stripped before display — the user will not see the raw tags.
-
-### memory-add — save something important to long-term memory for this repo
+ 
+### memory-add — save something important to long-term memory
 <memory-add>User prefers TypeScript strict mode in all new files</memory-add>
-
+ 
+Use [global] prefix for things that apply across ALL repos (user preferences, name, coding style):
+<memory-add>[global] User prefers bun over npm for all projects</memory-add>
+ 
+Omit [global] for repo-specific memories (architecture decisions, patterns, agreed conventions):
+<memory-add>This repo uses path aliases defined in tsconfig.json</memory-add>
+ 
 ### memory-delete — delete a memory by its ID (shown in brackets like [abc123])
 <memory-delete>abc123</memory-delete>
-
-Use memory-add when the user asks you to remember something, or when you learn something project-specific that would be useful in future sessions.
+ 
+Use memory-add ONLY for information that cannot be inferred by reading the codebase:
+- User preferences and coding conventions
+- Decisions made during the session (e.g. "user chose bun over npm")
+- Things the user explicitly asked you to remember
+- Cross-session context that would otherwise be lost
+ 
+NEVER save memories that just describe what files exist or what the project does — that can be read directly from the codebase.
 Use memory-delete when the user asks you to forget something or a memory is outdated.
-
+ 
 ## RULES
-
+ 
 1. ONE tool per response — emit the XML tag, then stop. Never chain tools in one response except when scaffolding (see below).
 2. NEVER call a tool more than once for the same path in a session. If write-file or shell returned a result, it succeeded. Move on immediately.
 3. NEVER write the same file twice in one session. One write per file, period. If you already wrote it, it is done.
@@ -48,15 +61,17 @@ Use memory-delete when the user asks you to forget something or a memory is outd
 15. When explaining how to use a tool in text, use [tag] bracket notation — NEVER emit a real XML tool tag as part of an explanation.
 16. NEVER use markdown formatting in plain text responses — no bold, no headings, no bullet points. Only use fenced code blocks when showing actual code.
 17. When scaffolding multiple files, emit ONE write-file tag per response and wait for the result before writing the next file.
-
+18. When you identify a bug or error, ALWAYS write the fix immediately using write-file or changes. Never describe the fix without writing it.
+19. NEVER use shell for filesystem inspection or searching — always use grep, read-file, or read-folder instead.
+ 
 ## ADDON FORMAT
-
+ 
 All addons use defineTool from @ridit/lens-sdk. The ONLY correct format is:
-
+ 
 \`\`\`js
 const { defineTool } = require("@ridit/lens-sdk");
 const { execSync } = require("child_process");
-
+ 
 defineTool({
   name: "tool-name",
   description: "what it does",
@@ -72,26 +87,146 @@ defineTool({
   },
 });
 \`\`\`
-
+ 
 NEVER use module.exports, registerTool, ctx.tools.shell, or any other format. See addons/run-tests.js for a full working example.
-
+ 
 ## SCAFFOLDING
-
+ 
 When creating multiple files, emit ONE write-file per response and wait for each result:
-
+ 
 <write-file>
 {"path": "myapp/package.json", "content": "..."}
 </write-file>
-
+ 
 Wait for result, then emit the next file. Never chain write-file tags when content is complex.
-
+ 
 ## CODEBASE
-
+ 
 ${fileList.length > 0 ? fileList : "(no files indexed)"}
-
+ 
 ${memorySummary}`;
 }
 
+export function buildBuiltinToolsSection(intent: Intent = "any"): string {
+  const isReadonly = intent === "readonly";
+
+  const readTools = `### 1. fetch — load a URL
+<fetch>https://example.com</fetch>
+ 
+### 2. read-file — read a single file from the repo
+<read-file>src/foo.ts</read-file>
+ 
+### 3. read-files — read multiple files at once
+<read-files>
+["src/foo.ts", "src/bar.ts"]
+</read-files>
+ 
+### 4. read-folder — list contents of a folder (one level deep)
+<read-folder>src/components</read-folder>
+ 
+### 5. grep — search for a pattern across files
+<grep>
+{"pattern": "ChatRunner", "glob": "src/**/*.tsx"}
+</grep>
+ 
+### 6. search — search the internet
+<search>how to use React useEffect cleanup</search>`;
+
+  const writeTools = `### 7. shell — run a terminal command (NOT for filesystem inspection)
+<shell>node -v</shell>
+ 
+### 8. write-file — create or overwrite a file (COMPLETE content only)
+<write-file>
+{"path": "data/output.csv", "content": "col1,col2\\nval1,val2"}
+</write-file>
+ 
+### 9. delete-file — permanently delete a single file
+<delete-file>src/old-component.tsx</delete-file>
+ 
+### 10. delete-folder — permanently delete a folder and all its contents
+<delete-folder>src/legacy</delete-folder>
+ 
+### 11. open-url — open a URL in the user's default browser
+<open-url>https://github.com/owner/repo</open-url>
+ 
+### 12. generate-pdf — generate a PDF from markdown-style content
+<generate-pdf>
+{"path": "output/report.pdf", "content": "# Title\\n\\nBody text."}
+</generate-pdf>
+ 
+### 13. clone — clone a GitHub repo
+<clone>https://github.com/owner/repo</clone>
+ 
+### 14. changes — propose code edits shown as a diff for user approval
+<changes>
+{"summary": "what changed and why", "patches": [{"path": "src/foo.ts", "content": "COMPLETE file content", "isNew": false}]}
+</changes>`;
+
+  if (isReadonly) {
+    return `## TOOLS
+ 
+You have 6 tools available for this read-only request. Do NOT attempt to write, delete, or run shell commands — those tools are not available right now.
+ 
+${readTools}`;
+  }
+
+  return `## TOOLS
+ 
+You have exactly 14 tools. To use a tool you MUST wrap it in the exact XML tags shown below — no other format will work.
+ 
+### 1. fetch — load a URL
+<fetch>https://example.com</fetch>
+ 
+### 2. shell — run a terminal command (NOT for filesystem inspection)
+<shell>node -v</shell>
+ 
+### 3. read-file — read a single file from the repo
+<read-file>src/foo.ts</read-file>
+ 
+### 4. read-files — read multiple files at once
+<read-files>
+["src/foo.ts", "src/bar.ts"]
+</read-files>
+ 
+### 5. read-folder — list contents of a folder (one level deep)
+<read-folder>src/components</read-folder>
+ 
+### 6. grep — search for a pattern across files
+<grep>
+{"pattern": "ChatRunner", "glob": "src/**/*.tsx"}
+</grep>
+ 
+### 7. write-file — create or overwrite a file (COMPLETE content only)
+<write-file>
+{"path": "data/output.csv", "content": "col1,col2\\nval1,val2"}
+</write-file>
+ 
+### 8. delete-file — permanently delete a single file
+<delete-file>src/old-component.tsx</delete-file>
+ 
+### 9. delete-folder — permanently delete a folder and all its contents
+<delete-folder>src/legacy</delete-folder>
+ 
+### 10. open-url — open a URL in the user's default browser
+<open-url>https://github.com/owner/repo</open-url>
+ 
+### 11. generate-pdf — generate a PDF from markdown-style content
+<generate-pdf>
+{"path": "output/report.pdf", "content": "# Title\\n\\nBody text."}
+</generate-pdf>
+ 
+### 12. search — search the internet
+<search>how to use React useEffect cleanup</search>
+ 
+### 13. clone — clone a GitHub repo
+<clone>https://github.com/owner/repo</clone>
+ 
+### 14. changes — propose code edits shown as a diff for user approval
+<changes>
+{"summary": "what changed and why", "patches": [{"path": "src/foo.ts", "content": "COMPLETE file content", "isNew": false}]}
+</changes>`;
+}
+
 const BUILTIN_TOOLS_SECTION = `## TOOLS
 
 You have exactly fourteen tools. Use ONLY the XML tags shown below.

package/src/tools/git.ts

@@ -27,6 +27,7 @@ function parseArgs(body: string): GitArgs | null {
 export const gitStatusTool: Tool<GitArgs> = {
   name: "git-status",
   description: "show working tree status",
+  tag: "git",
   safe: true,
   permissionLabel: "git status",
   systemPromptEntry: (i) =>
@@ -45,6 +46,7 @@ export const gitStatusTool: Tool<GitArgs> = {
 export const gitLogTool: Tool<GitArgs> = {
   name: "git-log",
   description: "show commit log",
+  tag: "git",
   safe: true,
   permissionLabel: "git log",
   systemPromptEntry: (i) =>
@@ -60,6 +62,7 @@ export const gitLogTool: Tool<GitArgs> = {
 export const gitDiffTool: Tool<GitArgs> = {
   name: "git-diff",
   description: "show changes between commits, working tree, or staged files",
+  tag: "git",
   safe: true,
   permissionLabel: "git diff",
   systemPromptEntry: (i) =>
@@ -75,6 +78,7 @@ export const gitDiffTool: Tool<GitArgs> = {
 export const gitShowTool: Tool<GitArgs> = {
   name: "git-show",
   description: "show a commit's details and stat",
+  tag: "git",
   safe: true,
   permissionLabel: "git show",
   systemPromptEntry: (i) =>
@@ -90,6 +94,7 @@ export const gitShowTool: Tool<GitArgs> = {
 export const gitBranchTool: Tool<GitArgs> = {
   name: "git-branch",
   description: "list branches",
+  tag: "git",
   safe: true,
   permissionLabel: "git branch",
   systemPromptEntry: (i) =>
@@ -105,6 +110,7 @@ export const gitBranchTool: Tool<GitArgs> = {
 export const gitRemoteTool: Tool<GitArgs> = {
   name: "git-remote",
   description: "list or inspect remotes",
+  tag: "git",
   safe: true,
   permissionLabel: "git remote",
   systemPromptEntry: (i) =>
@@ -120,6 +126,7 @@ export const gitRemoteTool: Tool<GitArgs> = {
 export const gitTagTool: Tool<GitArgs> = {
   name: "git-tag",
   description: "list tags",
+  tag: "git",
   safe: true,
   permissionLabel: "git tag",
   systemPromptEntry: (i) =>
@@ -135,6 +142,7 @@ export const gitTagTool: Tool<GitArgs> = {
 export const gitBlameTool: Tool<GitArgs> = {
   name: "git-blame",
   description: "show who last modified each line of a file",
+  tag: "git",
   safe: true,
   permissionLabel: "git blame",
   systemPromptEntry: (i) =>
@@ -168,6 +176,7 @@ export const gitBlameTool: Tool<GitArgs> = {
 export const gitStashListTool: Tool<GitArgs> = {
   name: "git-stash-list",
   description: "list stashed changes",
+  tag: "git",
   safe: true,
   permissionLabel: "git stash list",
   systemPromptEntry: (i) =>
@@ -183,6 +192,7 @@ export const gitStashListTool: Tool<GitArgs> = {
 export const gitAddTool: Tool<GitArgs> = {
   name: "git-add",
   description: "stage files for commit",
+  tag: "git",
   safe: false,
   permissionLabel: "git add",
   systemPromptEntry: (i) =>
@@ -202,6 +212,7 @@ export const gitAddTool: Tool<GitArgs> = {
 export const gitCommitTool: Tool<GitArgs> = {
   name: "git-commit",
   description: "commit staged changes with a message",
+  tag: "git",
   safe: false,
   permissionLabel: "git commit",
   systemPromptEntry: (i) =>
@@ -222,6 +233,7 @@ export const gitCommitTool: Tool<GitArgs> = {
 export const gitCommitAmendTool: Tool<GitArgs> = {
   name: "git-commit-amend",
   description: "amend the last commit message",
+  tag: "git",
   safe: false,
   permissionLabel: "git commit --amend",
   systemPromptEntry: (i) =>
@@ -246,6 +258,7 @@ export const gitRevertTool: Tool<GitArgs> = {
   name: "git-revert",
   description:
     "revert a commit by hash (creates a new revert commit, history preserved)",
+  tag: "git",
   safe: false,
   permissionLabel: "git revert",
   systemPromptEntry: (i) =>
@@ -266,6 +279,7 @@ export const gitRevertTool: Tool<GitArgs> = {
 export const gitResetTool: Tool<GitArgs> = {
   name: "git-reset",
   description: "reset HEAD or unstage files",
+  tag: "git",
   safe: false,
   permissionLabel: "git reset",
   systemPromptEntry: (i) =>
@@ -285,6 +299,7 @@ export const gitResetTool: Tool<GitArgs> = {
 export const gitCheckoutTool: Tool<GitArgs> = {
   name: "git-checkout",
   description: "switch branches or restore files",
+  tag: "git",
   safe: false,
   permissionLabel: "git checkout",
   systemPromptEntry: (i) =>
@@ -305,6 +320,7 @@ export const gitCheckoutTool: Tool<GitArgs> = {
 export const gitSwitchTool: Tool<GitArgs> = {
   name: "git-switch",
   description: "switch or create branches",
+  tag: "git",
   safe: false,
   permissionLabel: "git switch",
   systemPromptEntry: (i) =>
@@ -325,6 +341,7 @@ export const gitSwitchTool: Tool<GitArgs> = {
 export const gitMergeTool: Tool<GitArgs> = {
   name: "git-merge",
   description: "merge a branch into the current branch",
+  tag: "git",
   safe: false,
   permissionLabel: "git merge",
   systemPromptEntry: (i) =>
@@ -345,6 +362,7 @@ export const gitMergeTool: Tool<GitArgs> = {
 export const gitPullTool: Tool<GitArgs> = {
   name: "git-pull",
   description: "pull from remote",
+  tag: "git",
   safe: false,
   permissionLabel: "git pull",
   systemPromptEntry: (i) =>
@@ -363,6 +381,7 @@ export const gitPullTool: Tool<GitArgs> = {
 export const gitPushTool: Tool<GitArgs> = {
   name: "git-push",
   description: "push commits to remote",
+  tag: "git",
   safe: false,
   permissionLabel: "git push",
   systemPromptEntry: (i) =>
@@ -381,6 +400,7 @@ export const gitPushTool: Tool<GitArgs> = {
 export const gitStashTool: Tool<GitArgs> = {
   name: "git-stash",
   description: "stash or apply stashed changes",
+  tag: "git",
   safe: false,
   permissionLabel: "git stash",
   systemPromptEntry: (i) =>
@@ -401,6 +421,7 @@ export const gitStashTool: Tool<GitArgs> = {
 export const gitBranchCreateTool: Tool<GitArgs> = {
   name: "git-branch-create",
   description: "create a new branch without switching to it",
+  tag: "git",
   safe: false,
   permissionLabel: "git branch (create)",
   systemPromptEntry: (i) =>
@@ -421,6 +442,7 @@ export const gitBranchCreateTool: Tool<GitArgs> = {
 export const gitBranchDeleteTool: Tool<GitArgs> = {
   name: "git-branch-delete",
   description: "delete a branch",
+  tag: "git",
   safe: false,
   permissionLabel: "git branch -d",
   systemPromptEntry: (i) =>
@@ -444,6 +466,7 @@ export const gitBranchDeleteTool: Tool<GitArgs> = {
 export const gitCherryPickTool: Tool<GitArgs> = {
   name: "git-cherry-pick",
   description: "apply a specific commit from another branch",
+  tag: "git",
   safe: false,
   permissionLabel: "git cherry-pick",
   systemPromptEntry: (i) =>
@@ -466,6 +489,7 @@ export const gitCherryPickTool: Tool<GitArgs> = {
 export const gitTagCreateTool: Tool<GitArgs> = {
   name: "git-tag-create",
   description: "create a lightweight or annotated tag",
+  tag: "git",
   safe: false,
   permissionLabel: "git tag (create)",
   systemPromptEntry: (i) =>
@@ -486,6 +510,7 @@ export const gitRestoreTool: Tool<GitArgs> = {
   name: "git-restore",
   description:
     "discard working directory changes for a file (cannot be undone)",
+  tag: "git",
   safe: false,
   permissionLabel: "git restore",
   systemPromptEntry: (i) =>
@@ -505,6 +530,7 @@ export const gitRestoreTool: Tool<GitArgs> = {
 export const gitCleanTool: Tool<GitArgs> = {
   name: "git-clean",
   description: "remove untracked files (cannot be undone)",
+  tag: "git",
   safe: false,
   permissionLabel: "git clean",
   systemPromptEntry: (i) =>

package/src/utils/chat.ts

@@ -19,6 +19,11 @@ import { FEW_SHOT_MESSAGES } from "../prompts";
 import { registry } from "../utils/tools/registry";
 import type { FilePatch } from "../components/repo/DiffViewer";
 
+export type ChatResult = {
+  text: string;
+  truncated: boolean;
+};
+
 export type ParsedResponse =
   | { kind: "text"; content: string; remainder?: string }
   | {
@@ -219,7 +224,7 @@ export async function callChat(
   messages: Message[],
   abortSignal?: AbortSignal,
   retries = 2,
-): Promise<string> {
+): Promise<ChatResult> {
   const apiMessages = [
     ...buildFewShotMessages(),
     ...buildApiMessages(messages),
@@ -288,13 +293,20 @@ export async function callChat(
 
     if (provider.type === "anthropic") {
       const content = data.content as { type: string; text: string }[];
-      return content
+      const text = content
         .filter((b) => b.type === "text")
         .map((b) => b.text)
         .join("");
+      const truncated = (data as any).stop_reason === "max_tokens";
+      return { text, truncated };
     } else {
-      const choices = data.choices as { message: { content: string } }[];
-      return choices[0]?.message.content ?? "";
+      const choices = data.choices as {
+        message: { content: string };
+        finish_reason?: string;
+      }[];
+      const text = choices[0]?.message.content ?? "";
+      const truncated = choices[0]?.finish_reason === "length";
+      return { text, truncated };
     }
   } catch (err) {
     clearTimeout(timer);

package/src/utils/intentClassifier.ts

@@ -0,0 +1,58 @@
+/**
+ * Classifies user message intent to scope which tools the LLM is allowed to use.
+ *
+ * readonly  → only read/search/fetch tools exposed (no write, delete, shell)
+ * mutating  → all tools exposed
+ * any       → all tools exposed (ambiguous / can't tell)
+ */
+export type Intent = "readonly" | "mutating" | "any";
+
+const READONLY_PATTERNS: RegExp[] = [
+  // listing / exploring
+  /\b(list|ls|dir|show|display|print|dump)\b/i,
+  /\bwhat(('?s| is| are| does)\b| files| folder)/i,
+  /\b(folder|directory|file) (structure|tree|layout|contents?)\b/i,
+  /\bexplore\b/i,
+
+  // reading / explaining
+  /\b(read|open|view|look at|check out|inspect|peek)\b/i,
+  /\b(explain|describe|summarize|summarise|tell me about|walk me through)\b/i,
+  /\bhow does\b/i,
+  /\bwhat('?s| is) (in|inside|this|that|the)\b/i,
+
+  // searching
+  /\b(find|search|grep|locate|where is|where are)\b/i,
+  /\b(look for|scan|trace)\b/i,
+
+  // understanding
+  /\bunderstand\b/i,
+  /\bshow me (how|what|where|why)\b/i,
+];
+
+const MUTATING_PATTERNS: RegExp[] = [
+  // writing
+  /\b(write|create|make|generate|add|build|scaffold|init|initialize|setup|set up)\b/i,
+  /\b(new file|new folder|new component|new page|new route)\b/i,
+
+  // editing
+  /\b(edit|modify|update|change|refactor|rename|move|migrate)\b/i,
+  /\b(fix|patch|resolve|correct|debug|repair)\b/i,
+  /\b(implement|add .+ to|insert|inject|append|prepend)\b/i,
+
+  // deleting
+  /\b(delete|remove|drop|clean ?up|purge|wipe)\b/i,
+
+  // running
+  /\b(run|execute|install|deploy|build|test|start|launch|compile|lint|format)\b/i,
+];
+
+export function classifyIntent(userMessage: string): Intent {
+  const text = userMessage.trim();
+
+  const mutatingScore = MUTATING_PATTERNS.filter((p) => p.test(text)).length;
+  const readonlyScore = READONLY_PATTERNS.filter((p) => p.test(text)).length;
+
+  if (mutatingScore === 0 && readonlyScore > 0) return "readonly";
+  if (mutatingScore > 0) return "mutating";
+  return "any";
+}