@ridit/lens 0.3.7 → 0.3.9

package/src/utils/ai.ts

@@ -1,321 +0,0 @@
-import { exec } from "child_process";
-import { readFileSync, existsSync } from "fs";
-import path from "path";
-import type { Provider } from "../types/config";
-import type { AnalysisResult, ImportantFile } from "../types/repo";
-
-export function buildFileListPrompt(
-  repoUrl: string,
-  fileTree: string[],
-): string {
-  return `You are a senior software engineer. You are about to analyze this repository:
-Repository URL: ${repoUrl}
-
-Here is the complete file tree (${fileTree.length} files):
-${fileTree.join("\n")}
-
-Your job is to select the files you need to read to fully understand what this project is, what it does, and how it works.
-
-Rules:
-- ALWAYS include package.json, tsconfig.json, README.md if they exist
-- ALWAYS include ALL files inside src/ — especially index files, main entry points, and any files that reveal the project's purpose (components, hooks, utilities, exports)
-- Include config files: vite.config, eslint.config, tailwind.config, bun.lockb, .nvmrc, etc.
-- If there is a src/index.ts or src/main.ts or src/lib/index.ts, ALWAYS include it
-- Do NOT skip source files just because there are many — pick up to 30 files
-- Prefer breadth: pick at least one file from every folder under src/
-
-Respond ONLY with a JSON array of file paths relative to repo root. No markdown, no explanation. Example:
-["package.json", "src/main.ts", "src/components/Button.tsx"]`;
-}
-
-export function buildAnalysisPrompt(
-  repoUrl: string,
-  files: ImportantFile[],
-): string {
-  const fileList = files
-    .map((f) => `### ${f.path}\n\`\`\`\n${f.content.slice(0, 3000)}\n\`\`\``)
-    .join("\n\n");
-
-  return `You are a senior software engineer building a persistent knowledge base about a codebase. Your output will be stored and incrementally updated over time — it must be durable, structural knowledge, not ephemeral warnings.
-
-Repository URL: ${repoUrl}
-
-Here are the file contents:
-
-${fileList}
-
-Analyze this repository and extract permanent, structural understanding. Focus on WHAT the codebase IS and HOW it works — not linting issues or missing configs.
-
-Rules:
-- Read source code carefully. Reference real file names, real function names, real patterns.
-- tooling: detect from package.json, lockfiles, config files. Keys: packageManager (npm/yarn/pnpm/bun), language, runtime, bundler, framework, testRunner, linter, formatter — only include what you actually found evidence of.
-- keyFiles: list the most important files with a one-line description of what they do. Format: "src/utils/ai.ts: callModel abstraction supporting anthropic/gemini/ollama/openai"
-- patterns: list recurring idioms, design patterns, or conventions actually used in the code. E.g. "Discriminated union state machines for multi-stage UI flows", "React + Ink for terminal rendering"
-- architecture: 2-3 sentences describing the high-level structure and how data flows through the system.
-- importantFolders: describe EVERY folder with specifics — what files are in it and what they do.
-- suggestions: specific, actionable improvements referencing real file names and real patterns you saw. No generic advice.
-- overview: 3-5 sentences naming actual components, features, exports. Be specific.
-
-Respond ONLY with a JSON object (no markdown, no explanation):
-{
-  "overview": "...",
-  "architecture": "...",
-  "tooling": {
-    "packageManager": "bun",
-    "language": "TypeScript",
-    "runtime": "Node.js",
-    "bundler": "tsup",
-    "framework": "Ink"
-  },
-  "importantFolders": [
-    "src/commands: contains chat.tsx, commit.tsx, review.tsx — each exports an Ink component that is the top-level renderer for that CLI command"
-  ],
-  "keyFiles": [
-    "src/utils/ai.ts: callModel abstraction supporting anthropic/gemini/ollama/openai providers via a unified Provider type"
-  ],
-  "patterns": [
-    "Discriminated union state machines (type + stage fields) for multi-step UI flows in every command component"
-  ],
-  "suggestions": [
-    "In src/utils/ai.ts, callModel has no retry logic — adding exponential backoff would improve reliability for ollama which can be slow to start"
-  ]
-}`;
-}
-
-export function buildToolingPatchPrompt(
-  repoUrl: string,
-  files: ImportantFile[],
-): string {
-  const relevant = files.filter((f) =>
-    [
-      "package.json",
-      "bun.lockb",
-      "yarn.lock",
-      "pnpm-lock.yaml",
-      "package-lock.json",
-      "tsconfig.json",
-      ".nvmrc",
-      ".node-version",
-    ].includes(path.basename(f.path)),
-  );
-
-  if (relevant.length === 0) return "";
-
-  const fileList = relevant
-    .map((f) => `### ${f.path}\n\`\`\`\n${f.content.slice(0, 2000)}\n\`\`\``)
-    .join("\n\n");
-
-  return `You are analyzing a repository's tooling configuration.
-Repository: ${repoUrl}
-
-${fileList}
-
-Extract only tooling information. Respond ONLY with a JSON object:
-{
-  "tooling": {
-    "packageManager": "bun | npm | yarn | pnpm",
-    "language": "TypeScript | JavaScript | ...",
-    "runtime": "Node.js | Bun | Deno | ...",
-    "bundler": "tsup | esbuild | vite | webpack | ...",
-    "framework": "React | Ink | Next.js | ...",
-    "testRunner": "vitest | jest | ...",
-    "linter": "eslint | biome | ...",
-    "formatter": "prettier | biome | ..."
-  }
-}
-Only include keys where you found actual evidence. No markdown, no explanation.`;
-}
-
-function parseStringArray(text: string): string[] {
-  const cleaned = text.replace(/```json|```/g, "").trim();
-  const match = cleaned.match(/\[[\s\S]*\]/);
-  if (!match) return [];
-  try {
-    return JSON.parse(match[0]) as string[];
-  } catch {
-    return [];
-  }
-}
-
-function parseResult(text: string): AnalysisResult {
-  const cleaned = text.replace(/```json|```/g, "").trim();
-  const jsonMatch = cleaned.match(/\{[\s\S]*\}/);
-  if (!jsonMatch) throw new Error(`No JSON found in response:\n${cleaned}`);
-
-  const parsed = JSON.parse(jsonMatch[0]) as Partial<AnalysisResult>;
-
-  return {
-    overview: parsed.overview ?? "No overview provided",
-    importantFolders: parsed.importantFolders ?? [],
-    tooling: parsed.tooling ?? {},
-    keyFiles: parsed.keyFiles ?? [],
-    patterns: parsed.patterns ?? [],
-    architecture: parsed.architecture ?? "",
-    suggestions: parsed.suggestions ?? [],
-  };
-}
-
-function parseToolingPatch(text: string): Partial<AnalysisResult> | null {
-  try {
-    const cleaned = text.replace(/```json|```/g, "").trim();
-    const match = cleaned.match(/\{[\s\S]*\}/);
-    if (!match) return null;
-    return JSON.parse(match[0]) as Partial<AnalysisResult>;
-  } catch {
-    return null;
-  }
-}
-
-export function checkOllamaInstalled(): Promise<boolean> {
-  return new Promise((resolve) => {
-    exec("ollama --version", (err) => resolve(!err));
-  });
-}
-
-export function getOllamaModels(): Promise<string[]> {
-  return new Promise((resolve) => {
-    exec("ollama list", (err, stdout) => {
-      if (err) return resolve([]);
-      const models = stdout
-        .trim()
-        .split("\n")
-        .slice(1)
-        .map((line) => line.split(/\s+/)[0] ?? "")
-        .filter(Boolean);
-      resolve(models);
-    });
-  });
-}
-
-async function callModel(provider: Provider, prompt: string): Promise<string> {
-  switch (provider.type) {
-    case "anthropic": {
-      const response = await fetch("https://api.anthropic.com/v1/messages", {
-        method: "POST",
-        headers: {
-          "Content-Type": "application/json",
-          "x-api-key": provider.apiKey ?? "",
-          "anthropic-version": "2023-06-01",
-        },
-        body: JSON.stringify({
-          model: provider.model,
-          max_tokens: 2048,
-          messages: [{ role: "user", content: prompt }],
-        }),
-      });
-      if (!response.ok)
-        throw new Error(`Anthropic API error: ${response.statusText}`);
-      const data = (await response.json()) as any;
-      return data.content
-        .filter((b: { type: string }) => b.type === "text")
-        .map((b: { text: string }) => b.text)
-        .join("");
-    }
-
-    case "gemini": {
-      const response = await fetch(
-        `https://generativelanguage.googleapis.com/v1beta/models/gemini-2.0-flash:generateContent?key=${provider.apiKey ?? ""}`,
-        {
-          method: "POST",
-          headers: { "Content-Type": "application/json" },
-          body: JSON.stringify({
-            contents: [{ parts: [{ text: prompt }] }],
-          }),
-        },
-      );
-      if (!response.ok)
-        throw new Error(`Gemini API error: ${response.statusText}`);
-      const data = (await response.json()) as any;
-      return data.candidates?.[0]?.content?.parts?.[0]?.text ?? "";
-    }
-
-    case "ollama": {
-      const baseUrl = provider.baseUrl ?? "http://localhost:11434";
-      const response = await fetch(`${baseUrl}/api/generate`, {
-        method: "POST",
-        headers: { "Content-Type": "application/json" },
-        body: JSON.stringify({
-          model: provider.model,
-          prompt,
-          stream: false,
-        }),
-      });
-      if (!response.ok) throw new Error(`Ollama error: ${response.statusText}`);
-      const data = (await response.json()) as any;
-      return data.response ?? "";
-    }
-
-    case "openai":
-    case "custom": {
-      const baseUrl = provider.baseUrl ?? "https://api.openai.com/v1";
-      const response = await fetch(`${baseUrl}/chat/completions`, {
-        method: "POST",
-        headers: {
-          "Content-Type": "application/json",
-          Authorization: `Bearer ${provider.apiKey ?? ""}`,
-        },
-        body: JSON.stringify({
-          model: provider.model,
-          messages: [{ role: "user", content: prompt }],
-        }),
-      });
-      if (!response.ok)
-        throw new Error(`OpenAI-compat API error: ${response.statusText}`);
-      const data = (await response.json()) as any;
-      return data.choices?.[0]?.message?.content ?? "";
-    }
-
-    default:
-      throw new Error(`Unknown provider type`);
-  }
-}
-
-export async function requestFileList(
-  repoUrl: string,
-  repoPath: string,
-  fileTree: string[],
-  provider: Provider,
-): Promise<ImportantFile[]> {
-  const prompt = buildFileListPrompt(repoUrl, fileTree);
-  const text = await callModel(provider, prompt);
-  const requestedPaths = parseStringArray(text);
-
-  const files: ImportantFile[] = [];
-  for (const filePath of requestedPaths) {
-    const fullPath = path.join(repoPath, filePath);
-    if (existsSync(fullPath)) {
-      try {
-        const content = readFileSync(fullPath, "utf-8");
-        files.push({ path: filePath, content });
-      } catch {}
-    }
-  }
-  return files;
-}
-
-export async function extractToolingPatch(
-  repoUrl: string,
-  files: ImportantFile[],
-  provider: Provider,
-): Promise<Partial<AnalysisResult> | null> {
-  const prompt = buildToolingPatchPrompt(repoUrl, files);
-  if (!prompt) return null;
-  try {
-    const text = await callModel(provider, prompt);
-    return parseToolingPatch(text);
-  } catch {
-    return null;
-  }
-}
-
-export async function analyzeRepo(
-  repoUrl: string,
-  files: ImportantFile[],
-  provider: Provider,
-): Promise<AnalysisResult> {
-  const prompt = buildAnalysisPrompt(repoUrl, files);
-  const text = await callModel(provider, prompt);
-  return parseResult(text);
-}
-
-export const callModelRaw = callModel;

package/src/utils/chat.ts

@@ -1,326 +0,0 @@
-export {
-  walkDir,
-  applyPatches,
-  readFile,
-  readFolder,
-  grepFiles,
-  writeFile,
-  deleteFile,
-  deleteFolder,
-} from "../tools/files";
-export { runShell, readClipboard, openUrl } from "../tools/shell";
-export { fetchUrl, searchWeb } from "../tools/web";
-export { generatePdf } from "../tools/pdf";
-export { buildSystemPrompt, FEW_SHOT_MESSAGES } from "../prompts";
-
-import type { Message } from "../types/chat";
-import type { Provider } from "../types/config";
-import { FEW_SHOT_MESSAGES } from "../prompts";
-import { registry } from "../utils/tools/registry";
-import type { FilePatch } from "../components/repo/DiffViewer";
-
-export type ChatResult = {
-  text: string;
-  truncated: boolean;
-};
-
-export type ParsedResponse =
-  | { kind: "text"; content: string; remainder?: string }
-  | {
-      kind: "changes";
-      content: string;
-      patches: FilePatch[];
-      remainder?: string;
-    }
-  | { kind: "clone"; content: string; repoUrl: string; remainder?: string }
-  | {
-      kind: "tool";
-      toolName: string;
-      input: unknown;
-      rawInput: string;
-      content: string;
-      remainder?: string;
-    };
-
-const MAX_HISTORY = 30;
-
-function buildFewShotMessages(): { role: string; content: string }[] {
-  const messages = [...FEW_SHOT_MESSAGES];
-  for (const tool of registry.all()) {
-    if (!tool.fewShots?.length) continue;
-    for (const shot of tool.fewShots) {
-      messages.push({ role: "user", content: shot.user });
-      messages.push({ role: "assistant", content: shot.assistant });
-    }
-  }
-  return messages;
-}
-
-export function parseResponse(text: string): ParsedResponse {
-  const scanText = text.replace(/```[\s\S]*?```/g, (m) => " ".repeat(m.length));
-
-  type Candidate = {
-    index: number;
-    toolName: string;
-    match: RegExpExecArray;
-  };
-  const candidates: Candidate[] = [];
-
-  for (const toolName of registry.names()) {
-    const escaped = toolName.replace(/[-]/g, "\\-");
-
-    const xmlRe = new RegExp(`<${escaped}>([\\s\\S]*?)<\\/${escaped}>`, "g");
-    xmlRe.lastIndex = 0;
-    const xmlM = xmlRe.exec(scanText);
-    if (xmlM) {
-      const orig = new RegExp(xmlRe.source);
-      const origM = orig.exec(text.slice(xmlM.index));
-      if (origM) {
-        candidates.push({
-          index: xmlM.index,
-          toolName,
-          match: Object.assign(
-            [
-              text.slice(xmlM.index, xmlM.index + origM[0].length),
-              origM[1],
-            ] as unknown as RegExpExecArray,
-            { index: xmlM.index, input: text, groups: undefined },
-          ),
-        });
-      }
-    }
-
-    const fencedRe = new RegExp(
-      `\`\`\`${escaped}\\r?\\n([\\s\\S]*?)\\r?\\n\`\`\``,
-      "g",
-    );
-    fencedRe.lastIndex = 0;
-    const fencedM = fencedRe.exec(scanText);
-    if (fencedM) {
-      const orig = new RegExp(fencedRe.source);
-      const origM = orig.exec(text.slice(fencedM.index));
-      if (origM) {
-        candidates.push({
-          index: fencedM.index,
-          toolName,
-          match: Object.assign(
-            [
-              text.slice(fencedM.index, fencedM.index + origM[0].length),
-              origM[1],
-            ] as unknown as RegExpExecArray,
-            { index: fencedM.index, input: text, groups: undefined },
-          ),
-        });
-      }
-    }
-  }
-
-  if (candidates.length === 0) return { kind: "text", content: text.trim() };
-
-  candidates.sort((a, b) => a.index - b.index);
-  const { toolName, match } = candidates[0]!;
-
-  const before = text.slice(0, match.index).trim();
-  const body = (match[1] ?? "").trim();
-  const afterMatch = text.slice(match.index + match[0].length).trim();
-  const remainder = afterMatch.length > 0 ? afterMatch : undefined;
-
-  if (toolName === "changes") {
-    try {
-      const parsed = JSON.parse(body) as {
-        summary: string;
-        patches: FilePatch[];
-      };
-      const display = [before, parsed.summary].filter(Boolean).join("\n\n");
-      return {
-        kind: "changes",
-        content: display,
-        patches: parsed.patches,
-        remainder,
-      };
-    } catch (e) {
-      console.error("[parseResponse] failed to parse changes JSON:", e);
-      console.error("[parseResponse] body was:", body.slice(0, 200));
-      return { kind: "text", content: text.trim() };
-    }
-  }
-
-  if (toolName === "clone") {
-    return {
-      kind: "clone",
-      content: before,
-      repoUrl: body.replace(/^<|>$/g, "").trim(),
-      remainder,
-    };
-  }
-
-  const tool = registry.get(toolName);
-  if (!tool) {
-    console.error("[parseResponse] unknown tool:", toolName);
-    return { kind: "text", content: text.trim() };
-  }
-
-  const input = tool.parseInput(body);
-  if (input === null) {
-    console.error(
-      "[parseResponse] parseInput returned null for tool:",
-      toolName,
-    );
-    console.error("[parseResponse] body was:", body.slice(0, 200));
-    return { kind: "text", content: text.trim() };
-  }
-
-  return {
-    kind: "tool",
-    toolName,
-    input,
-    rawInput: body,
-    content: before,
-    remainder,
-  };
-}
-
-export function parseCloneTag(text: string): string | null {
-  const m = text.match(/<clone>([\s\S]*?)<\/clone>/);
-  return m ? m[1]!.trim() : null;
-}
-
-export function extractGithubUrl(text: string): string | null {
-  const match = text.match(/https?:\/\/github\.com\/[\w.-]+\/[\w.-]+/);
-  return match ? match[0]! : null;
-}
-
-export function toCloneUrl(url: string): string {
-  const clean = url.replace(/\/+$/, "");
-  return clean.endsWith(".git") ? clean : `${clean}.git`;
-}
-
-function buildApiMessages(
-  messages: Message[],
-): { role: string; content: string }[] {
-  const recent = messages.slice(-MAX_HISTORY);
-
-  return recent.map((m) => {
-    if (m.type === "tool") {
-      if (!m.approved) {
-        return {
-          role: "user",
-          content:
-            "The tool call was denied by the user. Please respond without using that tool.",
-        };
-      }
-      return {
-        role: "user",
-        content: `Here is the output from the ${m.toolName} of ${m.content}:\n\n${m.result}\n\nPlease continue your response based on this output.`,
-      };
-    }
-    return { role: m.role, content: m.content };
-  });
-}
-
-export async function callChat(
-  provider: Provider,
-  systemPrompt: string,
-  messages: Message[],
-  abortSignal?: AbortSignal,
-  retries = 2,
-): Promise<ChatResult> {
-  const apiMessages = [
-    ...buildFewShotMessages(),
-    ...buildApiMessages(messages),
-  ];
-
-  let url: string;
-  let headers: Record<string, string>;
-  let body: Record<string, unknown>;
-
-  if (provider.type === "anthropic") {
-    url = "https://api.anthropic.com/v1/messages";
-    headers = {
-      "Content-Type": "application/json",
-      "x-api-key": provider.apiKey ?? "",
-      "anthropic-version": "2023-06-01",
-    };
-    body = {
-      model: provider.model,
-      max_tokens: 16384,
-      system: systemPrompt,
-      messages: apiMessages,
-    };
-  } else {
-    const base = provider.baseUrl ?? "https://api.openai.com/v1";
-    url = `${base}/chat/completions`;
-    headers = {
-      "Content-Type": "application/json",
-      Authorization: `Bearer ${provider.apiKey}`,
-    };
-    body = {
-      model: provider.model,
-      max_tokens: 16384,
-      messages: [{ role: "system", content: systemPrompt }, ...apiMessages],
-    };
-  }
-
-  const controller = new AbortController();
-  const timer = setTimeout(() => controller.abort(), 60_000);
-  abortSignal?.addEventListener("abort", () => controller.abort());
-
-  try {
-    const res = await fetch(url, {
-      method: "POST",
-      headers,
-      body: JSON.stringify(body),
-      signal: controller.signal,
-    });
-    clearTimeout(timer);
-
-    if (!res.ok) {
-      const errText = await res.text();
-      if (res.status >= 500 && retries > 0) {
-        await new Promise((r) => setTimeout(r, 1500));
-        return callChat(
-          provider,
-          systemPrompt,
-          messages,
-          abortSignal,
-          retries - 1,
-        );
-      }
-      throw new Error(`API error ${res.status}: ${errText}`);
-    }
-
-    const data = (await res.json()) as Record<string, unknown>;
-
-    if (provider.type === "anthropic") {
-      const content = data.content as { type: string; text: string }[];
-      const text = content
-        .filter((b) => b.type === "text")
-        .map((b) => b.text)
-        .join("");
-      const truncated = (data as any).stop_reason === "max_tokens";
-      return { text, truncated };
-    } else {
-      const choices = data.choices as {
-        message: { content: string };
-        finish_reason?: string;
-      }[];
-      const text = choices[0]?.message.content ?? "";
-      const truncated = choices[0]?.finish_reason === "length";
-      return { text, truncated };
-    }
-  } catch (err) {
-    clearTimeout(timer);
-    if (err instanceof Error && err.name === "AbortError") throw err;
-    if (retries > 0) {
-      await new Promise((r) => setTimeout(r, 1500));
-      return callChat(
-        provider,
-        systemPrompt,
-        messages,
-        abortSignal,
-        retries - 1,
-      );
-    }
-    throw err;
-  }
-}