@tomsun28/pizza 0.0.9 → 0.1.1

package/dist/core/tools/find.js

@@ -0,0 +1,459 @@
+import { createInterface } from "node:readline";
+import { Text } from "@earendil-works/pi-tui";
+import { Type } from "@sinclair/typebox";
+import { spawn } from "child_process";
+import { existsSync, readdirSync, readFileSync, statSync } from "fs";
+import ignore from "ignore";
+import { minimatch } from "minimatch";
+import path from "path";
+import { keyHint } from "../../modes/interactive/components/keybinding-hints.js";
+import { ensureTool } from "../../utils/tools-manager.js";
+import { resolveToCwd } from "./path-utils.js";
+import { getTextOutput, invalidArgText, shortenPath, str } from "./render-utils.js";
+import { wrapToolDefinition } from "./tool-definition-wrapper.js";
+import { DEFAULT_MAX_BYTES, formatSize, truncateHead } from "./truncate.js";
+function toPosixPath(value) {
+    return value.split(path.sep).join("/");
+}
+function prefixIgnorePattern(line, prefix) {
+    const trimmed = line.trim();
+    if (!trimmed)
+        return null;
+    if (trimmed.startsWith("#") && !trimmed.startsWith("\\#"))
+        return null;
+    let pattern = trimmed;
+    let negated = false;
+    if (pattern.startsWith("!")) {
+        negated = true;
+        pattern = pattern.slice(1);
+    }
+    else if (pattern.startsWith("\\!")) {
+        pattern = pattern.slice(1);
+    }
+    if (pattern.startsWith("/")) {
+        pattern = pattern.slice(1);
+    }
+    const hasSlash = pattern.includes("/");
+    const scoped = prefix && !hasSlash ? `${prefix}**/${pattern}` : `${prefix}${pattern}`;
+    return negated ? `!${scoped}` : scoped;
+}
+function addIgnoreRules(ig, dir, rootDir) {
+    const relativeDir = path.relative(rootDir, dir);
+    const prefix = relativeDir ? `${toPosixPath(relativeDir)}/` : "";
+    for (const filename of IGNORE_FILE_NAMES) {
+        const ignorePath = path.join(dir, filename);
+        if (!existsSync(ignorePath))
+            continue;
+        try {
+            const content = readFileSync(ignorePath, "utf-8");
+            const patterns = content
+                .split(/\r?\n/)
+                .map((line) => prefixIgnorePattern(line, prefix))
+                .filter((line) => Boolean(line));
+            if (patterns.length > 0) {
+                ig.add(patterns);
+            }
+        }
+        catch { }
+    }
+}
+function assertValidFindPattern(pattern) {
+    let escaped = false;
+    let inClass = false;
+    for (const char of pattern) {
+        if (escaped) {
+            escaped = false;
+            continue;
+        }
+        if (char === "\\") {
+            escaped = true;
+            continue;
+        }
+        if (char === "[" && !inClass) {
+            inClass = true;
+            continue;
+        }
+        if (char === "]" && inClass) {
+            inClass = false;
+        }
+    }
+    if (inClass) {
+        throw new Error("fd error: error parsing glob: unclosed character class");
+    }
+}
+function nodeGlobMatch(relativePath, pattern) {
+    if (pattern.includes("/")) {
+        const normalizedPattern = pattern.startsWith("/") ? pattern.slice(1) : pattern;
+        return minimatch(relativePath, normalizedPattern, { dot: true });
+    }
+    return minimatch(path.posix.basename(relativePath), pattern, { dot: true });
+}
+function findWithNode(pattern, searchPath, limit) {
+    assertValidFindPattern(pattern);
+    const ig = ignore();
+    const results = [];
+    const walk = (dir) => {
+        if (results.length >= limit)
+            return;
+        addIgnoreRules(ig, dir, searchPath);
+        let entries;
+        try {
+            entries = readdirSync(dir, { withFileTypes: true }).sort((a, b) => a.name.localeCompare(b.name));
+        }
+        catch {
+            return;
+        }
+        for (const entry of entries) {
+            if (results.length >= limit)
+                return;
+            if (entry.name === ".git" || entry.name === "node_modules")
+                continue;
+            const fullPath = path.join(dir, entry.name);
+            let isDirectory = entry.isDirectory();
+            let isFile = entry.isFile();
+            if (entry.isSymbolicLink()) {
+                try {
+                    const stats = statSync(fullPath);
+                    isDirectory = stats.isDirectory();
+                    isFile = stats.isFile();
+                }
+                catch {
+                    continue;
+                }
+            }
+            const relativePath = toPosixPath(path.relative(searchPath, fullPath));
+            const ignorePath = isDirectory ? `${relativePath}/` : relativePath;
+            if (ig.ignores(ignorePath))
+                continue;
+            if (isFile && nodeGlobMatch(relativePath, pattern)) {
+                results.push(relativePath);
+            }
+            if (isDirectory) {
+                walk(fullPath);
+            }
+        }
+    };
+    walk(searchPath);
+    return results;
+}
+const findSchema = Type.Object({
+    pattern: Type.String({
+        description: "Glob pattern to match files, e.g. '*.ts', '**/*.json', or 'src/**/*.spec.ts'",
+    }),
+    path: Type.Optional(Type.String({ description: "Directory to search in (default: current directory)" })),
+    limit: Type.Optional(Type.Number({ description: "Maximum number of results (default: 1000)" })),
+});
+const DEFAULT_LIMIT = 1000;
+const IGNORE_FILE_NAMES = [".gitignore", ".ignore", ".fdignore"];
+const defaultFindOperations = {
+    exists: existsSync,
+    // This is a placeholder. Actual fd execution happens in execute() when no custom glob is provided.
+    glob: () => [],
+};
+function formatFindCall(args, theme) {
+    const pattern = str(args?.pattern);
+    const rawPath = str(args?.path);
+    const path = rawPath !== null ? shortenPath(rawPath || ".") : null;
+    const limit = args?.limit;
+    const invalidArg = invalidArgText(theme);
+    let text = theme.fg("toolTitle", theme.bold("find")) +
+        " " +
+        (pattern === null ? invalidArg : theme.fg("accent", pattern || "")) +
+        theme.fg("toolOutput", ` in ${path === null ? invalidArg : path}`);
+    if (limit !== undefined) {
+        text += theme.fg("toolOutput", ` (limit ${limit})`);
+    }
+    return text;
+}
+function formatFindResult(result, options, theme, showImages) {
+    const output = getTextOutput(result, showImages).trim();
+    let text = "";
+    if (output) {
+        const lines = output.split("\n");
+        const maxLines = options.expanded ? lines.length : 20;
+        const displayLines = lines.slice(0, maxLines);
+        const remaining = lines.length - maxLines;
+        text += `\n${displayLines.map((line) => theme.fg("toolOutput", line)).join("\n")}`;
+        if (remaining > 0) {
+            text += `${theme.fg("muted", `\n... (${remaining} more lines,`)} ${keyHint("app.tools.expand", "to expand")})`;
+        }
+    }
+    const resultLimit = result.details?.resultLimitReached;
+    const truncation = result.details?.truncation;
+    if (resultLimit || truncation?.truncated) {
+        const warnings = [];
+        if (resultLimit)
+            warnings.push(`${resultLimit} results limit`);
+        if (truncation?.truncated)
+            warnings.push(`${formatSize(truncation.maxBytes ?? DEFAULT_MAX_BYTES)} limit`);
+        text += `\n${theme.fg("warning", `[Truncated: ${warnings.join(", ")}]`)}`;
+    }
+    return text;
+}
+export function createFindToolDefinition(cwd, options) {
+    const customOps = options?.operations;
+    return {
+        name: "find",
+        label: "find",
+        description: `Search for files by glob pattern. Returns matching file paths relative to the search directory. Respects .gitignore. Output is truncated to ${DEFAULT_LIMIT} results or ${DEFAULT_MAX_BYTES / 1024}KB (whichever is hit first).`,
+        promptSnippet: "Find files by glob pattern (respects .gitignore)",
+        parameters: findSchema,
+        async execute(_toolCallId, { pattern, path: searchDir, limit }, signal, _onUpdate, _ctx) {
+            return new Promise((resolve, reject) => {
+                if (signal?.aborted) {
+                    reject(new Error("Operation aborted"));
+                    return;
+                }
+                let settled = false;
+                let stopChild;
+                const settle = (fn) => {
+                    if (settled)
+                        return;
+                    settled = true;
+                    signal?.removeEventListener("abort", onAbort);
+                    stopChild = undefined;
+                    fn();
+                };
+                const onAbort = () => {
+                    stopChild?.();
+                    settle(() => reject(new Error("Operation aborted")));
+                };
+                signal?.addEventListener("abort", onAbort, { once: true });
+                (async () => {
+                    try {
+                        const searchPath = resolveToCwd(searchDir || ".", cwd);
+                        const effectiveLimit = limit ?? DEFAULT_LIMIT;
+                        const ops = customOps ?? defaultFindOperations;
+                        // If custom operations provide glob(), use that instead of fd.
+                        if (customOps?.glob) {
+                            if (!(await ops.exists(searchPath))) {
+                                settle(() => reject(new Error(`Path not found: ${searchPath}`)));
+                                return;
+                            }
+                            if (signal?.aborted) {
+                                settle(() => reject(new Error("Operation aborted")));
+                                return;
+                            }
+                            const results = await ops.glob(pattern, searchPath, {
+                                ignore: ["**/node_modules/**", "**/.git/**"],
+                                limit: effectiveLimit,
+                            });
+                            if (signal?.aborted) {
+                                settle(() => reject(new Error("Operation aborted")));
+                                return;
+                            }
+                            if (results.length === 0) {
+                                settle(() => resolve({
+                                    content: [{ type: "text", text: "No files found matching pattern" }],
+                                    details: undefined,
+                                }));
+                                return;
+                            }
+                            // Relativize paths against the search root for stable output.
+                            const relativized = results.map((p) => {
+                                if (p.startsWith(searchPath))
+                                    return toPosixPath(p.slice(searchPath.length + 1));
+                                return toPosixPath(path.relative(searchPath, p));
+                            });
+                            const resultLimitReached = relativized.length >= effectiveLimit;
+                            const rawOutput = relativized.join("\n");
+                            const truncation = truncateHead(rawOutput, { maxLines: Number.MAX_SAFE_INTEGER });
+                            let resultOutput = truncation.content;
+                            const details = {};
+                            const notices = [];
+                            if (resultLimitReached) {
+                                notices.push(`${effectiveLimit} results limit reached`);
+                                details.resultLimitReached = effectiveLimit;
+                            }
+                            if (truncation.truncated) {
+                                notices.push(`${formatSize(DEFAULT_MAX_BYTES)} limit reached`);
+                                details.truncation = truncation;
+                            }
+                            if (notices.length > 0) {
+                                resultOutput += `\n\n[${notices.join(". ")}]`;
+                            }
+                            settle(() => resolve({
+                                content: [{ type: "text", text: resultOutput }],
+                                details: Object.keys(details).length > 0 ? details : undefined,
+                            }));
+                            return;
+                        }
+                        // Default implementation uses fd.
+                        const fdPath = await ensureTool("fd", true);
+                        if (signal?.aborted) {
+                            settle(() => reject(new Error("Operation aborted")));
+                            return;
+                        }
+                        if (!fdPath) {
+                            if (!existsSync(searchPath)) {
+                                settle(() => reject(new Error(`Path not found: ${searchPath}`)));
+                                return;
+                            }
+                            try {
+                                const results = findWithNode(pattern, searchPath, effectiveLimit);
+                                if (results.length === 0) {
+                                    settle(() => resolve({
+                                        content: [{ type: "text", text: "No files found matching pattern" }],
+                                        details: undefined,
+                                    }));
+                                    return;
+                                }
+                                const resultLimitReached = results.length >= effectiveLimit;
+                                const rawOutput = results.join("\n");
+                                const truncation = truncateHead(rawOutput, { maxLines: Number.MAX_SAFE_INTEGER });
+                                let resultOutput = truncation.content;
+                                const details = {};
+                                const notices = [];
+                                if (resultLimitReached) {
+                                    notices.push(`${effectiveLimit} results limit reached. Use limit=${effectiveLimit * 2} for more, or refine pattern`);
+                                    details.resultLimitReached = effectiveLimit;
+                                }
+                                if (truncation.truncated) {
+                                    notices.push(`${formatSize(DEFAULT_MAX_BYTES)} limit reached`);
+                                    details.truncation = truncation;
+                                }
+                                if (notices.length > 0) {
+                                    resultOutput += `\n\n[${notices.join(". ")}]`;
+                                }
+                                settle(() => resolve({
+                                    content: [{ type: "text", text: resultOutput }],
+                                    details: Object.keys(details).length > 0 ? details : undefined,
+                                }));
+                            }
+                            catch (error) {
+                                const message = error instanceof Error ? error.message : String(error);
+                                settle(() => reject(new Error(message)));
+                            }
+                            return;
+                        }
+                        // Build fd arguments. --no-require-git makes fd apply hierarchical .gitignore
+                        // semantics whether or not the search path is inside a git repository, without
+                        // leaking sibling-directory rules the way --ignore-file (a global source) would.
+                        const args = [
+                            "--glob",
+                            "--color=never",
+                            "--hidden",
+                            "--no-require-git",
+                            "--max-results",
+                            String(effectiveLimit),
+                        ];
+                        // fd --glob matches against the basename unless --full-path is set; in --full-path
+                        // mode it matches against the absolute candidate path, so a path-containing
+                        // pattern like 'src/**/*.spec.ts' needs a leading '**/' to match anything.
+                        let effectivePattern = pattern;
+                        if (pattern.includes("/")) {
+                            args.push("--full-path");
+                            if (!pattern.startsWith("/") && !pattern.startsWith("**/") && pattern !== "**") {
+                                effectivePattern = `**/${pattern}`;
+                            }
+                        }
+                        args.push(effectivePattern, searchPath);
+                        const child = spawn(fdPath, args, { stdio: ["ignore", "pipe", "pipe"] });
+                        const rl = createInterface({ input: child.stdout });
+                        let stderr = "";
+                        const lines = [];
+                        stopChild = () => {
+                            if (!child.killed) {
+                                child.kill();
+                            }
+                        };
+                        const cleanup = () => {
+                            rl.close();
+                        };
+                        child.stderr?.on("data", (chunk) => {
+                            stderr += chunk.toString();
+                        });
+                        rl.on("line", (line) => {
+                            lines.push(line);
+                        });
+                        child.on("error", (error) => {
+                            cleanup();
+                            settle(() => reject(new Error(`Failed to run fd: ${error.message}`)));
+                        });
+                        child.on("close", (code) => {
+                            cleanup();
+                            if (signal?.aborted) {
+                                settle(() => reject(new Error("Operation aborted")));
+                                return;
+                            }
+                            const output = lines.join("\n");
+                            if (code !== 0) {
+                                const errorMsg = stderr.trim() || `fd exited with code ${code}`;
+                                if (!output) {
+                                    settle(() => reject(new Error(errorMsg)));
+                                    return;
+                                }
+                            }
+                            if (!output) {
+                                settle(() => resolve({
+                                    content: [{ type: "text", text: "No files found matching pattern" }],
+                                    details: undefined,
+                                }));
+                                return;
+                            }
+                            const relativized = [];
+                            for (const rawLine of lines) {
+                                const line = rawLine.replace(/\r$/, "").trim();
+                                if (!line)
+                                    continue;
+                                const hadTrailingSlash = line.endsWith("/") || line.endsWith("\\");
+                                let relativePath = line;
+                                if (line.startsWith(searchPath)) {
+                                    relativePath = line.slice(searchPath.length + 1);
+                                }
+                                else {
+                                    relativePath = path.relative(searchPath, line);
+                                }
+                                if (hadTrailingSlash && !relativePath.endsWith("/"))
+                                    relativePath += "/";
+                                relativized.push(toPosixPath(relativePath));
+                            }
+                            const resultLimitReached = relativized.length >= effectiveLimit;
+                            const rawOutput = relativized.join("\n");
+                            const truncation = truncateHead(rawOutput, { maxLines: Number.MAX_SAFE_INTEGER });
+                            let resultOutput = truncation.content;
+                            const details = {};
+                            const notices = [];
+                            if (resultLimitReached) {
+                                notices.push(`${effectiveLimit} results limit reached. Use limit=${effectiveLimit * 2} for more, or refine pattern`);
+                                details.resultLimitReached = effectiveLimit;
+                            }
+                            if (truncation.truncated) {
+                                notices.push(`${formatSize(DEFAULT_MAX_BYTES)} limit reached`);
+                                details.truncation = truncation;
+                            }
+                            if (notices.length > 0) {
+                                resultOutput += `\n\n[${notices.join(". ")}]`;
+                            }
+                            settle(() => resolve({
+                                content: [{ type: "text", text: resultOutput }],
+                                details: Object.keys(details).length > 0 ? details : undefined,
+                            }));
+                        });
+                    }
+                    catch (e) {
+                        if (signal?.aborted) {
+                            settle(() => reject(new Error("Operation aborted")));
+                            return;
+                        }
+                        const error = e instanceof Error ? e : new Error(String(e));
+                        settle(() => reject(error));
+                    }
+                })();
+            });
+        },
+        renderCall(args, theme, context) {
+            const text = context.lastComponent ?? new Text("", 0, 0);
+            text.setText(formatFindCall(args, theme));
+            return text;
+        },
+        renderResult(result, options, theme, context) {
+            const text = context.lastComponent ?? new Text("", 0, 0);
+            text.setText(formatFindResult(result, options, theme, context.showImages));
+            return text;
+        },
+    };
+}
+export function createFindTool(cwd, options) {
+    return wrapToolDefinition(createFindToolDefinition(cwd, options));
+}

package/dist/core/tools/grep.d.ts

@@ -0,0 +1,36 @@
+import type { AgentTool } from "../agent/types.js";
+import { type Static } from "@sinclair/typebox";
+import type { ToolDefinition } from "../extensions/types.js";
+import { type TruncationResult } from "./truncate.js";
+declare const grepSchema: import("@sinclair/typebox").TObject<{
+    pattern: import("@sinclair/typebox").TString;
+    path: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    glob: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TString>;
+    ignoreCase: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TBoolean>;
+    literal: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TBoolean>;
+    context: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
+    limit: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TNumber>;
+}>;
+export type GrepToolInput = Static<typeof grepSchema>;
+export interface GrepToolDetails {
+    truncation?: TruncationResult;
+    matchLimitReached?: number;
+    linesTruncated?: boolean;
+}
+/**
+ * Pluggable operations for the grep tool.
+ * Override these to delegate search to remote systems (for example SSH).
+ */
+export interface GrepOperations {
+    /** Check if path is a directory. Throws if path does not exist. */
+    isDirectory: (absolutePath: string) => Promise<boolean> | boolean;
+    /** Read file contents for context lines */
+    readFile: (absolutePath: string) => Promise<string> | string;
+}
+export interface GrepToolOptions {
+    /** Custom operations for grep. Default: local filesystem plus ripgrep */
+    operations?: GrepOperations;
+}
+export declare function createGrepToolDefinition(cwd: string, options?: GrepToolOptions): ToolDefinition<typeof grepSchema, GrepToolDetails | undefined>;
+export declare function createGrepTool(cwd: string, options?: GrepToolOptions): AgentTool<typeof grepSchema>;
+export {};