grepmax 0.10.3 → 0.11.0

package/dist/commands/context.js

@@ -0,0 +1,223 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.context = void 0;
+const fs = __importStar(require("node:fs"));
+const path = __importStar(require("node:path"));
+const commander_1 = require("commander");
+const searcher_1 = require("../lib/search/searcher");
+const skeleton_1 = require("../lib/skeleton");
+const vector_db_1 = require("../lib/store/vector-db");
+const filter_builder_1 = require("../lib/utils/filter-builder");
+const exit_1 = require("../lib/utils/exit");
+const project_root_1 = require("../lib/utils/project-root");
+const arrow_1 = require("../lib/utils/arrow");
+function estimateTokens(text) {
+    return Math.ceil(text.length / 4);
+}
+exports.context = new commander_1.Command("context")
+    .description("Generate a token-budgeted topic summary (search + skeleton + extract)")
+    .argument("<topic>", "Natural language topic or directory path")
+    .option("--budget <tokens>", "Max tokens for output (default 4000)", "4000")
+    .option("-m, --max-results <n>", "Initial search result limit (default 10)", "10")
+    .option("--root <dir>", "Project root directory")
+    .option("--agent", "Compact output for AI agents", false)
+    .action((topic, opts) => __awaiter(void 0, void 0, void 0, function* () {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _j;
+    const budget = Number.parseInt(opts.budget || "4000", 10) || 4000;
+    const maxResults = Number.parseInt(opts.maxResults || "10", 10) || 10;
+    let vectorDb = null;
+    try {
+        const root = opts.root ? path.resolve(opts.root) : process.cwd();
+        const projectRoot = (_a = (0, project_root_1.findProjectRoot)(root)) !== null && _a !== void 0 ? _a : root;
+        const paths = (0, project_root_1.ensureProjectPaths)(projectRoot);
+        vectorDb = new vector_db_1.VectorDB(paths.lancedbDir);
+        const searcher = new searcher_1.Searcher(vectorDb);
+        const rel = (p) => p.startsWith(`${projectRoot}/`) ? p.slice(projectRoot.length + 1) : p;
+        // Phase 1: Semantic search
+        const response = yield searcher.search(topic, maxResults, { rerank: true }, {}, projectRoot);
+        if (response.data.length === 0) {
+            console.log(`No results found for "${topic}".`);
+            return;
+        }
+        let tokensUsed = 0;
+        const sections = [];
+        // Header
+        const header = `=== Context: "${topic}" ===`;
+        sections.push(header);
+        tokensUsed += estimateTokens(header);
+        // Phase 2: Entry points (ORCHESTRATION role results)
+        const orchestrators = response.data.filter((r) => r.role === "ORCHESTRATION");
+        const entryPoints = orchestrators.length > 0 ? orchestrators : response.data.slice(0, 3);
+        const epSection = ["\n## Entry Points"];
+        for (const r of entryPoints.slice(0, 5)) {
+            const p = String(r.path || ((_b = r.metadata) === null || _b === void 0 ? void 0 : _b.path) || "");
+            const line = Number((_c = r.start_line) !== null && _c !== void 0 ? _c : 0);
+            const sym = (_e = (_d = (0, arrow_1.toArr)(r.defined_symbols)) === null || _d === void 0 ? void 0 : _d[0]) !== null && _e !== void 0 ? _e : "";
+            const role = String(r.role || "IMPLEMENTATION");
+            epSection.push(`${rel(p)}:${line + 1} ${sym} [${role}]`);
+        }
+        const epText = epSection.join("\n");
+        if (tokensUsed + estimateTokens(epText) <= budget) {
+            sections.push(epText);
+            tokensUsed += estimateTokens(epText);
+        }
+        // Phase 3: Key function bodies (top 2-3 results)
+        const topChunks = entryPoints.slice(0, 3);
+        const bodySection = ["\n## Key Functions"];
+        for (const r of topChunks) {
+            const absP = String(r.path || "");
+            const startLine = Number((_f = r.start_line) !== null && _f !== void 0 ? _f : 0);
+            const endLine = Number((_g = r.end_line) !== null && _g !== void 0 ? _g : startLine);
+            const sym = (_j = (_h = (0, arrow_1.toArr)(r.defined_symbols)) === null || _h === void 0 ? void 0 : _h[0]) !== null && _j !== void 0 ? _j : "";
+            try {
+                const content = fs.readFileSync(absP, "utf-8");
+                const allLines = content.split("\n");
+                const body = allLines
+                    .slice(startLine, Math.min(endLine + 1, allLines.length))
+                    .join("\n");
+                const blob = `\n--- ${rel(absP)}:${startLine + 1} ${sym} ---\n${body}`;
+                const blobTokens = estimateTokens(blob);
+                if (tokensUsed + blobTokens > budget)
+                    break;
+                bodySection.push(blob);
+                tokensUsed += blobTokens;
+            }
+            catch (_k) {
+                // File not readable — skip
+            }
+        }
+        if (bodySection.length > 1) {
+            sections.push(bodySection.join(""));
+        }
+        // Phase 4: File skeletons for unique files
+        const uniqueFiles = [
+            ...new Set(response.data
+                .map((r) => String(r.path || ""))
+                .filter(Boolean)),
+        ].slice(0, 5);
+        const skelSection = ["\n## File Structure"];
+        const skeletonizer = new skeleton_1.Skeletonizer();
+        yield skeletonizer.init();
+        for (const absP of uniqueFiles) {
+            if (!skeletonizer.isSupported(absP).supported)
+                continue;
+            try {
+                const content = fs.readFileSync(absP, "utf-8");
+                const result = yield skeletonizer.skeletonizeFile(absP, content);
+                if (!result.success)
+                    continue;
+                const blob = `\n--- ${rel(absP)} (skeleton, ~${result.tokenEstimate} tokens) ---\n${result.skeleton}`;
+                const blobTokens = estimateTokens(blob);
+                if (tokensUsed + blobTokens > budget)
+                    break;
+                skelSection.push(blob);
+                tokensUsed += blobTokens;
+            }
+            catch (_l) {
+                // Skip unreadable files
+            }
+        }
+        if (skelSection.length > 1) {
+            sections.push(skelSection.join(""));
+        }
+        // Phase 5: Related files summary
+        const table = yield vectorDb.ensureTable();
+        const allSymbols = new Set();
+        for (const r of response.data) {
+            for (const s of (0, arrow_1.toArr)(r.defined_symbols))
+                allSymbols.add(s);
+        }
+        if (allSymbols.size > 0) {
+            const pathScope = `path LIKE '${(0, filter_builder_1.escapeSqlString)(projectRoot)}/%'`;
+            const relatedCounts = new Map();
+            const searchedFiles = new Set(uniqueFiles);
+            for (const sym of [...allSymbols].slice(0, 20)) {
+                const rows = yield table
+                    .query()
+                    .select(["path"])
+                    .where(`array_contains(referenced_symbols, '${(0, filter_builder_1.escapeSqlString)(sym)}') AND ${pathScope}`)
+                    .limit(5)
+                    .toArray();
+                for (const row of rows) {
+                    const p = String(row.path || "");
+                    if (searchedFiles.has(p))
+                        continue;
+                    relatedCounts.set(p, (relatedCounts.get(p) || 0) + 1);
+                }
+            }
+            const topRelated = Array.from(relatedCounts.entries())
+                .sort((a, b) => b[1] - a[1])
+                .slice(0, 5);
+            if (topRelated.length > 0) {
+                const relSection = ["\n## Related Files"];
+                for (const [p, count] of topRelated) {
+                    relSection.push(`${rel(p)} — ${count} shared symbol${count > 1 ? "s" : ""}`);
+                }
+                const relText = relSection.join("\n");
+                if (tokensUsed + estimateTokens(relText) <= budget) {
+                    sections.push(relText);
+                    tokensUsed += estimateTokens(relText);
+                }
+            }
+        }
+        // Footer
+        sections.push(`\n(~${tokensUsed}/${budget} tokens used)`);
+        console.log(sections.join("\n"));
+    }
+    catch (error) {
+        const msg = error instanceof Error ? error.message : "Unknown error";
+        console.error("Context generation failed:", msg);
+        process.exitCode = 1;
+    }
+    finally {
+        if (vectorDb) {
+            try {
+                yield vectorDb.close();
+            }
+            catch (_m) { }
+        }
+        yield (0, exit_1.gracefulExit)();
+    }
+}));

package/dist/commands/diff.js

@@ -0,0 +1,176 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.diff = void 0;
+const path = __importStar(require("node:path"));
+const commander_1 = require("commander");
+const searcher_1 = require("../lib/search/searcher");
+const vector_db_1 = require("../lib/store/vector-db");
+const filter_builder_1 = require("../lib/utils/filter-builder");
+const exit_1 = require("../lib/utils/exit");
+const git_1 = require("../lib/utils/git");
+const project_root_1 = require("../lib/utils/project-root");
+const arrow_1 = require("../lib/utils/arrow");
+exports.diff = new commander_1.Command("diff")
+    .description("Search code scoped to git changes")
+    .argument("[ref]", "Git ref to diff against (e.g. main, HEAD~5)")
+    .option("-q, --query <query>", "Semantic search within changed files")
+    .option("-m, --max-count <n>", "Max results (default 10)", "10")
+    .option("--role <role>", "Filter by role: ORCHESTRATION, DEFINITION, IMPLEMENTATION")
+    .option("--root <dir>", "Project root directory")
+    .option("--agent", "Compact output for AI agents", false)
+    .action((ref, opts) => __awaiter(void 0, void 0, void 0, function* () {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p;
+    const limit = Math.min(Math.max(Number.parseInt(opts.maxCount || "10", 10), 1), 50);
+    let vectorDb = null;
+    try {
+        const root = opts.root ? path.resolve(opts.root) : process.cwd();
+        const projectRoot = (_a = (0, project_root_1.findProjectRoot)(root)) !== null && _a !== void 0 ? _a : root;
+        const paths = (0, project_root_1.ensureProjectPaths)(projectRoot);
+        vectorDb = new vector_db_1.VectorDB(paths.lancedbDir);
+        const changedFiles = (0, git_1.getChangedFiles)(ref, projectRoot);
+        if (changedFiles.length === 0) {
+            console.log(ref ? `No changes found relative to ${ref}.` : "No uncommitted changes found.");
+            return;
+        }
+        const rel = (p) => p.startsWith(`${projectRoot}/`) ? p.slice(projectRoot.length + 1) : p;
+        if (opts.query) {
+            // Semantic search scoped to changed files
+            const searcher = new searcher_1.Searcher(vectorDb);
+            const response = yield searcher.search(opts.query, limit, { rerank: true }, Object.assign({}, (opts.role ? { role: opts.role } : {})), projectRoot);
+            // Filter results to only changed files
+            const changedSet = new Set(changedFiles);
+            const filtered = response.data.filter((r) => {
+                var _a;
+                const p = ((_a = r.metadata) === null || _a === void 0 ? void 0 : _a.path) || r.path || "";
+                return changedSet.has(p);
+            });
+            if (filtered.length === 0) {
+                console.log("No indexed results found in changed files for that query.");
+                return;
+            }
+            if (opts.agent) {
+                for (const r of filtered.slice(0, limit)) {
+                    const p = String(r.path || ((_b = r.metadata) === null || _b === void 0 ? void 0 : _b.path) || "");
+                    const line = Number((_c = r.start_line) !== null && _c !== void 0 ? _c : 0);
+                    const sym = (_e = (_d = (0, arrow_1.toArr)(r.defined_symbols)) === null || _d === void 0 ? void 0 : _d[0]) !== null && _e !== void 0 ? _e : "";
+                    const role = String(r.role || "IMPL");
+                    console.log(`${rel(p)}:${line + 1} ${sym} [${role}]`);
+                }
+            }
+            else {
+                console.log(`Changed files matching "${opts.query}":\n`);
+                for (const r of filtered.slice(0, limit)) {
+                    const p = String(r.path || ((_f = r.metadata) === null || _f === void 0 ? void 0 : _f.path) || "");
+                    const line = Number((_g = r.start_line) !== null && _g !== void 0 ? _g : 0);
+                    const sym = (_j = (_h = (0, arrow_1.toArr)(r.defined_symbols)) === null || _h === void 0 ? void 0 : _h[0]) !== null && _j !== void 0 ? _j : "";
+                    const role = String(r.role || "IMPLEMENTATION");
+                    const score = (_l = (_k = r.score) === null || _k === void 0 ? void 0 : _k.toFixed(3)) !== null && _l !== void 0 ? _l : "?";
+                    console.log(`  ${rel(p)}:${line + 1}  ${sym}  [${role}]  (${score})`);
+                }
+            }
+        }
+        else {
+            // No query — list changed files with their indexed symbols
+            const table = yield vectorDb.ensureTable();
+            if (opts.agent) {
+                for (const file of changedFiles) {
+                    const chunks = yield table
+                        .query()
+                        .select(["path", "start_line", "defined_symbols", "role"])
+                        .where(`path = '${(0, filter_builder_1.escapeSqlString)(file)}'`)
+                        .limit(50)
+                        .toArray();
+                    if (chunks.length === 0) {
+                        console.log(`${rel(file)}\t(not indexed)`);
+                    }
+                    else {
+                        for (const chunk of chunks) {
+                            const sym = (_o = (_m = (0, arrow_1.toArr)(chunk.defined_symbols)) === null || _m === void 0 ? void 0 : _m[0]) !== null && _o !== void 0 ? _o : "";
+                            const line = (_p = chunk.start_line) !== null && _p !== void 0 ? _p : 0;
+                            const role = (chunk.role || "IMPL").slice(0, 4);
+                            if (sym) {
+                                console.log(`${rel(file)}:${line + 1}\t${sym}\t[${role}]`);
+                            }
+                        }
+                    }
+                }
+            }
+            else {
+                console.log(`${changedFiles.length} changed file${changedFiles.length === 1 ? "" : "s"}${ref ? ` (vs ${ref})` : ""}:\n`);
+                for (const file of changedFiles) {
+                    const chunks = yield table
+                        .query()
+                        .select(["defined_symbols", "role"])
+                        .where(`path = '${(0, filter_builder_1.escapeSqlString)(file)}'`)
+                        .limit(50)
+                        .toArray();
+                    const symbols = chunks
+                        .flatMap((c) => (0, arrow_1.toArr)(c.defined_symbols))
+                        .filter(Boolean);
+                    if (symbols.length > 0) {
+                        console.log(`  ${rel(file)}  (${symbols.length} symbol${symbols.length === 1 ? "" : "s"}: ${symbols.slice(0, 5).join(", ")}${symbols.length > 5 ? "..." : ""})`);
+                    }
+                    else {
+                        console.log(`  ${rel(file)}`);
+                    }
+                }
+            }
+        }
+    }
+    catch (error) {
+        const msg = error instanceof Error ? error.message : "Unknown error";
+        console.error("Diff failed:", msg);
+        process.exitCode = 1;
+    }
+    finally {
+        if (vectorDb) {
+            try {
+                yield vectorDb.close();
+            }
+            catch (_q) { }
+        }
+        yield (0, exit_1.gracefulExit)();
+    }
+}));