@nithin554/code-crawler 0.0.0 → 0.1.2

package/dist/graph/store.js

@@ -0,0 +1,251 @@
+import Database from "better-sqlite3";
+import fs from "node:fs";
+import path from "node:path";
+/**
+ * SQLite-backed property graph store.
+ *
+ * Responsibilities:
+ *  - Create/own the schema (WAL mode, foreign keys, indexes).
+ *  - Upsert nodes and edges (idempotent).
+ *  - Support file-scoped reindexing: removing one file must not disturb
+ *    symbols referenced from other files.
+ *  - Provide count/status introspection.
+ *
+ * The store is synchronous (better-sqlite3), which keeps the MCP tool
+ * handlers simple and predictable.
+ */
+const SCHEMA = `
+CREATE TABLE IF NOT EXISTS nodes (
+  id             TEXT PRIMARY KEY,
+  kind           TEXT NOT NULL,
+  qualified_name TEXT NOT NULL,
+  file_path      TEXT,
+  properties     TEXT NOT NULL DEFAULT '{}',
+  updated_at     INTEGER NOT NULL DEFAULT (unixepoch())
+);
+CREATE INDEX IF NOT EXISTS idx_nodes_kind         ON nodes (kind);
+CREATE INDEX IF NOT EXISTS idx_nodes_qualified    ON nodes (qualified_name);
+CREATE INDEX IF NOT EXISTS idx_nodes_name         ON nodes (qualified_name);
+CREATE INDEX IF NOT EXISTS idx_nodes_file         ON nodes (file_path);
+
+CREATE TABLE IF NOT EXISTS edges (
+  source     TEXT NOT NULL,
+  target     TEXT NOT NULL,
+  kind       TEXT NOT NULL,
+  properties TEXT NOT NULL DEFAULT '{}',
+  created_at INTEGER NOT NULL DEFAULT (unixepoch()),
+  PRIMARY KEY (source, target, kind),
+  FOREIGN KEY (source) REFERENCES nodes (id) ON DELETE CASCADE,
+  FOREIGN KEY (target) REFERENCES nodes (id) ON DELETE CASCADE
+);
+CREATE INDEX IF NOT EXISTS idx_edges_source ON edges (source);
+CREATE INDEX IF NOT EXISTS idx_edges_target ON edges (target);
+CREATE INDEX IF NOT EXISTS idx_edges_kind   ON edges (kind);
+
+CREATE TABLE IF NOT EXISTS crawl_meta (
+  key   TEXT PRIMARY KEY,
+  value TEXT
+);
+`;
+export class GraphStore {
+    db;
+    /** Default cap on transitive traversal depth (config override). */
+    maxDepth;
+    /** Default result cap for list queries (config override). */
+    defaultLimit;
+    insertNodeStmt;
+    insertEdgeStmt;
+    deleteFileNodesStmt;
+    updateMetaStmt;
+    constructor(dbPath, options = {}) {
+        this.maxDepth = options.maxDepth ?? 10;
+        this.defaultLimit = options.defaultLimit ?? 50;
+        const dir = path.dirname(dbPath);
+        if (dir && dir !== ".")
+            fs.mkdirSync(dir, { recursive: true });
+        this.db = new Database(dbPath);
+        this.db.pragma("journal_mode = WAL");
+        this.db.pragma("foreign_keys = ON");
+        this.db.exec(SCHEMA);
+        this.insertNodeStmt = this.db.prepare(`
+      INSERT INTO nodes (id, kind, qualified_name, file_path, properties)
+      VALUES (@id, @kind, @qualifiedName, @filePath, @properties)
+      ON CONFLICT (id) DO UPDATE SET
+        kind = excluded.kind,
+        qualified_name = excluded.qualified_name,
+        file_path = excluded.file_path,
+        properties = excluded.properties,
+        updated_at = unixepoch()
+    `);
+        this.insertEdgeStmt = this.db.prepare(`
+      INSERT INTO edges (source, target, kind, properties)
+      VALUES (@source, @target, @kind, @properties)
+      ON CONFLICT (source, target, kind) DO UPDATE SET
+        properties = excluded.properties,
+        created_at = unixepoch()
+    `);
+        this.deleteFileNodesStmt = this.db.prepare("DELETE FROM nodes WHERE file_path = ?");
+        this.updateMetaStmt = this.db.prepare(`INSERT INTO crawl_meta (key, value) VALUES (@key, @value)
+       ON CONFLICT (key) DO UPDATE SET value = excluded.value`);
+    }
+    close() {
+        this.db.close();
+    }
+    /**
+     * Persist a node. Idempotent: re-indexing an existing symbol just updates it.
+     */
+    upsertNode(node) {
+        this.insertNodeStmt.run({
+            id: node.id,
+            kind: node.kind,
+            qualifiedName: node.qualifiedName,
+            filePath: node.filePath,
+            properties: JSON.stringify(node.properties),
+        });
+    }
+    /**
+     * Persist multiple nodes in a single transaction for batch ingestion.
+     */
+    upsertNodes(nodes) {
+        if (nodes.length === 0)
+            return;
+        const tx = this.db.transaction((items) => {
+            for (const n of items)
+                this.upsertNode(n);
+        });
+        tx(nodes);
+    }
+    /**
+     * Persist an edge. Both endpoints must exist (FK enforced).
+     */
+    upsertEdge(edge) {
+        this.insertEdgeStmt.run({
+            source: edge.source,
+            target: edge.target,
+            kind: edge.kind,
+            properties: JSON.stringify(edge.properties),
+        });
+    }
+    upsertEdges(edges) {
+        if (edges.length === 0)
+            return;
+        const tx = this.db.transaction((items) => {
+            for (const e of items)
+                this.upsertEdge(e);
+        });
+        tx(edges);
+    }
+    getNode(id) {
+        const row = this.db
+            .prepare("SELECT * FROM nodes WHERE id = ?")
+            .get(id);
+        return row ? rowToNode(row) : null;
+    }
+    getNodeByQualifiedName(qn) {
+        const row = this.db
+            .prepare("SELECT * FROM nodes WHERE qualified_name = ? LIMIT 1")
+            .get(qn);
+        return row ? rowToNode(row) : null;
+    }
+    /** All nodes originating from one source file (for reindex + stats). */
+    getFileNodes(filePath) {
+        const rows = this.db
+            .prepare("SELECT * FROM nodes WHERE file_path = ?")
+            .all(filePath);
+        return rows.map(rowToNode);
+    }
+    /**
+     * Remove every node declared in a file, plus their incident edges
+     * (cascade). Nodes referenced by the file but declared elsewhere survive.
+     */
+    removeFile(filePath) {
+        this.deleteFileNodesStmt.run(filePath);
+    }
+    /**
+     * Rebuild the graph for a single file: drop its symbols and edges, then
+     * re-ingest. Call inside a caller-supplied transaction when batching.
+     */
+    replaceFile(filePath, nodes, edges) {
+        const tx = this.db.transaction((fp, ns, es) => {
+            // Defer FK checks to commit (cross-file edges may reference nodes from
+            // other files that are inserted later in the same batch).
+            this.db.pragma("defer_foreign_keys = ON");
+            const oldIds = this.db.prepare("SELECT id FROM nodes WHERE file_path = ?").all(fp).map((r) => r.id);
+            const newIds = new Set(ns.map((n) => n.id));
+            // Drop edges owned by this file (their replacements arrive below).
+            const deleteFileEdges = this.db.prepare("DELETE FROM edges WHERE source IN (SELECT id FROM nodes WHERE file_path = ?)");
+            deleteFileEdges.run(fp);
+            // Sweep nodes that no longer exist in the file. Cascading deletes
+            // remove their incident edges (including incoming cross-file CALLS,
+            // which correctly become unresolvable again).
+            const sweep = this.db.prepare("DELETE FROM nodes WHERE id = ?");
+            for (const id of oldIds) {
+                if (!newIds.has(id))
+                    sweep.run(id);
+            }
+            this.upsertNodes(ns);
+            this.upsertEdges(es);
+        });
+        tx(filePath, nodes, edges);
+    }
+    /** Ensure every CALLS edge endpoint exists (e.g. phantom unknown symbols). */
+    ensureNode(node) {
+        if (!this.getNode(node.id))
+            this.upsertNode(node);
+    }
+    setMeta(key, value) {
+        this.updateMetaStmt.run({ key, value });
+    }
+    getMeta(key) {
+        const row = this.db
+            .prepare("SELECT value FROM crawl_meta WHERE key = ?")
+            .get(key);
+        return row?.value ?? null;
+    }
+    stats() {
+        const nodeRow = this.db.prepare("SELECT COUNT(*) AS c FROM nodes").get();
+        const edgeRow = this.db.prepare("SELECT COUNT(*) AS c FROM edges").get();
+        const fileRow = this.db
+            .prepare("SELECT COUNT(DISTINCT file_path) AS c FROM nodes WHERE file_path IS NOT NULL")
+            .get();
+        return {
+            nodes: nodeRow.c,
+            edges: edgeRow.c,
+            files: fileRow.c,
+            lastCrawl: this.getMeta("last_crawl_at"),
+        };
+    }
+    clearAll() {
+        const tx = this.db.transaction(() => {
+            this.db.exec("DELETE FROM edges; DELETE FROM nodes; DELETE FROM crawl_meta;");
+        });
+        tx();
+    }
+    /** Run a function inside a transaction. */
+    withTransaction(fn) {
+        return this.db.transaction(() => {
+            // Defer FK enforcement to commit so cross-file edges can be inserted
+            // before their target nodes exist (they are guaranteed by commit).
+            this.db.pragma("defer_foreign_keys = ON");
+            return fn();
+        })();
+    }
+    /**
+     * SQLite uses 0-based row/col; tree-sitter uses 0-based row but 1-based col.
+     * Store and expose tree-sitter-compatible positions (0-based line) and let
+     * the presentation layer add +1 where humans expect 1-based lines.
+     */
+    raw(sql, ...params) {
+        return this.db.prepare(sql).all(...params);
+    }
+}
+function rowToNode(row) {
+    return {
+        id: row.id,
+        kind: row.kind,
+        qualifiedName: row.qualified_name,
+        filePath: row.file_path,
+        properties: JSON.parse(row.properties),
+    };
+}
+//# sourceMappingURL=store.js.map

package/dist/graph/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../src/graph/store.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAU7B;;;;;;;;;;;;GAYG;AAEH,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgCd,CAAC;AASF,MAAM,OAAO,UAAU;IACZ,EAAE,CAAoB;IAE/B,mEAAmE;IAC1D,QAAQ,CAAS;IAC1B,6DAA6D;IACpD,YAAY,CAAS;IAEtB,cAAc,CAAqB;IACnC,cAAc,CAAqB;IACnC,mBAAmB,CAAqB;IACxC,cAAc,CAAqB;IAE3C,YAAY,MAAc,EAAE,UAAwD,EAAE;QACpF,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,GAAG,IAAI,GAAG,KAAK,GAAG;YAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;QACpC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAErB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;;;KASrC,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;KAMrC,CAAC,CAAC;QAEH,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CACxC,uCAAuC,CACxC,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CACnC;8DACwD,CACzD,CAAC;IACJ,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,IAAe;QACxB,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;YACtB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC;SAC5C,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,KAAkB;QAC5B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,KAAkB,EAAE,EAAE;YACpD,KAAK,MAAM,CAAC,IAAI,KAAK;gBAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,KAAK,CAAC,CAAC;IACZ,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,IAAe;QACxB,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC;YACtB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC;SAC5C,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CAAC,KAAkB;QAC5B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,KAAkB,EAAE,EAAE;YACpD,KAAK,MAAM,CAAC,IAAI,KAAK;gBAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,KAAK,CAAC,CAAC;IACZ,CAAC;IAED,OAAO,CAAC,EAAU;QAChB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,kCAAkC,CAAC;aAC3C,GAAG,CAAC,EAAE,CAAoB,CAAC;QAC9B,OAAO,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACrC,CAAC;IAED,sBAAsB,CAAC,EAAU;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,sDAAsD,CAAC;aAC/D,GAAG,CAAC,EAAE,CAAoB,CAAC;QAC9B,OAAO,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACrC,CAAC;IAED,wEAAwE;IACxE,YAAY,CAAC,QAAgB;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CAAC,yCAAyC,CAAC;aAClD,GAAG,CAAC,QAAQ,CAAU,CAAC;QAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,QAAgB;QACzB,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,QAAgB,EAAE,KAAkB,EAAE,KAAkB;QAClE,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,EAAU,EAAE,EAAe,EAAE,EAAe,EAAE,EAAE;YAC9E,uEAAuE;YACvE,0DAA0D;YAC1D,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC;YAC1C,MAAM,MAAM,GACV,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,0CAA0C,CAAC,CAAC,GAAG,CAAC,EAAE,CACnE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACnB,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAE5C,mEAAmE;YACnE,MAAM,eAAe,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CACrC,8EAA8E,CAC/E,CAAC;YACF,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAExB,kEAAkE;YAClE,oEAAoE;YACpE,8CAA8C;YAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAC;YAChE,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAAE,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrC,CAAC;YAED,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,8EAA8E;IAC9E,UAAU,CAAC,IAAe;QACxB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,CAAC,GAAW,EAAE,KAAa;QAChC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1C,CAAC;IAED,OAAO,CAAC,GAAW;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,4CAA4C,CAAC;aACrD,GAAG,CAAC,GAAG,CAAkC,CAAC;QAC7C,OAAO,GAAG,EAAE,KAAK,IAAI,IAAI,CAAC;IAC5B,CAAC;IAED,KAAK;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC,GAAG,EAErE,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC,GAAG,EAErE,CAAC;QACF,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE;aACpB,OAAO,CAAC,8EAA8E,CAAC;aACvF,GAAG,EAAmB,CAAC;QAC1B,OAAO;YACL,KAAK,EAAE,OAAO,CAAC,CAAC;YAChB,KAAK,EAAE,OAAO,CAAC,CAAC;YAChB,KAAK,EAAE,OAAO,CAAC,CAAC;YAChB,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC;SACzC,CAAC;IACJ,CAAC;IAED,QAAQ;QACN,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAClC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;QAChF,CAAC,CAAC,CAAC;QACH,EAAE,EAAE,CAAC;IACP,CAAC;IAED,2CAA2C;IAC3C,eAAe,CAAI,EAAW;QAC5B,OAAO,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAC9B,qEAAqE;YACrE,mEAAmE;YACnE,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC;YAC1C,OAAO,EAAE,EAAE,CAAC;QACd,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED;;;;OAIG;IACH,GAAG,CAAC,GAAW,EAAE,GAAG,MAAiB;QACnC,OAAO,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAC7C,CAAC;CACF;AAUD,SAAS,SAAS,CAAC,GAAQ;IACzB,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,aAAa,EAAE,GAAG,CAAC,cAAc;QACjC,QAAQ,EAAE,GAAG,CAAC,SAAS;QACvB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAmB;KACzD,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export declare function main(argv?: string[]): Promise<void>;

package/dist/index.js

@@ -0,0 +1,133 @@
+#!/usr/bin/env node
+import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
+import { loadConfig } from "./config.js";
+import { GraphStore } from "./graph/store.js";
+import { crawlProject } from "./crawler.js";
+import { createServer } from "./server.js";
+import { searchSymbols } from "./graph/queries.js";
+/**
+ * code-crawler CLI:
+ *   codecrawler serve            start the MCP server over stdio (default)
+ *   codecrawler crawl <path>     index a project into the graph database
+ *   codecrawler status           show index summary
+ *   codecrawler query <symbol>   fuzzy-lookup a symbol
+ */
+function usage() {
+    console.log(`code-crawler — static call tracing over a codebase property graph
+
+Usage:
+  codecrawler serve              Start the MCP server over stdio (default)
+  codecrawler crawl <path>       Index a project into the graph database
+  codecrawler status             Show index summary
+  codecrawler query <symbol>     Fuzzy-lookup a symbol
+
+Environment:
+  CODECRAWLER_DB               Database path (default ~/.code-crawler/index.db)
+  CODECRAWLER_EXCLUDE_DIRS     Comma-separated dirs to skip during crawl
+  CODECRAWLER_DEFAULT_LIMIT    Default result limit for list queries
+  CODECRAWLER_MAX_DEPTH        Traversal depth cap
+`);
+}
+function makeStore(config) {
+    return new GraphStore(config.dbPath, {
+        maxDepth: config.maxDepth,
+        defaultLimit: config.defaultLimit,
+    });
+}
+export async function main(argv = process.argv.slice(2)) {
+    const config = loadConfig();
+    const [cmd, ...rest] = argv;
+    switch (cmd) {
+        case undefined:
+        case "serve": {
+            const store = makeStore(config);
+            const server = createServer(store, config);
+            const transport = new StdioServerTransport();
+            console.error(`code-crawler: MCP server ready (db: ${config.dbPath})`);
+            await server.connect(transport);
+            break;
+        }
+        case "crawl": {
+            const target = rest[0];
+            if (!target) {
+                console.error("code-crawler: missing <path> argument\n");
+                usage();
+                process.exitCode = 1;
+                break;
+            }
+            const store = makeStore(config);
+            try {
+                const result = await crawlProject(store, target, config.excludeDirs);
+                console.error(`code-crawler: indexed ${result.filesParsed}/${result.filesScanned} files ` +
+                    `(${result.nodes} nodes, ${result.edges} edges, ` +
+                    `${result.resolvedCalls} resolved / ${result.unresolvedCalls} unresolved calls) ` +
+                    `in ${result.durationMs}ms`);
+            }
+            catch (err) {
+                console.error(`code-crawler: ${err.message}`);
+                process.exitCode = 1;
+            }
+            finally {
+                store.close();
+            }
+            break;
+        }
+        case "status": {
+            const store = makeStore(config);
+            const stats = store.stats();
+            console.log(JSON.stringify({
+                db: config.dbPath,
+                nodes: stats.nodes,
+                edges: stats.edges,
+                files: stats.files,
+                lastCrawl: stats.lastCrawl,
+                projectPath: store.getMeta("last_project_path"),
+            }, null, 2));
+            store.close();
+            break;
+        }
+        case "query": {
+            const symbol = rest[0];
+            if (!symbol) {
+                console.error("code-crawler: missing <symbol> argument\n");
+                usage();
+                process.exitCode = 1;
+                break;
+            }
+            const store = makeStore(config);
+            const results = searchSymbols(store, symbol, { limit: config.defaultLimit });
+            if (results.length === 0) {
+                console.log(`code-crawler: no symbols matching "${symbol}"`);
+            }
+            else {
+                console.log(JSON.stringify(results.map((r) => ({
+                    qualifiedName: r.qualifiedName,
+                    kind: r.kind,
+                    name: r.name,
+                    file: r.filePath,
+                })), null, 2));
+            }
+            store.close();
+            break;
+        }
+        case "help":
+        case "--help":
+        case "-h":
+            usage();
+            break;
+        default:
+            console.error(`code-crawler: unknown command "${cmd}"\n`);
+            usage();
+            process.exitCode = 1;
+    }
+}
+const isMain = process.argv[1] &&
+    (import.meta.url === `file://${process.argv[1]}` ||
+        process.argv[1].endsWith("/dist/index.js"));
+if (isMain) {
+    main().catch((err) => {
+        console.error(err);
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,UAAU,EAAe,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD;;;;;;GAMG;AAEH,SAAS,KAAK;IACZ,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;CAab,CAAC,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,MAAc;IAC/B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE;QACnC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,YAAY,EAAE,MAAM,CAAC,YAAY;KAClC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,OAAiB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;IAE5B,QAAQ,GAAG,EAAE,CAAC;QACZ,KAAK,SAAS,CAAC;QACf,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC3C,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;YAC7C,OAAO,CAAC,KAAK,CAAC,uCAAuC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YACvE,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAChC,MAAM;QACR,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;gBACzD,KAAK,EAAE,CAAC;gBACR,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;gBACrB,MAAM;YACR,CAAC;YACD,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YAChC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;gBACrE,OAAO,CAAC,KAAK,CACX,yBAAyB,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,YAAY,SAAS;oBACzE,IAAI,MAAM,CAAC,KAAK,WAAW,MAAM,CAAC,KAAK,UAAU;oBACjD,GAAG,MAAM,CAAC,aAAa,eAAe,MAAM,CAAC,eAAe,qBAAqB;oBACjF,MAAM,MAAM,CAAC,UAAU,IAAI,CAC9B,CAAC;YACJ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,iBAAkB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;gBACzD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YACvB,CAAC;oBAAS,CAAC;gBACT,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CACZ;gBACE,EAAE,EAAE,MAAM,CAAC,MAAM;gBACjB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,mBAAmB,CAAC;aAChD,EACD,IAAI,EACJ,CAAC,CACF,CACF,CAAC;YACF,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,MAAM;QACR,CAAC;QACD,KAAK,OAAO,CAAC,CAAC,CAAC;YACb,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAC;gBAC3D,KAAK,EAAE,CAAC;gBACR,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;gBACrB,MAAM;YACR,CAAC;YACD,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;YAC7E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,sCAAsC,MAAM,GAAG,CAAC,CAAC;YAC/D,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CACZ,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAClB,aAAa,EAAE,CAAC,CAAC,aAAa;oBAC9B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,IAAI,EAAE,CAAC,CAAC,QAAQ;iBACjB,CAAC,CAAC,EACH,IAAI,EACJ,CAAC,CACF,CACF,CAAC;YACJ,CAAC;YACD,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,MAAM;QACR,CAAC;QACD,KAAK,MAAM,CAAC;QACZ,KAAK,QAAQ,CAAC;QACd,KAAK,IAAI;YACP,KAAK,EAAE,CAAC;YACR,MAAM;QACR;YACE,OAAO,CAAC,KAAK,CAAC,kCAAkC,GAAG,KAAK,CAAC,CAAC;YAC1D,KAAK,EAAE,CAAC;YACR,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACzB,CAAC;AACH,CAAC;AAED,MAAM,MAAM,GACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IACf,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,UAAU,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;QAC9C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC;AAChD,IAAI,MAAM,EAAE,CAAC;IACX,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACnB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/parser/language.d.ts

@@ -0,0 +1,111 @@
+/**
+ * Language-agnostic parsing contract.
+ *
+ * Each supported language implements a `LanguageConfig` that knows how to:
+ *  - load its tree-sitter grammar (WASM)
+ *  - extract structural entities (types, methods, fields, imports) and raw
+ *    call sites from source text
+ *
+ * The crawler then converts a `ParsedFile` into graph nodes/edges and feeds the
+ * raw call sites to the language-specific resolver.
+ */
+export type TypeKind = "class" | "interface" | "enum";
+export interface TypeInfo {
+    /** Fully-qualified name, e.g. `com.acme.OrderService`. Nested types use `.`. */
+    id: string;
+    kind: TypeKind;
+    name: string;
+    /** Simple or qualified names from the `extends` clause. */
+    extendsTypes: string[];
+    /** Simple or qualified names from the `implements` clause. */
+    implementsTypes: string[];
+    /** 0-based row of the declaration start. */
+    startLine: number;
+    /** 0-based row of the declaration end. */
+    endLine: number;
+}
+export interface MethodInfo {
+    /** Node id, e.g. `com.acme.OrderService#place` (or `#<init>` for constructors). */
+    id: string;
+    /** FQN of the enclosing type. */
+    typeId: string;
+    name: string;
+    /** Whether this is a constructor. */
+    isConstructor: boolean;
+    /** Parameter names and raw type text. */
+    params: {
+        name: string;
+        type: string;
+    }[];
+    startLine: number;
+    endLine: number;
+    /** Raw return type text (empty for constructors). */
+    returnType: string;
+    /** Modifiers extracted from source (public, private, static, ...). */
+    modifiers: string[];
+}
+export interface FieldInfo {
+    /** Node id, e.g. `com.acme.OrderService.repo`. */
+    id: string;
+    typeId: string;
+    name: string;
+    /** Raw type text, e.g. `OrderRepository` or `List<String>`. */
+    type: string;
+    startLine: number;
+    modifiers: string[];
+}
+export interface ImportInfo {
+    /** Full import text, e.g. `com.acme.OrderService`. */
+    fqn: string;
+    /** Short name used in source, e.g. `OrderService`. */
+    simpleName: string;
+    isStatic: boolean;
+}
+export interface CallSite {
+    /** 0-based row of the call. */
+    line: number;
+    /**
+     * Receiver expression text: `repo` for `repo.create(...)`, `this.repo` for
+     * `this.repo.x()`, `com.acme.Foo` for a qualified static call, or null for
+     * a bare `helper()` call.
+     */
+    receiver: string | null;
+    /** Method or constructor name. */
+    name: string;
+    /** Raw source text of each argument expression. */
+    argumentTexts: string[];
+    /** FQN of the enclosing type. */
+    enclosingTypeId: string;
+    /** Id of the enclosing method (or constructor). */
+    enclosingMethodId: string;
+    /** True for `new Foo(...)` constructor calls. */
+    isConstructorCall: boolean;
+    /** True when the receiver looks like a qualified type (e.g. `com.acme.Foo.bar`). */
+    qualifiedReceiver: boolean;
+}
+export interface ParsedFile {
+    filePath: string;
+    language: string;
+    /** Declared package name, or null when absent. */
+    packageName: string | null;
+    imports: ImportInfo[];
+    types: TypeInfo[];
+    methods: MethodInfo[];
+    fields: FieldInfo[];
+    callSites: CallSite[];
+    /**
+     * Local variables per method id: `methodId -> (name -> base type text)`.
+     * Used by the resolver for receiver-type inference.
+     */
+    localsByMethod: Map<string, Map<string, string>>;
+}
+export interface LanguageConfig {
+    /** Registry key, e.g. "java". */
+    name: string;
+    /** File extensions handled by this language (without the dot). */
+    extensions: string[];
+    /** Load (once) and return the compiled tree-sitter grammar. */
+    loadGrammar(): Promise<unknown>;
+    /** Extract structural entities + raw call sites from source text. */
+    parseFile(source: string, filePath: string): Promise<ParsedFile>;
+}

package/dist/parser/language.js

@@ -0,0 +1,13 @@
+/**
+ * Language-agnostic parsing contract.
+ *
+ * Each supported language implements a `LanguageConfig` that knows how to:
+ *  - load its tree-sitter grammar (WASM)
+ *  - extract structural entities (types, methods, fields, imports) and raw
+ *    call sites from source text
+ *
+ * The crawler then converts a `ParsedFile` into graph nodes/edges and feeds the
+ * raw call sites to the language-specific resolver.
+ */
+export {};
+//# sourceMappingURL=language.js.map

package/dist/parser/language.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"language.js","sourceRoot":"","sources":["../../src/parser/language.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG"}

package/dist/parser/languages/index.d.ts

@@ -0,0 +1,5 @@
+import type { LanguageConfig } from "../language.js";
+export declare function getLanguageConfig(name: string): LanguageConfig | null;
+export declare function listLanguages(): string[];
+/** Pick the language for a file path based on its extension. */
+export declare function languageForFile(filePath: string, preferred?: string): LanguageConfig | null;

package/dist/parser/languages/index.js

@@ -0,0 +1,31 @@
+import { javaConfig } from "./java.js";
+/**
+ * Registry of supported languages. Adding a language means:
+ *   1. implement a LanguageConfig in `./<lang>.ts`
+ *   2. register it here
+ *   3. implement a resolver keyed by the same name in `src/resolver/`
+ */
+const registry = new Map([
+    ["java", javaConfig],
+]);
+export function getLanguageConfig(name) {
+    return registry.get(name.toLowerCase()) ?? null;
+}
+export function listLanguages() {
+    return [...registry.keys()];
+}
+/** Pick the language for a file path based on its extension. */
+export function languageForFile(filePath, preferred) {
+    const lower = filePath.toLowerCase();
+    if (preferred) {
+        const byName = getLanguageConfig(preferred);
+        if (byName)
+            return byName;
+    }
+    for (const config of registry.values()) {
+        if (config.extensions.some((ext) => lower.endsWith(`.${ext}`)))
+            return config;
+    }
+    return null;
+}
+//# sourceMappingURL=index.js.map

package/dist/parser/languages/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/parser/languages/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC;;;;;GAKG;AAEH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAyB;IAC/C,CAAC,MAAM,EAAE,UAAU,CAAC;CACrB,CAAC,CAAC;AAEH,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,OAAO,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,aAAa;IAC3B,OAAO,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;AAC9B,CAAC;AAED,gEAAgE;AAChE,MAAM,UAAU,eAAe,CAAC,QAAgB,EAAE,SAAkB;IAClE,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;IAC5B,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QACvC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;YAAE,OAAO,MAAM,CAAC;IAChF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/parser/languages/java.d.ts

@@ -0,0 +1,10 @@
+import type { LanguageConfig, ParsedFile } from "../language.js";
+export interface JavaParsedFile extends ParsedFile {
+    /**
+     * Simple name -> qualified name for types declared in this file and for
+     * imported types. Used by the resolver for same-file name resolution.
+     */
+    typeByName: Map<string, string>;
+}
+export declare const javaConfig: LanguageConfig;
+export declare function parseFile(source: string, filePath: string): Promise<JavaParsedFile>;