sverklo 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 codesearch-mcp contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,133 @@
+# Sverklo
+
+Code intelligence for AI agents. Local-first, zero config, semantic search.
+
+Sverklo gives AI coding agents (Claude Code, Cursor, any MCP client) deep codebase understanding through hybrid text + semantic search, structural analysis, and dependency-aware ranking.
+
+## Why
+
+AI coding agents waste tokens reading irrelevant files. Claude Code has no built-in codebase indexing. Existing solutions are either cloud-dependent (Augment, Greptile) or incomplete (CocoIndex lacks graph ranking, Aider lacks MCP).
+
+Sverklo fills the gap:
+- **AST-aware parsing** — extracts functions, classes, types, interfaces from 10 languages
+- **PageRank ranking** — structurally important files surface first
+- **Semantic embeddings** — all-MiniLM-L6-v2 via ONNX, runs locally, no API keys
+- **Hybrid search** — BM25 text + vector similarity + Reciprocal Rank Fusion
+- **Token-budgeted** — returns exactly what fits in your context window
+- **Incremental** — watches for file changes, updates in real-time
+- **Zero config** — auto-detects project, auto-indexes, respects .gitignore
+
+## Quick Start
+
+```bash
+# 1. Install
+git clone https://github.com/nicenemo/sverklo
+cd sverklo
+npm install && npm run build
+
+# 2. Download the embedding model (~90MB, one-time)
+npx sverklo setup
+
+# 3. Add to Claude Code
+claude mcp add sverklo -- node /path/to/sverklo/dist/bin/sverklo.js .
+```
+
+## MCP Tools
+
+### `search`
+Hybrid text + semantic code search with PageRank boosting.
+
+```
+query: "authentication middleware that validates JWT tokens"
+token_budget: 4000    # max tokens to return
+scope: "src/api/"     # limit to path prefix
+language: "typescript" # filter by language
+type: "function"      # filter by symbol type
+```
+
+### `overview`
+Structural codebase map. Shows most important files and their symbols, ranked by PageRank.
+
+```
+path: "src/"          # directory to overview
+token_budget: 4000
+```
+
+### `lookup`
+Direct symbol lookup by name. Returns full definitions.
+
+```
+symbol: "createRouter"
+type: "function"      # function, class, type, interface, method, variable
+```
+
+### `find_references`
+Find all references to a symbol across the codebase.
+
+```
+symbol: "UserService"
+token_budget: 3000
+```
+
+### `dependencies`
+Show a file's import graph — what it depends on and what depends on it.
+
+```
+path: "src/api/router.ts"
+direction: "both"     # imports, importers, or both
+depth: 2              # traversal depth
+```
+
+### `index_status`
+Check index health — file count, chunk count, languages, indexing progress.
+
+## Supported Languages
+
+TypeScript, JavaScript, Python, Go, Rust, Java, C, C++, Ruby, PHP
+
+## How It Works
+
+1. **File discovery** — walks the project, respects .gitignore and .sverkloignore
+2. **AST parsing** — structural extraction of functions, classes, types, imports
+3. **NL descriptions** — generates natural language descriptions from code metadata (embed descriptions, not raw code)
+4. **Embeddings** — all-MiniLM-L6-v2 ONNX model, 384d vectors, fully local
+5. **Dependency graph** — resolves imports, builds file-level graph, computes PageRank
+6. **Hybrid search** — BM25 + cosine similarity + PageRank via Reciprocal Rank Fusion
+7. **Token budgeting** — packs results to fit within the specified budget
+
+## Performance
+
+On a 30-file TypeScript codebase (71 code chunks):
+- Indexing: **681ms** (including ONNX embedding generation)
+- Search: **<50ms** per query
+- Memory: **~200MB** (ONNX runtime + cached vectors)
+
+## Configuration
+
+| Setting | Location |
+|---------|----------|
+| Model files | `~/.sverklo/models/model.onnx` and `tokenizer.json` |
+| Index database | `~/.sverklo/<project-hash>/index.db` |
+| Custom ignores | `.sverkloignore` in project root |
+| Debug logging | `SVERKLO_DEBUG=1` |
+
+## Free vs Pro
+
+The core is **free and open source** (MIT). Use it forever, no limits.
+
+**Sverklo Pro** (coming soon):
+- Session memory — decisions, preferences, patterns across sessions
+- Memory quality scoring — confidence levels, staleness detection
+- Git-state linked memories — what the code looked like when a decision was made
+- Cross-project pattern transfer
+- Better embedding models
+
+**Sverklo Team** (coming soon):
+- Shared team memory — architectural decisions, conventions
+- Cross-developer AI coordination
+- On-prem deployment
+- Admin dashboard
+
+## License
+
+MIT

package/dist/bin/sverklo.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/bin/sverklo.js

@@ -0,0 +1,41 @@
+#!/usr/bin/env node
+import { resolve } from "node:path";
+const args = process.argv.slice(2);
+const command = args[0];
+if (command === "setup" || command === "install") {
+    const { setupModels } = await import("../src/indexer/setup.js");
+    await setupModels();
+    process.exit(0);
+}
+if (command === "--help" || command === "-h") {
+    console.log(`
+sverklo — code intelligence for AI agents
+
+Usage:
+  sverklo [project-path]    Start the MCP server (stdio transport)
+  sverklo setup             Download the embedding model (~90MB)
+  sverklo --help            Show this help
+
+MCP Tools:
+  search          Hybrid text + semantic code search
+  overview        Structural codebase map ranked by importance
+  lookup          Direct symbol lookup by name
+  find_references Find all references to a symbol
+  dependencies    Show file dependency graph
+  index_status    Check index health
+
+Add to Claude Code:
+  claude mcp add sverklo -- npx sverklo .
+
+Environment:
+  SVERKLO_DEBUG=1   Enable debug logging to stderr
+`);
+    process.exit(0);
+}
+const rootPath = resolve(command || process.cwd());
+const { startMcpServer } = await import("../src/index.js");
+startMcpServer(rootPath).catch((err) => {
+    console.error("Failed to start sverklo:", err);
+    process.exit(1);
+});
+//# sourceMappingURL=sverklo.js.map

package/dist/bin/sverklo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sverklo.js","sourceRoot":"","sources":["../../bin/sverklo.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACnC,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AAExB,IAAI,OAAO,KAAK,OAAO,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;IACjD,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAC;IAChE,MAAM,WAAW,EAAE,CAAC;IACpB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,IAAI,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;;;;;;CAqBb,CAAC,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;AAEnD,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;AAC3D,cAAc,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACrC,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;IAC/C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/src/index.d.ts

@@ -0,0 +1,3 @@
+export { startMcpServer } from "./server/mcp-server.js";
+export { Indexer } from "./indexer/indexer.js";
+export type { SearchResult, CodeChunk, FileRecord, IndexStatus } from "./types/index.js";

package/dist/src/index.js

@@ -0,0 +1,3 @@
+export { startMcpServer } from "./server/mcp-server.js";
+export { Indexer } from "./indexer/indexer.js";
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/src/indexer/describer.d.ts

@@ -0,0 +1,2 @@
+import type { ParsedChunk } from "../types/index.js";
+export declare function describeChunk(chunk: ParsedChunk, filePath: string, language: string): string;

package/dist/src/indexer/describer.js

@@ -0,0 +1,112 @@
+// Generate natural language descriptions from AST metadata.
+// Key insight from Greptile: embedding NL descriptions produces
+// much better semantic search results than embedding raw code.
+export function describeChunk(chunk, filePath, language) {
+    const parts = [];
+    const typeName = chunk.type === "block" ? "code block" : chunk.type;
+    if (chunk.name) {
+        parts.push(`${typeName} '${chunk.name}'`);
+    }
+    else {
+        parts.push(`anonymous ${typeName}`);
+    }
+    parts.push(`in ${filePath}`);
+    if (chunk.signature && chunk.signature !== chunk.name) {
+        // Extract parameter info from signature
+        const params = extractParams(chunk.signature, language);
+        if (params) {
+            parts.push(`with parameters: ${params}`);
+        }
+        const returnType = extractReturnType(chunk.signature, language);
+        if (returnType) {
+            parts.push(`returns ${returnType}`);
+        }
+    }
+    // Extract first line of docstring/comment if present
+    const docstring = extractDocstring(chunk.content, language);
+    if (docstring) {
+        parts.push(`— ${docstring}`);
+    }
+    return parts.join(" ");
+}
+function extractParams(signature, language) {
+    const m = signature.match(/\(([^)]*)\)/);
+    if (!m || !m[1].trim())
+        return null;
+    // Clean up parameter list
+    const params = m[1]
+        .split(",")
+        .map((p) => p.trim())
+        .filter((p) => p && p !== "self" && p !== "cls" && p !== "this")
+        .map((p) => {
+        // Simplify to just param names for description
+        if (language === "python")
+            return p.split(":")[0].split("=")[0].trim();
+        if (language === "go")
+            return p.split(/\s+/)[0];
+        return p.split(":")[0].replace(/^(const|let|var|mut|&)\s+/, "").trim();
+    })
+        .filter(Boolean);
+    return params.length > 0 ? params.join(", ") : null;
+}
+function extractReturnType(signature, language) {
+    if (language === "typescript" || language === "javascript") {
+        // function foo(): ReturnType
+        const m = signature.match(/\)\s*:\s*([^{=]+)/);
+        return m ? m[1].trim() : null;
+    }
+    if (language === "python") {
+        const m = signature.match(/->\s*(.+?)(?:\s*:)?\s*$/);
+        return m ? m[1].trim() : null;
+    }
+    if (language === "go") {
+        // func foo() (ReturnType, error)
+        const m = signature.match(/\)\s*(?:\(([^)]+)\)|(\w+(?:\.\w+)?))\s*\{?$/);
+        return m ? (m[1] || m[2])?.trim() || null : null;
+    }
+    if (language === "rust") {
+        const m = signature.match(/->\s*(.+?)\s*(?:\{|where)/);
+        return m ? m[1].trim() : null;
+    }
+    return null;
+}
+function extractDocstring(content, language) {
+    const lines = content.split("\n");
+    if (language === "python") {
+        // Look for triple-quote docstring
+        for (let i = 1; i < Math.min(lines.length, 5); i++) {
+            const trimmed = lines[i].trim();
+            if (trimmed.startsWith('"""') || trimmed.startsWith("'''")) {
+                const doc = trimmed.replace(/^["']{3}/, "").replace(/["']{3}$/, "").trim();
+                if (doc)
+                    return doc;
+                // Multi-line docstring
+                if (i + 1 < lines.length)
+                    return lines[i + 1].trim();
+            }
+        }
+    }
+    // JSDoc or block comment before the definition
+    if (lines[0].trim().startsWith("/**") || lines[0].trim().startsWith("///")) {
+        for (let i = 0; i < Math.min(lines.length, 5); i++) {
+            const clean = lines[i]
+                .trim()
+                .replace(/^\/\*\*\s*/, "")
+                .replace(/^\*\s*/, "")
+                .replace(/^\/\/\/\s*/, "")
+                .replace(/\*\/$/, "")
+                .trim();
+            if (clean && !clean.startsWith("@"))
+                return clean;
+        }
+    }
+    // Single-line comment right after definition
+    if (lines.length > 1) {
+        const secondLine = lines[1].trim();
+        if (secondLine.startsWith("//") || secondLine.startsWith("#")) {
+            return secondLine.replace(/^\/\/\s*/, "").replace(/^#\s*/, "").trim() || null;
+        }
+    }
+    return null;
+}
+//# sourceMappingURL=describer.js.map

package/dist/src/indexer/describer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"describer.js","sourceRoot":"","sources":["../../../src/indexer/describer.ts"],"names":[],"mappings":"AAEA,4DAA4D;AAC5D,gEAAgE;AAChE,+DAA+D;AAE/D,MAAM,UAAU,aAAa,CAC3B,KAAkB,EAClB,QAAgB,EAChB,QAAgB;IAEhB,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;IAEpE,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,KAAK,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;IAC5C,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAM,QAAQ,EAAE,CAAC,CAAC;IAE7B,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;QACtD,wCAAwC;QACxC,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACxD,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAChE,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,WAAW,UAAU,EAAE,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,qDAAqD;IACrD,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC5D,IAAI,SAAS,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,aAAa,CACpB,SAAiB,EACjB,QAAgB;IAEhB,MAAM,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IACzC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IAEpC,0BAA0B;IAC1B,MAAM,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;SAChB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,MAAM,CAAC;SAC/D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,+CAA+C;QAC/C,IAAI,QAAQ,KAAK,QAAQ;YAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACvE,IAAI,QAAQ,KAAK,IAAI;YAAE,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACzE,CAAC,CAAC;SACD,MAAM,CAAC,OAAO,CAAC,CAAC;IAEnB,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACtD,CAAC;AAED,SAAS,iBAAiB,CACxB,SAAiB,EACjB,QAAgB;IAEhB,IAAI,QAAQ,KAAK,YAAY,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;QAC3D,6BAA6B;QAC7B,MAAM,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC/C,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAChC,CAAC;IACD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACrD,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAChC,CAAC;IACD,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACtB,iCAAiC;QACjC,MAAM,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACzE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IACD,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACvD,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAChC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe,EAAE,QAAgB;IACzD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,kCAAkC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACnD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAChC,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC3D,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3E,IAAI,GAAG;oBAAE,OAAO,GAAG,CAAC;gBACpB,uBAAuB;gBACvB,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM;oBAAE,OAAO,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACvD,CAAC;QACH,CAAC;IACH,CAAC;IAED,+CAA+C;IAC/C,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC;iBACnB,IAAI,EAAE;iBACN,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;iBACzB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;iBACrB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;iBACzB,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;iBACpB,IAAI,EAAE,CAAC;YACV,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,OAAO,KAAK,CAAC;QACpD,CAAC;IACH,CAAC;IAED,6CAA6C;IAC7C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9D,OAAO,UAAU,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;QAChF,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/src/indexer/embedder.d.ts

@@ -0,0 +1,4 @@
+export declare function initEmbedder(): Promise<void>;
+export declare function embed(texts: string[]): Promise<Float32Array[]>;
+export declare function cosineSimilarity(a: Float32Array, b: Float32Array): number;
+export declare const EMBEDDING_DIM = 384;

package/dist/src/indexer/embedder.js

@@ -0,0 +1,249 @@
+import { readFileSync, existsSync } from "node:fs";
+import { join } from "node:path";
+import { homedir } from "node:os";
+import { log, logError } from "../utils/logger.js";
+const MODEL_DIR = join(homedir(), ".sverklo", "models");
+const BUNDLED_MODEL_DIR = join(import.meta.dirname ?? ".", "..", "..", "models");
+const MODEL_DIM = 384;
+const MAX_SEQ_LEN = 128; // Short sequences for code chunks — speed over completeness
+const CLS_TOKEN = 101;
+const SEP_TOKEN = 102;
+const PAD_TOKEN = 0;
+const UNK_TOKEN = 100;
+let ort = null;
+let session = null;
+let vocab = null;
+let initialized = false;
+export async function initEmbedder() {
+    if (initialized)
+        return;
+    // Find model files
+    const modelPath = findFile("model.onnx");
+    const tokenizerPath = findFile("tokenizer.json");
+    if (!modelPath || !tokenizerPath) {
+        logError("Model files not found. Falling back to lightweight embeddings.\n" +
+            "For better search quality, place model.onnx and tokenizer.json in ~/.sverklo/models/");
+        initialized = true;
+        return;
+    }
+    try {
+        // Load ONNX runtime
+        ort = await import("onnxruntime-node");
+        // Load model
+        session = await ort.InferenceSession.create(modelPath, {
+            executionProviders: ["cpu"],
+            graphOptimizationLevel: "all",
+            intraOpNumThreads: 2,
+        });
+        log(`ONNX model loaded: ${modelPath}`);
+        log(`Input names: ${session.inputNames}, Output names: ${session.outputNames}`);
+        // Load tokenizer vocab
+        const tokenizer = JSON.parse(readFileSync(tokenizerPath, "utf-8"));
+        vocab = new Map(Object.entries(tokenizer.model.vocab));
+        log(`Tokenizer loaded: ${vocab.size} tokens`);
+        initialized = true;
+    }
+    catch (err) {
+        logError("Failed to initialize ONNX embedder", err);
+        session = null;
+        vocab = null;
+        initialized = true;
+    }
+}
+function findFile(filename) {
+    // Check ~/.sverklo/models/ first, then bundled
+    const userPath = join(MODEL_DIR, filename);
+    if (existsSync(userPath))
+        return userPath;
+    const bundledPath = join(BUNDLED_MODEL_DIR, filename);
+    if (existsSync(bundledPath))
+        return bundledPath;
+    return null;
+}
+// ── WordPiece Tokenizer ─────────────────────────────────────────────
+function tokenize(text) {
+    if (!vocab) {
+        return fallbackTokenize(text);
+    }
+    // BERT-style preprocessing: lowercase, strip accents
+    const cleaned = text.toLowerCase().replace(/[\u0300-\u036f]/g, "");
+    // Split on whitespace and punctuation (BertPreTokenizer behavior)
+    const words = cleaned.split(/(\s+|[^\w\s])/g).filter((w) => w.trim());
+    const tokens = [CLS_TOKEN];
+    for (const word of words) {
+        if (tokens.length >= MAX_SEQ_LEN - 1)
+            break;
+        const subTokens = wordPieceTokenize(word.trim());
+        for (const st of subTokens) {
+            if (tokens.length >= MAX_SEQ_LEN - 1)
+                break;
+            tokens.push(st);
+        }
+    }
+    tokens.push(SEP_TOKEN);
+    // Pad to MAX_SEQ_LEN
+    const inputIds = new Array(MAX_SEQ_LEN).fill(PAD_TOKEN);
+    const attentionMask = new Array(MAX_SEQ_LEN).fill(0);
+    for (let i = 0; i < tokens.length; i++) {
+        inputIds[i] = tokens[i];
+        attentionMask[i] = 1;
+    }
+    return { inputIds, attentionMask };
+}
+function wordPieceTokenize(word) {
+    if (!vocab)
+        return [UNK_TOKEN];
+    const tokens = [];
+    let start = 0;
+    while (start < word.length) {
+        let end = word.length;
+        let found = false;
+        while (start < end) {
+            const substr = start === 0 ? word.slice(start, end) : "##" + word.slice(start, end);
+            const id = vocab.get(substr);
+            if (id !== undefined) {
+                tokens.push(id);
+                found = true;
+                start = end;
+                break;
+            }
+            end--;
+        }
+        if (!found) {
+            tokens.push(UNK_TOKEN);
+            start++;
+        }
+    }
+    return tokens;
+}
+function fallbackTokenize(text) {
+    // Hash-based token IDs when no real tokenizer is available
+    const words = text.toLowerCase().split(/\s+/).slice(0, MAX_SEQ_LEN - 2);
+    const inputIds = new Array(MAX_SEQ_LEN).fill(PAD_TOKEN);
+    const attentionMask = new Array(MAX_SEQ_LEN).fill(0);
+    inputIds[0] = CLS_TOKEN;
+    attentionMask[0] = 1;
+    for (let i = 0; i < words.length; i++) {
+        let hash = 0;
+        for (let j = 0; j < words[i].length; j++) {
+            hash = ((hash << 5) - hash + words[i].charCodeAt(j)) | 0;
+        }
+        inputIds[i + 1] = (Math.abs(hash) % 30000) + 1000;
+        attentionMask[i + 1] = 1;
+    }
+    inputIds[words.length + 1] = SEP_TOKEN;
+    attentionMask[words.length + 1] = 1;
+    return { inputIds, attentionMask };
+}
+// ── ONNX Inference ──────────────────────────────────────────────────
+export async function embed(texts) {
+    if (!session || !ort) {
+        return fallbackEmbed(texts);
+    }
+    const results = [];
+    // Process in small batches for memory efficiency
+    const BATCH = 16;
+    for (let b = 0; b < texts.length; b += BATCH) {
+        const batch = texts.slice(b, b + BATCH);
+        const batchSize = batch.length;
+        // Tokenize batch
+        const allInputIds = new BigInt64Array(batchSize * MAX_SEQ_LEN);
+        const allAttentionMask = new BigInt64Array(batchSize * MAX_SEQ_LEN);
+        for (let i = 0; i < batchSize; i++) {
+            const { inputIds, attentionMask } = tokenize(batch[i]);
+            for (let j = 0; j < MAX_SEQ_LEN; j++) {
+                allInputIds[i * MAX_SEQ_LEN + j] = BigInt(inputIds[j]);
+                allAttentionMask[i * MAX_SEQ_LEN + j] = BigInt(attentionMask[j]);
+            }
+        }
+        // Create tensors
+        const inputIdsTensor = new ort.Tensor("int64", allInputIds, [batchSize, MAX_SEQ_LEN]);
+        const attentionMaskTensor = new ort.Tensor("int64", allAttentionMask, [batchSize, MAX_SEQ_LEN]);
+        // Also need token_type_ids (all zeros for single-sentence)
+        const tokenTypeIds = new BigInt64Array(batchSize * MAX_SEQ_LEN); // all zeros
+        const tokenTypeTensor = new ort.Tensor("int64", tokenTypeIds, [batchSize, MAX_SEQ_LEN]);
+        // Run inference
+        const feeds = {
+            input_ids: inputIdsTensor,
+            attention_mask: attentionMaskTensor,
+        };
+        // Add token_type_ids if the model expects it
+        if (session.inputNames.includes("token_type_ids")) {
+            feeds.token_type_ids = tokenTypeTensor;
+        }
+        const output = await session.run(feeds);
+        // Get the output — usually "last_hidden_state" or the first output
+        const outputName = session.outputNames[0];
+        const outputData = output[outputName].data;
+        const outputDims = output[outputName].dims; // [batchSize, seqLen, hiddenSize]
+        const hiddenSize = outputDims[outputDims.length - 1];
+        const seqLen = outputDims.length === 3 ? outputDims[1] : MAX_SEQ_LEN;
+        // Mean pooling with attention mask
+        for (let i = 0; i < batchSize; i++) {
+            const { attentionMask } = tokenize(batch[i]);
+            const pooled = new Float32Array(hiddenSize);
+            let maskSum = 0;
+            for (let t = 0; t < seqLen; t++) {
+                const mask = attentionMask[t] || 0;
+                maskSum += mask;
+                if (mask === 0)
+                    continue;
+                for (let d = 0; d < hiddenSize; d++) {
+                    pooled[d] += outputData[i * seqLen * hiddenSize + t * hiddenSize + d] * mask;
+                }
+            }
+            if (maskSum > 0) {
+                for (let d = 0; d < hiddenSize; d++) {
+                    pooled[d] /= maskSum;
+                }
+            }
+            // L2 normalize
+            let norm = 0;
+            for (let d = 0; d < hiddenSize; d++)
+                norm += pooled[d] * pooled[d];
+            norm = Math.sqrt(norm);
+            if (norm > 0) {
+                for (let d = 0; d < hiddenSize; d++)
+                    pooled[d] /= norm;
+            }
+            results.push(pooled);
+        }
+    }
+    return results;
+}
+// Fallback when ONNX is not available
+function fallbackEmbed(texts) {
+    return texts.map((text) => {
+        const vec = new Float32Array(MODEL_DIM);
+        const words = text.toLowerCase().split(/\s+/);
+        for (let w = 0; w < words.length; w++) {
+            const word = words[w];
+            for (let i = 0; i < word.length; i++) {
+                const charCode = word.charCodeAt(i);
+                for (let d = 0; d < MODEL_DIM; d++) {
+                    vec[d] +=
+                        Math.sin(charCode * (d + 1) * 0.01 + w * 0.1) *
+                            (1 / (1 + w * 0.1));
+                }
+            }
+        }
+        // L2 normalize
+        let norm = 0;
+        for (let i = 0; i < MODEL_DIM; i++)
+            norm += vec[i] * vec[i];
+        norm = Math.sqrt(norm);
+        if (norm > 0) {
+            for (let i = 0; i < MODEL_DIM; i++)
+                vec[i] /= norm;
+        }
+        return vec;
+    });
+}
+export function cosineSimilarity(a, b) {
+    let dot = 0;
+    for (let i = 0; i < a.length; i++)
+        dot += a[i] * b[i];
+    return dot; // vectors are already normalized
+}
+export const EMBEDDING_DIM = MODEL_DIM;
+//# sourceMappingURL=embedder.js.map

package/dist/src/indexer/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../../src/indexer/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAEnD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;AACxD,MAAM,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;AAEjF,MAAM,SAAS,GAAG,GAAG,CAAC;AACtB,MAAM,WAAW,GAAG,GAAG,CAAC,CAAC,4DAA4D;AACrF,MAAM,SAAS,GAAG,GAAG,CAAC;AACtB,MAAM,SAAS,GAAG,GAAG,CAAC;AACtB,MAAM,SAAS,GAAG,CAAC,CAAC;AACpB,MAAM,SAAS,GAAG,GAAG,CAAC;AAEtB,IAAI,GAAG,GAAQ,IAAI,CAAC;AACpB,IAAI,OAAO,GAAQ,IAAI,CAAC;AACxB,IAAI,KAAK,GAA+B,IAAI,CAAC;AAC7C,IAAI,WAAW,GAAG,KAAK,CAAC;AAExB,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,IAAI,WAAW;QAAE,OAAO;IAExB,mBAAmB;IACnB,MAAM,SAAS,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;IACzC,MAAM,aAAa,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IAEjD,IAAI,CAAC,SAAS,IAAI,CAAC,aAAa,EAAE,CAAC;QACjC,QAAQ,CACN,kEAAkE;YAChE,sFAAsF,CACzF,CAAC;QACF,WAAW,GAAG,IAAI,CAAC;QACnB,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,oBAAoB;QACpB,GAAG,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAEvC,aAAa;QACb,OAAO,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE;YACrD,kBAAkB,EAAE,CAAC,KAAK,CAAC;YAC3B,sBAAsB,EAAE,KAAK;YAC7B,iBAAiB,EAAE,CAAC;SACrB,CAAC,CAAC;QAEH,GAAG,CAAC,sBAAsB,SAAS,EAAE,CAAC,CAAC;QACvC,GAAG,CAAC,gBAAgB,OAAO,CAAC,UAAU,mBAAmB,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;QAEhF,uBAAuB;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC;QACnE,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAuB,CAAC,CAAC;QAE7E,GAAG,CAAC,qBAAqB,KAAK,CAAC,IAAI,SAAS,CAAC,CAAC;QAC9C,WAAW,GAAG,IAAI,CAAC;IACrB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,QAAQ,CAAC,oCAAoC,EAAE,GAAG,CAAC,CAAC;QACpD,OAAO,GAAG,IAAI,CAAC;QACf,KAAK,GAAG,IAAI,CAAC;QACb,WAAW,GAAG,IAAI,CAAC;IACrB,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,QAAgB;IAChC,+CAA+C;IAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC3C,IAAI,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAC;IACtD,IAAI,UAAU,CAAC,WAAW,CAAC;QAAE,OAAO,WAAW,CAAC;IAChD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,uEAAuE;AAEvE,SAAS,QAAQ,CAAC,IAAY;IAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,qDAAqD;IACrD,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;IAEnE,kEAAkE;IAClE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAEtE,MAAM,MAAM,GAAa,CAAC,SAAS,CAAC,CAAC;IAErC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,MAAM,CAAC,MAAM,IAAI,WAAW,GAAG,CAAC;YAAE,MAAM;QAE5C,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACjD,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,IAAI,MAAM,CAAC,MAAM,IAAI,WAAW,GAAG,CAAC;gBAAE,MAAM;YAC5C,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAEvB,qBAAqB;IACrB,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,aAAa,GAAG,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,QAAQ,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC;AACrC,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,IAAI,CAAC,KAAK;QAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAE/B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3B,IAAI,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;QACtB,IAAI,KAAK,GAAG,KAAK,CAAC;QAElB,OAAO,KAAK,GAAG,GAAG,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACpF,MAAM,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAE7B,IAAI,EAAE,KAAK,SAAS,EAAE,CAAC;gBACrB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAChB,KAAK,GAAG,IAAI,CAAC;gBACb,KAAK,GAAG,GAAG,CAAC;gBACZ,MAAM;YACR,CAAC;YACD,GAAG,EAAE,CAAC;QACR,CAAC;QAED,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACvB,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,2DAA2D;IAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,aAAa,GAAG,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAErD,QAAQ,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;IACxB,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC3D,CAAC;QACD,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC;QAClD,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,SAAS,CAAC;IACvC,aAAa,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAEpC,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC;AACrC,CAAC;AAED,uEAAuE;AAEvE,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,KAAe;IACzC,IAAI,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC;QACrB,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,iDAAiD;IACjD,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;QAE/B,iBAAiB;QACjB,MAAM,WAAW,GAAG,IAAI,aAAa,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC;QAC/D,MAAM,gBAAgB,GAAG,IAAI,aAAa,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC;QAEpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,WAAW,CAAC,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvD,gBAAgB,CAAC,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAED,iBAAiB;QACjB,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC;QACtF,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,gBAAgB,EAAE,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC;QAEhG,2DAA2D;QAC3D,MAAM,YAAY,GAAG,IAAI,aAAa,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,YAAY;QAC7E,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC;QAExF,gBAAgB;QAChB,MAAM,KAAK,GAAwB;YACjC,SAAS,EAAE,cAAc;YACzB,cAAc,EAAE,mBAAmB;SACpC,CAAC;QAEF,6CAA6C;QAC7C,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAClD,KAAK,CAAC,cAAc,GAAG,eAAe,CAAC;QACzC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAExC,mEAAmE;QACnE,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,IAAoB,CAAC;QAC3D,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,kCAAkC;QAC9E,MAAM,UAAU,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QAErE,mCAAmC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7C,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAC5C,IAAI,OAAO,GAAG,CAAC,CAAC;YAEhB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChC,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACnC,OAAO,IAAI,IAAI,CAAC;gBAChB,IAAI,IAAI,KAAK,CAAC;oBAAE,SAAS;gBAEzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,MAAM,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,GAAG,MAAM,GAAG,UAAU,GAAG,CAAC,GAAG,UAAU,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;gBAC/E,CAAC;YACH,CAAC;YAED,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;oBACpC,MAAM,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,eAAe;YACf,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE;gBAAE,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACnE,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvB,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;gBACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE;oBAAE,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;YACzD,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,sCAAsC;AACtC,SAAS,aAAa,CAAC,KAAe;IACpC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACxB,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAE9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;oBACnC,GAAG,CAAC,CAAC,CAAC;wBACJ,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC;4BAC7C,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QAED,eAAe;QACf,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE;YAAE,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAC5D,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE;gBAAE,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QACrD,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,CAAe,EAAE,CAAe;IAC/D,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,OAAO,GAAG,CAAC,CAAC,iCAAiC;AAC/C,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,SAAS,CAAC"}

package/dist/src/indexer/file-discovery.d.ts

@@ -0,0 +1,9 @@
+import type { Ignore } from "ignore";
+export interface DiscoveredFile {
+    absolutePath: string;
+    relativePath: string;
+    language: string;
+    lastModified: number;
+    sizeBytes: number;
+}
+export declare function discoverFiles(rootPath: string, ignoreFilter: Ignore): DiscoveredFile[];