claude-local-docs 1.0.0

package/.claude-plugin/marketplace.json

@@ -0,0 +1,22 @@
+{
+  "$schema": "https://anthropic.com/claude-code/marketplace.schema.json",
+  "name": "claude-local-docs",
+  "description": "A local-first Context7 alternative. Indexes your JS/TS project dependency docs locally with a 4-stage RAG pipeline (vector + BM25 + RRF + cross-encoder reranking). No cloud APIs at query time — all models run on your machine.",
+  "owner": {
+    "name": "matthew"
+  },
+  "plugins": [
+    {
+      "name": "claude-local-docs",
+      "description": "A local-first, offline-capable alternative to Context7 for dependency documentation. Reads your package.json, fetches docs (preferring llms.txt), and indexes them with a production-grade 4-stage RAG pipeline: vector search + BM25 keywords + RRF fusion + cross-encoder reranking. All models (nomic-embed-text-v1.5, ms-marco-MiniLM) run locally via ONNX — no cloud API calls at query time, no rate limits, full privacy.",
+      "version": "1.0.0",
+      "author": {
+        "name": "matthew"
+      },
+      "source": "./",
+      "category": "development",
+      "license": "MIT",
+      "keywords": ["documentation", "search", "rag", "embeddings", "local-first", "semantic-search", "llms-txt", "context7-alternative", "offline", "vector-search", "bm25", "reranking", "dependency-docs"]
+    }
+  ]
+}

package/.claude-plugin/plugin.json

@@ -0,0 +1,8 @@
+{
+  "name": "claude-local-docs",
+  "description": "A local-first Context7 alternative. Indexes JS/TS dependency docs with a 4-stage RAG pipeline (vector + BM25 + reranking). All models run locally — no cloud APIs at query time.",
+  "version": "1.0.0",
+  "author": {
+    "name": "matthew"
+  }
+}

package/.mcp.json

@@ -0,0 +1,9 @@
+{
+  "mcpServers": {
+    "local-docs": {
+      "command": "npx",
+      "args": ["-y", "claude-local-docs"],
+      "type": "stdio"
+    }
+  }
+}

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 matthew
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,187 @@
+# claude-local-docs
+
+A local-first alternative to Context7 for Claude Code. Indexes your project's dependency documentation locally and provides production-grade semantic search — no cloud APIs at query time, no rate limits, full privacy.
+
+## Why not Context7?
+
+| | **claude-local-docs** | **Context7** |
+|---|---|---|
+| **Runs where** | Your machine (ONNX models) | Upstash cloud servers |
+| **Privacy** | Docs never leave your machine | Queries sent to cloud API |
+| **Rate limits** | None | API-dependent |
+| **Offline** | Full search works offline | Requires internet |
+| **Search quality** | 4-stage RAG (vector + BM25 + RRF + cross-encoder reranking) | Single-stage retrieval |
+| **Doc sources** | Prefers llms.txt, falls back to official docs | Pre-indexed source repos |
+| **Scope** | Your project's actual dependencies | Any library |
+| **Setup** | `npm install` + `/fetch-docs` | Install plugin |
+
+## How it works
+
+```
+/fetch-docs                        search_docs("how to use useState")
+     │                                       │
+     ▼                                       ▼
+ Read package.json              ┌─── Vector search (LanceDB) ───┐
+     │                          │    nomic-embed-text-v1.5       │
+     ▼                          │                                │
+ For each dependency:           │                                ├─→ RRF Fusion
+   - Search web for llms.txt    │                                │    (k=60)
+   - Fetch best docs            ├─── BM25 search (MiniSearch) ──┘
+   - Chunk + embed + store      │    keyword + fuzzy match         │
+                                │                                  ▼
+                                │                        Cross-encoder rerank
+                                │                        ms-marco-MiniLM-L-6-v2
+                                │                                  │
+                                └──────────────────────────────────┘
+                                                  │
+                                                  ▼
+                                          Top-K results
+```
+
+## Installation
+
+```bash
+# Clone into your Claude Code plugins directory
+git clone <repo-url> ~/.claude/plugins/claude-local-docs
+
+# Install dependencies and build
+cd ~/.claude/plugins/claude-local-docs
+npm install
+npm run build
+```
+
+Or install as a project-local plugin by cloning into your project and referencing it in your Claude Code settings.
+
+## Usage
+
+### 1. Index your project's docs
+
+```
+/fetch-docs
+```
+
+Claude reads your `package.json`, searches the web for the best documentation for each dependency (preferring `llms.txt` / `llms-full.txt`), and indexes everything locally.
+
+### 2. Search
+
+Ask Claude anything about your dependencies. It will automatically use `search_docs` to find relevant documentation chunks:
+
+```
+How do I set up middleware in Express?
+What are the options for useQuery in TanStack Query?
+Show me the API for zod's .refine()
+```
+
+### 3. Other tools
+
+- **`list_docs`** — See what's indexed, when it was fetched, chunk counts
+- **`get_doc_section`** — Retrieve specific sections by heading or chunk ID
+- **`analyze_dependencies`** — List all deps from package.json
+
+## Search pipeline
+
+This plugin implements a 4-stage advanced RAG pipeline, the current production standard:
+
+| Stage | Technology | Purpose |
+|---|---|---|
+| **Vector search** | LanceDB + nomic-embed-text-v1.5 | Semantic similarity (understands meaning) |
+| **BM25 search** | MiniSearch (BM25+ algorithm) | Keyword matching (exact terms like `useEffect`) |
+| **RRF fusion** | Reciprocal Rank Fusion (k=60) | Merges both ranked lists, handles different score scales |
+| **Cross-encoder rerank** | ms-marco-MiniLM-L-6-v2 | Rescores top 30 candidates with deep relevance model |
+
+### Why this matters
+
+- **Vector-only** search misses exact API names and error codes
+- **Keyword-only** search misses semantic meaning ("state management" won't find "useState")
+- **Hybrid + reranking** catches both, then a cross-encoder picks the truly relevant results
+
+## Models
+
+All models run locally via ONNX. Downloaded once on first use, then cached.
+
+| Model | Size | Purpose |
+|---|---|---|
+| `nomic-ai/nomic-embed-text-v1.5` | ~270MB | Text embeddings (86% top-5 accuracy, Matryoshka 384-dim) |
+| `Xenova/ms-marco-MiniLM-L-6-v2` | ~23MB | Cross-encoder reranking |
+
+## Chunking strategy
+
+- Split markdown by headings (`##`, `###`, `####`) preserving the heading path
+- Target ~2000 characters per chunk
+- 10% overlap between chunks to prevent losing context at boundaries
+- Large sections split at paragraph boundaries
+
+## Storage
+
+All data stays in your project directory:
+
+```
+your-project/.claude/docs/
+├── lancedb/              # Vector database (LanceDB files)
+├── .metadata.json        # Fetch timestamps, source URLs per library
+└── raw/
+    ├── react.md          # Raw fetched documentation
+    ├── next.md
+    └── tanstack__query.md
+```
+
+## MCP Tools
+
+| Tool | Description |
+|---|---|
+| `analyze_dependencies` | Read package.json, return all deps with versions |
+| `store_and_index_doc` | Receive markdown, chunk, embed, store in LanceDB |
+| `search_docs` | Full RAG pipeline: vector + BM25 + RRF + rerank |
+| `list_docs` | List indexed libraries with metadata |
+| `get_doc_section` | Get specific chunks by library + heading or chunk ID |
+
+## Dependencies
+
+All open source:
+
+| Package | License | Purpose |
+|---|---|---|
+| `@lancedb/lancedb` | Apache 2.0 | Embedded vector database |
+| `@huggingface/transformers` | Apache 2.0 | Run ONNX models locally |
+| `minisearch` | MIT | BM25+ full-text search |
+| `@modelcontextprotocol/sdk` | MIT | MCP server framework |
+| `zod` | MIT | Schema validation |
+
+## Development
+
+```bash
+npm run dev    # Watch mode — rebuilds on file changes
+npm run build  # One-time build
+```
+
+### Testing with MCP Inspector
+
+```bash
+npx @modelcontextprotocol/inspector node dist/index.js
+```
+
+## Project structure
+
+```
+claude-local-docs/
+├── .claude-plugin/
+│   ├── plugin.json         # Plugin manifest
+│   └── marketplace.json    # Marketplace listing
+├── .mcp.json               # MCP server config (stdio transport)
+├── commands/
+│   └── fetch-docs.md       # /fetch-docs command — Claude as research agent
+├── src/
+│   ├── index.ts            # MCP server entry, 5 tool definitions
+│   ├── indexer.ts           # Chunking + nomic-embed-text-v1.5 embeddings
+│   ├── search.ts            # 4-stage pipeline: vector + BM25 + RRF + rerank
+│   ├── reranker.ts          # Cross-encoder (ms-marco-MiniLM-L-6-v2)
+│   ├── store.ts             # LanceDB storage + metadata persistence
+│   └── types.ts             # Shared TypeScript interfaces
+├── LICENSE
+├── package.json
+└── tsconfig.json
+```
+
+## License
+
+MIT

package/commands/fetch-docs.md

@@ -0,0 +1,55 @@
+---
+description: "Fetch and index documentation for all project dependencies"
+allowed-tools: ["mcp__local-docs__analyze_dependencies", "mcp__local-docs__list_docs", "mcp__local-docs__store_and_index_doc", "WebFetch", "WebSearch"]
+---
+
+# Fetch Documentation for Project Dependencies
+
+You are a documentation research agent. Your job is to find and fetch the best available documentation for each dependency in this project, then store it locally for semantic search.
+
+## Steps
+
+### 1. Analyze Dependencies
+Call the `analyze_dependencies` MCP tool to get the list of dependencies from package.json.
+
+### 2. Check Existing Cache
+Call the `list_docs` MCP tool to see which libraries are already indexed. **Skip** any library that was fetched within the last 7 days unless the user explicitly asks to refresh.
+
+### 3. Fetch Documentation for Each Library
+
+Process libraries in batches of 3-5. For each library that needs fetching:
+
+#### a. Search for llms.txt (preferred)
+1. **Search the web** for `"{library name} llms.txt documentation"`
+2. If you find a URL to `llms-full.txt` or `llms.txt`, **fetch it** using WebFetch
+3. `llms-full.txt` is preferred over `llms.txt` (it has more detail)
+
+#### b. Fallback: Official Documentation
+If no llms.txt exists:
+1. **Search the web** for `"{library name} {version} official documentation"`
+2. Find the main documentation page
+3. **Fetch** the docs page content using WebFetch
+4. If the docs have multiple important pages (API reference, guides), fetch the most critical 2-3 pages and combine them
+
+#### c. Store the Documentation
+For each library, call the `store_and_index_doc` MCP tool with:
+- `library`: the package name (e.g., "react", "@tanstack/query")
+- `version`: the version from package.json
+- `content`: the fetched markdown content
+- `sourceUrl`: the URL where the content was fetched from
+
+### 4. Report Results
+
+After processing all libraries, provide a summary:
+- Which libraries were successfully indexed (with chunk counts)
+- Which libraries failed and why
+- Total chunks in the index
+- Remind the user they can now use `search_docs` to query the documentation
+
+## Important Notes
+
+- **Be thorough but efficient**: Don't fetch huge API references if a concise llms.txt is available
+- **Prefer quality over quantity**: A good llms.txt is better than scraping dozens of doc pages
+- **Handle errors gracefully**: If a library's docs can't be found, log it and move on
+- **Respect rate limits**: Don't fire off too many web requests simultaneously
+- For scoped packages like `@scope/package`, search for both the full name and just the package part

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/index.js

@@ -0,0 +1,229 @@
+#!/usr/bin/env node
+import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
+import { readFile } from "node:fs/promises";
+import { join } from "node:path";
+import { z } from "zod";
+import { DocStore, resolveProjectRoot } from "./store.js";
+import { indexDocument } from "./indexer.js";
+import { searchDocs } from "./search.js";
+const projectRoot = resolveProjectRoot();
+const store = new DocStore(projectRoot);
+const server = new McpServer({
+    name: "local-docs",
+    version: "1.0.0",
+});
+// --- Tool 1: analyze_dependencies ---
+server.tool("analyze_dependencies", "Read package.json and return all dependencies with their versions", { packageJsonPath: z.string().optional().describe("Path to package.json. Defaults to the project root.") }, async ({ packageJsonPath }) => {
+    try {
+        const pkgPath = packageJsonPath ?? join(projectRoot, "package.json");
+        const raw = await readFile(pkgPath, "utf-8");
+        const pkg = JSON.parse(raw);
+        const deps = [];
+        for (const [name, version] of Object.entries(pkg.dependencies ?? {})) {
+            deps.push({ name, version: version });
+        }
+        for (const [name, version] of Object.entries(pkg.devDependencies ?? {})) {
+            deps.push({ name, version: version });
+        }
+        return {
+            content: [{ type: "text", text: JSON.stringify(deps, null, 2) }],
+        };
+    }
+    catch (err) {
+        return {
+            content: [{ type: "text", text: `Error reading package.json: ${err.message}` }],
+            isError: true,
+        };
+    }
+});
+// --- Tool 2: store_and_index_doc ---
+server.tool("store_and_index_doc", "Store and index documentation for a library. Chunks markdown, generates embeddings via nomic-embed-text-v1.5, and persists to LanceDB in .claude/docs/", {
+    library: z.string().describe("Library name (e.g. 'react', '@tanstack/query')"),
+    version: z.string().describe("Library version"),
+    content: z.string().describe("Raw markdown documentation content"),
+    sourceUrl: z.string().describe("URL where the docs were fetched from"),
+}, async ({ library, version, content, sourceUrl }) => {
+    try {
+        // Save raw doc
+        await store.saveRawDoc(library, content);
+        // Chunk and embed
+        const chunks = await indexDocument(content, library);
+        // Store in LanceDB
+        const result = await store.addLibrary(library, version, sourceUrl, chunks);
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: JSON.stringify({
+                        success: true,
+                        library,
+                        chunkCount: result.chunkCount,
+                        totalIndexSize: result.indexSize,
+                        storedAt: store.getDocsDir(),
+                    }),
+                },
+            ],
+        };
+    }
+    catch (err) {
+        return {
+            content: [{ type: "text", text: `Error indexing ${library}: ${err.message}` }],
+            isError: true,
+        };
+    }
+});
+// --- Tool 3: search_docs ---
+server.tool("search_docs", "Advanced RAG search: BM25 keyword search + vector similarity → RRF fusion → cross-encoder reranking. Uses nomic-embed-text-v1.5 for embeddings and ms-marco-MiniLM for reranking.", {
+    query: z.string().describe("Search query"),
+    library: z.string().optional().describe("Filter results to a specific library"),
+    topK: z.number().optional().describe("Number of results to return (default: 10)"),
+}, async ({ query, library, topK }) => {
+    try {
+        if (await store.isEmpty()) {
+            return {
+                content: [
+                    {
+                        type: "text",
+                        text: "No documentation indexed yet. Run /fetch-docs first.",
+                    },
+                ],
+            };
+        }
+        const results = await searchDocs(query, store, { library, topK });
+        const formatted = results.map((r) => ({
+            score: r.score,
+            library: r.library,
+            heading: r.headingPath.join(" > "),
+            chunkId: r.chunkId,
+            content: r.content.length > 500
+                ? r.content.slice(0, 500) + "..."
+                : r.content,
+        }));
+        return {
+            content: [{ type: "text", text: JSON.stringify(formatted, null, 2) }],
+        };
+    }
+    catch (err) {
+        return {
+            content: [{ type: "text", text: `Search error: ${err.message}` }],
+            isError: true,
+        };
+    }
+});
+// --- Tool 4: list_docs ---
+server.tool("list_docs", "List all indexed documentation libraries with metadata", {}, async () => {
+    try {
+        const metadata = await store.loadMetadata();
+        if (metadata.libraries.length === 0) {
+            return {
+                content: [
+                    {
+                        type: "text",
+                        text: "No documentation indexed yet. Run /fetch-docs first.",
+                    },
+                ],
+            };
+        }
+        return {
+            content: [
+                { type: "text", text: JSON.stringify(metadata.libraries, null, 2) },
+            ],
+        };
+    }
+    catch (err) {
+        return {
+            content: [{ type: "text", text: `Error listing docs: ${err.message}` }],
+            isError: true,
+        };
+    }
+});
+// --- Tool 5: get_doc_section ---
+server.tool("get_doc_section", "Retrieve specific documentation chunks by library + heading or chunk ID", {
+    library: z.string().describe("Library name"),
+    heading: z.string().optional().describe("Heading text to search for in the heading path"),
+    chunkId: z.number().optional().describe("Specific chunk ID to retrieve"),
+}, async ({ library, heading, chunkId }) => {
+    try {
+        if (chunkId !== undefined) {
+            const chunk = await store.getChunkById(chunkId);
+            if (!chunk) {
+                return {
+                    content: [{ type: "text", text: `Chunk ${chunkId} not found` }],
+                };
+            }
+            return {
+                content: [
+                    {
+                        type: "text",
+                        text: JSON.stringify({
+                            id: chunk.id,
+                            library: chunk.library,
+                            headingPath: chunk.headingPath,
+                            content: chunk.text,
+                        }, null, 2),
+                    },
+                ],
+            };
+        }
+        if (heading) {
+            const chunks = await store.getChunksByHeading(library, heading);
+            if (chunks.length === 0) {
+                return {
+                    content: [
+                        {
+                            type: "text",
+                            text: `No chunks found for library "${library}" with heading matching "${heading}"`,
+                        },
+                    ],
+                };
+            }
+            const formatted = chunks.map((c) => ({
+                id: c.id,
+                headingPath: c.headingPath,
+                content: c.text,
+            }));
+            return {
+                content: [{ type: "text", text: JSON.stringify(formatted, null, 2) }],
+            };
+        }
+        // No heading or chunkId — return summaries for the library
+        const chunks = await store.getChunks(library);
+        if (chunks.length === 0) {
+            return {
+                content: [
+                    {
+                        type: "text",
+                        text: `No documentation found for library "${library}"`,
+                    },
+                ],
+            };
+        }
+        const summary = chunks.map((c) => ({
+            id: c.id,
+            heading: typeof c.headingPath === "string"
+                ? JSON.parse(c.headingPath).join(" > ")
+                : c.headingPath,
+            preview: c.text.slice(0, 120) + (c.text.length > 120 ? "..." : ""),
+        }));
+        return {
+            content: [{ type: "text", text: JSON.stringify(summary, null, 2) }],
+        };
+    }
+    catch (err) {
+        return {
+            content: [{ type: "text", text: `Error: ${err.message}` }],
+            isError: true,
+        };
+    }
+});
+// --- Start server ---
+async function main() {
+    const transport = new StdioServerTransport();
+    await server.connect(transport);
+}
+main().catch((err) => {
+    console.error("Fatal error:", err);
+    process.exit(1);
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,WAAW,GAAG,kBAAkB,EAAE,CAAC;AACzC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,WAAW,CAAC,CAAC;AAExC,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;IAC3B,IAAI,EAAE,YAAY;IAClB,OAAO,EAAE,OAAO;CACjB,CAAC,CAAC;AAEH,uCAAuC;AACvC,MAAM,CAAC,IAAI,CACT,sBAAsB,EACtB,mEAAmE,EACnE,EAAE,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qDAAqD,CAAC,EAAE,EAC1G,KAAK,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE;IAC5B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,eAAe,IAAI,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;QACrE,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAE5B,MAAM,IAAI,GAAiB,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC,EAAE,CAAC;YACrE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAiB,EAAE,CAAC,CAAC;QAClD,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC,EAAE,CAAC;YACxE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAiB,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;SAC1E,CAAC;IACJ,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,+BAA+B,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;YACxF,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;AACH,CAAC,CACF,CAAC;AAEF,sCAAsC;AACtC,MAAM,CAAC,IAAI,CACT,qBAAqB,EACrB,wJAAwJ,EACxJ;IACE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;IAC9E,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC/C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IAClE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;CACvE,EACD,KAAK,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE;IACjD,IAAI,CAAC;QACH,eAAe;QACf,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEzC,kBAAkB;QAClB,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAErD,mBAAmB;QACnB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QAE3E,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,OAAO,EAAE,IAAI;wBACb,OAAO;wBACP,UAAU,EAAE,MAAM,CAAC,UAAU;wBAC7B,cAAc,EAAE,MAAM,CAAC,SAAS;wBAChC,QAAQ,EAAE,KAAK,CAAC,UAAU,EAAE;qBAC7B,CAAC;iBACH;aACF;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,kBAAkB,OAAO,KAAK,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;YACvF,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;AACH,CAAC,CACF,CAAC;AAEF,8BAA8B;AAC9B,MAAM,CAAC,IAAI,CACT,aAAa,EACb,mLAAmL,EACnL;IACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;IAC1C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IAC/E,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;CAClF,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE;IACjC,IAAI,CAAC;QACH,IAAI,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1B,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,sDAAsD;qBAC7D;iBACF;aACF,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAElE,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpC,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,OAAO,EAAE,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;YAClC,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,OAAO,EACL,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG;gBACpB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK;gBACjC,CAAC,CAAC,CAAC,CAAC,OAAO;SAChB,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;SAC/E,CAAC;IACJ,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,iBAAiB,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1E,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;AACH,CAAC,CACF,CAAC;AAEF,4BAA4B;AAC5B,MAAM,CAAC,IAAI,CACT,WAAW,EACX,wDAAwD,EACxD,EAAE,EACF,KAAK,IAAI,EAAE;IACT,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,YAAY,EAAE,CAAC;QAC5C,IAAI,QAAQ,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpC,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,sDAAsD;qBAC7D;iBACF;aACF,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;aAC7E;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,uBAAuB,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;YAChF,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;AACH,CAAC,CACF,CAAC;AAEF,kCAAkC;AAClC,MAAM,CAAC,IAAI,CACT,iBAAiB,EACjB,yEAAyE,EACzE;IACE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;IACzF,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;CACzE,EACD,KAAK,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE;IACtC,IAAI,CAAC;QACH,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAChD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,SAAS,OAAO,YAAY,EAAE,CAAC;iBACzE,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAClB;4BACE,EAAE,EAAE,KAAK,CAAC,EAAE;4BACZ,OAAO,EAAE,KAAK,CAAC,OAAO;4BACtB,WAAW,EAAE,KAAK,CAAC,WAAW;4BAC9B,OAAO,EAAE,KAAK,CAAC,IAAI;yBACpB,EACD,IAAI,EACJ,CAAC,CACF;qBACF;iBACF;aACF,CAAC;QACJ,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAChE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO;oBACL,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,MAAe;4BACrB,IAAI,EAAE,gCAAgC,OAAO,4BAA4B,OAAO,GAAG;yBACpF;qBACF;iBACF,CAAC;YACJ,CAAC;YACD,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;gBACxC,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,OAAO,EAAE,CAAC,CAAC,IAAI;aAChB,CAAC,CAAC,CAAC;YACJ,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;aAC/E,CAAC;QACJ,CAAC;QAED,2DAA2D;QAC3D,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,uCAAuC,OAAO,GAAG;qBACxD;iBACF;aACF,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;YACtC,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,OAAO,EAAE,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ;gBACxC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;gBACvC,CAAC,CAAC,CAAC,CAAC,WAAW;YACjB,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;SACnE,CAAC,CAAC,CAAC;QACJ,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;SAC7E,CAAC;IACJ,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,UAAU,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC;YACnE,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;AACH,CAAC,CACF,CAAC;AAEF,uBAAuB;AACvB,KAAK,UAAU,IAAI;IACjB,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAClC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/indexer.d.ts

@@ -0,0 +1,16 @@
+import type { DocRow } from "./types.js";
+/**
+ * Semantic chunking: split markdown by headings, then split large sections
+ * at paragraph boundaries with overlap.
+ */
+export declare function chunkMarkdown(markdown: string, library: string): Omit<DocRow, "id" | "vector">[];
+/**
+ * Generate embeddings using nomic-embed-text-v1.5.
+ * Uses Matryoshka dimensionality reduction to MATRYOSHKA_DIM.
+ * Prefixes text with task type for better accuracy.
+ */
+export declare function embedTexts(texts: string[], taskType?: "search_document" | "search_query"): Promise<number[][]>;
+/**
+ * Chunk markdown and generate embeddings, returning rows ready for LanceDB.
+ */
+export declare function indexDocument(markdown: string, library: string): Promise<Omit<DocRow, "id">[]>;

package/dist/indexer.js

@@ -0,0 +1,125 @@
+// Lazy-loaded pipeline
+let embedPipeline = null;
+let layerNormFn = null;
+const MODEL_NAME = "nomic-ai/nomic-embed-text-v1.5";
+const MATRYOSHKA_DIM = 384; // Use 384-dim slice for speed; can bump to 768 for max accuracy
+async function getEmbedPipeline() {
+    if (embedPipeline)
+        return { pipe: embedPipeline, layerNorm: layerNormFn };
+    const transformers = await import("@huggingface/transformers");
+    embedPipeline = await transformers.pipeline("feature-extraction", MODEL_NAME);
+    layerNormFn = transformers.layer_norm;
+    return { pipe: embedPipeline, layerNorm: layerNormFn };
+}
+/**
+ * Semantic chunking: split markdown by headings, then split large sections
+ * at paragraph boundaries with overlap.
+ */
+export function chunkMarkdown(markdown, library) {
+    const lines = markdown.split("\n");
+    const chunks = [];
+    const headingStack = [];
+    let currentText = "";
+    function flush() {
+        const trimmed = currentText.trim();
+        if (trimmed.length > 0) {
+            const headingPath = headingStack.map((h) => h.text);
+            const subChunks = splitWithOverlap(trimmed, 2000, 200);
+            for (const sub of subChunks) {
+                chunks.push({
+                    library,
+                    headingPath: JSON.stringify(headingPath),
+                    text: sub,
+                });
+            }
+        }
+        currentText = "";
+    }
+    for (const line of lines) {
+        const headingMatch = line.match(/^(#{1,4})\s+(.+)/);
+        if (headingMatch) {
+            flush();
+            const level = headingMatch[1].length;
+            const text = headingMatch[2].trim();
+            // Pop headings at same or deeper level
+            while (headingStack.length > 0 &&
+                headingStack[headingStack.length - 1].level >= level) {
+                headingStack.pop();
+            }
+            headingStack.push({ level, text });
+            currentText += line + "\n";
+        }
+        else {
+            currentText += line + "\n";
+        }
+    }
+    flush();
+    return chunks;
+}
+/**
+ * Split text at paragraph boundaries with ~10% overlap.
+ * Overlap ensures context isn't lost at chunk edges.
+ */
+function splitWithOverlap(text, maxChars, overlapChars) {
+    if (text.length <= maxChars)
+        return [text];
+    const paragraphs = text.split(/\n\n+/);
+    const result = [];
+    let current = "";
+    let overlapBuffer = ""; // trailing text from previous chunk
+    for (const para of paragraphs) {
+        if (current.length + para.length + 2 > maxChars && current.length > 0) {
+            result.push(current.trim());
+            // Start next chunk with overlap from end of current
+            overlapBuffer = current.slice(-overlapChars);
+            current = overlapBuffer + "\n\n" + para;
+        }
+        else {
+            current += (current ? "\n\n" : "") + para;
+        }
+    }
+    if (current.trim()) {
+        result.push(current.trim());
+    }
+    return result;
+}
+/**
+ * Generate embeddings using nomic-embed-text-v1.5.
+ * Uses Matryoshka dimensionality reduction to MATRYOSHKA_DIM.
+ * Prefixes text with task type for better accuracy.
+ */
+export async function embedTexts(texts, taskType = "search_document") {
+    const { pipe, layerNorm } = await getEmbedPipeline();
+    const embeddings = [];
+    // Prefix each text with the task type as required by nomic
+    const prefixed = texts.map((t) => `${taskType}: ${t}`);
+    // Process in batches
+    const batchSize = 16;
+    for (let i = 0; i < prefixed.length; i += batchSize) {
+        const batch = prefixed.slice(i, i + batchSize);
+        const raw = await pipe(batch, { pooling: "mean" });
+        // Apply layer norm + Matryoshka truncation + L2 normalize
+        const normed = layerNorm(raw, [raw.dims[1]]);
+        const truncated = normed.slice(null, [0, MATRYOSHKA_DIM]);
+        const normalized = truncated.normalize(2, -1);
+        for (let j = 0; j < batch.length; j++) {
+            embeddings.push(Array.from(normalized[j].data));
+        }
+    }
+    return embeddings;
+}
+/**
+ * Chunk markdown and generate embeddings, returning rows ready for LanceDB.
+ */
+export async function indexDocument(markdown, library) {
+    const rawChunks = chunkMarkdown(markdown, library);
+    if (rawChunks.length === 0)
+        return [];
+    const texts = rawChunks.map((c) => c.text);
+    const embeddings = await embedTexts(texts, "search_document");
+    return rawChunks.map((chunk, i) => ({
+        ...chunk,
+        vector: embeddings[i],
+    }));
+}
+//# sourceMappingURL=indexer.js.map

package/dist/indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../src/indexer.ts"],"names":[],"mappings":"AAEA,uBAAuB;AACvB,IAAI,aAAa,GAAQ,IAAI,CAAC;AAC9B,IAAI,WAAW,GAAQ,IAAI,CAAC;AAE5B,MAAM,UAAU,GAAG,gCAAgC,CAAC;AACpD,MAAM,cAAc,GAAG,GAAG,CAAC,CAAC,gEAAgE;AAE5F,KAAK,UAAU,gBAAgB;IAC7B,IAAI,aAAa;QAAE,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;IAC1E,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;IAC/D,aAAa,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC;IAC9E,WAAW,GAAG,YAAY,CAAC,UAAU,CAAC;IACtC,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC;AACzD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC3B,QAAgB,EAChB,OAAe;IAEf,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,MAAM,GAAoC,EAAE,CAAC;IAEnD,MAAM,YAAY,GAAsC,EAAE,CAAC;IAC3D,IAAI,WAAW,GAAG,EAAE,CAAC;IAErB,SAAS,KAAK;QACZ,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACpD,MAAM,SAAS,GAAG,gBAAgB,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YACvD,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC;oBACV,OAAO;oBACP,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;oBACxC,IAAI,EAAE,GAAG;iBACV,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,WAAW,GAAG,EAAE,CAAC;IACnB,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACpD,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,EAAE,CAAC;YACR,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YACrC,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAEpC,uCAAuC;YACvC,OACE,YAAY,CAAC,MAAM,GAAG,CAAC;gBACvB,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,EACpD,CAAC;gBACD,YAAY,CAAC,GAAG,EAAE,CAAC;YACrB,CAAC;YACD,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACnC,WAAW,IAAI,IAAI,GAAG,IAAI,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,WAAW,IAAI,IAAI,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;IACD,KAAK,EAAE,CAAC;IAER,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,SAAS,gBAAgB,CACvB,IAAY,EACZ,QAAgB,EAChB,YAAoB;IAEpB,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAE3C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACvC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,aAAa,GAAG,EAAE,CAAC,CAAC,oCAAoC;IAE5D,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5B,oDAAoD;YACpD,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC;YAC7C,OAAO,GAAG,aAAa,GAAG,MAAM,GAAG,IAAI,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;QAC5C,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,KAAe,EACf,WAA+C,iBAAiB;IAEhE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,MAAM,gBAAgB,EAAE,CAAC;IACrD,MAAM,UAAU,GAAe,EAAE,CAAC;IAElC,2DAA2D;IAC3D,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,QAAQ,KAAK,CAAC,EAAE,CAAC,CAAC;IAEvD,qBAAqB;IACrB,MAAM,SAAS,GAAG,EAAE,CAAC;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACpD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAEnD,0DAA0D;QAC1D,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAoB,CAAC,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAgB,EAChB,OAAe;IAEf,MAAM,SAAS,GAAG,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEtC,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;IAE9D,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAClC,GAAG,KAAK;QACR,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;KACtB,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/reranker.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Cross-encoder reranker using Xenova/ms-marco-MiniLM-L-6-v2.
+ * Takes query + candidate passages, returns relevance scores.
+ * ~23MB model, runs locally via Transformers.js ONNX runtime.
+ */
+export interface RerankCandidate {
+    id: number;
+    text: string;
+    library: string;
+    headingPath: string;
+    rrfScore: number;
+}
+export interface RerankResult extends RerankCandidate {
+    rerankerScore: number;
+}
+/**
+ * Rerank candidates using cross-encoder.
+ * Processes in batches to manage memory.
+ */
+export declare function rerank(query: string, candidates: RerankCandidate[]): Promise<RerankResult[]>;

package/dist/reranker.js

@@ -0,0 +1,53 @@
+/**
+ * Cross-encoder reranker using Xenova/ms-marco-MiniLM-L-6-v2.
+ * Takes query + candidate passages, returns relevance scores.
+ * ~23MB model, runs locally via Transformers.js ONNX runtime.
+ */
+let rerankerModel = null;
+let rerankerTokenizer = null;
+const RERANKER_MODEL = "Xenova/ms-marco-MiniLM-L-6-v2";
+async function loadReranker() {
+    if (rerankerModel && rerankerTokenizer) {
+        return { model: rerankerModel, tokenizer: rerankerTokenizer };
+    }
+    const { AutoModelForSequenceClassification, AutoTokenizer } = await import("@huggingface/transformers");
+    rerankerModel = await AutoModelForSequenceClassification.from_pretrained(RERANKER_MODEL);
+    rerankerTokenizer = await AutoTokenizer.from_pretrained(RERANKER_MODEL);
+    return { model: rerankerModel, tokenizer: rerankerTokenizer };
+}
+/**
+ * Rerank candidates using cross-encoder.
+ * Processes in batches to manage memory.
+ */
+export async function rerank(query, candidates) {
+    if (candidates.length === 0)
+        return [];
+    const { model, tokenizer } = await loadReranker();
+    const results = [];
+    // Process in batches of 16
+    const batchSize = 16;
+    for (let i = 0; i < candidates.length; i += batchSize) {
+        const batch = candidates.slice(i, i + batchSize);
+        const queries = batch.map(() => query);
+        const passages = batch.map((c) => c.text);
+        const features = tokenizer(queries, {
+            text_pair: passages,
+            padding: true,
+            truncation: true,
+        });
+        const output = await model(features);
+        // output.logits is a Tensor of shape [batch_size, 1]
+        // Higher score = more relevant
+        for (let j = 0; j < batch.length; j++) {
+            const score = output.logits.data[j];
+            results.push({
+                ...batch[j],
+                rerankerScore: score,
+            });
+        }
+    }
+    // Sort by reranker score descending
+    results.sort((a, b) => b.rerankerScore - a.rerankerScore);
+    return results;
+}
+//# sourceMappingURL=reranker.js.map

package/dist/reranker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reranker.js","sourceRoot":"","sources":["../src/reranker.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,IAAI,aAAa,GAAQ,IAAI,CAAC;AAC9B,IAAI,iBAAiB,GAAQ,IAAI,CAAC;AAElC,MAAM,cAAc,GAAG,+BAA+B,CAAC;AAEvD,KAAK,UAAU,YAAY;IACzB,IAAI,aAAa,IAAI,iBAAiB,EAAE,CAAC;QACvC,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC;IAChE,CAAC;IACD,MAAM,EAAE,kCAAkC,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CACxE,2BAA2B,CAC5B,CAAC;IACF,aAAa,GAAG,MAAM,kCAAkC,CAAC,eAAe,CACtE,cAAc,CACf,CAAC;IACF,iBAAiB,GAAG,MAAM,aAAa,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;IACxE,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC;AAChE,CAAC;AAcD;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,KAAa,EACb,UAA6B;IAE7B,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEvC,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,YAAY,EAAE,CAAC;IAClD,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,2BAA2B;IAC3B,MAAM,SAAS,GAAG,EAAE,CAAC;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACtD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QAEjD,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAE1C,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,EAAE;YAClC,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;QAErC,qDAAqD;QACrD,+BAA+B;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpC,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,KAAK,CAAC,CAAC,CAAC;gBACX,aAAa,EAAE,KAAK;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,oCAAoC;IACpC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC;IAC1D,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/search.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Advanced RAG search pipeline:
+ *   1. Vector search (LanceDB) — semantic similarity
+ *   2. BM25 search (MiniSearch) — keyword/exact match
+ *   3. Reciprocal Rank Fusion — merge both ranked lists
+ *   4. Cross-encoder rerank — rescore top candidates
+ */
+import type { SearchResult } from "./types.js";
+import type { DocStore } from "./store.js";
+export declare function searchDocs(query: string, store: DocStore, options?: {
+    library?: string;
+    topK?: number;
+}): Promise<SearchResult[]>;

package/dist/search.js

@@ -0,0 +1,128 @@
+/**
+ * Advanced RAG search pipeline:
+ *   1. Vector search (LanceDB) — semantic similarity
+ *   2. BM25 search (MiniSearch) — keyword/exact match
+ *   3. Reciprocal Rank Fusion — merge both ranked lists
+ *   4. Cross-encoder rerank — rescore top candidates
+ */
+import MiniSearch from "minisearch";
+import { embedTexts } from "./indexer.js";
+import { rerank } from "./reranker.js";
+// --- BM25 index (lazy-built, cached per session) ---
+let bm25Index = null;
+let bm25IndexedCount = 0;
+async function getBM25Index(store) {
+    const allChunks = await store.getChunks();
+    // Rebuild if chunk count changed (new docs indexed)
+    if (bm25Index && bm25IndexedCount === allChunks.length) {
+        return bm25Index;
+    }
+    bm25Index = new MiniSearch({
+        fields: ["text"],
+        storeFields: ["id", "library", "headingPath", "text"],
+        searchOptions: {
+            boost: { text: 1 },
+            fuzzy: 0.2,
+            prefix: true,
+        },
+    });
+    // MiniSearch needs objects with a unique `id` field
+    const docs = allChunks.map((chunk) => ({
+        id: chunk.id,
+        library: chunk.library,
+        headingPath: chunk.headingPath,
+        text: chunk.text,
+    }));
+    bm25Index.addAll(docs);
+    bm25IndexedCount = allChunks.length;
+    return bm25Index;
+}
+/**
+ * RRF: score = sum( weight_r / (k + rank_r) ) for each ranker r.
+ * k=60 is the standard default (Azure, Weaviate, OpenSearch).
+ */
+function reciprocalRankFusion(vectorRanked, bm25Ranked, options) {
+    const { k, vectorWeight, bm25Weight } = options;
+    const scoreMap = new Map();
+    // Score from vector search (rank is 1-based)
+    for (let rank = 0; rank < vectorRanked.length; rank++) {
+        const doc = vectorRanked[rank];
+        const score = vectorWeight / (k + rank + 1);
+        const existing = scoreMap.get(doc.id);
+        if (existing) {
+            existing.rrfScore += score;
+        }
+        else {
+            scoreMap.set(doc.id, { ...doc, rrfScore: score });
+        }
+    }
+    // Score from BM25 search
+    for (let rank = 0; rank < bm25Ranked.length; rank++) {
+        const doc = bm25Ranked[rank];
+        const score = bm25Weight / (k + rank + 1);
+        const existing = scoreMap.get(doc.id);
+        if (existing) {
+            existing.rrfScore += score;
+        }
+        else {
+            scoreMap.set(doc.id, { ...doc, rrfScore: score });
+        }
+    }
+    // Sort by fused score
+    const results = Array.from(scoreMap.values());
+    results.sort((a, b) => b.rrfScore - a.rrfScore);
+    return results;
+}
+// --- Main search pipeline ---
+export async function searchDocs(query, store, options) {
+    const topK = options?.topK ?? 10;
+    const candidateCount = 50; // retrieve more for reranking
+    // Step 1: Vector search via LanceDB
+    const [queryVector] = await embedTexts([query], "search_query");
+    const vectorHits = await store.vectorSearch(queryVector, candidateCount, options?.library);
+    const vectorRanked = vectorHits.map((row) => ({
+        id: row.id,
+        text: row.text,
+        library: row.library,
+        headingPath: row.headingPath,
+    }));
+    // Step 2: BM25 search via MiniSearch
+    const index = await getBM25Index(store);
+    const bm25Options = {};
+    if (options?.library) {
+        bm25Options.filter = (result) => result.library === options.library;
+    }
+    const bm25Hits = index.search(query, bm25Options).slice(0, candidateCount);
+    const bm25Ranked = bm25Hits.map((hit) => ({
+        id: hit.id,
+        text: hit.text,
+        library: hit.library,
+        headingPath: hit.headingPath,
+    }));
+    // Step 3: RRF fusion (k=60, BM25 weight=1.0, vector weight=0.7)
+    const fused = reciprocalRankFusion(vectorRanked, bm25Ranked, {
+        k: 60,
+        vectorWeight: 0.7,
+        bm25Weight: 1.0,
+    });
+    // Step 4: Cross-encoder rerank top 30 candidates
+    const rerankCandidates = fused
+        .slice(0, 30)
+        .map((f) => ({
+        id: f.id,
+        text: f.text,
+        library: f.library,
+        headingPath: f.headingPath,
+        rrfScore: f.rrfScore,
+    }));
+    const reranked = await rerank(query, rerankCandidates);
+    // Step 5: Format and return top-K
+    return reranked.slice(0, topK).map((r) => ({
+        score: Math.round(r.rerankerScore * 1000) / 1000,
+        library: r.library,
+        headingPath: JSON.parse(r.headingPath),
+        content: r.text,
+        chunkId: r.id,
+    }));
+}
+//# sourceMappingURL=search.js.map

package/dist/search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../src/search.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,UAAU,MAAM,YAAY,CAAC;AAGpC,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAwB,MAAM,eAAe,CAAC;AAE7D,sDAAsD;AAEtD,IAAI,SAAS,GAAsB,IAAI,CAAC;AACxC,IAAI,gBAAgB,GAAG,CAAC,CAAC;AAEzB,KAAK,UAAU,YAAY,CAAC,KAAe;IACzC,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;IAE1C,oDAAoD;IACpD,IAAI,SAAS,IAAI,gBAAgB,KAAK,SAAS,CAAC,MAAM,EAAE,CAAC;QACvD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,SAAS,GAAG,IAAI,UAAU,CAAC;QACzB,MAAM,EAAE,CAAC,MAAM,CAAC;QAChB,WAAW,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,CAAC;QACrD,aAAa,EAAE;YACb,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;YAClB,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,IAAI;SACb;KACF,CAAC,CAAC;IAEH,oDAAoD;IACpD,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,KAAa,EAAE,EAAE,CAAC,CAAC;QAC7C,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,IAAI,EAAE,KAAK,CAAC,IAAI;KACjB,CAAC,CAAC,CAAC;IAEJ,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvB,gBAAgB,GAAG,SAAS,CAAC,MAAM,CAAC;IACpC,OAAO,SAAS,CAAC;AACnB,CAAC;AAeD;;;GAGG;AACH,SAAS,oBAAoB,CAC3B,YAAyB,EACzB,UAAuB,EACvB,OAAgE;IAEhE,MAAM,EAAE,CAAC,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IAChD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEhD,6CAA6C;IAC7C,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,YAAY,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;QACtD,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,KAAK,GAAG,YAAY,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtC,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,QAAQ,IAAI,KAAK,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,UAAU,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;QAC1C,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtC,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,QAAQ,IAAI,KAAK,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,sBAAsB;IACtB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IAChD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,+BAA+B;AAE/B,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,KAAa,EACb,KAAe,EACf,OAA6C;IAE7C,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC;IACjC,MAAM,cAAc,GAAG,EAAE,CAAC,CAAC,8BAA8B;IAEzD,oCAAoC;IACpC,MAAM,CAAC,WAAW,CAAC,GAAG,MAAM,UAAU,CAAC,CAAC,KAAK,CAAC,EAAE,cAAc,CAAC,CAAC;IAChE,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,YAAY,CACzC,WAAW,EACX,cAAc,EACd,OAAO,EAAE,OAAO,CACjB,CAAC;IACF,MAAM,YAAY,GAAgB,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACzD,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,WAAW,EAAE,GAAG,CAAC,WAAW;KAC7B,CAAC,CAAC,CAAC;IAEJ,qCAAqC;IACrC,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;IACxC,MAAM,WAAW,GAAQ,EAAE,CAAC;IAC5B,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;QACrB,WAAW,CAAC,MAAM,GAAG,CAAC,MAAW,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC;IAC3E,CAAC;IACD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;IAC3E,MAAM,UAAU,GAAgB,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;QAC1D,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,WAAW,EAAE,GAAG,CAAC,WAAW;KAC7B,CAAC,CAAC,CAAC;IAEJ,gEAAgE;IAChE,MAAM,KAAK,GAAG,oBAAoB,CAAC,YAAY,EAAE,UAAU,EAAE;QAC3D,CAAC,EAAE,EAAE;QACL,YAAY,EAAE,GAAG;QACjB,UAAU,EAAE,GAAG;KAChB,CAAC,CAAC;IAEH,iDAAiD;IACjD,MAAM,gBAAgB,GAAsB,KAAK;SAC9C,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACX,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;KACrB,CAAC,CAAC,CAAC;IAEN,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;IAEvD,kCAAkC;IAClC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACzC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,IAAI;QAChD,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAa;QAClD,OAAO,EAAE,CAAC,CAAC,IAAI;QACf,OAAO,EAAE,CAAC,CAAC,EAAE;KACd,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/store.d.ts

@@ -0,0 +1,31 @@
+import type { DocRow, DocMetadata } from "./types.js";
+export declare class DocStore {
+    private docsDir;
+    private dbPath;
+    private metadataPath;
+    private rawDir;
+    private metadata;
+    private nextId;
+    constructor(projectRoot: string);
+    private ensureDir;
+    private getTable;
+    loadMetadata(): Promise<DocMetadata>;
+    private saveMetadata;
+    saveRawDoc(library: string, content: string): Promise<void>;
+    addLibrary(library: string, version: string, sourceUrl: string, chunks: Omit<DocRow, "id">[]): Promise<{
+        chunkCount: number;
+        indexSize: number;
+    }>;
+    /** Vector search using LanceDB native search. Returns rows with _distance. */
+    vectorSearch(queryVector: number[], limit: number, library?: string): Promise<(DocRow & {
+        _distance?: number;
+    })[]>;
+    /** Get chunks by library or all chunks (for list/section tools). */
+    getChunks(library?: string): Promise<DocRow[]>;
+    getChunkById(chunkId: number): Promise<DocRow | undefined>;
+    getChunksByHeading(library: string, heading: string): Promise<DocRow[]>;
+    isEmpty(): Promise<boolean>;
+    getDocsDir(): string;
+}
+/** Resolve the project root: walk up from cwd until we find a package.json */
+export declare function resolveProjectRoot(startDir?: string): string;

package/dist/store.js

@@ -0,0 +1,177 @@
+import { readFile, writeFile, mkdir } from "node:fs/promises";
+import { join } from "node:path";
+import { existsSync } from "node:fs";
+// Lazy-loaded LanceDB connection
+let dbInstance = null;
+let tableInstance = null;
+export class DocStore {
+    docsDir;
+    dbPath;
+    metadataPath;
+    rawDir;
+    metadata = null;
+    nextId = 1;
+    constructor(projectRoot) {
+        this.docsDir = join(projectRoot, ".claude", "docs");
+        this.dbPath = join(this.docsDir, "lancedb");
+        this.metadataPath = join(this.docsDir, ".metadata.json");
+        this.rawDir = join(this.docsDir, "raw");
+    }
+    async ensureDir() {
+        await mkdir(this.rawDir, { recursive: true });
+    }
+    async getTable() {
+        if (tableInstance)
+            return tableInstance;
+        const lancedb = await import("@lancedb/lancedb");
+        dbInstance = await lancedb.connect(this.dbPath);
+        try {
+            tableInstance = await dbInstance.openTable("docs");
+            // Find max existing ID
+            const rows = await tableInstance.query().select(["id"]).toArray();
+            if (rows.length > 0) {
+                this.nextId = Math.max(...rows.map((r) => r.id)) + 1;
+            }
+        }
+        catch {
+            // Table doesn't exist yet — will be created on first insert
+            tableInstance = null;
+        }
+        return tableInstance;
+    }
+    async loadMetadata() {
+        if (this.metadata)
+            return this.metadata;
+        try {
+            const data = await readFile(this.metadataPath, "utf-8");
+            this.metadata = JSON.parse(data);
+        }
+        catch {
+            this.metadata = { libraries: [] };
+        }
+        return this.metadata;
+    }
+    async saveMetadata(metadata) {
+        await this.ensureDir();
+        this.metadata = metadata;
+        await writeFile(this.metadataPath, JSON.stringify(metadata, null, 2));
+    }
+    async saveRawDoc(library, content) {
+        await this.ensureDir();
+        const safeName = library.replace(/\//g, "__").replace(/@/g, "");
+        await writeFile(join(this.rawDir, `${safeName}.md`), content, "utf-8");
+    }
+    async addLibrary(library, version, sourceUrl, chunks) {
+        await this.ensureDir();
+        const lancedb = await import("@lancedb/lancedb");
+        if (!dbInstance) {
+            dbInstance = await lancedb.connect(this.dbPath);
+        }
+        // Assign IDs
+        const rows = chunks.map((chunk) => ({
+            ...chunk,
+            id: this.nextId++,
+        }));
+        // Get or create table
+        let table = await this.getTable();
+        if (table) {
+            // Delete existing rows for this library, then add new ones
+            await table.delete(`library = '${library.replace(/'/g, "''")}'`);
+            if (rows.length > 0) {
+                await table.add(rows);
+            }
+        }
+        else {
+            // Create table with first batch of rows
+            if (rows.length > 0) {
+                table = await dbInstance.createTable("docs", rows);
+                tableInstance = table;
+            }
+        }
+        // Update metadata
+        const metadata = await this.loadMetadata();
+        const existing = metadata.libraries.findIndex((l) => l.library === library);
+        const libMeta = {
+            library,
+            version,
+            sourceUrl,
+            fetchedAt: new Date().toISOString(),
+            chunkCount: rows.length,
+        };
+        if (existing >= 0) {
+            metadata.libraries[existing] = libMeta;
+        }
+        else {
+            metadata.libraries.push(libMeta);
+        }
+        await this.saveMetadata(metadata);
+        // Count total rows
+        const totalRows = table
+            ? (await table.countRows())
+            : 0;
+        return {
+            chunkCount: rows.length,
+            indexSize: totalRows,
+        };
+    }
+    /** Vector search using LanceDB native search. Returns rows with _distance. */
+    async vectorSearch(queryVector, limit, library) {
+        const table = await this.getTable();
+        if (!table)
+            return [];
+        let query = table.vectorSearch(queryVector).limit(limit);
+        if (library) {
+            query = query.where(`library = '${library.replace(/'/g, "''")}'`);
+        }
+        return await query.toArray();
+    }
+    /** Get chunks by library or all chunks (for list/section tools). */
+    async getChunks(library) {
+        const table = await this.getTable();
+        if (!table)
+            return [];
+        let query = table.query();
+        if (library) {
+            query = query.where(`library = '${library.replace(/'/g, "''")}'`);
+        }
+        return await query.toArray();
+    }
+    async getChunkById(chunkId) {
+        const table = await this.getTable();
+        if (!table)
+            return undefined;
+        const rows = await table.query().where(`id = ${chunkId}`).toArray();
+        return rows[0];
+    }
+    async getChunksByHeading(library, heading) {
+        // LanceDB string filtering doesn't support LIKE on JSON, so we filter in JS
+        const chunks = await this.getChunks(library);
+        const lowerHeading = heading.toLowerCase();
+        return chunks.filter((c) => {
+            const path = JSON.parse(c.headingPath);
+            return path.some((h) => h.toLowerCase().includes(lowerHeading));
+        });
+    }
+    async isEmpty() {
+        const table = await this.getTable();
+        return !table;
+    }
+    getDocsDir() {
+        return this.docsDir;
+    }
+}
+/** Resolve the project root: walk up from cwd until we find a package.json */
+export function resolveProjectRoot(startDir) {
+    let dir = startDir ?? process.cwd();
+    while (true) {
+        if (existsSync(join(dir, "package.json"))) {
+            return dir;
+        }
+        const parent = join(dir, "..");
+        if (parent === dir)
+            break;
+        dir = parent;
+    }
+    return startDir ?? process.cwd();
+}
+//# sourceMappingURL=store.js.map

package/dist/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../src/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAGrC,iCAAiC;AACjC,IAAI,UAAU,GAAQ,IAAI,CAAC;AAC3B,IAAI,aAAa,GAAQ,IAAI,CAAC;AAE9B,MAAM,OAAO,QAAQ;IACX,OAAO,CAAS;IAChB,MAAM,CAAS;IACf,YAAY,CAAS;IACrB,MAAM,CAAS;IACf,QAAQ,GAAuB,IAAI,CAAC;IACpC,MAAM,GAAW,CAAC,CAAC;IAE3B,YAAY,WAAmB;QAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QACpD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,CAAC;IAEO,KAAK,CAAC,QAAQ;QACpB,IAAI,aAAa;YAAE,OAAO,aAAa,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QACjD,UAAU,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhD,IAAI,CAAC;YACH,aAAa,GAAG,MAAM,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACnD,uBAAuB;YACvB,MAAM,IAAI,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YAClE,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,4DAA4D;YAC5D,aAAa,GAAG,IAAI,CAAC;QACvB,CAAC;QACD,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;QACxC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YACxD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC;QAClD,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,QAAQ,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QACpC,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAqB;QAC9C,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,MAAM,SAAS,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,OAAe;QAC/C,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAChE,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,QAAQ,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,UAAU,CACd,OAAe,EACf,OAAe,EACf,SAAiB,EACjB,MAA4B;QAE5B,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAEjD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,UAAU,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClD,CAAC;QAED,aAAa;QACb,MAAM,IAAI,GAAa,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC5C,GAAG,KAAK;YACR,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE;SAClB,CAAC,CAAC,CAAC;QAEJ,sBAAsB;QACtB,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClC,IAAI,KAAK,EAAE,CAAC;YACV,2DAA2D;YAC3D,MAAM,KAAK,CAAC,MAAM,CAAC,cAAc,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;YACjE,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,MAAM,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,wCAAwC;YACxC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,KAAK,GAAG,MAAM,UAAU,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBACnD,aAAa,GAAG,KAAK,CAAC;YACxB,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAoB;YAC/B,OAAO;YACP,OAAO;YACP,SAAS;YACT,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,UAAU,EAAE,IAAI,CAAC,MAAM;SACxB,CAAC;QACF,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;YAClB,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC;QACzC,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC;QACD,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAElC,mBAAmB;QACnB,MAAM,SAAS,GAAG,KAAK;YACrB,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;YAC3B,CAAC,CAAC,CAAC,CAAC;QAEN,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,MAAM;YACvB,SAAS,EAAE,SAAS;SACrB,CAAC;IACJ,CAAC;IAED,8EAA8E;IAC9E,KAAK,CAAC,YAAY,CAChB,WAAqB,EACrB,KAAa,EACb,OAAgB;QAEhB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,IAAI,KAAK,GAAG,KAAK,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IAC/B,CAAC;IAED,oEAAoE;IACpE,KAAK,CAAC,SAAS,CAAC,OAAgB;QAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,IAAI,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QAC1B,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,cAAc,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAe;QAChC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAC;QAE7B,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,QAAQ,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QACpE,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,OAAe,EACf,OAAe;QAEf,4EAA4E;QAC5E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE;YACjC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAa,CAAC;YACnD,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,OAAO,CAAC,KAAK,CAAC;IAChB,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AAED,8EAA8E;AAC9E,MAAM,UAAU,kBAAkB,CAAC,QAAiB;IAClD,IAAI,GAAG,GAAG,QAAQ,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACpC,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC,EAAE,CAAC;YAC1C,OAAO,GAAG,CAAC;QACb,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC/B,IAAI,MAAM,KAAK,GAAG;YAAE,MAAM;QAC1B,GAAG,GAAG,MAAM,CAAC;IACf,CAAC;IACD,OAAO,QAAQ,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;AACnC,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,29 @@
+export interface Dependency {
+    name: string;
+    version: string;
+}
+export interface LibraryMetadata {
+    library: string;
+    version: string;
+    sourceUrl: string;
+    fetchedAt: string;
+    chunkCount: number;
+}
+export interface DocMetadata {
+    libraries: LibraryMetadata[];
+}
+export interface SearchResult {
+    score: number;
+    library: string;
+    headingPath: string[];
+    content: string;
+    chunkId: number;
+}
+/** Shape of a row stored in LanceDB */
+export interface DocRow {
+    id: number;
+    library: string;
+    headingPath: string;
+    text: string;
+    vector: number[];
+}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,53 @@
+{
+  "name": "claude-local-docs",
+  "version": "1.0.0",
+  "description": "Local-first Context7 alternative — indexes JS/TS dependency docs with a 4-stage RAG pipeline. All models run locally via ONNX.",
+  "type": "module",
+  "main": "dist/index.js",
+  "bin": {
+    "claude-local-docs": "dist/index.js"
+  },
+  "files": [
+    "dist",
+    "commands",
+    ".claude-plugin",
+    ".mcp.json",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "prepublishOnly": "tsc"
+  },
+  "keywords": [
+    "claude-code",
+    "mcp",
+    "documentation",
+    "search",
+    "rag",
+    "embeddings",
+    "context7-alternative",
+    "local-first",
+    "semantic-search",
+    "llms-txt"
+  ],
+  "author": "matthew",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/matteodante/claude-local-docs.git"
+  },
+  "dependencies": {
+    "@huggingface/transformers": "^3.4.1",
+    "@lancedb/lancedb": "^0.17.0",
+    "@modelcontextprotocol/sdk": "^1.12.1",
+    "minisearch": "^7.1.0",
+    "zod": "^3.24.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.0.0",
+    "esbuild": "^0.27.3",
+    "typescript": "^5.7.0"
+  }
+}