markdown-lsp 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Dan Bondarev
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,104 @@
+# @docsbook/markdown-lsp
+
+Language Server Protocol implementation for Markdown documentation. Optional AI-powered semantic layer on top.
+
+**Status: M1 complete, M2 (AI layer) opt-in.**
+
+## Two layers
+
+### Structural (default, no AI)
+
+Out of the box — like Marksman, but persisted in Postgres and addressable from a service.
+
+- `textDocument/documentSymbol` — heading outline
+- `workspace/symbol` — fuzzy subsequence search across all headings (e.g. `oaf` matches `OAuth flow`)
+- `textDocument/definition` — jump from a link to its target document
+- `textDocument/references` — find every page linking to the current document
+- `textDocument/completion` — wiki-link completion `[[...]]`
+- `textDocument/publishDiagnostics` — warnings for unresolved link targets
+- `workspace.executeCommand("markdownLsp/reindex")` — force re-index of the workspace
+- Incremental indexing via content-hash diff; watched-files cleanup
+
+This layer is fully deterministic, free, and runs offline against your Postgres.
+
+### Semantic (optional, AI-powered)
+
+Off by default. When enabled, an extract pass identifies canonical concepts per section so that
+references survive synonym variation (`auth` ≡ `authentication` ≡ `OAuth` ≡ `login`).
+
+Enable with:
+
+```bash
+export MARKDOWN_LSP_AI_ENABLED=1
+export AI_GATEWAY_API_KEY=...   # Vercel AI Gateway
+```
+
+If the flag is not set, no AI calls are ever made. The server starts and behaves as a
+pure-structural LSP — no key required.
+
+## Architecture
+
+- LSP over stdio (`vscode-languageserver/node`) — works in any editor
+- pgvector (Neon serverless) for cosine search on canonical-term embeddings (only when AI layer is enabled)
+- Drizzle ORM; all tables prefixed `mdlsp_`
+- Vercel AI Gateway (`text-embedding-3-small` for embeddings, `gpt-4o-mini` for extraction) — when AI on
+- An optional MCP HTTP facade (M3) over the same handlers — for AI agents like Claude Code
+
+## Setup
+
+```bash
+pnpm install
+cp .env.example .env.local        # fill DATABASE_URL; AI_GATEWAY_API_KEY only if you want the AI layer
+pnpm migrate                       # runs scripts/apply-migration.ts against DATABASE_URL
+pnpm build
+```
+
+## Run
+
+LSP via stdio (for editor integration):
+
+```bash
+node dist/server.js --stdio
+```
+
+`bin/markdown-lsp` wraps the same entry point as a CLI.
+
+## Use from Docsbook
+
+The structural layer is what Docsbook's "Source of Truth" feature wants. Wire it in like this:
+
+```ts
+import { ensureWorkspace, indexWorkspace } from "@docsbook/markdown-lsp/indexer"
+import { getDocumentSymbols, getWorkspaceSymbols } from "@docsbook/markdown-lsp/core"
+
+// after cloning a workspace repo into ./tmp/<workspace-id>/
+const ws = await ensureWorkspace("./tmp/42")
+await indexWorkspace(ws)
+
+// MCP tools then call:
+await getWorkspaceSymbols(ws, "auth")
+await findReferencesToDocument(ws, authDocId)
+```
+
+No AI required.
+
+## Tests
+
+```bash
+pnpm test
+```
+
+27 tests cover the parser, indexer, and core handlers (plus a small suite for the AI feature flag).
+
+## Milestones
+
+- **M0 — Scaffold** ✅
+- **M1 — Structural layer** ✅
+- M2 — Semantic extract (opt-in, code present, awaiting live AI Gateway credit)
+- M3 — MCP HTTP facade
+- M4 — User overrides for the glossary (merge / split / rename / add_synonym)
+- M5 — Docsbook integration
+
+## License
+
+MIT

package/bin/markdown-lsp

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+import("../dist/server.js")

package/dist/ai/config.d.ts

@@ -0,0 +1,9 @@
+export interface AiConfig {
+    enabled: boolean;
+    embeddingModel: string;
+    extractModel: string;
+    hasGatewayKey: boolean;
+}
+export declare function getAiConfig(): AiConfig;
+export declare function assertAiEnabled(): void;
+//# sourceMappingURL=config.d.ts.map

package/dist/ai/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/ai/config.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,QAAQ;IACvB,OAAO,EAAE,OAAO,CAAA;IAChB,cAAc,EAAE,MAAM,CAAA;IACtB,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,OAAO,CAAA;CACvB;AAED,wBAAgB,WAAW,IAAI,QAAQ,CAQtC;AAED,wBAAgB,eAAe,IAAI,IAAI,CAYtC"}

package/dist/ai/config.js

@@ -0,0 +1,19 @@
+export function getAiConfig() {
+    const enabled = process.env.MARKDOWN_LSP_AI_ENABLED === "1" || process.env.MARKDOWN_LSP_AI_ENABLED === "true";
+    return {
+        enabled,
+        embeddingModel: process.env.EMBEDDING_MODEL ?? "text-embedding-3-small",
+        extractModel: process.env.EXTRACT_MODEL ?? "gpt-4o-mini",
+        hasGatewayKey: Boolean(process.env.AI_GATEWAY_API_KEY),
+    };
+}
+export function assertAiEnabled() {
+    const cfg = getAiConfig();
+    if (!cfg.enabled) {
+        throw new Error("AI features are disabled. Set MARKDOWN_LSP_AI_ENABLED=1 to enable embeddings + semantic extraction.");
+    }
+    if (!cfg.hasGatewayKey) {
+        throw new Error("AI features require AI_GATEWAY_API_KEY (Vercel AI Gateway) — or fork the gateway module to use a different provider.");
+    }
+}
+//# sourceMappingURL=config.js.map

package/dist/ai/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/ai/config.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,WAAW;IACzB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,MAAM,CAAA;IAC7G,OAAO;QACL,OAAO;QACP,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,wBAAwB;QACvE,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,aAAa;QACxD,aAAa,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;KACvD,CAAA;AACH,CAAC;AAED,MAAM,UAAU,eAAe;IAC7B,MAAM,GAAG,GAAG,WAAW,EAAE,CAAA;IACzB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CACb,qGAAqG,CACtG,CAAA;IACH,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,sHAAsH,CACvH,CAAA;IACH,CAAC;AACH,CAAC"}

package/dist/ai/embeddings.d.ts

@@ -0,0 +1,7 @@
+export interface EmbeddingResult {
+    vectors: number[][];
+    tokensUsed: number;
+}
+export declare function embedTexts(texts: string[]): Promise<EmbeddingResult>;
+export declare function embedOne(text: string): Promise<number[]>;
+//# sourceMappingURL=embeddings.d.ts.map

package/dist/ai/embeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../src/ai/embeddings.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,EAAE,EAAE,CAAA;IACnB,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,wBAAsB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,CAiB1E;AAED,wBAAsB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAG9D"}

package/dist/ai/embeddings.js

@@ -0,0 +1,27 @@
+import { embedMany } from "ai";
+import { getGateway, EMBEDDING_MODEL } from "./gateway.js";
+import { assertAiEnabled } from "./config.js";
+const BATCH_SIZE = 96;
+const MAX_INPUT_CHARS = 6000;
+export async function embedTexts(texts) {
+    if (texts.length === 0)
+        return { vectors: [], tokensUsed: 0 };
+    assertAiEnabled();
+    const gw = getGateway();
+    const model = gw.embedding(EMBEDDING_MODEL);
+    const out = [];
+    let tokensUsed = 0;
+    for (let i = 0; i < texts.length; i += BATCH_SIZE) {
+        const batch = texts.slice(i, i + BATCH_SIZE).map((t) => t.slice(0, MAX_INPUT_CHARS));
+        const res = await embedMany({ model, values: batch });
+        for (const v of res.embeddings)
+            out.push(v);
+        tokensUsed += res.usage?.tokens ?? 0;
+    }
+    return { vectors: out, tokensUsed };
+}
+export async function embedOne(text) {
+    const { vectors } = await embedTexts([text]);
+    return vectors[0];
+}
+//# sourceMappingURL=embeddings.js.map

package/dist/ai/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/ai/embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAA;AAC9B,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAE7C,MAAM,UAAU,GAAG,EAAE,CAAA;AACrB,MAAM,eAAe,GAAG,IAAI,CAAA;AAO5B,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAe;IAC9C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAA;IAC7D,eAAe,EAAE,CAAA;IACjB,MAAM,EAAE,GAAG,UAAU,EAAE,CAAA;IACvB,MAAM,KAAK,GAAG,EAAE,CAAC,SAAS,CAAC,eAAe,CAAC,CAAA;IAE3C,MAAM,GAAG,GAAe,EAAE,CAAA;IAC1B,IAAI,UAAU,GAAG,CAAC,CAAA;IAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,CAAA;QACpF,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAA;QACrD,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,UAAU;YAAE,GAAG,CAAC,IAAI,CAAC,CAAa,CAAC,CAAA;QACvD,UAAU,IAAI,GAAG,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,EAAE,CAAA;AACrC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,IAAY;IACzC,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;IAC5C,OAAO,OAAO,CAAC,CAAC,CAAE,CAAA;AACpB,CAAC"}

package/dist/ai/extract.d.ts

@@ -0,0 +1,58 @@
+import { z } from "zod";
+export declare const ExtractedTermSchema: z.ZodObject<{
+    surface: z.ZodString;
+    canonical: z.ZodString;
+    kind: z.ZodEnum<["definition", "mention", "example"]>;
+}, "strip", z.ZodTypeAny, {
+    kind: "definition" | "mention" | "example";
+    surface: string;
+    canonical: string;
+}, {
+    kind: "definition" | "mention" | "example";
+    surface: string;
+    canonical: string;
+}>;
+export declare const SectionExtractionSchema: z.ZodObject<{
+    terms: z.ZodArray<z.ZodObject<{
+        surface: z.ZodString;
+        canonical: z.ZodString;
+        kind: z.ZodEnum<["definition", "mention", "example"]>;
+    }, "strip", z.ZodTypeAny, {
+        kind: "definition" | "mention" | "example";
+        surface: string;
+        canonical: string;
+    }, {
+        kind: "definition" | "mention" | "example";
+        surface: string;
+        canonical: string;
+    }>, "many">;
+    summary: z.ZodNullable<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    terms: {
+        kind: "definition" | "mention" | "example";
+        surface: string;
+        canonical: string;
+    }[];
+    summary: string | null;
+}, {
+    terms: {
+        kind: "definition" | "mention" | "example";
+        surface: string;
+        canonical: string;
+    }[];
+    summary: string | null;
+}>;
+export type ExtractedTerm = z.infer<typeof ExtractedTermSchema>;
+export type SectionExtraction = z.infer<typeof SectionExtractionSchema>;
+export interface ExtractInput {
+    documentPath: string;
+    headingPath: string[];
+    content: string;
+    existingCanonicals?: string[];
+}
+export interface ExtractResult extends SectionExtraction {
+    tokensIn: number;
+    tokensOut: number;
+}
+export declare function extractSectionTerms(input: ExtractInput): Promise<ExtractResult>;
+//# sourceMappingURL=extract.d.ts.map

package/dist/ai/extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/ai/extract.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAIvB,eAAO,MAAM,mBAAmB;;;;;;;;;;;;EAM9B,CAAA;AAEF,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAGlC,CAAA;AAEF,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAA;AAC/D,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAA;AAEvE,MAAM,WAAW,YAAY;IAC3B,YAAY,EAAE,MAAM,CAAA;IACpB,WAAW,EAAE,MAAM,EAAE,CAAA;IACrB,OAAO,EAAE,MAAM,CAAA;IACf,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAA;CAC9B;AAED,MAAM,WAAW,aAAc,SAAQ,iBAAiB;IACtD,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,EAAE,MAAM,CAAA;CAClB;AAgBD,wBAAsB,mBAAmB,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC,CAiCrF"}

package/dist/ai/extract.js

@@ -0,0 +1,58 @@
+import { generateObject } from "ai";
+import { z } from "zod";
+import { getGateway, EXTRACT_MODEL } from "./gateway.js";
+import { assertAiEnabled } from "./config.js";
+export const ExtractedTermSchema = z.object({
+    surface: z.string().describe("The exact term as it appears in text"),
+    canonical: z.string().describe("Normalized kebab-case canonical id (lowercase, no spaces)"),
+    kind: z.enum(["definition", "mention", "example"]).describe("'definition' when the section explains the term; 'mention' when the term is used in passing; 'example' inside an example/code block"),
+});
+export const SectionExtractionSchema = z.object({
+    terms: z.array(ExtractedTermSchema),
+    summary: z.string().nullable().describe("One-sentence summary of the section; null if section is trivial"),
+});
+const SYSTEM_PROMPT = `You extract canonical concepts from technical documentation sections.
+
+For each meaningful term in the section, return:
+- surface: the exact word/phrase as written
+- canonical: a normalized kebab-case id (e.g. "oauth", "authentication", "session-storage")
+- kind: "definition" if the section defines/explains the concept; "mention" if used in passing; "example" if shown inside an example or code block
+
+Rules:
+- Extract concepts, not generic words ("user", "page", "function" are too generic)
+- Multiple surface forms of the same concept must share the same canonical id (auth/authentication/log-in → "authentication")
+- Prefer an existing canonical id from the provided list when applicable
+- Stay focused: 0-12 terms per section, only what a docs reader would search for
+- The summary must be one sentence, present tense, no marketing fluff. Return null if the section is just a heading or trivial.`;
+export async function extractSectionTerms(input) {
+    assertAiEnabled();
+    const gw = getGateway();
+    const model = gw(EXTRACT_MODEL);
+    const userPrompt = [
+        `Document: ${input.documentPath}`,
+        `Heading path: ${input.headingPath.join(" > ") || "(root)"}`,
+        input.existingCanonicals?.length
+            ? `Existing canonicals in this workspace (reuse when applicable): ${input.existingCanonicals.slice(0, 100).join(", ")}`
+            : "",
+        "",
+        "Section content:",
+        "---",
+        input.content.slice(0, 8000),
+        "---",
+    ]
+        .filter(Boolean)
+        .join("\n");
+    const res = await generateObject({
+        model,
+        schema: SectionExtractionSchema,
+        system: SYSTEM_PROMPT,
+        prompt: userPrompt,
+        temperature: 0,
+    });
+    return {
+        ...res.object,
+        tokensIn: res.usage?.inputTokens ?? 0,
+        tokensOut: res.usage?.outputTokens ?? 0,
+    };
+}
+//# sourceMappingURL=extract.js.map

package/dist/ai/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/ai/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,IAAI,CAAA;AACnC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAE7C,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IACpE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2DAA2D,CAAC;IAC3F,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CACzD,qIAAqI,CACtI;CACF,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;IACnC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iEAAiE,CAAC;CAC3G,CAAC,CAAA;AAiBF,MAAM,aAAa,GAAG;;;;;;;;;;;;gIAY0G,CAAA;AAEhI,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAAmB;IAC3D,eAAe,EAAE,CAAA;IACjB,MAAM,EAAE,GAAG,UAAU,EAAE,CAAA;IACvB,MAAM,KAAK,GAAG,EAAE,CAAC,aAAa,CAAC,CAAA;IAE/B,MAAM,UAAU,GAAG;QACjB,aAAa,KAAK,CAAC,YAAY,EAAE;QACjC,iBAAiB,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,QAAQ,EAAE;QAC5D,KAAK,CAAC,kBAAkB,EAAE,MAAM;YAC9B,CAAC,CAAC,kEAAkE,KAAK,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACvH,CAAC,CAAC,EAAE;QACN,EAAE;QACF,kBAAkB;QAClB,KAAK;QACL,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;QAC5B,KAAK;KACN;SACE,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,CAAA;IAEb,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC;QAC/B,KAAK;QACL,MAAM,EAAE,uBAAuB;QAC/B,MAAM,EAAE,aAAa;QACrB,MAAM,EAAE,UAAU;QAClB,WAAW,EAAE,CAAC;KACf,CAAC,CAAA;IAEF,OAAO;QACL,GAAG,GAAG,CAAC,MAAM;QACb,QAAQ,EAAE,GAAG,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;QACrC,SAAS,EAAE,GAAG,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;KACxC,CAAA;AACH,CAAC"}

package/dist/ai/gateway.d.ts

@@ -0,0 +1,5 @@
+export declare const EMBEDDING_MODEL: string;
+export declare const EMBEDDING_DIM = 1536;
+export declare const EXTRACT_MODEL: string;
+export declare function getGateway(): import("@ai-sdk/openai").OpenAIProvider;
+//# sourceMappingURL=gateway.d.ts.map

package/dist/ai/gateway.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../../src/ai/gateway.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,eAAe,QAA0D,CAAA;AACtF,eAAO,MAAM,aAAa,OAAO,CAAA;AACjC,eAAO,MAAM,aAAa,QAA6C,CAAA;AAIvE,wBAAgB,UAAU,4CASzB"}

package/dist/ai/gateway.js

@@ -0,0 +1,18 @@
+import { createOpenAI } from "@ai-sdk/openai";
+export const EMBEDDING_MODEL = process.env.EMBEDDING_MODEL ?? "text-embedding-3-small";
+export const EMBEDDING_DIM = 1536;
+export const EXTRACT_MODEL = process.env.EXTRACT_MODEL ?? "gpt-4o-mini";
+let _gw = null;
+export function getGateway() {
+    if (_gw)
+        return _gw;
+    const apiKey = process.env.AI_GATEWAY_API_KEY;
+    if (!apiKey)
+        throw new Error("AI_GATEWAY_API_KEY is not set");
+    _gw = createOpenAI({
+        apiKey,
+        baseURL: process.env.AI_GATEWAY_BASE_URL ?? "https://ai-gateway.vercel.sh/v1",
+    });
+    return _gw;
+}
+//# sourceMappingURL=gateway.js.map

package/dist/ai/gateway.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gateway.js","sourceRoot":"","sources":["../../src/ai/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAE7C,MAAM,CAAC,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,wBAAwB,CAAA;AACtF,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,CAAA;AACjC,MAAM,CAAC,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,aAAa,CAAA;AAEvE,IAAI,GAAG,GAA2C,IAAI,CAAA;AAEtD,MAAM,UAAU,UAAU;IACxB,IAAI,GAAG;QAAE,OAAO,GAAG,CAAA;IACnB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAA;IAC7C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAC7D,GAAG,GAAG,YAAY,CAAC;QACjB,MAAM;QACN,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,iCAAiC;KAC9E,CAAC,CAAA;IACF,OAAO,GAAG,CAAA;AACZ,CAAC"}

package/dist/bridge/inMemoryGraph.d.ts

@@ -0,0 +1,32 @@
+import { type ParsedLink } from "../indexer/parseMarkdown.js";
+export interface InMemoryFile {
+    path: string;
+    content: string;
+}
+export interface GraphPage {
+    path: string;
+    title: string | null;
+    sections: Array<{
+        headingPath: string[];
+        anchor: string | null;
+        level: number;
+        charCount: number;
+        positionStartLine: number;
+        positionEndLine: number;
+    }>;
+}
+export interface GraphLink {
+    fromPath: string;
+    toPath: string;
+    toResolvedPath: string | null;
+    toAnchor: string | null;
+    kind: ParsedLink["kind"];
+    textAtLink: string | null;
+}
+export interface InMemoryGraph {
+    pages: GraphPage[];
+    links: GraphLink[];
+    unresolved: GraphLink[];
+}
+export declare function buildInMemoryGraph(files: InMemoryFile[]): InMemoryGraph;
+//# sourceMappingURL=inMemoryGraph.d.ts.map

package/dist/bridge/inMemoryGraph.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inMemoryGraph.d.ts","sourceRoot":"","sources":["../../src/bridge/inMemoryGraph.ts"],"names":[],"mappings":"AAAA,OAAO,EAAqC,KAAK,UAAU,EAAE,MAAM,6BAA6B,CAAA;AAEhG,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,QAAQ,EAAE,KAAK,CAAC;QACd,WAAW,EAAE,MAAM,EAAE,CAAA;QACrB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;QACrB,KAAK,EAAE,MAAM,CAAA;QACb,SAAS,EAAE,MAAM,CAAA;QACjB,iBAAiB,EAAE,MAAM,CAAA;QACzB,eAAe,EAAE,MAAM,CAAA;KACxB,CAAC,CAAA;CACH;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;IACd,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAA;IACxB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAA;CAC1B;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,SAAS,EAAE,CAAA;IAClB,KAAK,EAAE,SAAS,EAAE,CAAA;IAClB,UAAU,EAAE,SAAS,EAAE,CAAA;CACxB;AA0BD,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,aAAa,CAqEvE"}

package/dist/bridge/inMemoryGraph.js

@@ -0,0 +1,94 @@
+import { parseMarkdown } from "../indexer/parseMarkdown.js";
+function slugify(text) {
+    return text
+        .toLowerCase()
+        .trim()
+        .replace(/[^\w\s-]/g, "")
+        .replace(/\s+/g, "-");
+}
+function normalizePath(p) {
+    return p.replace(/\.(md|mdx|markdown)$/i, "").replace(/^\.?\//, "");
+}
+function joinPath(baseDir, rel) {
+    if (!baseDir)
+        return rel;
+    if (rel.startsWith("/"))
+        return rel.slice(1);
+    const parts = baseDir.split("/").filter(Boolean);
+    for (const segment of rel.split("/")) {
+        if (segment === "." || segment === "")
+            continue;
+        if (segment === "..")
+            parts.pop();
+        else
+            parts.push(segment);
+    }
+    return parts.join("/");
+}
+export function buildInMemoryGraph(files) {
+    const pages = [];
+    const allLinks = [];
+    const pathLookup = new Map();
+    const baseNameLookup = new Map();
+    const titleSlugLookup = new Map();
+    const parsedByPath = new Map();
+    for (const f of files) {
+        const parsed = parseMarkdown(f.content);
+        parsedByPath.set(f.path, parsed);
+        const norm = normalizePath(f.path);
+        pathLookup.set(norm, f.path);
+        pathLookup.set(f.path, f.path);
+        const baseName = (norm.split("/").pop() ?? norm).toLowerCase();
+        baseNameLookup.set(baseName, f.path);
+        if (parsed.title)
+            titleSlugLookup.set(slugify(parsed.title), f.path);
+    }
+    for (const f of files) {
+        const parsed = parsedByPath.get(f.path);
+        pages.push({
+            path: f.path,
+            title: parsed.title,
+            sections: parsed.sections.map((s) => ({
+                headingPath: s.headingPath,
+                anchor: s.anchor,
+                level: s.level,
+                charCount: s.charCount,
+                positionStartLine: s.positionStartLine,
+                positionEndLine: s.positionEndLine,
+            })),
+        });
+        for (const l of parsed.links) {
+            let toResolved = null;
+            if (l.kind === "wiki") {
+                toResolved =
+                    baseNameLookup.get(l.toPath.toLowerCase()) ??
+                        titleSlugLookup.get(slugify(l.toPath)) ??
+                        pathLookup.get(normalizePath(l.toPath)) ??
+                        null;
+            }
+            else {
+                const fromDir = f.path.includes("/") ? f.path.slice(0, f.path.lastIndexOf("/")) : "";
+                const joined = joinPath(fromDir, l.toPath);
+                const candidates = [l.toPath, l.toPath.replace(/^\.\//, ""), joined];
+                for (const c of candidates) {
+                    const norm = normalizePath(c);
+                    toResolved = pathLookup.get(norm) ?? pathLookup.get(c) ?? null;
+                    if (toResolved)
+                        break;
+                }
+            }
+            const link = {
+                fromPath: f.path,
+                toPath: l.toPath,
+                toResolvedPath: toResolved,
+                toAnchor: l.toAnchor,
+                kind: l.kind,
+                textAtLink: l.textAtLink,
+            };
+            allLinks.push(link);
+        }
+    }
+    const unresolved = allLinks.filter((l) => l.toResolvedPath === null);
+    return { pages, links: allLinks, unresolved };
+}
+//# sourceMappingURL=inMemoryGraph.js.map

package/dist/bridge/inMemoryGraph.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inMemoryGraph.js","sourceRoot":"","sources":["../../src/bridge/inMemoryGraph.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAuC,MAAM,6BAA6B,CAAA;AAmChG,SAAS,OAAO,CAAC,IAAY;IAC3B,OAAO,IAAI;SACR,WAAW,EAAE;SACb,IAAI,EAAE;SACN,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;SACxB,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,aAAa,CAAC,CAAS;IAC9B,OAAO,CAAC,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;AACrE,CAAC;AAED,SAAS,QAAQ,CAAC,OAAe,EAAE,GAAW;IAC5C,IAAI,CAAC,OAAO;QAAE,OAAO,GAAG,CAAA;IACxB,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAC5C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAChD,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACrC,IAAI,OAAO,KAAK,GAAG,IAAI,OAAO,KAAK,EAAE;YAAE,SAAQ;QAC/C,IAAI,OAAO,KAAK,IAAI;YAAE,KAAK,CAAC,GAAG,EAAE,CAAA;;YAC5B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC1B,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AACxB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAqB;IACtD,MAAM,KAAK,GAAgB,EAAE,CAAA;IAC7B,MAAM,QAAQ,GAAgB,EAAE,CAAA;IAEhC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC5C,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAA;IAChD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAA;IAEjD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAoF,CAAA;IAEhH,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;QACvC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QAChC,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAClC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAA;QAC5B,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAA;QAC9B,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;QAC9D,cAAc,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,CAAA;QACpC,IAAI,MAAM,CAAC,KAAK;YAAE,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAA;IACtE,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAE,CAAA;QACxC,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACpC,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,iBAAiB,EAAE,CAAC,CAAC,iBAAiB;gBACtC,eAAe,EAAE,CAAC,CAAC,eAAe;aACnC,CAAC,CAAC;SACJ,CAAC,CAAA;QAEF,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,UAAU,GAAkB,IAAI,CAAA;YACpC,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,UAAU;oBACR,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;wBAC1C,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;wBACtC,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;wBACvC,IAAI,CAAA;YACR,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;gBACpF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAA;gBAC1C,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,CAAA;gBACpE,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;oBAC3B,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,CAAA;oBAC7B,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;oBAC9D,IAAI,UAAU;wBAAE,MAAK;gBACvB,CAAC;YACH,CAAC;YAED,MAAM,IAAI,GAAc;gBACtB,QAAQ,EAAE,CAAC,CAAC,IAAI;gBAChB,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,cAAc,EAAE,UAAU;gBAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,UAAU,EAAE,CAAC,CAAC,UAAU;aACzB,CAAA;YACD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACrB,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,IAAI,CAAC,CAAA;IACpE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAA;AAC/C,CAAC"}

package/dist/core/documentSymbols.d.ts

@@ -0,0 +1,33 @@
+import type { WorkspaceRef } from "../indexer/indexer.js";
+export interface SymbolNode {
+    name: string;
+    level: number;
+    anchor: string | null;
+    range: {
+        startLine: number;
+        startCol: number;
+        endLine: number;
+        endCol: number;
+    };
+    selectionRange: {
+        startLine: number;
+        startCol: number;
+        endLine: number;
+        endCol: number;
+    };
+    children: SymbolNode[];
+}
+export declare function getDocumentSymbols(workspace: WorkspaceRef, relPath: string): Promise<SymbolNode[]>;
+export interface WorkspaceSymbol {
+    name: string;
+    containerName: string | null;
+    documentPath: string;
+    range: {
+        startLine: number;
+        startCol: number;
+        endLine: number;
+        endCol: number;
+    };
+}
+export declare function getWorkspaceSymbols(workspace: WorkspaceRef, query: string, limit?: number): Promise<WorkspaceSymbol[]>;
+//# sourceMappingURL=documentSymbols.d.ts.map

package/dist/core/documentSymbols.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"documentSymbols.d.ts","sourceRoot":"","sources":["../../src/core/documentSymbols.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AAEzD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACrB,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;IAC/E,cAAc,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;IACxF,QAAQ,EAAE,UAAU,EAAE,CAAA;CACvB;AAED,wBAAsB,kBAAkB,CAAC,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CA8CxG;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,YAAY,EAAE,MAAM,CAAA;IACpB,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;CAChF;AAaD,wBAAsB,mBAAmB,CAAC,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,SAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,CA+CzH"}