codesift-mcp 0.1.0

package/dist/cli.js

@@ -0,0 +1,80 @@
+#!/usr/bin/env node
+import { readFile } from "node:fs/promises";
+import { join, dirname } from "node:path";
+import { fileURLToPath } from "node:url";
+import { loadConfig } from "./config.js";
+import { parseArgs, getBoolFlag, die } from "./cli/args.js";
+import { MAIN_HELP, COMMAND_HELP } from "./cli/help.js";
+import { COMMAND_MAP } from "./cli/commands.js";
+// ---------------------------------------------------------------------------
+// Version
+// ---------------------------------------------------------------------------
+async function getVersion() {
+    try {
+        const thisDir = dirname(fileURLToPath(import.meta.url));
+        // Try dist/../package.json first, then src/../package.json
+        for (const base of [join(thisDir, ".."), join(thisDir, "..", "..")]) {
+            try {
+                const raw = await readFile(join(base, "package.json"), "utf-8");
+                const pkg = JSON.parse(raw);
+                if (typeof pkg === "object" && pkg !== null && "version" in pkg) {
+                    return String(pkg["version"]);
+                }
+            }
+            catch {
+                continue;
+            }
+        }
+    }
+    catch {
+        // fall through
+    }
+    return "unknown";
+}
+// ---------------------------------------------------------------------------
+// Main dispatch
+// ---------------------------------------------------------------------------
+async function main() {
+    const rawArgs = process.argv.slice(2);
+    const { positional, flags } = parseArgs(rawArgs);
+    const command = positional[0];
+    const commandArgs = positional.slice(1);
+    // Handle top-level flags
+    if (getBoolFlag(flags, "version") || command === "--version") {
+        const version = await getVersion();
+        process.stdout.write(`codesift ${version}\n`);
+        return;
+    }
+    if (getBoolFlag(flags, "help") && !command) {
+        process.stdout.write(MAIN_HELP);
+        return;
+    }
+    if (!command) {
+        process.stdout.write(MAIN_HELP);
+        return;
+    }
+    // Per-command help
+    if (getBoolFlag(flags, "help")) {
+        const help = COMMAND_HELP[command];
+        if (help) {
+            process.stdout.write(help + "\n");
+        }
+        else {
+            die(`Unknown command: ${command}. Run 'codesift --help' for available commands.`);
+        }
+        return;
+    }
+    // Initialize config before running any command
+    loadConfig();
+    const handler = COMMAND_MAP[command];
+    if (!handler) {
+        die(`Unknown command: ${command}. Run 'codesift --help' for available commands.`);
+    }
+    await handler(commandArgs, flags);
+}
+main().catch((err) => {
+    const message = err instanceof Error ? err.message : String(err);
+    process.stderr.write(`Error: ${message}\n`);
+    process.exit(1);
+});
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,eAAe,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,KAAK,UAAU,UAAU;IACvB,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACxD,2DAA2D;QAC3D,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC;YACpE,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,CAAC;gBAChE,MAAM,GAAG,GAAY,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACrC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,SAAS,IAAI,GAAG,EAAE,CAAC;oBAChE,OAAO,MAAM,CAAE,GAA+B,CAAC,SAAS,CAAC,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,eAAe;IACjB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,8EAA8E;AAC9E,gBAAgB;AAChB,8EAA8E;AAE9E,KAAK,UAAU,IAAI;IACjB,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtC,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;IAEjD,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAExC,yBAAyB;IACzB,IAAI,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;QAC7D,MAAM,OAAO,GAAG,MAAM,UAAU,EAAE,CAAC;QACnC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,OAAO,IAAI,CAAC,CAAC;QAC9C,OAAO;IACT,CAAC;IAED,IAAI,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC3C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChC,OAAO;IACT,CAAC;IAED,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChC,OAAO;IACT,CAAC;IAED,mBAAmB;IACnB,IAAI,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,oBAAoB,OAAO,iDAAiD,CAAC,CAAC;QACpF,CAAC;QACD,OAAO;IACT,CAAC;IAED,+CAA+C;IAC/C,UAAU,EAAE,CAAC;IAEb,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACrC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,GAAG,CAAC,oBAAoB,OAAO,iDAAiD,CAAC,CAAC;IACpF,CAAC;IACD,MAAM,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;AACpC,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;IAC5B,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACjE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,OAAO,IAAI,CAAC,CAAC;IAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/config.d.ts

@@ -0,0 +1,23 @@
+export type EmbeddingProvider = "voyage" | "openai" | "ollama" | null;
+export interface Config {
+    dataDir: string;
+    registryPath: string;
+    watchDebounceMs: number;
+    bm25FieldWeights: {
+        name: number;
+        signature: number;
+        docstring: number;
+        body: number;
+    };
+    embeddingProvider: EmbeddingProvider;
+    voyageApiKey: string | null;
+    openaiApiKey: string | null;
+    ollamaUrl: string | null;
+    embeddingBatchSize: number;
+    defaultTokenBudget: number;
+    defaultTopK: number;
+}
+export declare function loadConfig(): Config;
+/** Reset cached config — for testing only. */
+export declare function resetConfigCache(): void;
+//# sourceMappingURL=config.d.ts.map

package/dist/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC;AAEtE,MAAM,WAAW,MAAM;IAErB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IAGrB,eAAe,EAAE,MAAM,CAAC;IAGxB,gBAAgB,EAAE;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IAGF,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAG3B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;CACrB;AAID,wBAAgB,UAAU,IAAI,MAAM,CAoCnC;AAED,8CAA8C;AAC9C,wBAAgB,gBAAgB,IAAI,IAAI,CAEvC"}

package/dist/config.js

@@ -0,0 +1,49 @@
+import { homedir } from "node:os";
+import { join } from "node:path";
+let cachedConfig = null;
+export function loadConfig() {
+    if (cachedConfig)
+        return cachedConfig;
+    const dataDir = process.env["CODESIFT_DATA_DIR"] ?? join(homedir(), ".codesift");
+    const voyageApiKey = process.env["CODESIFT_VOYAGE_API_KEY"] ?? null;
+    const openaiApiKey = process.env["CODESIFT_OPENAI_API_KEY"] ?? null;
+    const ollamaUrl = process.env["CODESIFT_OLLAMA_URL"] ?? null;
+    let embeddingProvider = null;
+    if (voyageApiKey)
+        embeddingProvider = "voyage";
+    else if (openaiApiKey)
+        embeddingProvider = "openai";
+    else if (ollamaUrl)
+        embeddingProvider = "ollama";
+    cachedConfig = {
+        dataDir,
+        registryPath: join(dataDir, "registry.json"),
+        watchDebounceMs: parseIntEnv("CODESIFT_WATCH_DEBOUNCE_MS", 500),
+        bm25FieldWeights: {
+            name: 5.0,
+            signature: 2.5,
+            docstring: 1.5,
+            body: 0.5,
+        },
+        embeddingProvider,
+        voyageApiKey,
+        openaiApiKey,
+        ollamaUrl,
+        embeddingBatchSize: parseIntEnv("CODESIFT_EMBEDDING_BATCH_SIZE", 128),
+        defaultTokenBudget: parseIntEnv("CODESIFT_DEFAULT_TOKEN_BUDGET", 8000),
+        defaultTopK: parseIntEnv("CODESIFT_DEFAULT_TOP_K", 50),
+    };
+    return cachedConfig;
+}
+/** Reset cached config — for testing only. */
+export function resetConfigCache() {
+    cachedConfig = null;
+}
+function parseIntEnv(name, defaultValue) {
+    const raw = process.env[name];
+    if (!raw)
+        return defaultValue;
+    const parsed = parseInt(raw, 10);
+    return isNaN(parsed) ? defaultValue : parsed;
+}
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAgCjC,IAAI,YAAY,GAAkB,IAAI,CAAC;AAEvC,MAAM,UAAU,UAAU;IACxB,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,CAAC,CAAC;IAEjF,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,IAAI,IAAI,CAAC;IACpE,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,IAAI,IAAI,CAAC;IACpE,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,IAAI,IAAI,CAAC;IAE7D,IAAI,iBAAiB,GAAsB,IAAI,CAAC;IAChD,IAAI,YAAY;QAAE,iBAAiB,GAAG,QAAQ,CAAC;SAC1C,IAAI,YAAY;QAAE,iBAAiB,GAAG,QAAQ,CAAC;SAC/C,IAAI,SAAS;QAAE,iBAAiB,GAAG,QAAQ,CAAC;IAEjD,YAAY,GAAG;QACb,OAAO;QACP,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC;QAE5C,eAAe,EAAE,WAAW,CAAC,4BAA4B,EAAE,GAAG,CAAC;QAE/D,gBAAgB,EAAE;YAChB,IAAI,EAAE,GAAG;YACT,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;YACd,IAAI,EAAE,GAAG;SACV;QAED,iBAAiB;QACjB,YAAY;QACZ,YAAY;QACZ,SAAS;QACT,kBAAkB,EAAE,WAAW,CAAC,+BAA+B,EAAE,GAAG,CAAC;QAErE,kBAAkB,EAAE,WAAW,CAAC,+BAA+B,EAAE,IAAI,CAAC;QACtE,WAAW,EAAE,WAAW,CAAC,wBAAwB,EAAE,EAAE,CAAC;KACvD,CAAC;IACF,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,gBAAgB;IAC9B,YAAY,GAAG,IAAI,CAAC;AACtB,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,YAAoB;IACrD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG;QAAE,OAAO,YAAY,CAAC;IAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACjC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC;AAC/C,CAAC"}

package/dist/parser/extractors/go.d.ts

@@ -0,0 +1,4 @@
+import type Parser from "web-tree-sitter";
+import type { CodeSymbol } from "../../types.js";
+export declare function extractGoSymbols(tree: Parser.Tree, filePath: string, source: string, repo: string): CodeSymbol[];
+//# sourceMappingURL=go.d.ts.map

package/dist/parser/extractors/go.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"go.d.ts","sourceRoot":"","sources":["../../../src/parser/extractors/go.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,iBAAiB,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,gBAAgB,CAAC;AAuH7D,wBAAgB,gBAAgB,CAC9B,IAAI,EAAE,MAAM,CAAC,IAAI,EACjB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,GACX,UAAU,EAAE,CA4Gd"}

package/dist/parser/extractors/go.js

@@ -0,0 +1,185 @@
+import { tokenizeIdentifier, makeSymbolId } from "../symbol-extractor.js";
+const MAX_SOURCE_LENGTH = 5000;
+// --- Helpers ---
+function getNodeName(node) {
+    const nameNode = node.childForFieldName("name");
+    return nameNode?.text ?? null;
+}
+/**
+ * Collects contiguous // comment lines immediately preceding a declaration.
+ * Go convention uses // line comments for documentation (no block comment docs).
+ */
+function getDocstring(node, source) {
+    const comments = [];
+    let prev = node.previousNamedSibling;
+    // Walk backwards collecting contiguous comment nodes
+    while (prev && prev.type === "comment") {
+        const text = source.slice(prev.startIndex, prev.endIndex);
+        comments.unshift(text);
+        // Check if there's another comment directly above (contiguous)
+        const nextPrev = prev.previousNamedSibling;
+        if (nextPrev &&
+            nextPrev.type === "comment" &&
+            nextPrev.endPosition.row === prev.startPosition.row - 1) {
+            prev = nextPrev;
+        }
+        else {
+            break;
+        }
+    }
+    if (comments.length === 0)
+        return undefined;
+    return comments.join("\n");
+}
+/**
+ * Extracts function/method signature: parameter list + return type.
+ * For Go functions: `(ctx context.Context, id string) (Order, error)`
+ * For Go methods: includes receiver in signature.
+ */
+function getSignature(node, source) {
+    const params = node.childForFieldName("parameters");
+    if (!params)
+        return undefined;
+    let sig = "";
+    // Include receiver for methods: func (s *Server) Handle(...)
+    const receiver = node.childForFieldName("receiver");
+    if (receiver) {
+        sig += source.slice(receiver.startIndex, receiver.endIndex) + " ";
+    }
+    sig += source.slice(params.startIndex, params.endIndex);
+    const result = node.childForFieldName("result");
+    if (result) {
+        sig += " " + source.slice(result.startIndex, result.endIndex);
+    }
+    return sig;
+}
+function extractNodeSource(node, source) {
+    const text = source.slice(node.startIndex, node.endIndex);
+    if (text.length > MAX_SOURCE_LENGTH) {
+        return text.slice(0, MAX_SOURCE_LENGTH) + "...";
+    }
+    return text;
+}
+function makeSymbol(node, name, kind, filePath, source, repo, parentId) {
+    const startLine = node.startPosition.row + 1;
+    const endLine = node.endPosition.row + 1;
+    const docstring = getDocstring(node, source);
+    const sym = {
+        id: makeSymbolId(repo, filePath, name, startLine),
+        repo,
+        name,
+        kind,
+        file: filePath,
+        start_line: startLine,
+        end_line: endLine,
+        source: extractNodeSource(node, source),
+        tokens: tokenizeIdentifier(name),
+    };
+    if (docstring)
+        sym.docstring = docstring;
+    if (parentId)
+        sym.parent = parentId;
+    return sym;
+}
+// --- Main extractor ---
+export function extractGoSymbols(tree, filePath, source, repo) {
+    const symbols = [];
+    function walk(node, parentId) {
+        switch (node.type) {
+            case "function_declaration": {
+                const name = getNodeName(node);
+                if (name) {
+                    const sym = makeSymbol(node, name, "function", filePath, source, repo, parentId);
+                    const sig = getSignature(node, source);
+                    if (sig)
+                        sym.signature = sig;
+                    symbols.push(sym);
+                }
+                break;
+            }
+            case "method_declaration": {
+                const name = getNodeName(node);
+                if (name) {
+                    const sym = makeSymbol(node, name, "method", filePath, source, repo, parentId);
+                    const sig = getSignature(node, source);
+                    if (sig)
+                        sym.signature = sig;
+                    symbols.push(sym);
+                }
+                break;
+            }
+            case "type_declaration": {
+                // type_declaration contains one or more type_spec children
+                for (const child of node.namedChildren) {
+                    if (child.type !== "type_spec")
+                        continue;
+                    const name = getNodeName(child);
+                    if (!name)
+                        continue;
+                    // Determine kind from the type body
+                    const typeBody = child.childForFieldName("type");
+                    let kind = "type";
+                    if (typeBody) {
+                        switch (typeBody.type) {
+                            case "struct_type":
+                                kind = "class";
+                                break;
+                            case "interface_type":
+                                kind = "interface";
+                                break;
+                            default:
+                                kind = "type";
+                                break;
+                        }
+                    }
+                    // Use the parent type_declaration node for source/position
+                    // so the full `type Foo struct { ... }` is captured
+                    const sym = makeSymbol(node, name, kind, filePath, source, repo, parentId);
+                    symbols.push(sym);
+                    // For structs, walk fields as children
+                    if (kind === "class" && typeBody) {
+                        for (const field of typeBody.namedChildren) {
+                            if (field.type === "field_declaration_list") {
+                                for (const fieldDecl of field.namedChildren) {
+                                    if (fieldDecl.type === "field_declaration") {
+                                        const fieldName = getNodeName(fieldDecl);
+                                        if (fieldName) {
+                                            const fieldSym = makeSymbol(fieldDecl, fieldName, "field", filePath, source, repo, sym.id);
+                                            symbols.push(fieldSym);
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                }
+                return;
+            }
+            case "const_declaration":
+            case "var_declaration": {
+                // Package-level const/var: only at top level (no parent)
+                if (parentId)
+                    break;
+                for (const child of node.namedChildren) {
+                    if (child.type === "const_spec" || child.type === "var_spec") {
+                        const name = getNodeName(child);
+                        if (name) {
+                            const sym = makeSymbol(node, name, "variable", filePath, source, repo);
+                            symbols.push(sym);
+                        }
+                    }
+                }
+                return;
+            }
+            default:
+                break;
+        }
+        // Default: walk children
+        for (const child of node.namedChildren) {
+            walk(child, parentId);
+        }
+    }
+    walk(tree.rootNode);
+    return symbols;
+}
+//# sourceMappingURL=go.js.map

package/dist/parser/extractors/go.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"go.js","sourceRoot":"","sources":["../../../src/parser/extractors/go.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAE1E,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B,kBAAkB;AAElB,SAAS,WAAW,CAAC,IAAuB;IAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAChD,OAAO,QAAQ,EAAE,IAAI,IAAI,IAAI,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CACnB,IAAuB,EACvB,MAAc;IAEd,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC;IAErC,qDAAqD;IACrD,OAAO,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1D,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAEvB,+DAA+D;QAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC;QAC3C,IACE,QAAQ;YACR,QAAQ,CAAC,IAAI,KAAK,SAAS;YAC3B,QAAQ,CAAC,WAAW,CAAC,GAAG,KAAK,IAAI,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,EACvD,CAAC;YACD,IAAI,GAAG,QAAQ,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED;;;;GAIG;AACH,SAAS,YAAY,CACnB,IAAuB,EACvB,MAAc;IAEd,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAE9B,IAAI,GAAG,GAAG,EAAE,CAAC;IAEb,6DAA6D;IAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC;IACpD,IAAI,QAAQ,EAAE,CAAC;QACb,GAAG,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC;IACpE,CAAC;IAED,GAAG,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAExD,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,MAAM,EAAE,CAAC;QACX,GAAG,IAAI,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAChE,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,iBAAiB,CACxB,IAAuB,EACvB,MAAc;IAEd,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC1D,IAAI,IAAI,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QACpC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,GAAG,KAAK,CAAC;IAClD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,UAAU,CACjB,IAAuB,EACvB,IAAY,EACZ,IAAgB,EAChB,QAAgB,EAChB,MAAc,EACd,IAAY,EACZ,QAAiB;IAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAE7C,MAAM,GAAG,GAAe;QACtB,EAAE,EAAE,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,CAAC;QACjD,IAAI;QACJ,IAAI;QACJ,IAAI;QACJ,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE,SAAS;QACrB,QAAQ,EAAE,OAAO;QACjB,MAAM,EAAE,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC;QACvC,MAAM,EAAE,kBAAkB,CAAC,IAAI,CAAC;KACjC,CAAC;IAEF,IAAI,SAAS;QAAE,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC;IACzC,IAAI,QAAQ;QAAE,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;IAEpC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,yBAAyB;AAEzB,MAAM,UAAU,gBAAgB,CAC9B,IAAiB,EACjB,QAAgB,EAChB,MAAc,EACd,IAAY;IAEZ,MAAM,OAAO,GAAiB,EAAE,CAAC;IAEjC,SAAS,IAAI,CAAC,IAAuB,EAAE,QAAiB;QACtD,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,sBAAsB,CAAC,CAAC,CAAC;gBAC5B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;oBACjF,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;oBACvC,IAAI,GAAG;wBAAE,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC;oBAC7B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,oBAAoB,CAAC,CAAC,CAAC;gBAC1B,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC/B,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAC/E,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;oBACvC,IAAI,GAAG;wBAAE,GAAG,CAAC,SAAS,GAAG,GAAG,CAAC;oBAC7B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACxB,2DAA2D;gBAC3D,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvC,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;wBAAE,SAAS;oBAEzC,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;oBAChC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBAEpB,oCAAoC;oBACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;oBACjD,IAAI,IAAI,GAAe,MAAM,CAAC;oBAC9B,IAAI,QAAQ,EAAE,CAAC;wBACb,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;4BACtB,KAAK,aAAa;gCAChB,IAAI,GAAG,OAAO,CAAC;gCACf,MAAM;4BACR,KAAK,gBAAgB;gCACnB,IAAI,GAAG,WAAW,CAAC;gCACnB,MAAM;4BACR;gCACE,IAAI,GAAG,MAAM,CAAC;gCACd,MAAM;wBACV,CAAC;oBACH,CAAC;oBAED,2DAA2D;oBAC3D,oDAAoD;oBACpD,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAC3E,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAElB,uCAAuC;oBACvC,IAAI,IAAI,KAAK,OAAO,IAAI,QAAQ,EAAE,CAAC;wBACjC,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;4BAC3C,IAAI,KAAK,CAAC,IAAI,KAAK,wBAAwB,EAAE,CAAC;gCAC5C,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;oCAC5C,IAAI,SAAS,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;wCAC3C,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;wCACzC,IAAI,SAAS,EAAE,CAAC;4CACd,MAAM,QAAQ,GAAG,UAAU,CACzB,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,CAC9D,CAAC;4CACF,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wCACzB,CAAC;oCACH,CAAC;gCACH,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,OAAO;YACT,CAAC;YAED,KAAK,mBAAmB,CAAC;YACzB,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,yDAAyD;gBACzD,IAAI,QAAQ;oBAAE,MAAM;gBAEpB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;wBAC7D,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;wBAChC,IAAI,IAAI,EAAE,CAAC;4BACT,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;4BACvE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACpB,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,OAAO;YACT,CAAC;YAED;gBACE,MAAM;QACV,CAAC;QAED,yBAAyB;QACzB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpB,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/parser/extractors/javascript.d.ts

@@ -0,0 +1,9 @@
+import type Parser from "web-tree-sitter";
+import type { CodeSymbol } from "../../types.js";
+/**
+ * JavaScript extractor — reuses the TypeScript extractor since
+ * tree-sitter JavaScript and TypeScript grammars share node types
+ * for functions, classes, arrow functions, etc.
+ */
+export declare function extractJavaScriptSymbols(tree: Parser.Tree, filePath: string, source: string, repo: string): CodeSymbol[];
+//# sourceMappingURL=javascript.d.ts.map

package/dist/parser/extractors/javascript.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript.d.ts","sourceRoot":"","sources":["../../../src/parser/extractors/javascript.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,iBAAiB,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAGjD;;;;GAIG;AACH,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,MAAM,CAAC,IAAI,EACjB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,MAAM,GACX,UAAU,EAAE,CAEd"}

package/dist/parser/extractors/javascript.js

@@ -0,0 +1,10 @@
+import { extractTypeScriptSymbols } from "./typescript.js";
+/**
+ * JavaScript extractor — reuses the TypeScript extractor since
+ * tree-sitter JavaScript and TypeScript grammars share node types
+ * for functions, classes, arrow functions, etc.
+ */
+export function extractJavaScriptSymbols(tree, filePath, source, repo) {
+    return extractTypeScriptSymbols(tree, filePath, source, repo);
+}
+//# sourceMappingURL=javascript.js.map

package/dist/parser/extractors/javascript.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"javascript.js","sourceRoot":"","sources":["../../../src/parser/extractors/javascript.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAE3D;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CACtC,IAAiB,EACjB,QAAgB,EAChB,MAAc,EACd,IAAY;IAEZ,OAAO,wBAAwB,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;AAChE,CAAC"}

package/dist/parser/extractors/markdown.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Markdown symbol extractor — custom parser (no tree-sitter).
+ *
+ * Extracts:
+ * - Headings (# ... ######) as "section" kind with hierarchical parent refs
+ * - YAML frontmatter (--- delimited) as "metadata" kind
+ *
+ * Section boundaries span from heading to next heading of same/higher level (or EOF).
+ */
+import type { CodeSymbol } from "../../types.js";
+/**
+ * Extract symbols from a markdown file without tree-sitter.
+ */
+export declare function extractMarkdownSymbols(source: string, filePath: string, repo: string): CodeSymbol[];
+//# sourceMappingURL=markdown.d.ts.map

package/dist/parser/extractors/markdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../../src/parser/extractors/markdown.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAQjD;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,GACX,UAAU,EAAE,CAkJd"}

package/dist/parser/extractors/markdown.js

@@ -0,0 +1,217 @@
+/**
+ * Markdown symbol extractor — custom parser (no tree-sitter).
+ *
+ * Extracts:
+ * - Headings (# ... ######) as "section" kind with hierarchical parent refs
+ * - YAML frontmatter (--- delimited) as "metadata" kind
+ *
+ * Section boundaries span from heading to next heading of same/higher level (or EOF).
+ */
+import { tokenizeIdentifier, makeSymbolId } from "../symbol-extractor.js";
+const MAX_SOURCE_LENGTH = 5000;
+const HEADING_RE = /^(#{1,6})\s+(.+)$/;
+const FENCE_RE = /^(`{3,}|~{3,})/;
+/**
+ * Extract symbols from a markdown file without tree-sitter.
+ */
+export function extractMarkdownSymbols(source, filePath, repo) {
+    const symbols = [];
+    const lines = source.split("\n");
+    const totalLines = lines.length;
+    // --- Frontmatter extraction ---
+    let frontmatterEndLine = -1; // -1 = no frontmatter
+    if (totalLines > 0 && lines[0].trim() === "---") {
+        for (let i = 1; i < totalLines; i++) {
+            if (lines[i].trim() === "---") {
+                frontmatterEndLine = i; // 0-indexed
+                break;
+            }
+        }
+    }
+    if (frontmatterEndLine > 0) {
+        const fmLines = lines.slice(0, frontmatterEndLine + 1);
+        const fmSource = fmLines.join("\n");
+        const contentLines = lines.slice(1, frontmatterEndLine);
+        const summary = contentLines
+            .map((ln) => ln.trim())
+            .filter(Boolean)
+            .join("; ")
+            .slice(0, 150);
+        const sym = {
+            id: makeSymbolId(repo, filePath, "frontmatter", 1),
+            repo,
+            name: "frontmatter",
+            kind: "metadata",
+            file: filePath,
+            start_line: 1,
+            end_line: frontmatterEndLine + 1, // 1-based
+            source: fmSource.length > MAX_SOURCE_LENGTH
+                ? fmSource.slice(0, MAX_SOURCE_LENGTH) + "..."
+                : fmSource,
+            tokens: ["frontmatter"],
+        };
+        if (summary)
+            sym.docstring = summary;
+        symbols.push(sym);
+    }
+    // --- Collect headings, skipping fenced code blocks ---
+    const headings = [];
+    let inFencedBlock = false;
+    for (let i = 0; i < totalLines; i++) {
+        const line = lines[i];
+        const trimmed = line.trim();
+        if (FENCE_RE.test(trimmed)) {
+            inFencedBlock = !inFencedBlock;
+            continue;
+        }
+        if (inFencedBlock)
+            continue;
+        const match = HEADING_RE.exec(line);
+        if (match) {
+            headings.push({
+                lineIdx: i,
+                level: match[1].length,
+                text: match[2].trim(),
+            });
+        }
+    }
+    if (headings.length === 0)
+        return symbols;
+    // --- Compute section end lines (0-indexed, inclusive) ---
+    const headingEndLines = [];
+    for (let idx = 0; idx < headings.length; idx++) {
+        const { level } = headings[idx];
+        let end = totalLines - 1; // default: EOF
+        for (let nextIdx = idx + 1; nextIdx < headings.length; nextIdx++) {
+            if (headings[nextIdx].level <= level) {
+                end = headings[nextIdx].lineIdx - 1;
+                break;
+            }
+        }
+        headingEndLines.push(end);
+    }
+    // --- Build parent stack for hierarchy ---
+    // Stack: Array of { level, qualifiedName, symbolId }
+    const parentStack = [];
+    for (let idx = 0; idx < headings.length; idx++) {
+        const { lineIdx, level, text } = headings[idx];
+        const endLineIdx = headingEndLines[idx];
+        // Pop stack until we find a parent with lower level (higher heading)
+        while (parentStack.length > 0 && parentStack[parentStack.length - 1].level >= level) {
+            parentStack.pop();
+        }
+        // Build qualified name (hierarchical path)
+        let qualifiedName;
+        let parentId;
+        if (parentStack.length > 0) {
+            const parent = parentStack[parentStack.length - 1];
+            qualifiedName = `${parent.qualifiedName}/${text}`;
+            parentId = parent.symbolId;
+        }
+        else {
+            qualifiedName = text;
+            parentId = undefined;
+        }
+        // Extract section source
+        const sectionLines = lines.slice(lineIdx, endLineIdx + 1);
+        const sectionSource = sectionLines.join("\n");
+        // Build summary from first content after heading
+        const summary = buildSectionSummary(lines, lineIdx, endLineIdx);
+        const startLine = lineIdx + 1; // 1-based
+        const endLine = endLineIdx + 1; // 1-based
+        const symId = makeSymbolId(repo, filePath, qualifiedName, startLine);
+        const sym = {
+            id: symId,
+            repo,
+            name: text,
+            kind: "section",
+            file: filePath,
+            start_line: startLine,
+            end_line: endLine,
+            signature: `${"#".repeat(level)} ${text}`,
+            source: sectionSource.length > MAX_SOURCE_LENGTH
+                ? sectionSource.slice(0, MAX_SOURCE_LENGTH) + "..."
+                : sectionSource,
+            tokens: tokenizeIdentifier(text.replace(/[^a-zA-Z0-9_]/g, " ").replace(/\s+/g, "_")),
+        };
+        if (summary)
+            sym.docstring = summary;
+        if (parentId)
+            sym.parent = parentId;
+        symbols.push(sym);
+        // Push onto stack for child headings
+        parentStack.push({ level, qualifiedName, symbolId: symId });
+    }
+    return symbols;
+}
+/**
+ * Build a summary for a markdown section.
+ *
+ * Rules:
+ * - Table (starts with |) → "Table: N rows"
+ * - Code block (``` or ~~~) → "Code: language, N lines"
+ * - Otherwise → first non-empty paragraph, truncated to 150 chars
+ */
+function buildSectionSummary(lines, headingLineIdx, endLineIdx) {
+    const contentStart = headingLineIdx + 1;
+    if (contentStart > endLineIdx)
+        return "";
+    // Skip blank lines after heading
+    let firstContent = contentStart;
+    while (firstContent <= endLineIdx && !lines[firstContent].trim()) {
+        firstContent++;
+    }
+    if (firstContent > endLineIdx)
+        return "";
+    const firstLine = lines[firstContent].trim();
+    // Check for table
+    if (firstLine.startsWith("|")) {
+        let tableRows = 0;
+        for (let j = firstContent; j <= endLineIdx; j++) {
+            const stripped = lines[j].trim();
+            if (stripped.startsWith("|")) {
+                // Skip separator rows (|---|---|)
+                if (!/^\|[\s\-:|]+\|$/.test(stripped)) {
+                    tableRows++;
+                }
+            }
+            else if (!stripped) {
+                continue;
+            }
+            else {
+                break;
+            }
+        }
+        return `Table: ${tableRows} rows`;
+    }
+    // Check for code block
+    const codeMatch = FENCE_RE.exec(firstLine);
+    if (codeMatch) {
+        const langMatch = /^(?:`{3,}|~{3,})\s*([\w+-]*)/.exec(firstLine);
+        const lang = langMatch?.[1] || "text";
+        let codeLines = 0;
+        const fenceChar = codeMatch[1].slice(0, 3);
+        for (let j = firstContent + 1; j <= endLineIdx; j++) {
+            if (lines[j].trim().startsWith(fenceChar))
+                break;
+            codeLines++;
+        }
+        return `Code: ${lang}, ${codeLines} lines`;
+    }
+    // Default: first non-empty paragraph
+    const paraLines = [];
+    for (let j = firstContent; j <= endLineIdx; j++) {
+        const stripped = lines[j].trim();
+        if (stripped && !stripped.startsWith("#")) {
+            paraLines.push(stripped);
+        }
+        else if (!stripped && paraLines.length > 0) {
+            break;
+        }
+        else if (stripped.startsWith("#")) {
+            break;
+        }
+    }
+    return paraLines.join(" ").slice(0, 150);
+}
+//# sourceMappingURL=markdown.js.map

package/dist/parser/extractors/markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../../src/parser/extractors/markdown.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAE1E,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B,MAAM,UAAU,GAAG,mBAAmB,CAAC;AACvC,MAAM,QAAQ,GAAG,gBAAgB,CAAC;AAElC;;GAEG;AACH,MAAM,UAAU,sBAAsB,CACpC,MAAc,EACd,QAAgB,EAChB,IAAY;IAEZ,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;IAEhC,iCAAiC;IACjC,IAAI,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,sBAAsB;IACnD,IAAI,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;gBAC/B,kBAAkB,GAAG,CAAC,CAAC,CAAC,YAAY;gBACpC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,GAAG,CAAC,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,YAAY;aACzB,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;aACtB,MAAM,CAAC,OAAO,CAAC;aACf,IAAI,CAAC,IAAI,CAAC;aACV,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAEjB,MAAM,GAAG,GAAe;YACtB,EAAE,EAAE,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC,CAAC;YAClD,IAAI;YACJ,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,kBAAkB,GAAG,CAAC,EAAE,UAAU;YAC5C,MAAM,EAAE,QAAQ,CAAC,MAAM,GAAG,iBAAiB;gBACzC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,GAAG,KAAK;gBAC9C,CAAC,CAAC,QAAQ;YACZ,MAAM,EAAE,CAAC,aAAa,CAAC;SACxB,CAAC;QACF,IAAI,OAAO;YAAE,GAAG,CAAC,SAAS,GAAG,OAAO,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC;IAED,wDAAwD;IACxD,MAAM,QAAQ,GAA4D,EAAE,CAAC;IAC7E,IAAI,aAAa,GAAG,KAAK,CAAC;IAE1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAE5B,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,aAAa,GAAG,CAAC,aAAa,CAAC;YAC/B,SAAS;QACX,CAAC;QACD,IAAI,aAAa;YAAE,SAAS;QAE5B,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,KAAK,EAAE,CAAC;YACV,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,CAAC;gBACV,KAAK,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,MAAM;gBACvB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE;aACvB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IAE1C,2DAA2D;IAC3D,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;QAC/C,MAAM,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAE,CAAC;QACjC,IAAI,GAAG,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,eAAe;QACzC,KAAK,IAAI,OAAO,GAAG,GAAG,GAAG,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC;YACjE,IAAI,QAAQ,CAAC,OAAO,CAAE,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC;gBACtC,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAE,CAAC,OAAO,GAAG,CAAC,CAAC;gBACrC,MAAM;YACR,CAAC;QACH,CAAC;QACD,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC;IAED,2CAA2C;IAC3C,qDAAqD;IACrD,MAAM,WAAW,GAIZ,EAAE,CAAC;IAER,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;QAC/C,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAE,CAAC;QAChD,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAE,CAAC;QAEzC,qEAAqE;QACrE,OAAO,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,KAAK,IAAI,KAAK,EAAE,CAAC;YACrF,WAAW,CAAC,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,2CAA2C;QAC3C,IAAI,aAAqB,CAAC;QAC1B,IAAI,QAA4B,CAAC;QACjC,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;YACpD,aAAa,GAAG,GAAG,MAAM,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;YAClD,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,aAAa,GAAG,IAAI,CAAC;YACrB,QAAQ,GAAG,SAAS,CAAC;QACvB,CAAC;QAED,yBAAyB;QACzB,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;QAC1D,MAAM,aAAa,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE9C,iDAAiD;QACjD,MAAM,OAAO,GAAG,mBAAmB,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QAEhE,MAAM,SAAS,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,UAAU;QACzC,MAAM,OAAO,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,UAAU;QAC1C,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,QAAQ,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;QAErE,MAAM,GAAG,GAAe;YACtB,EAAE,EAAE,KAAK;YACT,IAAI;YACJ,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,SAAS;YACrB,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE;YACzC,MAAM,EAAE,aAAa,CAAC,MAAM,GAAG,iBAAiB;gBAC9C,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,GAAG,KAAK;gBACnD,CAAC,CAAC,aAAa;YACjB,MAAM,EAAE,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;SACrF,CAAC;QACF,IAAI,OAAO;YAAE,GAAG,CAAC,SAAS,GAAG,OAAO,CAAC;QACrC,IAAI,QAAQ;YAAE,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;QACpC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAElB,qCAAqC;QACrC,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,mBAAmB,CAC1B,KAAe,EACf,cAAsB,EACtB,UAAkB;IAElB,MAAM,YAAY,GAAG,cAAc,GAAG,CAAC,CAAC;IACxC,IAAI,YAAY,GAAG,UAAU;QAAE,OAAO,EAAE,CAAC;IAEzC,iCAAiC;IACjC,IAAI,YAAY,GAAG,YAAY,CAAC;IAChC,OAAO,YAAY,IAAI,UAAU,IAAI,CAAC,KAAK,CAAC,YAAY,CAAE,CAAC,IAAI,EAAE,EAAE,CAAC;QAClE,YAAY,EAAE,CAAC;IACjB,CAAC;IACD,IAAI,YAAY,GAAG,UAAU;QAAE,OAAO,EAAE,CAAC;IAEzC,MAAM,SAAS,GAAG,KAAK,CAAC,YAAY,CAAE,CAAC,IAAI,EAAE,CAAC;IAE9C,kBAAkB;IAClB,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9B,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,KAAK,IAAI,CAAC,GAAG,YAAY,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;YAClC,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7B,kCAAkC;gBAClC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACtC,SAAS,EAAE,CAAC;gBACd,CAAC;YACH,CAAC;iBAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACrB,SAAS;YACX,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;QACH,CAAC;QACD,OAAO,UAAU,SAAS,OAAO,CAAC;IACpC,CAAC;IAED,uBAAuB;IACvB,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3C,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,SAAS,GAAG,8BAA8B,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjE,MAAM,IAAI,GAAG,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;QACtC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5C,KAAK,IAAI,CAAC,GAAG,YAAY,GAAG,CAAC,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpD,IAAI,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;gBAAE,MAAM;YAClD,SAAS,EAAE,CAAC;QACd,CAAC;QACD,OAAO,SAAS,IAAI,KAAK,SAAS,QAAQ,CAAC;IAC7C,CAAC;IAED,qCAAqC;IACrC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,YAAY,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC;QAClC,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1C,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC;aAAM,IAAI,CAAC,QAAQ,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,MAAM;QACR,CAAC;aAAM,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACpC,MAAM;QACR,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC3C,CAAC"}