@neuledge/context 0.1.0

package/dist/git.js

@@ -0,0 +1,397 @@
+/**
+ * Git operations for cloning repositories.
+ */
+// TODO: Future enhancements:
+// - Auto-detect documentation site from README (parse for docs.* or documentation links)
+// - Suggest specific versions when repo has tags (e.g., "context add react --version 18.2.0")
+import { execSync } from "node:child_process";
+import { createHash } from "node:crypto";
+import { existsSync, mkdtempSync, readdirSync, readFileSync, rmSync, } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import ignore, {} from "ignore";
+/**
+ * Generate a content hash for deduplication.
+ * Uses first 16 chars of MD5 (sufficient for detecting identical content).
+ */
+function contentHash(content) {
+    return createHash("md5").update(content).digest("hex").slice(0, 16);
+}
+/**
+ * ISO 639-1 language codes (2-letter) commonly used in docs.
+ * Used to detect and filter locale directories.
+ */
+const LOCALE_CODES = new Set([
+    "ar",
+    "bg",
+    "bn",
+    "ca",
+    "cs",
+    "da",
+    "de",
+    "el",
+    "en",
+    "es",
+    "et",
+    "fa",
+    "fi",
+    "fr",
+    "he",
+    "hi",
+    "hr",
+    "hu",
+    "id",
+    "it",
+    "ja",
+    "ko",
+    "lt",
+    "lv",
+    "ms",
+    "nl",
+    "no",
+    "pl",
+    "pt",
+    "ro",
+    "ru",
+    "sk",
+    "sl",
+    "sr",
+    "sv",
+    "th",
+    "tr",
+    "uk",
+    "vi",
+    "zh",
+    "zh-cn",
+    "zh-tw",
+    "zh-hans",
+    "zh-hant",
+    "pt-br",
+    "es-la",
+]);
+/**
+ * Check if a directory name looks like a locale code.
+ */
+function isLocaleDir(name) {
+    return LOCALE_CODES.has(name.toLowerCase());
+}
+/**
+ * Files to ignore during markdown indexing.
+ * These are common repo files that aren't useful documentation.
+ */
+const IGNORED_FILES = new Set([
+    "code_of_conduct.md",
+    "contributing.md",
+    "changelog.md",
+    "history.md",
+    "license.md",
+    "security.md",
+    "pull_request_template.md",
+    "issue_template.md",
+    "claude.md", // AI assistant configuration
+]);
+/**
+ * Directories to ignore during markdown indexing.
+ * Includes test directories, internal docs, and other non-user-facing content.
+ */
+const IGNORED_DIRS = new Set([
+    // Test directories
+    "__tests__",
+    "__test__",
+    "test",
+    "tests",
+    "spec",
+    "specs",
+    "fixtures",
+    "__fixtures__",
+    "__mocks__",
+    // Internal/development directories
+    "internal",
+    "dev",
+    "plans",
+    ".plans",
+    // Build/generated directories
+    "node_modules",
+    "dist",
+    "build",
+    "out",
+    ".next",
+    ".nuxt",
+    // Other non-doc directories
+    "examples", // Often contains code samples, not docs
+    "benchmarks",
+    "benchmark",
+]);
+/**
+ * Check if a string is a git URL (supports various git protocols).
+ * Matches: https://, git://, ssh://, git@host:, or .git suffix
+ * Excludes: URLs with paths beyond repo root (releases, blob, actions, etc.)
+ */
+export function isGitUrl(source) {
+    // https://... or http://... ending with .git
+    if (/^https?:\/\/.*\.git$/i.test(source))
+        return true;
+    // git://...
+    if (source.startsWith("git://"))
+        return true;
+    // ssh://...
+    if (source.startsWith("ssh://"))
+        return true;
+    // git@host:user/repo format (SSH shorthand)
+    if (/^git@[\w.-]+:[\w./-]+$/.test(source))
+        return true;
+    // Known git hosting providers - only match repo root or /tree/ paths
+    // Exclude: /releases/, /blob/, /raw/, /actions/, /issues/, /pull/, etc.
+    const gitHostMatch = source.match(/^https?:\/\/(github|gitlab|bitbucket|codeberg)\.[^/]+\/[\w.-]+\/[\w.-]+(\/tree\/.*)?$/);
+    if (gitHostMatch)
+        return true;
+    return false;
+}
+/**
+ * Clone a git repository to a temporary directory.
+ */
+export function cloneRepository(url, ref) {
+    const tempDir = mkdtempSync(join(tmpdir(), "context-git-"));
+    try {
+        // Clone with depth 1 for efficiency (shallow clone)
+        const cloneArgs = ["clone", "--depth", "1"];
+        if (ref) {
+            cloneArgs.push("--branch", ref);
+        }
+        cloneArgs.push(url, tempDir);
+        execSync(`git ${cloneArgs.join(" ")}`, {
+            stdio: ["pipe", "pipe", "pipe"],
+            encoding: "utf-8",
+        });
+    }
+    catch (error) {
+        // Clean up on failure
+        rmSync(tempDir, { recursive: true, force: true });
+        const message = error instanceof Error ? error.message : String(error);
+        throw new Error(`Git clone failed: ${message}`);
+    }
+    return {
+        tempDir,
+        cleanup: () => rmSync(tempDir, { recursive: true, force: true }),
+    };
+}
+/**
+ * Extract repository name from a git URL.
+ * Handles common docs repo patterns:
+ * - org.github.io → org
+ * - expressjs.com → express
+ * - project-docs → project
+ */
+export function extractRepoName(url) {
+    // Remove .git suffix if present
+    let cleaned = url.replace(/\.git$/, "");
+    // Handle SSH shorthand (git@host:user/repo)
+    if (cleaned.includes("@") && cleaned.includes(":")) {
+        cleaned = cleaned.split(":").pop() ?? cleaned;
+    }
+    // Get the last path segment (repo name) and org/user
+    const segments = cleaned.split("/").filter(Boolean);
+    let name = segments.pop() ?? "unknown";
+    const org = segments.pop();
+    // Handle *.github.io patterns → use org name instead
+    if (name.endsWith(".github.io") && org) {
+        name = org;
+    }
+    // Handle domain-style repos (e.g., expressjs.com) → strip TLD and "js" suffix
+    else if (/\.(com|org|io|dev|net|site|app)$/i.test(name)) {
+        name = name
+            .replace(/\.(com|org|io|dev|net|site|app)$/i, "")
+            .replace(/js$/i, ""); // expressjs → express (only for domain repos)
+    }
+    return (name
+        .toLowerCase()
+        .replace(/\.js$/, "") // express.js → express
+        .replace(/-docs?$/, "")
+        .replace(/[^a-z0-9-]/g, "-")
+        .replace(/-+/g, "-")
+        .replace(/^-|-$/g, "") || "unknown");
+}
+/**
+ * Parse git URL to extract optional ref from URL path.
+ * Supports: https://github.com/owner/repo/tree/branch
+ */
+export function parseGitUrl(url) {
+    // Handle GitHub/GitLab tree paths
+    const treeMatch = url.match(/^(https?:\/\/[^/]+\/[^/]+\/[^/]+)\/tree\/(.+)$/);
+    if (treeMatch?.[1] && treeMatch[2]) {
+        return { url: treeMatch[1], ref: treeMatch[2] };
+    }
+    return { url };
+}
+const DOCS_FOLDER_CANDIDATES = ["docs", "documentation", "doc"];
+/**
+ * Detect docs folder in a local directory.
+ */
+export function detectLocalDocsFolder(dirPath) {
+    try {
+        const entries = readdirSync(dirPath, { withFileTypes: true });
+        const dirs = entries
+            .filter((e) => e.isDirectory())
+            .map((e) => e.name.toLowerCase());
+        for (const candidate of DOCS_FOLDER_CANDIDATES) {
+            if (dirs.includes(candidate)) {
+                // Return actual case-sensitive name
+                const actual = entries.find((e) => e.isDirectory() && e.name.toLowerCase() === candidate);
+                return actual?.name ?? null;
+            }
+        }
+    }
+    catch {
+        // Directory read failed
+    }
+    return null;
+}
+/**
+ * Load .gitignore from a directory if it exists.
+ */
+function loadGitignore(basePath) {
+    const ig = ignore();
+    const gitignorePath = join(basePath, ".gitignore");
+    if (existsSync(gitignorePath)) {
+        try {
+            const content = readFileSync(gitignorePath, "utf-8");
+            ig.add(content);
+        }
+        catch {
+            // Ignore read errors
+        }
+    }
+    return ig;
+}
+/**
+ * Recursively find all markdown files in a directory.
+ * Respects .gitignore rules and skips non-doc files like CODE_OF_CONDUCT.
+ * By default, filters out non-English locale directories.
+ */
+function findMarkdownFiles(dirPath, ig, basePath = "", options = {}) {
+    const files = [];
+    const lang = options.lang?.toLowerCase();
+    try {
+        const entries = readdirSync(dirPath, { withFileTypes: true });
+        for (const entry of entries) {
+            const fullPath = join(dirPath, entry.name);
+            const relativePath = basePath ? join(basePath, entry.name) : entry.name;
+            // Skip hidden entries
+            if (entry.name.startsWith("."))
+                continue;
+            // Check gitignore (directories need trailing slash for gitignore matching)
+            const pathToCheck = entry.isDirectory()
+                ? `${relativePath}/`
+                : relativePath;
+            if (ig.ignores(pathToCheck))
+                continue;
+            if (entry.isDirectory()) {
+                // Skip test, internal, and other non-doc directories
+                if (IGNORED_DIRS.has(entry.name.toLowerCase())) {
+                    continue;
+                }
+                // Filter locale directories unless --lang all or specific lang matches
+                if (isLocaleDir(entry.name)) {
+                    const dirName = entry.name.toLowerCase();
+                    // Include if: all languages, matching lang, or default to English
+                    if (lang === "all" ||
+                        lang === dirName ||
+                        (!lang && dirName === "en")) {
+                        files.push(...findMarkdownFiles(fullPath, ig, relativePath, options));
+                    }
+                    // Skip other locales by default
+                }
+                else {
+                    files.push(...findMarkdownFiles(fullPath, ig, relativePath, options));
+                }
+            }
+            else if (entry.isFile()) {
+                if (entry.name.endsWith(".md") || entry.name.endsWith(".mdx")) {
+                    const lowerName = entry.name.toLowerCase();
+                    // Skip non-doc markdown files
+                    if (IGNORED_FILES.has(lowerName))
+                        continue;
+                    // Skip test fixture files (e.g., component.expect.md, hook.test.md)
+                    if (lowerName.endsWith(".expect.md") ||
+                        lowerName.endsWith(".test.md") ||
+                        lowerName.endsWith(".spec.md")) {
+                        continue;
+                    }
+                    files.push(relativePath);
+                }
+            }
+        }
+    }
+    catch {
+        // Directory read failed
+    }
+    return files;
+}
+/**
+ * Read all markdown files from a local directory.
+ * Respects .gitignore from the base path (repo root).
+ * By default, filters out non-English locale directories.
+ * Deduplicates files by content hash (keeps first occurrence).
+ */
+export function readLocalDocsFiles(basePath, options = {}) {
+    const { docsPath, lang } = options;
+    const searchPath = docsPath ? join(basePath, docsPath) : basePath;
+    if (!existsSync(searchPath)) {
+        throw new Error(`Directory not found: ${searchPath}`);
+    }
+    // Load gitignore from repo root
+    const ig = loadGitignore(basePath);
+    const markdownFiles = findMarkdownFiles(searchPath, ig, "", { lang });
+    const files = [];
+    const seenHashes = new Set();
+    for (const filePath of markdownFiles) {
+        try {
+            const fullPath = join(searchPath, filePath);
+            const content = readFileSync(fullPath, "utf-8");
+            // Skip duplicate content (keep first occurrence)
+            const hash = contentHash(content);
+            if (seenHashes.has(hash)) {
+                continue;
+            }
+            seenHashes.add(hash);
+            // Use relative path from docs folder for storage
+            const storagePath = docsPath ? join(docsPath, filePath) : filePath;
+            files.push({ path: storagePath, content });
+        }
+        catch {
+            // Skip files that can't be read
+        }
+    }
+    return files;
+}
+/**
+ * Extract version from ref or return 'latest'.
+ */
+export function extractVersion(ref) {
+    if (!ref)
+        return "latest";
+    return ref.startsWith("v") ? ref.slice(1) : ref;
+}
+/**
+ * Detect version from a directory by checking:
+ * 1. Latest git tag (universal across all languages)
+ * 2. Falls back to 'latest'
+ */
+export function detectVersion(dirPath) {
+    // Try git tag (works for any language/framework)
+    try {
+        const tag = execSync("git describe --tags --abbrev=0 2>/dev/null", {
+            cwd: dirPath,
+            encoding: "utf-8",
+            stdio: ["pipe", "pipe", "pipe"],
+        }).trim();
+        if (tag) {
+            return tag.startsWith("v") ? tag.slice(1) : tag;
+        }
+    }
+    catch {
+        // Not a git repo or no tags
+    }
+    return "latest";
+}
+//# sourceMappingURL=git.js.map

package/dist/git.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"git.js","sourceRoot":"","sources":["../src/git.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,6BAA6B;AAC7B,yFAAyF;AACzF,8FAA8F;AAE9F,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,UAAU,EACV,WAAW,EACX,WAAW,EACX,YAAY,EACZ,MAAM,GACP,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,MAAM,EAAE,EAAe,MAAM,QAAQ,CAAC;AAE7C;;;GAGG;AACH,SAAS,WAAW,CAAC,OAAe;IAClC,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACtE,CAAC;AAED;;;GAGG;AACH,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,OAAO;IACP,OAAO;IACP,SAAS;IACT,SAAS;IACT,OAAO;IACP,OAAO;CACR,CAAC,CAAC;AAEH;;GAEG;AACH,SAAS,WAAW,CAAC,IAAY;IAC/B,OAAO,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;AAC9C,CAAC;AAED;;;GAGG;AACH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC5B,oBAAoB;IACpB,iBAAiB;IACjB,cAAc;IACd,YAAY;IACZ,YAAY;IACZ,aAAa;IACb,0BAA0B;IAC1B,mBAAmB;IACnB,WAAW,EAAE,6BAA6B;CAC3C,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,mBAAmB;IACnB,WAAW;IACX,UAAU;IACV,MAAM;IACN,OAAO;IACP,MAAM;IACN,OAAO;IACP,UAAU;IACV,cAAc;IACd,WAAW;IACX,mCAAmC;IACnC,UAAU;IACV,KAAK;IACL,OAAO;IACP,QAAQ;IACR,8BAA8B;IAC9B,cAAc;IACd,MAAM;IACN,OAAO;IACP,KAAK;IACL,OAAO;IACP,OAAO;IACP,4BAA4B;IAC5B,UAAU,EAAE,wCAAwC;IACpD,YAAY;IACZ,WAAW;CACZ,CAAC,CAAC;AAYH;;;;GAIG;AACH,MAAM,UAAU,QAAQ,CAAC,MAAc;IACrC,6CAA6C;IAC7C,IAAI,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IACtD,YAAY;IACZ,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7C,YAAY;IACZ,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7C,4CAA4C;IAC5C,IAAI,wBAAwB,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IAEvD,qEAAqE;IACrE,wEAAwE;IACxE,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAC/B,uFAAuF,CACxF,CAAC;IACF,IAAI,YAAY;QAAE,OAAO,IAAI,CAAC;IAE9B,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,GAAW,EAAE,GAAY;IACvD,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;IAE5D,IAAI,CAAC;QACH,oDAAoD;QACpD,MAAM,SAAS,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;QAC5C,IAAI,GAAG,EAAE,CAAC;YACR,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAClC,CAAC;QACD,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAE7B,QAAQ,CAAC,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE;YACrC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;YAC/B,QAAQ,EAAE,OAAO;SAClB,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,sBAAsB;QACtB,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,IAAI,KAAK,CAAC,qBAAqB,OAAO,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,OAAO;QACL,OAAO;QACP,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;KACjE,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAAC,GAAW;IACzC,gCAAgC;IAChC,IAAI,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAExC,4CAA4C;IAC5C,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,OAAO,CAAC;IAChD,CAAC;IAED,qDAAqD;IACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACpD,IAAI,IAAI,GAAG,QAAQ,CAAC,GAAG,EAAE,IAAI,SAAS,CAAC;IACvC,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,CAAC;IAE3B,qDAAqD;IACrD,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,GAAG,EAAE,CAAC;QACvC,IAAI,GAAG,GAAG,CAAC;IACb,CAAC;IACD,8EAA8E;SACzE,IAAI,mCAAmC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACxD,IAAI,GAAG,IAAI;aACR,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC;aAChD,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,8CAA8C;IACxE,CAAC;IAED,OAAO,CACL,IAAI;SACD,WAAW,EAAE;SACb,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,uBAAuB;SAC5C,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;SACtB,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;SACnB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,SAAS,CACtC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,GAAW;IACrC,kCAAkC;IAClC,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;IAC9E,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,OAAO,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,CAAC;AACjB,CAAC;AAED,MAAM,sBAAsB,GAAG,CAAC,MAAM,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC;AAEhE;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,OAAe;IACnD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,OAAO;aACjB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;aAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAEpC,KAAK,MAAM,SAAS,IAAI,sBAAsB,EAAE,CAAC;YAC/C,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC7B,oCAAoC;gBACpC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CACzB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,SAAS,CAC7D,CAAC;gBACF,OAAO,MAAM,EAAE,IAAI,IAAI,IAAI,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,wBAAwB;IAC1B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,QAAgB;IACrC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC;IAEpB,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACnD,IAAI,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,YAAY,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;YACrD,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClB,CAAC;QAAC,MAAM,CAAC;YACP,qBAAqB;QACvB,CAAC;IACH,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAOD;;;;GAIG;AACH,SAAS,iBAAiB,CACxB,OAAe,EACf,EAAU,EACV,QAAQ,GAAG,EAAE,EACb,UAA+B,EAAE;IAEjC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAEzC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAE9D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;YAExE,sBAAsB;YACtB,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS;YAEzC,2EAA2E;YAC3E,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,EAAE;gBACrC,CAAC,CAAC,GAAG,YAAY,GAAG;gBACpB,CAAC,CAAC,YAAY,CAAC;YACjB,IAAI,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;gBAAE,SAAS;YAEtC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,qDAAqD;gBACrD,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAC/C,SAAS;gBACX,CAAC;gBAED,uEAAuE;gBACvE,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC5B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;oBACzC,kEAAkE;oBAClE,IACE,IAAI,KAAK,KAAK;wBACd,IAAI,KAAK,OAAO;wBAChB,CAAC,CAAC,IAAI,IAAI,OAAO,KAAK,IAAI,CAAC,EAC3B,CAAC;wBACD,KAAK,CAAC,IAAI,CACR,GAAG,iBAAiB,CAAC,QAAQ,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,CAC1D,CAAC;oBACJ,CAAC;oBACD,gCAAgC;gBAClC,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,QAAQ,EAAE,EAAE,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC;gBACxE,CAAC;YACH,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC1B,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC9D,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;oBAC3C,8BAA8B;oBAC9B,IAAI,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC;wBAAE,SAAS;oBAC3C,oEAAoE;oBACpE,IACE,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC;wBAChC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;wBAC9B,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EAC9B,CAAC;wBACD,SAAS;oBACX,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,wBAAwB;IAC1B,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AASD;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAChC,QAAgB,EAChB,UAAgC,EAAE;IAElC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IACnC,MAAM,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAElE,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,wBAAwB,UAAU,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,gCAAgC;IAChC,MAAM,EAAE,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAEnC,MAAM,aAAa,GAAG,iBAAiB,CAAC,UAAU,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACtE,MAAM,KAAK,GAA6C,EAAE,CAAC;IAC3D,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IAErC,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEhD,iDAAiD;YACjD,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;YAClC,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,SAAS;YACX,CAAC;YACD,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAErB,iDAAiD;YACjD,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;QAC7C,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,GAAY;IACzC,IAAI,CAAC,GAAG;QAAE,OAAO,QAAQ,CAAC;IAC1B,OAAO,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAClD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,OAAe;IAC3C,iDAAiD;IACjD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,QAAQ,CAAC,4CAA4C,EAAE;YACjE,GAAG,EAAE,OAAO;YACZ,QAAQ,EAAE,OAAO;YACjB,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;SAChC,CAAC,CAAC,IAAI,EAAE,CAAC;QACV,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAClD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,4BAA4B;IAC9B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,6 @@
+export { type DocSection, type ParsedDoc, parseMarkdown } from "./build.js";
+export { cloneRepository, detectLocalDocsFolder, extractRepoName, extractVersion, type GitCloneResult, isGitUrl, type LocalDocsResult, parseGitUrl, readLocalDocsFiles, } from "./git.js";
+export { type BuildResult, buildPackage, type MarkdownFile, type PackageBuildOptions, } from "./package-builder.js";
+export type { DocSnippet, SearchResult } from "./search.js";
+export { ContextServer } from "./server.js";
+export { type PackageInfo, type PackageMeta, PackageStore, readPackageInfo, } from "./store.js";

package/dist/index.js

@@ -0,0 +1,9 @@
+// Public API
+// Build utilities
+export { parseMarkdown } from "./build.js";
+// Git utilities
+export { cloneRepository, detectLocalDocsFolder, extractRepoName, extractVersion, isGitUrl, parseGitUrl, readLocalDocsFiles, } from "./git.js";
+export { buildPackage, } from "./package-builder.js";
+export { ContextServer } from "./server.js";
+export { PackageStore, readPackageInfo, } from "./store.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,aAAa;AAEb,kBAAkB;AAClB,OAAO,EAAmC,aAAa,EAAE,MAAM,YAAY,CAAC;AAC5E,gBAAgB;AAChB,OAAO,EACL,eAAe,EACf,qBAAqB,EACrB,eAAe,EACf,cAAc,EAEd,QAAQ,EAER,WAAW,EACX,kBAAkB,GACnB,MAAM,UAAU,CAAC;AAClB,OAAO,EAEL,YAAY,GAGb,MAAM,sBAAsB,CAAC;AAG9B,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAGL,YAAY,EACZ,eAAe,GAChB,MAAM,YAAY,CAAC"}

package/dist/package-builder.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Package builder for creating documentation packages from markdown files.
+ */
+export interface PackageBuildOptions {
+    name: string;
+    version: string;
+    description?: string;
+    sourceUrl?: string;
+}
+export interface MarkdownFile {
+    path: string;
+    content: string;
+}
+export interface BuildResult {
+    path: string;
+    sectionCount: number;
+    totalTokens: number;
+}
+/**
+ * Build a documentation package from markdown files.
+ */
+export declare function buildPackage(outputPath: string, files: MarkdownFile[], options: PackageBuildOptions): BuildResult;

package/dist/package-builder.js

@@ -0,0 +1,80 @@
+/**
+ * Package builder for creating documentation packages from markdown files.
+ */
+import { existsSync, unlinkSync } from "node:fs";
+import Database from "better-sqlite3";
+import { parseMarkdown } from "./build.js";
+/**
+ * Build a documentation package from markdown files.
+ */
+export function buildPackage(outputPath, files, options) {
+    // Remove existing file if present
+    if (existsSync(outputPath)) {
+        unlinkSync(outputPath);
+    }
+    const db = new Database(outputPath);
+    try {
+        // Create schema
+        db.exec(`
+      CREATE TABLE meta (key TEXT PRIMARY KEY, value TEXT);
+      CREATE TABLE chunks (
+        id INTEGER PRIMARY KEY,
+        doc_path TEXT NOT NULL,
+        doc_title TEXT NOT NULL,
+        section_title TEXT NOT NULL,
+        content TEXT NOT NULL,
+        tokens INTEGER NOT NULL,
+        has_code INTEGER DEFAULT 0
+      );
+      CREATE VIRTUAL TABLE chunks_fts USING fts5(
+        doc_title, section_title, content,
+        content='chunks', content_rowid='id',
+        tokenize='porter unicode61'
+      );
+    `);
+        // Insert metadata
+        const insertMeta = db.prepare("INSERT INTO meta (key, value) VALUES (?, ?)");
+        insertMeta.run("name", options.name);
+        insertMeta.run("version", options.version);
+        if (options.description) {
+            insertMeta.run("description", options.description);
+        }
+        if (options.sourceUrl) {
+            insertMeta.run("source_url", options.sourceUrl);
+        }
+        // Parse and insert chunks
+        const insertChunk = db.prepare(`
+      INSERT INTO chunks (doc_path, doc_title, section_title, content, tokens, has_code)
+      VALUES (?, ?, ?, ?, ?, ?)
+    `);
+        const allSections = [];
+        for (const file of files) {
+            try {
+                const parsed = parseMarkdown(file.content, file.path);
+                allSections.push(...parsed.sections);
+            }
+            catch {
+                // Skip files that fail to parse
+            }
+        }
+        // Insert all sections in a transaction
+        const insertAll = db.transaction((sections) => {
+            for (const section of sections) {
+                insertChunk.run(section.docPath, section.docTitle, section.sectionTitle, section.content, section.tokens, section.hasCode ? 1 : 0);
+            }
+        });
+        insertAll(allSections);
+        // Rebuild FTS index
+        db.exec("INSERT INTO chunks_fts(chunks_fts) VALUES('rebuild')");
+        const totalTokens = allSections.reduce((sum, s) => sum + s.tokens, 0);
+        return {
+            path: outputPath,
+            sectionCount: allSections.length,
+            totalTokens,
+        };
+    }
+    finally {
+        db.close();
+    }
+}
+//# sourceMappingURL=package-builder.js.map

package/dist/package-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"package-builder.js","sourceRoot":"","sources":["../src/package-builder.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAmB,aAAa,EAAE,MAAM,YAAY,CAAC;AAoB5D;;GAEG;AACH,MAAM,UAAU,YAAY,CAC1B,UAAkB,EAClB,KAAqB,EACrB,OAA4B;IAE5B,kCAAkC;IAClC,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3B,UAAU,CAAC,UAAU,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC;IAEpC,IAAI,CAAC;QACH,gBAAgB;QAChB,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;KAgBP,CAAC,CAAC;QAEH,kBAAkB;QAClB,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAC3B,6CAA6C,CAC9C,CAAC;QACF,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QACrC,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,UAAU,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,UAAU,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAClD,CAAC;QAED,0BAA0B;QAC1B,MAAM,WAAW,GAAG,EAAE,CAAC,OAAO,CAAC;;;KAG9B,CAAC,CAAC;QAEH,MAAM,WAAW,GAAiB,EAAE,CAAC;QAErC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtD,WAAW,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;YACvC,CAAC;YAAC,MAAM,CAAC;gBACP,gCAAgC;YAClC,CAAC;QACH,CAAC;QAED,uCAAuC;QACvC,MAAM,SAAS,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC,QAAsB,EAAE,EAAE;YAC1D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,WAAW,CAAC,GAAG,CACb,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,YAAY,EACpB,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACxB,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,SAAS,CAAC,WAAW,CAAC,CAAC;QAEvB,oBAAoB;QACpB,EAAE,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;QAEhE,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAEtE,OAAO;YACL,IAAI,EAAE,UAAU;YAChB,YAAY,EAAE,WAAW,CAAC,MAAM;YAChC,WAAW;SACZ,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;IACb,CAAC;AACH,CAAC"}

package/dist/search.d.ts

@@ -0,0 +1,12 @@
+import type Database from "better-sqlite3";
+export interface DocSnippet {
+    title: string;
+    content: string;
+    source: string;
+}
+export interface SearchResult {
+    library: string;
+    version: string;
+    results: DocSnippet[];
+}
+export declare function search(db: Database.Database, topic: string): SearchResult;