gnosys 4.0.0

package/dist/lib/webIngest.js

@@ -0,0 +1,533 @@
+/**
+ * Gnosys Web Ingest — Site crawling and content extraction for web knowledge base.
+ *
+ * Crawls a website (from sitemap, directory, or URL list), converts pages to markdown,
+ * generates Gnosys-format memory files with YAML frontmatter, and writes them to the
+ * knowledge directory.
+ */
+import fs from "fs/promises";
+import { existsSync, readFileSync, mkdirSync } from "fs";
+import path from "path";
+import { createHash } from "crypto";
+import matter from "gray-matter";
+import TurndownService from "turndown";
+import { getLLMProvider } from "./llm.js";
+import { extractStructuredFrontmatter, computeTfIdf, } from "./structuredIngest.js";
+// ─── Turndown instance ──────────────────────────────────────────────────
+function createTurndown() {
+    const td = new TurndownService({
+        headingStyle: "atx",
+        codeBlockStyle: "fenced",
+    });
+    // Remove script, style, nav, footer, header elements
+    td.remove(["script", "style", "nav", "footer", "header", "aside", "iframe"]);
+    return td;
+}
+// ─── URL safety ──────────────────────────────────────────────────────────
+/** Maximum recursion depth for sitemap index fetching. */
+const MAX_SITEMAP_DEPTH = 3;
+/** Maximum total URLs collected from sitemaps. */
+const MAX_SITEMAP_URLS = 10_000;
+/**
+ * Validate a URL is safe to fetch (blocks SSRF to internal networks).
+ * Only allows http/https schemes and rejects private/loopback IPs.
+ */
+function isSafeUrl(urlStr) {
+    try {
+        const url = new URL(urlStr);
+        // Only allow http/https
+        if (url.protocol !== "http:" && url.protocol !== "https:")
+            return false;
+        const hostname = url.hostname;
+        // Block loopback
+        if (hostname === "localhost" || hostname === "127.0.0.1" || hostname === "::1" || hostname === "[::1]") {
+            return true; // Allow localhost for local dev — but block metadata endpoints below
+        }
+        // Block cloud metadata endpoints
+        if (hostname === "169.254.169.254" || hostname === "metadata.google.internal")
+            return false;
+        // Block private IPv4 ranges
+        const ipv4Match = hostname.match(/^(\d+)\.(\d+)\.(\d+)\.(\d+)$/);
+        if (ipv4Match) {
+            const [, a, b] = ipv4Match.map(Number);
+            if (a === 10)
+                return false; // 10.0.0.0/8
+            if (a === 172 && b >= 16 && b <= 31)
+                return false; // 172.16.0.0/12
+            if (a === 192 && b === 168)
+                return false; // 192.168.0.0/16
+            if (a === 169 && b === 254)
+                return false; // 169.254.0.0/16 (link-local)
+        }
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+// ─── URL utilities ───────────────────────────────────────────────────────
+function matchesExclude(url, patterns) {
+    const urlPath = new URL(url, "https://example.com").pathname;
+    return patterns.some((pattern) => matchGlobSimple(urlPath, pattern));
+}
+/** Safe glob matching without regex — avoids ReDoS from user-controlled patterns. */
+function matchGlobSimple(value, pattern) {
+    // Split pattern on * to get literal segments
+    const parts = pattern.split("*");
+    if (parts.length === 1)
+        return value === pattern;
+    // First segment must be a prefix
+    if (!value.startsWith(parts[0]))
+        return false;
+    let pos = parts[0].length;
+    for (let i = 1; i < parts.length; i++) {
+        const segment = parts[i];
+        if (i === parts.length - 1 && segment === "") {
+            // Trailing * matches everything
+            return true;
+        }
+        const idx = value.indexOf(segment, pos);
+        if (idx === -1)
+            return false;
+        pos = idx + segment.length;
+    }
+    // Last segment must match the end
+    return pos === value.length || parts[parts.length - 1] === "";
+}
+function urlToFilePath(url, categories) {
+    const urlObj = new URL(url, "https://example.com");
+    const urlPath = urlObj.pathname;
+    // Determine category directory
+    let category = "general";
+    for (const [pattern, cat] of Object.entries(categories)) {
+        if (matchGlobSimple(urlPath, pattern)) {
+            category = cat;
+            break;
+        }
+    }
+    // Generate filename from URL path
+    const segments = urlPath.split("/").filter(Boolean);
+    const slug = segments.pop() || "index";
+    const cleanSlug = slug
+        .replace(/\.\w+$/, "")
+        .replace(/[^a-z0-9-]/gi, "-")
+        .toLowerCase();
+    return path.join(category, `${cleanSlug}.md`);
+}
+// ─── Sitemap parsing ─────────────────────────────────────────────────────
+async function fetchSitemapUrls(sitemapUrl, depth = 0) {
+    if (depth > MAX_SITEMAP_DEPTH) {
+        throw new Error(`Sitemap recursion depth exceeded (max ${MAX_SITEMAP_DEPTH})`);
+    }
+    if (!isSafeUrl(sitemapUrl)) {
+        throw new Error(`Refusing to fetch unsafe URL: ${sitemapUrl}`);
+    }
+    const response = await fetch(sitemapUrl);
+    if (!response.ok) {
+        throw new Error(`Failed to fetch sitemap: ${response.status} ${response.statusText}`);
+    }
+    const xml = await response.text();
+    // Check for sitemap index
+    if (xml.includes("<sitemapindex")) {
+        const sitemapUrls = [...xml.matchAll(/<loc>\s*(.*?)\s*<\/loc>/g)].map((m) => m[1]);
+        const allUrls = [];
+        for (const childUrl of sitemapUrls) {
+            if (!isSafeUrl(childUrl))
+                continue;
+            const childUrls = await fetchSitemapUrls(childUrl, depth + 1);
+            allUrls.push(...childUrls);
+            if (allUrls.length >= MAX_SITEMAP_URLS) {
+                return allUrls.slice(0, MAX_SITEMAP_URLS);
+            }
+        }
+        return allUrls;
+    }
+    // Regular sitemap — extract <loc> URLs, filter unsafe
+    return [...xml.matchAll(/<loc>\s*(.*?)\s*<\/loc>/g)]
+        .map((m) => m[1])
+        .filter((u) => isSafeUrl(u))
+        .slice(0, MAX_SITEMAP_URLS);
+}
+// ─── Content fetching ────────────────────────────────────────────────────
+async function fetchPage(url) {
+    if (!isSafeUrl(url)) {
+        throw new Error(`Refusing to fetch unsafe URL: ${url}`);
+    }
+    const response = await fetch(url);
+    if (!response.ok) {
+        throw new Error(`HTTP ${response.status}: ${response.statusText}`);
+    }
+    return response.text();
+}
+function extractArticleContent(html) {
+    // Try to find main/article content area
+    const articleMatch = html.match(/<(?:article|main)[^>]*>([\s\S]*?)<\/(?:article|main)>/i);
+    if (articleMatch)
+        return articleMatch[1];
+    // Fallback: try content div patterns
+    const contentMatch = html.match(/<div[^>]*(?:class|id)=["'][^"']*(?:content|post|entry|article)[^"']*["'][^>]*>([\s\S]*?)<\/div>/i);
+    if (contentMatch)
+        return contentMatch[1];
+    // Last resort: use body
+    const bodyMatch = html.match(/<body[^>]*>([\s\S]*?)<\/body>/i);
+    return bodyMatch ? bodyMatch[1] : html;
+}
+function htmlToMarkdown(html, td) {
+    const articleHtml = extractArticleContent(html);
+    return td.turndown(articleHtml).trim();
+}
+function isMarkdownFile(filePath) {
+    const ext = path.extname(filePath).toLowerCase();
+    return ext === ".md" || ext === ".mdx";
+}
+function stripMdxComponents(content) {
+    // Remove JSX-style components: <Component /> and <Component>...</Component>
+    return content
+        .replace(/<[A-Z][a-zA-Z]*\s*\/>/g, "")
+        .replace(/<[A-Z][a-zA-Z]*[^>]*>[\s\S]*?<\/[A-Z][a-zA-Z]*>/g, "")
+        .replace(/import\s+.*?from\s+['"].*?['"]\s*;?\s*\n?/g, "")
+        .replace(/export\s+default\s+.*?;\s*\n?/g, "");
+}
+// ─── LLM structuring ────────────────────────────────────────────────────
+async function llmStructure(content, url, categories, provider) {
+    const categoryList = [...new Set(Object.values(categories))].join(", ");
+    const prompt = `You are a knowledge structuring system. Given the following web page content and its URL, produce a JSON object with these fields:
+
+- title: A clear, concise title
+- category: One of: ${categoryList}, or "general"
+- tags: An object with "domain" (array of topic tags) and "type" (array like ["article", "documentation", "product", "service", "faq", "page"])
+- relevance: A keyword cloud (space-separated, 15-25 words) for search discovery. Include synonyms, related terms, abbreviations.
+- confidence: 0.0 to 1.0
+
+URL: ${url}
+
+Content:
+${content.slice(0, 4000)}
+
+Respond with ONLY valid JSON, no markdown fences.`;
+    const response = await provider.generate(prompt, {
+        system: "You are a knowledge structuring assistant. Output only valid JSON.",
+        maxTokens: 500,
+    });
+    let parsed;
+    try {
+        // Strip markdown fences if present
+        const cleaned = response.replace(/```(?:json)?\n?/g, "").trim();
+        parsed = JSON.parse(cleaned);
+    }
+    catch {
+        // Fallback to structured mode
+        return extractStructuredFrontmatter(content, url, categories);
+    }
+    const urlPath = new URL(url, "https://example.com").pathname;
+    const slug = urlPath.split("/").filter(Boolean).pop() || "index";
+    const category = typeof parsed.category === "string" ? parsed.category : "general";
+    const prefix = category.slice(0, 4).toLowerCase();
+    return {
+        id: `${prefix}-${slug.replace(/[^a-z0-9-]/gi, "-").toLowerCase()}`,
+        title: typeof parsed.title === "string" ? parsed.title : slug,
+        category,
+        tags: {
+            domain: Array.isArray(parsed.tags?.domain)
+                ? parsed.tags.domain
+                : [],
+            type: Array.isArray(parsed.tags?.type)
+                ? parsed.tags.type
+                : ["page"],
+        },
+        relevance: typeof parsed.relevance === "string" ? parsed.relevance : "",
+        author: "ai",
+        authority: "imported",
+        confidence: typeof parsed.confidence === "number" ? parsed.confidence : 0.8,
+        created: new Date().toISOString().split("T")[0],
+        status: "active",
+    };
+}
+// ─── Memory file writing ─────────────────────────────────────────────────
+function buildMemoryFile(fm, content) {
+    const lines = [
+        "---",
+        `id: ${fm.id}`,
+        `title: '${fm.title.replace(/'/g, "''")}'`,
+        `category: ${fm.category}`,
+        "tags:",
+        "  domain:",
+        ...fm.tags.domain.map((t) => `    - ${t}`),
+        "  type:",
+        ...fm.tags.type.map((t) => `    - ${t}`),
+        `relevance: '${fm.relevance.replace(/'/g, "''")}'`,
+        `author: ${fm.author}`,
+        `authority: ${fm.authority}`,
+        `confidence: ${fm.confidence}`,
+        `created: '${fm.created}'`,
+        `status: ${fm.status}`,
+        "---",
+        "",
+        `# ${fm.title}`,
+        "",
+        content,
+    ];
+    return lines.join("\n");
+}
+// ─── Existing file hash check ────────────────────────────────────────────
+function getExistingHash(filePath) {
+    if (!existsSync(filePath))
+        return null;
+    try {
+        const raw = readFileSync(filePath, "utf-8");
+        const parsed = matter(raw);
+        return parsed.data.contentHash || null;
+    }
+    catch {
+        return null;
+    }
+}
+// ─── Concurrency limiter ─────────────────────────────────────────────────
+async function pLimit(tasks, concurrency) {
+    const results = [];
+    let index = 0;
+    async function worker() {
+        while (index < tasks.length) {
+            const i = index++;
+            results[i] = await tasks[i]();
+        }
+    }
+    const workers = Array.from({ length: Math.min(concurrency, tasks.length) }, () => worker());
+    await Promise.all(workers);
+    return results;
+}
+// ─── Public API ──────────────────────────────────────────────────────────
+/**
+ * Ingest a website into a Gnosys knowledge directory.
+ */
+export async function ingestSite(config, gnosysConfig) {
+    const start = Date.now();
+    const result = {
+        added: [],
+        updated: [],
+        unchanged: [],
+        removed: [],
+        errors: [],
+        duration: 0,
+    };
+    const outputDir = path.resolve(config.outputDir);
+    const exclude = config.exclude || [];
+    const concurrency = config.concurrency || 3;
+    const crawlDelay = config.crawlDelayMs ?? 200;
+    const dryRun = config.dryRun || false;
+    // Determine LLM provider availability
+    let llmProvider = null;
+    if (config.llmEnrich !== false && gnosysConfig) {
+        try {
+            llmProvider = getLLMProvider(gnosysConfig, "structuring");
+        }
+        catch {
+            llmProvider = null;
+        }
+    }
+    // Collect URLs/files to process
+    let pages = [];
+    if (config.source === "sitemap" && config.sitemapUrl) {
+        const urls = await fetchSitemapUrls(config.sitemapUrl);
+        pages = urls
+            .filter((u) => !matchesExclude(u, exclude))
+            .map((u) => ({ url: u, isLocal: false }));
+    }
+    else if (config.source === "directory" && config.contentDir) {
+        const contentDir = path.resolve(config.contentDir);
+        const files = await findFilesRecursive(contentDir);
+        pages = files
+            .filter((f) => {
+            const ext = path.extname(f).toLowerCase();
+            return [".md", ".mdx", ".html", ".htm"].includes(ext);
+        })
+            .map((f) => ({
+            url: `file://${f}`,
+            isLocal: true,
+        }));
+    }
+    else if (config.source === "urls" && config.urls) {
+        pages = config.urls
+            .filter((u) => !matchesExclude(u, exclude))
+            .map((u) => ({ url: u, isLocal: false }));
+    }
+    if (pages.length === 0) {
+        result.duration = Date.now() - start;
+        return result;
+    }
+    // Ensure output directory exists
+    if (!dryRun) {
+        mkdirSync(outputDir, { recursive: true });
+    }
+    const td = createTurndown();
+    // Track which output files still exist in source (for pruning)
+    const processedFiles = new Set();
+    // Process pages with concurrency control
+    const tasks = pages.map((page, idx) => async () => {
+        // Crawl delay for remote URLs (skip for first request and localhost)
+        if (!page.isLocal && idx > 0 && crawlDelay > 0) {
+            const url = new URL(page.url);
+            if (url.hostname !== "localhost" && url.hostname !== "127.0.0.1") {
+                await new Promise((resolve) => setTimeout(resolve, crawlDelay));
+            }
+        }
+        try {
+            // Fetch content
+            let rawContent;
+            if (page.isLocal) {
+                const filePath = page.url.replace("file://", "");
+                rawContent = readFileSync(filePath, "utf-8");
+            }
+            else {
+                rawContent = await fetchPage(page.url);
+            }
+            // Convert to markdown
+            let markdown;
+            if (page.isLocal && isMarkdownFile(page.url.replace("file://", ""))) {
+                const parsed = matter(rawContent);
+                markdown = parsed.content.trim();
+                if (page.url.endsWith(".mdx")) {
+                    markdown = stripMdxComponents(markdown);
+                }
+            }
+            else {
+                markdown = htmlToMarkdown(rawContent, td);
+            }
+            // Compute content hash
+            const contentHash = createHash("sha256").update(markdown).digest("hex");
+            // Determine output path
+            const relativePath = urlToFilePath(page.url, config.categories);
+            const fullPath = path.join(outputDir, relativePath);
+            processedFiles.add(relativePath);
+            // Check for existing file with same hash
+            const existingHash = getExistingHash(fullPath);
+            if (existingHash === contentHash) {
+                result.unchanged.push(relativePath);
+                return;
+            }
+            // Generate frontmatter
+            let fm;
+            if (llmProvider) {
+                fm = await llmStructure(markdown, page.url, config.categories, llmProvider);
+            }
+            else {
+                fm = extractStructuredFrontmatter(rawContent, page.url, config.categories);
+            }
+            // Write file
+            if (!dryRun) {
+                const dir = path.dirname(fullPath);
+                mkdirSync(dir, { recursive: true });
+                // Add contentHash to frontmatter for change detection
+                const fileContent = buildMemoryFile(fm, markdown).replace("---\n", `---\ncontentHash: '${contentHash}'\n`);
+                await fs.writeFile(fullPath, fileContent, "utf-8");
+            }
+            if (existingHash) {
+                result.updated.push(relativePath);
+            }
+            else {
+                result.added.push(relativePath);
+            }
+        }
+        catch (err) {
+            result.errors.push({
+                url: page.url,
+                error: err instanceof Error ? err.message : String(err),
+            });
+        }
+    });
+    await pLimit(tasks, concurrency);
+    // Pruning
+    if (config.prune && !dryRun) {
+        const existingFiles = await findMdFilesRecursive(outputDir);
+        for (const existing of existingFiles) {
+            const rel = path.relative(outputDir, existing);
+            if (!processedFiles.has(rel) && rel !== "gnosys-index.json") {
+                await fs.unlink(existing);
+                result.removed.push(rel);
+            }
+        }
+    }
+    // If using structured mode (no LLM), run TF-IDF across corpus for relevance
+    if (!llmProvider && !dryRun && (result.added.length > 0 || result.updated.length > 0)) {
+        await applyTfIdfRelevance(outputDir);
+    }
+    result.duration = Date.now() - start;
+    return result;
+}
+/**
+ * Ingest a single URL into the knowledge base.
+ */
+export async function ingestUrl(url, config, gnosysConfig) {
+    return ingestSite({ ...config, source: "urls", urls: [url] }, gnosysConfig);
+}
+/**
+ * Ingest from a local directory.
+ */
+export async function ingestDirectory(dir, config, gnosysConfig) {
+    return ingestSite({ ...config, source: "directory", contentDir: dir }, gnosysConfig);
+}
+/**
+ * Remove all knowledge files from the output directory.
+ */
+export async function removeKnowledge(knowledgePath) {
+    if (existsSync(knowledgePath)) {
+        await fs.rm(knowledgePath, { recursive: true, force: true });
+    }
+}
+// ─── Internal helpers ────────────────────────────────────────────────────
+async function findFilesRecursive(dir) {
+    const results = [];
+    async function walk(current) {
+        const entries = await fs.readdir(current, { withFileTypes: true });
+        for (const entry of entries) {
+            const fullPath = path.join(current, entry.name);
+            if (entry.isDirectory()) {
+                await walk(fullPath);
+            }
+            else if (entry.isFile()) {
+                results.push(fullPath);
+            }
+        }
+    }
+    await walk(dir);
+    return results.sort();
+}
+async function findMdFilesRecursive(dir) {
+    const allFiles = await findFilesRecursive(dir);
+    return allFiles.filter((f) => f.endsWith(".md"));
+}
+async function applyTfIdfRelevance(outputDir) {
+    const mdFiles = await findMdFilesRecursive(outputDir);
+    const docs = [];
+    for (const filePath of mdFiles) {
+        try {
+            const raw = readFileSync(filePath, "utf-8");
+            const parsed = matter(raw);
+            const id = parsed.data.id || path.basename(filePath, ".md");
+            docs.push({ id, content: parsed.content, path: filePath });
+        }
+        catch {
+            continue;
+        }
+    }
+    if (docs.length === 0)
+        return;
+    const tfidf = computeTfIdf(docs);
+    for (const doc of docs) {
+        const terms = tfidf.get(doc.id);
+        if (!terms || terms.length === 0)
+            continue;
+        const relevance = terms.map((t) => t.term).join(" ");
+        try {
+            const raw = readFileSync(doc.path, "utf-8");
+            const parsed = matter(raw);
+            parsed.data.relevance = relevance;
+            const updated = matter.stringify(parsed.content, parsed.data);
+            await fs.writeFile(doc.path, updated, "utf-8");
+        }
+        catch {
+            continue;
+        }
+    }
+}
+//# sourceMappingURL=webIngest.js.map

package/dist/lib/webIngest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"webIngest.js","sourceRoot":"","sources":["../../src/lib/webIngest.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACzD,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,eAAe,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,cAAc,EAAoB,MAAM,UAAU,CAAC;AAE5D,OAAO,EACL,4BAA4B,EAC5B,YAAY,GAEb,MAAM,uBAAuB,CAAC;AAoC/B,2EAA2E;AAE3E,SAAS,cAAc;IACrB,MAAM,EAAE,GAAG,IAAI,eAAe,CAAC;QAC7B,YAAY,EAAE,KAAK;QACnB,cAAc,EAAE,QAAQ;KACzB,CAAC,CAAC;IAEH,qDAAqD;IACrD,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;IAE7E,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,4EAA4E;AAE5E,0DAA0D;AAC1D,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAE5B,kDAAkD;AAClD,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEhC;;;GAGG;AACH,SAAS,SAAS,CAAC,MAAc;IAC/B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5B,wBAAwB;QACxB,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QAExE,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;QAE9B,iBAAiB;QACjB,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;YACvG,OAAO,IAAI,CAAC,CAAC,qEAAqE;QACpF,CAAC;QAED,iCAAiC;QACjC,IAAI,QAAQ,KAAK,iBAAiB,IAAI,QAAQ,KAAK,0BAA0B;YAAE,OAAO,KAAK,CAAC;QAE5F,4BAA4B;QAC5B,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACjE,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK,EAAE;gBAAE,OAAO,KAAK,CAAC,CAA0B,aAAa;YAClE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;gBAAE,OAAO,KAAK,CAAC,CAAG,gBAAgB;YACrE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;gBAAE,OAAO,KAAK,CAAC,CAAa,iBAAiB;YACvE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;gBAAE,OAAO,KAAK,CAAC,CAAa,8BAA8B;QACtF,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,4EAA4E;AAE5E,SAAS,cAAc,CAAC,GAAW,EAAE,QAAkB;IACrD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC,QAAQ,CAAC;IAC7D,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;AACvE,CAAC;AAED,qFAAqF;AACrF,SAAS,eAAe,CAAC,KAAa,EAAE,OAAe;IACrD,6CAA6C;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,KAAK,OAAO,CAAC;IAEjD,iCAAiC;IACjC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAE9C,IAAI,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,CAAC,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;YAC7C,gCAAgC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACxC,IAAI,GAAG,KAAK,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7B,GAAG,GAAG,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,kCAAkC;IAClC,OAAO,GAAG,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC;AAChE,CAAC;AAED,SAAS,aAAa,CAAC,GAAW,EAAE,UAAkC;IACpE,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC;IAEhC,+BAA+B;IAC/B,IAAI,QAAQ,GAAG,SAAS,CAAC;IACzB,KAAK,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACxD,IAAI,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;YACtC,QAAQ,GAAG,GAAG,CAAC;YACf,MAAM;QACR,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,EAAE,IAAI,OAAO,CAAC;IACvC,MAAM,SAAS,GAAG,IAAI;SACnB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;SACrB,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC;SAC5B,WAAW,EAAE,CAAC;IAEjB,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,SAAS,KAAK,CAAC,CAAC;AAChD,CAAC;AAED,4EAA4E;AAE5E,KAAK,UAAU,gBAAgB,CAAC,UAAkB,EAAE,QAAgB,CAAC;IACnE,IAAI,KAAK,GAAG,iBAAiB,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,yCAAyC,iBAAiB,GAAG,CAAC,CAAC;IACjF,CAAC;IAED,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAC;IACjE,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;IACzC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAElC,0BAA0B;IAC1B,IAAI,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QAClC,MAAM,WAAW,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnF,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,KAAK,MAAM,QAAQ,IAAI,WAAW,EAAE,CAAC;YACnC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;gBAAE,SAAS;YACnC,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAC9D,OAAO,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;YAC3B,IAAI,OAAO,CAAC,MAAM,IAAI,gBAAgB,EAAE,CAAC;gBACvC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,sDAAsD;IACtD,OAAO,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC;SACjD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SAC3B,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;AAChC,CAAC;AAED,4EAA4E;AAE5E,KAAK,UAAU,SAAS,CAAC,GAAW;IAClC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,iCAAiC,GAAG,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,qBAAqB,CAAC,IAAY;IACzC,wCAAwC;IACxC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC1F,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC;IAEzC,qCAAqC;IACrC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAC7B,kGAAkG,CACnG,CAAC;IACF,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC;IAEzC,wBAAwB;IACxB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;IAC/D,OAAO,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACzC,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,EAAmB;IACvD,MAAM,WAAW,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAChD,OAAO,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC;AACzC,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB;IACtC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACjD,OAAO,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,CAAC;AACzC,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAe;IACzC,4EAA4E;IAC5E,OAAO,OAAO;SACX,OAAO,CAAC,wBAAwB,EAAE,EAAE,CAAC;SACrC,OAAO,CAAC,kDAAkD,EAAE,EAAE,CAAC;SAC/D,OAAO,CAAC,4CAA4C,EAAE,EAAE,CAAC;SACzD,OAAO,CAAC,gCAAgC,EAAE,EAAE,CAAC,CAAC;AACnD,CAAC;AAED,2EAA2E;AAE3E,KAAK,UAAU,YAAY,CACzB,OAAe,EACf,GAAW,EACX,UAAkC,EAClC,QAAqB;IAErB,MAAM,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAExE,MAAM,MAAM,GAAG;;;sBAGK,YAAY;;;;;OAK3B,GAAG;;;EAGR,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;;kDAE0B,CAAC;IAEjD,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE;QAC/C,MAAM,EAAE,oEAAoE;QAC5E,SAAS,EAAE,GAAG;KACf,CAAC,CAAC;IAEH,IAAI,MAA+B,CAAC;IACpC,IAAI,CAAC;QACH,mCAAmC;QACnC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAChE,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,8BAA8B;QAC9B,OAAO,4BAA4B,CAAC,OAAO,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC,QAAQ,CAAC;IAC7D,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,OAAO,CAAC;IACjE,MAAM,QAAQ,GAAG,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACnF,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAElD,OAAO;QACL,EAAE,EAAE,GAAG,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE;QAClE,KAAK,EAAE,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;QAC7D,QAAQ;QACR,IAAI,EAAE;YACJ,MAAM,EAAE,KAAK,CAAC,OAAO,CAAE,MAAM,CAAC,IAAgC,EAAE,MAAM,CAAC;gBACrE,CAAC,CAAE,MAAM,CAAC,IAAiC,CAAC,MAAM;gBAClD,CAAC,CAAC,EAAE;YACN,IAAI,EAAE,KAAK,CAAC,OAAO,CAAE,MAAM,CAAC,IAAgC,EAAE,IAAI,CAAC;gBACjE,CAAC,CAAE,MAAM,CAAC,IAAiC,CAAC,IAAI;gBAChD,CAAC,CAAC,CAAC,MAAM,CAAC;SACb;QACD,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;QACvE,MAAM,EAAE,IAAI;QACZ,SAAS,EAAE,UAAU;QACrB,UAAU,EAAE,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG;QAC3E,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,EAAE,QAAQ;KACjB,CAAC;AACJ,CAAC;AAED,4EAA4E;AAE5E,SAAS,eAAe,CAAC,EAA2B,EAAE,OAAe;IACnE,MAAM,KAAK,GAAG;QACZ,KAAK;QACL,OAAO,EAAE,CAAC,EAAE,EAAE;QACd,WAAW,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG;QAC1C,aAAa,EAAE,CAAC,QAAQ,EAAE;QAC1B,OAAO;QACP,WAAW;QACX,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QAC1C,SAAS;QACT,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;QACxC,eAAe,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG;QAClD,WAAW,EAAE,CAAC,MAAM,EAAE;QACtB,cAAc,EAAE,CAAC,SAAS,EAAE;QAC5B,eAAe,EAAE,CAAC,UAAU,EAAE;QAC9B,aAAa,EAAE,CAAC,OAAO,GAAG;QAC1B,WAAW,EAAE,CAAC,MAAM,EAAE;QACtB,KAAK;QACL,EAAE;QACF,KAAK,EAAE,CAAC,KAAK,EAAE;QACf,EAAE;QACF,OAAO;KACR,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,4EAA4E;AAE5E,SAAS,eAAe,CAAC,QAAgB;IACvC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,OAAQ,MAAM,CAAC,IAAI,CAAC,WAAsB,IAAI,IAAI,CAAC;IACrD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,4EAA4E;AAE5E,KAAK,UAAU,MAAM,CACnB,KAA8B,EAC9B,WAAmB;IAEnB,MAAM,OAAO,GAAQ,EAAE,CAAC;IACxB,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,UAAU,MAAM;QACnB,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC;YAClB,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CACxB,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAC/C,GAAG,EAAE,CAAC,MAAM,EAAE,CACf,CAAC;IACF,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,4EAA4E;AAE5E;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,MAAuB,EACvB,YAA2B;IAE3B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,MAAM,GAAiB;QAC3B,KAAK,EAAE,EAAE;QACT,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,EAAE;QACb,OAAO,EAAE,EAAE;QACX,MAAM,EAAE,EAAE;QACV,QAAQ,EAAE,CAAC;KACZ,CAAC;IAEF,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;IACrC,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,IAAI,GAAG,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC;IAEtC,sCAAsC;IACtC,IAAI,WAAW,GAAuB,IAAI,CAAC;IAC3C,IAAI,MAAM,CAAC,SAAS,KAAK,KAAK,IAAI,YAAY,EAAE,CAAC;QAC/C,IAAI,CAAC;YACH,WAAW,GAAG,cAAc,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;QAC5D,CAAC;QAAC,MAAM,CAAC;YACP,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC;IACH,CAAC;IAED,gCAAgC;IAChC,IAAI,KAAK,GAA6C,EAAE,CAAC;IAEzD,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACrD,MAAM,IAAI,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACvD,KAAK,GAAG,IAAI;aACT,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;aAC1C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC,UAAU,CAAC,CAAC;QACnD,KAAK,GAAG,KAAK;aACV,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACZ,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YAC1C,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACxD,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACX,GAAG,EAAE,UAAU,CAAC,EAAE;YAClB,OAAO,EAAE,IAAI;SACd,CAAC,CAAC,CAAC;IACR,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QACnD,KAAK,GAAG,MAAM,CAAC,IAAI;aAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;aAC1C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QACrC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,iCAAiC;IACjC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,EAAE,GAAG,cAAc,EAAE,CAAC;IAE5B,+DAA+D;IAC/D,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IAEzC,yCAAyC;IACzC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE;QAChD,qEAAqE;QACrE,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,GAAG,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YAC/C,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,IAAI,GAAG,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;gBACjE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,gBAAgB;YAChB,IAAI,UAAkB,CAAC;YACvB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBACjD,UAAU,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACN,UAAU,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzC,CAAC;YAED,sBAAsB;YACtB,IAAI,QAAgB,CAAC;YACrB,IAAI,IAAI,CAAC,OAAO,IAAI,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC;gBACpE,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;gBAClC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBACjC,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC9B,QAAQ,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,QAAQ,GAAG,cAAc,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YAC5C,CAAC;YAED,uBAAuB;YACvB,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAExE,wBAAwB;YACxB,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YACpD,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YAEjC,yCAAyC;YACzC,MAAM,YAAY,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;YAC/C,IAAI,YAAY,KAAK,WAAW,EAAE,CAAC;gBACjC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBACpC,OAAO;YACT,CAAC;YAED,uBAAuB;YACvB,IAAI,EAA2B,CAAC;YAChC,IAAI,WAAW,EAAE,CAAC;gBAChB,EAAE,GAAG,MAAM,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;YAC9E,CAAC;iBAAM,CAAC;gBACN,EAAE,GAAG,4BAA4B,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7E,CAAC;YAED,aAAa;YACb,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBACnC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAEpC,sDAAsD;gBACtD,MAAM,WAAW,GAAG,eAAe,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,OAAO,CACvD,OAAO,EACP,sBAAsB,WAAW,KAAK,CACvC,CAAC;gBACF,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;YACrD,CAAC;YAED,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;gBACjB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAEjC,UAAU;IACV,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,aAAa,GAAG,MAAM,oBAAoB,CAAC,SAAS,CAAC,CAAC;QAC5D,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC/C,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,KAAK,mBAAmB,EAAE,CAAC;gBAC5D,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC1B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;QACtF,MAAM,mBAAmB,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;IACrC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,GAAW,EACX,MAAuB,EACvB,YAA2B;IAE3B,OAAO,UAAU,CACf,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EAC1C,YAAY,CACb,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,GAAW,EACX,MAAuB,EACvB,YAA2B;IAE3B,OAAO,UAAU,CACf,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,EAAE,EACnD,YAAY,CACb,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,aAAqB;IACzD,IAAI,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAC9B,MAAM,EAAE,CAAC,EAAE,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC;AACH,CAAC;AAED,4EAA4E;AAE5E,KAAK,UAAU,kBAAkB,CAAC,GAAW;IAC3C,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,KAAK,UAAU,IAAI,CAAC,OAAe;QACjC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;YACvB,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC1B,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC;IAChB,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,GAAW;IAC7C,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,GAAG,CAAC,CAAC;IAC/C,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;AACnD,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,SAAiB;IAClD,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,SAAS,CAAC,CAAC;IACtD,MAAM,IAAI,GAAyD,EAAE,CAAC;IAEtE,KAAK,MAAM,QAAQ,IAAI,OAAO,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,MAAM,EAAE,GAAI,MAAM,CAAC,IAAI,CAAC,EAAa,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACxE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC7D,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAE9B,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAEjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAE3C,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAErD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;YAClC,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YAC9D,MAAM,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/lib/wikilinks.d.ts

@@ -0,0 +1,63 @@
+/**
+ * Gnosys Wikilinks — Obsidian-compatible cross-references between memories.
+ *
+ * Scans memory content for [[wikilinks]] and builds a link graph.
+ * Supports both [[title]] and [[path|display text]] formats.
+ */
+import { Memory } from "./store.js";
+/** A single link found in a memory. */
+export interface WikiLink {
+    /** The raw target inside [[ ]] — could be a title or relative path */
+    target: string;
+    /** Optional display text (from [[target|display]]) */
+    displayText: string | null;
+    /** The source memory's relative path */
+    sourcePath: string;
+    /** The source memory's title */
+    sourceTitle: string;
+}
+/** A node in the link graph with both outgoing and incoming links. */
+export interface LinkNode {
+    /** This memory's relative path */
+    path: string;
+    /** This memory's title */
+    title: string;
+    /** Links going OUT from this memory */
+    outgoing: WikiLink[];
+    /** Backlinks coming IN to this memory */
+    incoming: WikiLink[];
+}
+/** Full link graph across all memories. */
+export interface LinkGraph {
+    nodes: Map<string, LinkNode>;
+    /** Total number of wikilinks found */
+    totalLinks: number;
+    /** Targets that don't resolve to any known memory */
+    orphanedLinks: WikiLink[];
+}
+/**
+ * Extract all wikilinks from a memory's content.
+ */
+export declare function extractLinks(memory: Memory): WikiLink[];
+/**
+ * Resolve a wikilink target to a memory.
+ * Tries matching by: exact relative path, title (case-insensitive), id.
+ */
+export declare function resolveLink(target: string, memories: Memory[]): Memory | null;
+/**
+ * Build a full link graph from all memories.
+ */
+export declare function buildLinkGraph(memories: Memory[]): LinkGraph;
+/**
+ * Get backlinks for a specific memory.
+ */
+export declare function getBacklinks(memories: Memory[], targetPath: string): WikiLink[];
+/**
+ * Get outgoing links for a specific memory.
+ */
+export declare function getOutgoingLinks(memories: Memory[], sourcePath: string): WikiLink[];
+/**
+ * Format the link graph as a simple text summary.
+ */
+export declare function formatGraphSummary(graph: LinkGraph): string;
+//# sourceMappingURL=wikilinks.d.ts.map

package/dist/lib/wikilinks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wikilinks.d.ts","sourceRoot":"","sources":["../../src/lib/wikilinks.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AAEpC,uCAAuC;AACvC,MAAM,WAAW,QAAQ;IACvB,sEAAsE;IACtE,MAAM,EAAE,MAAM,CAAC;IACf,sDAAsD;IACtD,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,wCAAwC;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,sEAAsE;AACtE,MAAM,WAAW,QAAQ;IACvB,kCAAkC;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,0BAA0B;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,uCAAuC;IACvC,QAAQ,EAAE,QAAQ,EAAE,CAAC;IACrB,yCAAyC;IACzC,QAAQ,EAAE,QAAQ,EAAE,CAAC;CACtB;AAED,2CAA2C;AAC3C,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC7B,sCAAsC;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,qDAAqD;IACrD,aAAa,EAAE,QAAQ,EAAE,CAAC;CAC3B;AAKD;;GAEG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,EAAE,CAiBvD;AAED;;;GAGG;AACH,wBAAgB,WAAW,CACzB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAAE,GACjB,MAAM,GAAG,IAAI,CA4Bf;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,SAAS,CAsC5D;AAED;;GAEG;AACH,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,MAAM,EAAE,EAClB,UAAU,EAAE,MAAM,GACjB,QAAQ,EAAE,CAIZ;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,MAAM,EAAE,EAClB,UAAU,EAAE,MAAM,GACjB,QAAQ,EAAE,CAIZ;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,SAAS,GAAG,MAAM,CAsC3D"}