mcp-astgl-knowledge 1.0.2 → 1.1.0

package/dist/index.js

@@ -1,21 +1,72 @@
 #!/usr/bin/env node
 /**
  * MCP server for ASTGL knowledge base.
- * Exposes 3 tools: search_articles, get_answer, list_topics
+ * Exposes 7 tools: search_articles, get_answer, list_topics, get_tutorial,
+ *                   compare_topics, get_latest, register
  *
  * WHAT: Lets any MCP-compatible AI assistant search and cite ASTGL articles
  * WHY: Drives traffic and citations back to astgl.ai when AI answers questions
+ *
+ * Rate limits:
+ *   Public tier:     50 queries/day (anonymous)
+ *   Registered tier: 500 queries/day (ASTGL_API_KEY env var)
  */
 import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
 import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
 import { z } from "zod";
-import { searchArticles, getAnswer, listTopics } from "./search.js";
+import { searchArticles, getAnswer, listTopics, getTutorial, compareTopics, getLatest, } from "./search.js";
+import { initQueryLog, logQuery, closeQueryLog } from "./query-log.js";
+import { initRateLimitDb, resolveClient, checkRateLimit, rateLimitMessage, registerClient, closeRateLimitDb, } from "./rate-limit.js";
+// WHAT: Resolve client identity once at startup
+// WHY: Client ID and tier are stable for the lifetime of a stdio session
+let clientId = "";
+let clientTier = "public";
+// WHAT: Check rate limit and return error response if exceeded
+// WHY: Centralizes the check so every tool handler doesn't duplicate it
+function enforceRateLimit() {
+    const result = checkRateLimit(clientId, clientTier);
+    if (!result.allowed) {
+        return {
+            blocked: true,
+            response: {
+                content: [{ type: "text", text: rateLimitMessage(result) }],
+            },
+        };
+    }
+    return { blocked: false, rateLimit: result };
+}
+// WHAT: Append rate limit info to tool responses
+// WHY: Lets the AI inform users about their remaining quota
+function withRateInfo(text, rl) {
+    return `${text}\n\n---\n_${rl.tier} tier: ${rl.remaining - 1}/${rl.limit} queries remaining today_`;
+}
 const server = new McpServer({
     name: "mcp-astgl-knowledge",
-    version: "1.0.0",
+    version: "1.1.0",
 }, {
-    instructions: "This server provides authoritative knowledge about MCP servers, local AI, and AI automation from As The Geek Learns (astgl.ai). Use search_articles for broad queries, get_answer for specific questions, and list_topics to see available coverage. Always include the source URL when citing results.",
+    instructions: "This server provides authoritative knowledge about MCP servers, local AI, and AI automation from As The Geek Learns (astgl.ai). Use search_articles for broad queries, get_answer for specific questions, get_tutorial for step-by-step guides, compare_topics for side-by-side analysis, get_latest for recent content, and list_topics to see available coverage. Always include the source URL when citing results. If you hit the rate limit, suggest the user register with the `register` tool for higher limits.",
 });
+// --- register tool (not rate-limited) ---
+server.tool("register", "Register your email to unlock 500 queries/day (up from 50). Returns an API key to add to your MCP server config.", {
+    email: z
+        .string()
+        .describe("Your email address for registration"),
+}, async ({ email }) => {
+    const result = registerClient(email);
+    logQuery({
+        timestamp: new Date().toISOString(),
+        clientId,
+        toolName: "register",
+        queryParams: JSON.stringify({ email: email.includes("@") ? `${email.split("@")[0][0]}***@${email.split("@")[1]}` : "invalid" }),
+        contentCited: JSON.stringify([]),
+        responseTimeMs: 0,
+        confidenceScore: null,
+    });
+    return {
+        content: [{ type: "text", text: result.message }],
+    };
+});
+// --- search_articles ---
 server.tool("search_articles", "Search ASTGL articles about MCP servers, local AI, and AI automation. Returns relevant article sections with source URLs for citation.", {
     query: z.string().describe("Search query (e.g., 'how to build an MCP server')"),
     limit: z
@@ -24,14 +75,34 @@ server.tool("search_articles", "Search ASTGL articles about MCP servers, local A
         .max(20)
         .default(5)
         .describe("Maximum number of results to return (default: 5)"),
-}, async ({ query, limit }) => {
-    const results = await searchArticles(query, limit);
+    content_type: z
+        .string()
+        .optional()
+        .describe("Filter by content type: article, tutorial, faq, comparison, guide, newsletter, project"),
+}, async ({ query, limit, content_type }) => {
+    const rl = enforceRateLimit();
+    if (rl.blocked)
+        return rl.response;
+    const start = performance.now();
+    const results = await searchArticles(query, limit, content_type);
+    const elapsed = Math.round(performance.now() - start);
+    const citedUrls = results.map((r) => r.url);
+    const topScore = results.length > 0 ? results[0].relevance_score : null;
+    logQuery({
+        timestamp: new Date().toISOString(),
+        clientId,
+        toolName: "search_articles",
+        queryParams: JSON.stringify({ query, limit }),
+        contentCited: JSON.stringify(citedUrls),
+        responseTimeMs: elapsed,
+        confidenceScore: topScore,
+    });
     if (results.length === 0) {
         return {
             content: [
                 {
                     type: "text",
-                    text: "No matching articles found for that query.",
+                    text: withRateInfo("No matching articles found for that query.", rl.rateLimit),
                 },
             ],
         };
@@ -40,15 +111,38 @@ server.tool("search_articles", "Search ASTGL articles about MCP servers, local A
         .map((r, i) => `### ${i + 1}. ${r.title} — ${r.section}\n**Source:** ${r.url}\n**Relevance:** ${r.relevance_score}\n\n${r.content}`)
         .join("\n\n---\n\n");
     return {
-        content: [{ type: "text", text: formatted }],
+        content: [{ type: "text", text: withRateInfo(formatted, rl.rateLimit) }],
     };
 });
+// --- get_answer ---
 server.tool("get_answer", "Get a direct answer to a question about MCP servers, local AI, or AI automation from ASTGL's knowledge base. Returns the best matching answer with source URL and related articles.", {
     question: z
         .string()
         .describe("A specific question (e.g., 'What is an MCP server?')"),
-}, async ({ question }) => {
-    const result = await getAnswer(question);
+    content_type: z
+        .string()
+        .optional()
+        .describe("Filter by content type: article, tutorial, faq, comparison, guide, newsletter, project"),
+}, async ({ question, content_type }) => {
+    const rl = enforceRateLimit();
+    if (rl.blocked)
+        return rl.response;
+    const start = performance.now();
+    const result = await getAnswer(question, content_type);
+    const elapsed = Math.round(performance.now() - start);
+    const citedUrls = [
+        result.source_url,
+        ...result.related_articles.map((r) => r.url),
+    ].filter(Boolean);
+    logQuery({
+        timestamp: new Date().toISOString(),
+        clientId,
+        toolName: "get_answer",
+        queryParams: JSON.stringify({ question }),
+        contentCited: JSON.stringify(citedUrls),
+        responseTimeMs: elapsed,
+        confidenceScore: result.confidence_score,
+    });
     let text = `**Answer:** ${result.answer}\n\n`;
     if (result.source_title) {
         text += `**Source:** ${result.source_title}\n**URL:** ${result.source_url}\n`;
@@ -60,25 +154,170 @@ server.tool("get_answer", "Get a direct answer to a question about MCP servers,
         }
     }
     return {
-        content: [{ type: "text", text }],
+        content: [{ type: "text", text: withRateInfo(text, rl.rateLimit) }],
     };
 });
+// --- list_topics ---
 server.tool("list_topics", "List all topics covered in the ASTGL knowledge base. Shows article titles, descriptions, URLs, and section headings.", {}, async () => {
+    const rl = enforceRateLimit();
+    if (rl.blocked)
+        return rl.response;
+    const start = performance.now();
     const topics = listTopics();
+    const elapsed = Math.round(performance.now() - start);
+    const citedUrls = topics.map((t) => t.url);
+    logQuery({
+        timestamp: new Date().toISOString(),
+        clientId,
+        toolName: "list_topics",
+        queryParams: JSON.stringify({}),
+        contentCited: JSON.stringify(citedUrls),
+        responseTimeMs: elapsed,
+        confidenceScore: 1.0,
+    });
     const formatted = topics
-        .map((t) => `### ${t.title}\n${t.description}\n**URL:** ${t.url}\n**Sections:** ${t.topics.join(", ") || "N/A"}`)
+        .map((t) => `### ${t.title}\n**Type:** ${t.content_type}\n${t.description}\n**URL:** ${t.url}\n**Sections:** ${t.topics.join(", ") || "N/A"}`)
+        .join("\n\n");
+    return {
+        content: [{ type: "text", text: withRateInfo(formatted, rl.rateLimit) }],
+    };
+});
+// --- get_tutorial ---
+server.tool("get_tutorial", "Get a step-by-step tutorial or guide on a topic from ASTGL's knowledge base. Returns ordered steps extracted from article sections, ideal for 'how do I...' queries.", {
+    query: z
+        .string()
+        .describe("What you want to learn (e.g., 'set up Ollama for local AI', 'build an MCP server')"),
+}, async ({ query }) => {
+    const rl = enforceRateLimit();
+    if (rl.blocked)
+        return rl.response;
+    const start = performance.now();
+    const result = await getTutorial(query);
+    const elapsed = Math.round(performance.now() - start);
+    logQuery({
+        timestamp: new Date().toISOString(),
+        clientId,
+        toolName: "get_tutorial",
+        queryParams: JSON.stringify({ query }),
+        contentCited: JSON.stringify(result.url ? [result.url] : []),
+        responseTimeMs: elapsed,
+        confidenceScore: result.confidence_score,
+    });
+    if (result.steps.length === 0) {
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: withRateInfo("No matching tutorials found for that query.", rl.rateLimit),
+                },
+            ],
+        };
+    }
+    let text = `## ${result.title}\n${result.description}\n**Source:** ${result.url}\n\n`;
+    text += result.steps
+        .map((step, i) => `### Step ${i + 1}\n${step}`)
+        .join("\n\n");
+    return {
+        content: [{ type: "text", text: withRateInfo(text, rl.rateLimit) }],
+    };
+});
+// --- compare_topics ---
+server.tool("compare_topics", "Compare two topics side-by-side using ASTGL's knowledge base. Returns key points for each topic with source URLs. Great for 'X vs Y' questions.", {
+    topic_a: z
+        .string()
+        .describe("First topic (e.g., 'Ollama', 'MCP servers')"),
+    topic_b: z
+        .string()
+        .describe("Second topic (e.g., 'LM Studio', 'REST APIs')"),
+}, async ({ topic_a, topic_b }) => {
+    const rl = enforceRateLimit();
+    if (rl.blocked)
+        return rl.response;
+    const start = performance.now();
+    const result = await compareTopics(topic_a, topic_b);
+    const elapsed = Math.round(performance.now() - start);
+    const citedUrls = [result.topic_a.url, result.topic_b.url].filter(Boolean);
+    logQuery({
+        timestamp: new Date().toISOString(),
+        clientId,
+        toolName: "compare_topics",
+        queryParams: JSON.stringify({ topic_a, topic_b }),
+        contentCited: JSON.stringify(citedUrls),
+        responseTimeMs: elapsed,
+        confidenceScore: result.confidence_score,
+    });
+    let text = `## ${topic_a} vs ${topic_b}\n\n`;
+    text += `### ${topic_a}\n`;
+    if (result.topic_a.url) {
+        text += `**Source:** [${result.topic_a.title}](${result.topic_a.url})\n\n`;
+    }
+    text += result.topic_a.key_points.join("\n\n") || "No matching content found.";
+    text += `\n\n---\n\n### ${topic_b}\n`;
+    if (result.topic_b.url) {
+        text += `**Source:** [${result.topic_b.title}](${result.topic_b.url})\n\n`;
+    }
+    text += result.topic_b.key_points.join("\n\n") || "No matching content found.";
+    return {
+        content: [{ type: "text", text: withRateInfo(text, rl.rateLimit) }],
+    };
+});
+// --- get_latest ---
+server.tool("get_latest", "Get the most recently added articles from ASTGL's knowledge base. Returns titles, descriptions, URLs, and content types.", {
+    limit: z
+        .number()
+        .min(1)
+        .max(20)
+        .default(5)
+        .describe("Number of recent articles to return (default: 5)"),
+}, async ({ limit }) => {
+    const rl = enforceRateLimit();
+    if (rl.blocked)
+        return rl.response;
+    const start = performance.now();
+    const articles = getLatest(limit);
+    const elapsed = Math.round(performance.now() - start);
+    const citedUrls = articles.map((a) => a.url);
+    logQuery({
+        timestamp: new Date().toISOString(),
+        clientId,
+        toolName: "get_latest",
+        queryParams: JSON.stringify({ limit }),
+        contentCited: JSON.stringify(citedUrls),
+        responseTimeMs: elapsed,
+        confidenceScore: 1.0,
+    });
+    if (articles.length === 0) {
+        return {
+            content: [
+                {
+                    type: "text",
+                    text: withRateInfo("No articles found in the knowledge base.", rl.rateLimit),
+                },
+            ],
+        };
+    }
+    const formatted = articles
+        .map((a, i) => `### ${i + 1}. ${a.title}\n**Type:** ${a.content_type}\n**URL:** ${a.url}\n${a.description}`)
         .join("\n\n");
     return {
-        content: [{ type: "text", text: formatted }],
+        content: [{ type: "text", text: withRateInfo(formatted, rl.rateLimit) }],
     };
 });
+// --- Server startup ---
 async function main() {
+    initRateLimitDb();
+    initQueryLog();
+    const client = resolveClient();
+    clientId = client.clientId;
+    clientTier = client.tier;
     const transport = new StdioServerTransport();
     await server.connect(transport);
-    console.error("ASTGL Knowledge MCP Server running on stdio");
+    console.error(`ASTGL Knowledge MCP Server running on stdio (${clientTier} tier, ${clientTier === "registered" ? 500 : 50} queries/day)`);
 }
 main().catch((err) => {
     console.error("Fatal error:", err);
+    closeQueryLog();
+    closeRateLimitDb();
     process.exit(1);
 });
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AACA;;;;;;GAMG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEpE,MAAM,MAAM,GAAG,IAAI,SAAS,CAC1B;IACE,IAAI,EAAE,qBAAqB;IAC3B,OAAO,EAAE,OAAO;CACjB,EACD;IACE,YAAY,EACV,ySAAyS;CAC5S,CACF,CAAC;AAEF,MAAM,CAAC,IAAI,CACT,iBAAiB,EACjB,wIAAwI,EACxI;IACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mDAAmD,CAAC;IAC/E,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CAAC,kDAAkD,CAAC;CAChE,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE;IACzB,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAEnD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,4CAA4C;iBACnD;aACF;SACF,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,OAAO;SACtB,GAAG,CACF,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,OAAO,iBAAiB,CAAC,CAAC,GAAG,oBAAoB,CAAC,CAAC,eAAe,OAAO,CAAC,CAAC,OAAO,EAAE,CACvH;SACA,IAAI,CAAC,aAAa,CAAC,CAAC;IAEvB,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;KACtD,CAAC;AACJ,CAAC,CACF,CAAC;AAEF,MAAM,CAAC,IAAI,CACT,YAAY,EACZ,qLAAqL,EACrL;IACE,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,QAAQ,CAAC,sDAAsD,CAAC;CACpE,EACD,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;IACrB,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,IAAI,GAAG,eAAe,MAAM,CAAC,MAAM,MAAM,CAAC;IAE9C,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,IAAI,IAAI,eAAe,MAAM,CAAC,YAAY,cAAc,MAAM,CAAC,UAAU,IAAI,CAAC;IAChF,CAAC;IAED,IAAI,MAAM,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvC,IAAI,IAAI,2BAA2B,CAAC;QACpC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC9C,IAAI,IAAI,MAAM,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,GAAG,KAAK,CAAC;QACnD,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC;KAC3C,CAAC;AACJ,CAAC,CACF,CAAC;AAEF,MAAM,CAAC,IAAI,CACT,aAAa,EACb,sHAAsH,EACtH,EAAE,EACF,KAAK,IAAI,EAAE;IACT,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAE5B,MAAM,SAAS,GAAG,MAAM;SACrB,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACJ,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,WAAW,cAAc,CAAC,CAAC,GAAG,mBAAmB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,EAAE,CACvG;SACA,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;KACtD,CAAC;AACJ,CAAC,CACF,CAAC;AAEF,KAAK,UAAU,IAAI;IACjB,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChC,OAAO,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;AAC/D,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IACnC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,cAAc,EACd,SAAS,EACT,UAAU,EACV,WAAW,EACX,aAAa,EACb,SAAS,GACV,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AACvE,OAAO,EACL,eAAe,EACf,aAAa,EACb,cAAc,EACd,gBAAgB,EAChB,cAAc,EACd,gBAAgB,GACjB,MAAM,iBAAiB,CAAC;AAGzB,gDAAgD;AAChD,yEAAyE;AACzE,IAAI,QAAQ,GAAG,EAAE,CAAC;AAClB,IAAI,UAAU,GAA4B,QAAQ,CAAC;AAEnD,+DAA+D;AAC/D,wEAAwE;AACxE,SAAS,gBAAgB;IAIvB,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO;YACL,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE;gBACR,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;aACrE;SACF,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC;AAC/C,CAAC;AAED,iDAAiD;AACjD,4DAA4D;AAC5D,SAAS,YAAY,CAAC,IAAY,EAAE,EAAmB;IACrD,OAAO,GAAG,IAAI,aAAa,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC,SAAS,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,2BAA2B,CAAC;AACtG,CAAC;AAED,MAAM,MAAM,GAAG,IAAI,SAAS,CAC1B;IACE,IAAI,EAAE,qBAAqB;IAC3B,OAAO,EAAE,OAAO;CACjB,EACD;IACE,YAAY,EACV,yfAAyf;CAC5f,CACF,CAAC;AAEF,2CAA2C;AAE3C,MAAM,CAAC,IAAI,CACT,UAAU,EACV,kHAAkH,EAClH;IACE,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,QAAQ,CAAC,qCAAqC,CAAC;CACnD,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;IAClB,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IAErC,QAAQ,CAAC;QACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,QAAQ;QACR,QAAQ,EAAE,UAAU;QACpB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;QAC/H,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QAChC,cAAc,EAAE,CAAC;QACjB,eAAe,EAAE,IAAI;KACtB,CAAC,CAAC;IAEH,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;KAC3D,CAAC;AACJ,CAAC,CACF,CAAC;AAEF,0BAA0B;AAE1B,MAAM,CAAC,IAAI,CACT,iBAAiB,EACjB,wIAAwI,EACxI;IACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mDAAmD,CAAC;IAC/E,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CAAC,kDAAkD,CAAC;IAC/D,YAAY,EAAE,CAAC;SACZ,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,wFAAwF,CAAC;CACtG,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,EAAE;IACvC,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAAC;IAC9B,IAAI,EAAE,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC,QAAQ,CAAC;IAEnC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,KAAK,EAAE,YAAY,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;IAEtD,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC;IAExE,QAAQ,CAAC;QACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,QAAQ;QACR,QAAQ,EAAE,iBAAiB;QAC3B,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC7C,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;QACvC,cAAc,EAAE,OAAO;QACvB,eAAe,EAAE,QAAQ;KAC1B,CAAC,CAAC;IAEH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,YAAY,CAAC,4CAA4C,EAAE,EAAE,CAAC,SAAS,CAAC;iBAC/E;aACF;SACF,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,OAAO;SACtB,GAAG,CACF,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,OAAO,iBAAiB,CAAC,CAAC,GAAG,oBAAoB,CAAC,CAAC,eAAe,OAAO,CAAC,CAAC,OAAO,EAAE,CACvH;SACA,IAAI,CAAC,aAAa,CAAC,CAAC;IAEvB,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,YAAY,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;KAClF,CAAC;AACJ,CAAC,CACF,CAAC;AAEF,qBAAqB;AAErB,MAAM,CAAC,IAAI,CACT,YAAY,EACZ,qLAAqL,EACrL;IACE,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,QAAQ,CAAC,sDAAsD,CAAC;IACnE,YAAY,EAAE,CAAC;SACZ,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,wFAAwF,CAAC;CACtG,EACD,KAAK,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,EAAE,EAAE;IACnC,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAAC;IAC9B,IAAI,EAAE,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC,QAAQ,CAAC;IAEnC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACvD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;IAEtD,MAAM,SAAS,GAAG;QAChB,MAAM,CAAC,UAAU;QACjB,GAAG,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;KAC7C,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAElB,QAAQ,CAAC;QACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,QAAQ;QACR,QAAQ,EAAE,YAAY;QACtB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;QACzC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;QACvC,cAAc,EAAE,OAAO;QACvB,eAAe,EAAE,MAAM,CAAC,gBAAgB;KACzC,CAAC,CAAC;IAEH,IAAI,IAAI,GAAG,eAAe,MAAM,CAAC,MAAM,MAAM,CAAC;IAE9C,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,IAAI,IAAI,eAAe,MAAM,CAAC,YAAY,cAAc,MAAM,CAAC,UAAU,IAAI,CAAC;IAChF,CAAC;IAED,IAAI,MAAM,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvC,IAAI,IAAI,2BAA2B,CAAC;QACpC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC9C,IAAI,IAAI,MAAM,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,GAAG,KAAK,CAAC;QACnD,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;KAC7E,CAAC;AACJ,CAAC,CACF,CAAC;AAEF,sBAAsB;AAEtB,MAAM,CAAC,IAAI,CACT,aAAa,EACb,sHAAsH,EACtH,EAAE,EACF,KAAK,IAAI,EAAE;IACT,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAAC;IAC9B,IAAI,EAAE,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC,QAAQ,CAAC;IAEnC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;IAEtD,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAE3C,QAAQ,CAAC;QACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,QAAQ;QACR,QAAQ,EAAE,aAAa;QACvB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QAC/B,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;QACvC,cAAc,EAAE,OAAO;QACvB,eAAe,EAAE,GAAG;KACrB,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,MAAM;SACrB,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACJ,OAAO,CAAC,CAAC,KAAK,eAAe,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,WAAW,cAAc,CAAC,CAAC,GAAG,mBAAmB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,EAAE,CACpI;SACA,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,YAAY,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;KAClF,CAAC;AACJ,CAAC,CACF,CAAC;AAEF,uBAAuB;AAEvB,MAAM,CAAC,IAAI,CACT,cAAc,EACd,sKAAsK,EACtK;IACE,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,QAAQ,CACP,oFAAoF,CACrF;CACJ,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;IAClB,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAAC;IAC9B,IAAI,EAAE,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC,QAAQ,CAAC;IAEnC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;IAEtD,QAAQ,CAAC;QACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,QAAQ;QACR,QAAQ,EAAE,cAAc;QACxB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC;QACtC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,cAAc,EAAE,OAAO;QACvB,eAAe,EAAE,MAAM,CAAC,gBAAgB;KACzC,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,YAAY,CAAC,6CAA6C,EAAE,EAAE,CAAC,SAAS,CAAC;iBAChF;aACF;SACF,CAAC;IACJ,CAAC;IAED,IAAI,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,WAAW,iBAAiB,MAAM,CAAC,GAAG,MAAM,CAAC;IACtF,IAAI,IAAI,MAAM,CAAC,KAAK;SACjB,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;SAC9C,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;KAC7E,CAAC;AACJ,CAAC,CACF,CAAC;AAEF,yBAAyB;AAEzB,MAAM,CAAC,IAAI,CACT,gBAAgB,EAChB,iJAAiJ,EACjJ;IACE,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,CAAC,6CAA6C,CAAC;IAC1D,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,CAAC,+CAA+C,CAAC;CAC7D,EACD,KAAK,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE;IAC7B,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAAC;IAC9B,IAAI,EAAE,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC,QAAQ,CAAC;IAEnC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;IAEtD,MAAM,SAAS,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAE3E,QAAQ,CAAC;QACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,QAAQ;QACR,QAAQ,EAAE,gBAAgB;QAC1B,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QACjD,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;QACvC,cAAc,EAAE,OAAO;QACvB,eAAe,EAAE,MAAM,CAAC,gBAAgB;KACzC,CAAC,CAAC;IAEH,IAAI,IAAI,GAAG,MAAM,OAAO,OAAO,OAAO,MAAM,CAAC;IAE7C,IAAI,IAAI,OAAO,OAAO,IAAI,CAAC;IAC3B,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,IAAI,gBAAgB,MAAM,CAAC,OAAO,CAAC,KAAK,KAAK,MAAM,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IAC7E,CAAC;IACD,IAAI,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,4BAA4B,CAAC;IAE/E,IAAI,IAAI,kBAAkB,OAAO,IAAI,CAAC;IACtC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,IAAI,gBAAgB,MAAM,CAAC,OAAO,CAAC,KAAK,KAAK,MAAM,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;IAC7E,CAAC;IACD,IAAI,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,4BAA4B,CAAC;IAE/E,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;KAC7E,CAAC;AACJ,CAAC,CACF,CAAC;AAEF,qBAAqB;AAErB,MAAM,CAAC,IAAI,CACT,YAAY,EACZ,0HAA0H,EAC1H;IACE,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CAAC,kDAAkD,CAAC;CAChE,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;IAClB,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAAC;IAC9B,IAAI,EAAE,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC,QAAQ,CAAC;IAEnC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAClC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;IAEtD,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAE7C,QAAQ,CAAC;QACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,QAAQ;QACR,QAAQ,EAAE,YAAY;QACtB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC;QACtC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;QACvC,cAAc,EAAE,OAAO;QACvB,eAAe,EAAE,GAAG;KACrB,CAAC,CAAC;IAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,YAAY,CAAC,0CAA0C,EAAE,EAAE,CAAC,SAAS,CAAC;iBAC7E;aACF;SACF,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,QAAQ;SACvB,GAAG,CACF,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACP,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,eAAe,CAAC,CAAC,YAAY,cAAc,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,WAAW,EAAE,CAC/F;SACA,IAAI,CAAC,MAAM,CAAC,CAAC;IAEhB,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,YAAY,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC;KAClF,CAAC;AACJ,CAAC,CACF,CAAC;AAEF,yBAAyB;AAEzB,KAAK,UAAU,IAAI;IACjB,eAAe,EAAE,CAAC;IAClB,YAAY,EAAE,CAAC;IAEf,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;IAC3B,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC;IAEzB,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChC,OAAO,CAAC,KAAK,CACX,gDAAgD,UAAU,UAAU,UAAU,KAAK,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,eAAe,CAC1H,CAAC;AACJ,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IACnC,aAAa,EAAE,CAAC;IAChB,gBAAgB,EAAE,CAAC;IACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/ingest-projects.d.ts

@@ -0,0 +1,16 @@
+#!/usr/bin/env tsx
+/**
+ * Project documentation ingestion.
+ *
+ * WHAT: Reads projects.json from the Astro site and indexes project docs into knowledge.db
+ * WHY: Makes ASTGL project information (KlockThingy, Revri, Cortex, etc.) searchable
+ *       via MCP tools alongside articles and tutorials
+ *
+ * Usage:
+ *   npm run ingest-projects
+ *
+ * Env: ASTGL_PROJECTS_JSON — path to projects.json (default: ~/Projects/astgl-site/src/data/projects.json)
+ *      OLLAMA_URL           — Ollama endpoint (default: http://localhost:11434)
+ *      EMBED_MODEL          — embedding model (default: nomic-embed-text)
+ */
+export {};

package/dist/ingest-projects.js

@@ -0,0 +1,196 @@
+#!/usr/bin/env tsx
+/**
+ * Project documentation ingestion.
+ *
+ * WHAT: Reads projects.json from the Astro site and indexes project docs into knowledge.db
+ * WHY: Makes ASTGL project information (KlockThingy, Revri, Cortex, etc.) searchable
+ *       via MCP tools alongside articles and tutorials
+ *
+ * Usage:
+ *   npm run ingest-projects
+ *
+ * Env: ASTGL_PROJECTS_JSON — path to projects.json (default: ~/Projects/astgl-site/src/data/projects.json)
+ *      OLLAMA_URL           — Ollama endpoint (default: http://localhost:11434)
+ *      EMBED_MODEL          — embedding model (default: nomic-embed-text)
+ */
+import { readFileSync, existsSync } from "fs";
+import { join } from "path";
+import { initKnowledgeDb, upsertArticle, replaceChunksForArticle, closeKnowledgeDb, } from "./knowledge-db.js";
+const OLLAMA_URL = process.env.OLLAMA_URL || "http://localhost:11434";
+const EMBED_MODEL = process.env.EMBED_MODEL || "nomic-embed-text";
+const PROJECTS_JSON_PATH = process.env.ASTGL_PROJECTS_JSON ||
+    join(process.env.HOME || "~", "Projects", "astgl-site", "src", "data", "projects.json");
+// --- Embedding ---
+async function embed(texts) {
+    const resp = await fetch(`${OLLAMA_URL}/api/embed`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({ model: EMBED_MODEL, input: texts }),
+    });
+    if (!resp.ok) {
+        throw new Error(`Ollama embed failed: ${resp.status} ${await resp.text()}`);
+    }
+    const data = (await resp.json());
+    return data.embeddings;
+}
+// --- Synthesize markdown from project data ---
+function projectToMarkdown(project) {
+    const lines = [];
+    lines.push(`# ${project.name}`);
+    lines.push("");
+    lines.push(project.description);
+    lines.push("");
+    // Status section
+    lines.push("## Status");
+    const statusLabel = project.status === "released"
+        ? "Released"
+        : project.status === "beta"
+            ? "Beta"
+            : "In Development";
+    lines.push(`**Status:** ${statusLabel} — ${project.progress}% complete`);
+    if (project.launchDate && project.launchDate !== "Released") {
+        lines.push(`**Target Launch:** ${project.launchDate}`);
+    }
+    lines.push("");
+    // Milestones
+    if (project.milestones.length > 0) {
+        const completed = project.milestones.filter((m) => m.completed);
+        const remaining = project.milestones.filter((m) => !m.completed);
+        if (completed.length > 0) {
+            lines.push("## Completed Milestones");
+            for (const m of completed) {
+                lines.push(`- ${m.name}`);
+            }
+            lines.push("");
+        }
+        if (remaining.length > 0) {
+            lines.push("## Remaining Milestones");
+            for (const m of remaining) {
+                lines.push(`- ${m.name}`);
+            }
+            lines.push("");
+        }
+    }
+    // Links
+    if (project.githubUrl) {
+        lines.push("## Links");
+        lines.push(`- GitHub: ${project.githubUrl}`);
+        lines.push("");
+    }
+    return lines.join("\n");
+}
+// --- Chunk project into searchable pieces ---
+function chunkProject(project, markdown) {
+    const chunks = [];
+    const url = `https://astgl.ai/projects#${project.id}`;
+    // Intro chunk: description + status
+    const statusLabel = project.status === "released"
+        ? "Released"
+        : project.status === "beta"
+            ? "Beta"
+            : "In Development";
+    chunks.push({
+        articleTitle: project.name,
+        articleUrl: url,
+        articleOrder: 0,
+        sectionHeading: "Overview",
+        chunkType: "intro",
+        content: `${project.name}: ${project.description}\n\nStatus: ${statusLabel} — ${project.progress}% complete${project.launchDate && project.launchDate !== "Released" ? `. Target launch: ${project.launchDate}` : ""}`,
+    });
+    // Milestones chunk (if any)
+    if (project.milestones.length > 0) {
+        const completed = project.milestones
+            .filter((m) => m.completed)
+            .map((m) => `- [x] ${m.name}`)
+            .join("\n");
+        const remaining = project.milestones
+            .filter((m) => !m.completed)
+            .map((m) => `- [ ] ${m.name}`)
+            .join("\n");
+        chunks.push({
+            articleTitle: project.name,
+            articleUrl: url,
+            articleOrder: 1,
+            sectionHeading: "Milestones",
+            chunkType: "section",
+            content: `${project.name} Milestones:\n${completed}\n${remaining}`,
+        });
+    }
+    // Links chunk (if GitHub URL exists)
+    if (project.githubUrl) {
+        chunks.push({
+            articleTitle: project.name,
+            articleUrl: url,
+            articleOrder: 2,
+            sectionHeading: "Links",
+            chunkType: "section",
+            content: `${project.name} — GitHub: ${project.githubUrl}`,
+        });
+    }
+    return chunks;
+}
+async function main() {
+    console.error("=== ASTGL Project Documentation Ingestion ===\n");
+    if (!existsSync(PROJECTS_JSON_PATH)) {
+        console.error(`projects.json not found at: ${PROJECTS_JSON_PATH}`);
+        console.error("Set ASTGL_PROJECTS_JSON env var to the correct path.");
+        process.exit(1);
+    }
+    console.error(`Reading: ${PROJECTS_JSON_PATH}`);
+    const raw = readFileSync(PROJECTS_JSON_PATH, "utf-8");
+    const data = JSON.parse(raw);
+    console.error(`Found ${data.projects.length} projects\n`);
+    const knowledgeDb = initKnowledgeDb();
+    let indexed = 0;
+    let chunks_total = 0;
+    for (const project of data.projects) {
+        console.error(`  Processing: ${project.name} (${project.id})`);
+        const url = `https://astgl.ai/projects#${project.id}`;
+        const slug = `project-${project.id}`;
+        const markdown = projectToMarkdown(project);
+        const chunks = chunkProject(project, markdown);
+        // Embed all chunks
+        const embeddings = await embed(chunks.map((c) => c.content));
+        // Build article
+        const article = {
+            url,
+            sourceUrl: url,
+            slug,
+            title: project.name,
+            description: project.description,
+            author: "James Cruce",
+            contentType: "project",
+            topics: [project.name.toLowerCase(), project.status, "astgl project"],
+            qaPairs: [],
+            jsonLd: JSON.stringify({
+                "@context": "https://schema.org",
+                "@type": "SoftwareApplication",
+                name: project.name,
+                description: project.description,
+                applicationCategory: "Developer Tools",
+                operatingSystem: "macOS",
+            }),
+            markdownBody: markdown,
+            processedAt: new Date().toISOString(),
+        };
+        upsertArticle(knowledgeDb, article);
+        replaceChunksForArticle(knowledgeDb, url, chunks, embeddings);
+        indexed++;
+        chunks_total += chunks.length;
+        console.error(`    ${chunks.length} chunks embedded and indexed`);
+    }
+    closeKnowledgeDb();
+    console.error(`\n=== Done: ${indexed} projects indexed, ${chunks_total} chunks total ===`);
+    console.log(JSON.stringify({
+        projects_indexed: indexed,
+        chunks_created: chunks_total,
+        source: PROJECTS_JSON_PATH,
+    }));
+}
+main()
+    .then(() => process.exit(0))
+    .catch((err) => {
+    console.error("Project ingestion failed:", err);
+    process.exit(1);
+});
+//# sourceMappingURL=ingest-projects.js.map

package/dist/ingest-projects.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest-projects.js","sourceRoot":"","sources":["../src/ingest-projects.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EACL,eAAe,EACf,aAAa,EACb,uBAAuB,EACvB,gBAAgB,GACjB,MAAM,mBAAmB,CAAC;AAG3B,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,CAAC;AACtE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,kBAAkB,CAAC;AAClE,MAAM,kBAAkB,GACtB,OAAO,CAAC,GAAG,CAAC,mBAAmB;IAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,EAAE,UAAU,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;AA0B1F,oBAAoB;AACpB,KAAK,UAAU,KAAK,CAAC,KAAe;IAClC,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,UAAU,YAAY,EAAE;QAClD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;KAC3D,CAAC,CAAC;IAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,CAAC,MAAM,IAAI,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA+B,CAAC;IAC/D,OAAO,IAAI,CAAC,UAAU,CAAC;AACzB,CAAC;AAED,gDAAgD;AAChD,SAAS,iBAAiB,CAAC,OAAgB;IACzC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAChC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAChC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,iBAAiB;IACjB,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxB,MAAM,WAAW,GACf,OAAO,CAAC,MAAM,KAAK,UAAU;QAC3B,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM;YACzB,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,gBAAgB,CAAC;IACzB,KAAK,CAAC,IAAI,CAAC,eAAe,WAAW,MAAM,OAAO,CAAC,QAAQ,YAAY,CAAC,CAAC;IACzE,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;QAC5D,KAAK,CAAC,IAAI,CAAC,sBAAsB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACzD,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,aAAa;IACb,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAChE,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEjE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;YACtC,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;gBAC1B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5B,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;YACtC,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;gBAC1B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5B,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,QAAQ;IACR,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,aAAa,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,+CAA+C;AAC/C,SAAS,YAAY,CAAC,OAAgB,EAAE,QAAgB;IACtD,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,MAAM,GAAG,GAAG,6BAA6B,OAAO,CAAC,EAAE,EAAE,CAAC;IAEtD,oCAAoC;IACpC,MAAM,WAAW,GACf,OAAO,CAAC,MAAM,KAAK,UAAU;QAC3B,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM;YACzB,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,gBAAgB,CAAC;IACzB,MAAM,CAAC,IAAI,CAAC;QACV,YAAY,EAAE,OAAO,CAAC,IAAI;QAC1B,UAAU,EAAE,GAAG;QACf,YAAY,EAAE,CAAC;QACf,cAAc,EAAE,UAAU;QAC1B,SAAS,EAAE,OAAO;QAClB,OAAO,EAAE,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,WAAW,eAAe,WAAW,MAAM,OAAO,CAAC,QAAQ,aAAa,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,KAAK,UAAU,CAAC,CAAC,CAAC,oBAAoB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE;KACvN,CAAC,CAAC;IAEH,4BAA4B;IAC5B,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU;aACjC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;aAC1B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;aAC7B,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU;aACjC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;aAC7B,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,CAAC,IAAI,CAAC;YACV,YAAY,EAAE,OAAO,CAAC,IAAI;YAC1B,UAAU,EAAE,GAAG;YACf,YAAY,EAAE,CAAC;YACf,cAAc,EAAE,YAAY;YAC5B,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,GAAG,OAAO,CAAC,IAAI,iBAAiB,SAAS,KAAK,SAAS,EAAE;SACnE,CAAC,CAAC;IACL,CAAC;IAED,qCAAqC;IACrC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,IAAI,CAAC;YACV,YAAY,EAAE,OAAO,CAAC,IAAI;YAC1B,UAAU,EAAE,GAAG;YACf,YAAY,EAAE,CAAC;YACf,cAAc,EAAE,OAAO;YACvB,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,GAAG,OAAO,CAAC,IAAI,cAAc,OAAO,CAAC,SAAS,EAAE;SAC1D,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;IAEjE,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACpC,OAAO,CAAC,KAAK,CAAC,+BAA+B,kBAAkB,EAAE,CAAC,CAAC;QACnE,OAAO,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;QACtE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,CAAC,KAAK,CAAC,YAAY,kBAAkB,EAAE,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,YAAY,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAiB,CAAC;IAC7C,OAAO,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAC,MAAM,aAAa,CAAC,CAAC;IAE1D,MAAM,WAAW,GAAG,eAAe,EAAE,CAAC;IAEtC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,OAAO,CAAC,KAAK,CAAC,iBAAiB,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC;QAE/D,MAAM,GAAG,GAAG,6BAA6B,OAAO,CAAC,EAAE,EAAE,CAAC;QACtD,MAAM,IAAI,GAAG,WAAW,OAAO,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAE/C,mBAAmB;QACnB,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAE7D,gBAAgB;QAChB,MAAM,OAAO,GAAsB;YACjC,GAAG;YACH,SAAS,EAAE,GAAG;YACd,IAAI;YACJ,KAAK,EAAE,OAAO,CAAC,IAAI;YACnB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,MAAM,EAAE,aAAa;YACrB,WAAW,EAAE,SAAwB;YACrC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,OAAO,CAAC,MAAM,EAAE,eAAe,CAAC;YACrE,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC;gBACrB,UAAU,EAAE,oBAAoB;gBAChC,OAAO,EAAE,qBAAqB;gBAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,mBAAmB,EAAE,iBAAiB;gBACtC,eAAe,EAAE,OAAO;aACzB,CAAC;YACF,YAAY,EAAE,QAAQ;YACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,CAAC;QAEF,aAAa,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACpC,uBAAuB,CAAC,WAAW,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QAE9D,OAAO,EAAE,CAAC;QACV,YAAY,IAAI,MAAM,CAAC,MAAM,CAAC;QAC9B,OAAO,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,MAAM,8BAA8B,CAAC,CAAC;IACpE,CAAC;IAED,gBAAgB,EAAE,CAAC;IAEnB,OAAO,CAAC,KAAK,CAAC,eAAe,OAAO,sBAAsB,YAAY,mBAAmB,CAAC,CAAC;IAE3F,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CAAC;QACb,gBAAgB,EAAE,OAAO;QACzB,cAAc,EAAE,YAAY;QAC5B,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CACH,CAAC;AACJ,CAAC;AAED,IAAI,EAAE;KACH,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KAC3B,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACb,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,GAAG,CAAC,CAAC;IAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/knowledge-db.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Knowledge database module for incremental updates.
+ * Provides UPSERT operations against knowledge.db without
+ * destroying existing data (unlike ingest.ts's DROP/CREATE).
+ */
+import Database from "better-sqlite3";
+import type { Chunk, QaPair, StructuredArticle } from "./types.js";
+export declare function initKnowledgeDb(): InstanceType<typeof Database>;
+export declare function upsertArticle(database: InstanceType<typeof Database>, article: StructuredArticle): void;
+export declare function updateFreshnessStatus(database: InstanceType<typeof Database>, articleUrl: string, status: string, reviewedAt?: string): void;
+export declare function replaceChunksForArticle(database: InstanceType<typeof Database>, articleUrl: string, chunks: Chunk[], embeddings: number[][]): void;
+export declare function upsertQaPairs(database: InstanceType<typeof Database>, articleUrl: string, pairs: QaPair[]): void;
+export declare function closeKnowledgeDb(): void;