jfl 0.9.1 → 0.9.3

package/dist/commands/context-hub.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"context-hub.d.ts","sourceRoot":"","sources":["../../src/commands/context-hub.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAolFH,wBAAgB,SAAS,CAAC,WAAW,EAAE,MAAM,GAAG;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,CAiBjF;AAkMD,wBAAsB,qBAAqB,CAAC,IAAI,CAAC,EAAE;IAAE,KAAK,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAiHxF;AAMD,wBAAsB,iBAAiB,CACrC,MAAM,CAAC,EAAE,MAAM,EACf,OAAO,GAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,iBA8lBzF"}
+{"version":3,"file":"context-hub.d.ts","sourceRoot":"","sources":["../../src/commands/context-hub.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAwuFH,wBAAgB,SAAS,CAAC,WAAW,EAAE,MAAM,GAAG;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,CAiBjF;AAkMD,wBAAsB,qBAAqB,CAAC,IAAI,CAAC,EAAE;IAAE,KAAK,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAiHxF;AAMD,wBAAsB,iBAAiB,CACrC,MAAM,CAAC,EAAE,MAAM,EACf,OAAO,GAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,iBA8lBzF"}

package/dist/commands/context-hub.js

@@ -16,7 +16,7 @@ import { homedir } from "os";
 import { fileURLToPath } from "url";
 import { initializeDatabase, getMemoryStats, insertMemory } from "../lib/memory-db.js";
 import { searchMemories } from "../lib/memory-search.js";
-import { indexJournalEntries, startPeriodicIndexing } from "../lib/memory-indexer.js";
+import { indexJournalEntries, startPeriodicIndexing, backfillEmbeddings } from "../lib/memory-indexer.js";
 import { getProjectPort } from "../utils/context-hub-port.js";
 import { getConfigValue, setConfig } from "../utils/jfl-config.js";
 import Conf from "conf";
@@ -318,6 +318,74 @@ function readCodeContext(projectRoot, limit = 30) {
     }
     return items;
 }
+/**
+ * Read GTM content artifacts — drafts, specs, content, scripts.
+ * Used instead of code indexing for GTM-type projects.
+ */
+function readGtmContent(projectRoot, limit = 40) {
+    const items = [];
+    const gtmDirs = [
+        { dir: "content", type: "content" },
+        { dir: "drafts", type: "draft" },
+        { dir: "specs", type: "spec" },
+        { dir: "scripts", type: "script" },
+    ];
+    const mdExtensions = [".md", ".txt"];
+    const scriptExtensions = [".sh", ".py", ".mjs", ".js"];
+    for (const { dir, type } of gtmDirs) {
+        const fullDir = path.join(projectRoot, dir);
+        if (!fs.existsSync(fullDir))
+            continue;
+        function scanDir(d, depth = 0) {
+            if (depth > 3 || items.length >= limit)
+                return;
+            try {
+                const entries = fs.readdirSync(d, { withFileTypes: true });
+                for (const entry of entries) {
+                    if (items.length >= limit)
+                        break;
+                    if (entry.name.startsWith(".") || entry.name === "node_modules")
+                        continue;
+                    const fullPath = path.join(d, entry.name);
+                    if (entry.isDirectory()) {
+                        scanDir(fullPath, depth + 1);
+                    }
+                    else {
+                        const isMarkdown = mdExtensions.some(ext => entry.name.endsWith(ext));
+                        const isScript = type === "script" && scriptExtensions.some(ext => entry.name.endsWith(ext));
+                        if (isMarkdown || isScript) {
+                            try {
+                                const raw = fs.readFileSync(fullPath, "utf-8");
+                                // Extract first heading + first paragraph as summary
+                                const lines = raw.split("\n").filter(l => l.trim());
+                                const heading = lines.find(l => l.startsWith("#"))?.replace(/^#+\s*/, "") || entry.name;
+                                const bodyLines = lines.filter(l => !l.startsWith("#") && !l.startsWith("---"));
+                                const summary = bodyLines.slice(0, 5).join(" ").slice(0, 500);
+                                if (summary.length > 20) {
+                                    items.push({
+                                        source: "content",
+                                        type,
+                                        title: heading,
+                                        content: summary,
+                                        path: fullPath
+                                    });
+                                }
+                            }
+                            catch {
+                                // Skip unreadable files
+                            }
+                        }
+                    }
+                }
+            }
+            catch {
+                // Skip unreadable directories
+            }
+        }
+        scanDir(fullDir);
+    }
+    return items;
+}
 // ============================================================================
 // Search & Scoring (TF-IDF style)
 // ============================================================================
@@ -401,11 +469,24 @@ function semanticSearch(items, query) {
 // ============================================================================
 // Orchestrator
 // ============================================================================
+function getProjectType(projectRoot) {
+    const configPath = path.join(projectRoot, ".jfl", "config.json");
+    if (fs.existsSync(configPath)) {
+        try {
+            const config = JSON.parse(fs.readFileSync(configPath, "utf-8"));
+            return config.type || "standalone";
+        }
+        catch { }
+    }
+    return "standalone";
+}
 function getUnifiedContext(projectRoot, query, taskType) {
     const journalItems = readJournalEntries(projectRoot);
     const knowledgeItems = readKnowledgeDocs(projectRoot);
+    const projectType = getProjectType(projectRoot);
     const codeItems = readCodeContext(projectRoot);
-    let items = [...journalItems, ...knowledgeItems, ...codeItems];
+    const contentItems = projectType === "gtm" ? readGtmContent(projectRoot) : [];
+    let items = [...journalItems, ...knowledgeItems, ...codeItems, ...contentItems];
     // Apply semantic search if query provided
     if (query) {
         items = semanticSearch(items, query);
@@ -416,6 +497,7 @@ function getUnifiedContext(projectRoot, query, taskType) {
             journal: journalItems.length > 0,
             knowledge: knowledgeItems.length > 0,
             code: codeItems.length > 0,
+            content: contentItems.length > 0,
             memory: fs.existsSync(path.join(projectRoot, ".jfl", "memory.db")),
         },
         query,
@@ -476,8 +558,11 @@ async function fetchChildContext(child, endpoint, body) {
 async function getPortfolioContext(projectRoot, query, taskType, maxItems) {
     const local = getUnifiedContext(projectRoot, query, taskType);
     const children = getChildHubs(projectRoot);
-    if (children.length === 0)
+    if (children.length === 0) {
+        if (maxItems)
+            local.items = local.items.slice(0, maxItems);
         return local;
+    }
     const endpoint = query ? "/api/context/search" : "/api/context";
     const body = { maxItems: maxItems || 20 };
     if (query)
@@ -707,6 +792,7 @@ function createServer(projectRoot, port, eventBus, flowEngine) {
                         journal_count: context.items.filter(i => i.source === 'journal').length,
                         knowledge_count: context.items.filter(i => i.source === 'knowledge').length,
                         code_count: context.items.filter(i => i.source === 'code').length,
+                        content_count: context.items.filter(i => i.source === 'content').length,
                         query_length: query ? query.length : 0,
                     });
                     res.writeHead(200, { "Content-Type": "application/json" });
@@ -962,6 +1048,28 @@ function createServer(projectRoot, port, eventBus, flowEngine) {
             });
             return;
         }
+        // POST /api/memory/index — trigger journal→memory indexing + embedding backfill
+        if (url.pathname === "/api/memory/index" && req.method === "POST") {
+            let body = "";
+            req.on("data", (chunk) => body += chunk);
+            req.on("end", async () => {
+                try {
+                    const { force, backfill } = JSON.parse(body || "{}");
+                    const stats = await indexJournalEntries(force ?? false);
+                    let embeddingStats = { updated: 0, errors: 0 };
+                    if (backfill !== false) {
+                        embeddingStats = await backfillEmbeddings();
+                    }
+                    res.writeHead(200, { "Content-Type": "application/json" });
+                    res.end(JSON.stringify({ ok: true, ...stats, embeddings_backfilled: embeddingStats.updated, embedding_errors: embeddingStats.errors }));
+                }
+                catch (err) {
+                    res.writeHead(500, { "Content-Type": "application/json" });
+                    res.end(JSON.stringify({ error: err.message }));
+                }
+            });
+            return;
+        }
         // Eval trajectory
         if (url.pathname === "/api/eval/trajectory" && req.method === "GET") {
             try {
@@ -2274,6 +2382,36 @@ function createServer(projectRoot, port, eventBus, flowEngine) {
             }
             return;
         }
+        // POST /api/webhooks/linear — handle Linear webhook events
+        if (url.pathname === "/api/webhooks/linear" && req.method === "POST") {
+            let body = "";
+            req.on("data", (chunk) => { body += chunk; });
+            req.on("end", async () => {
+                try {
+                    const payload = JSON.parse(body || "{}");
+                    const { handleLinearWebhook } = await import("../lib/linear-webhook.js");
+                    const result = handleLinearWebhook(payload, projectRoot);
+                    if (result.handled && eventBus) {
+                        eventBus.emit({
+                            type: "linear:document-sync",
+                            source: "linear-webhook",
+                            data: {
+                                action: payload.action,
+                                documentTitle: payload.data?.title,
+                                journalFile: result.journalFile,
+                            },
+                        });
+                    }
+                    res.writeHead(200, { "Content-Type": "application/json" });
+                    res.end(JSON.stringify(result));
+                }
+                catch (err) {
+                    res.writeHead(400, { "Content-Type": "application/json" });
+                    res.end(JSON.stringify({ error: err.message }));
+                }
+            });
+            return;
+        }
         // 404
         res.writeHead(404, { "Content-Type": "application/json" });
         res.end(JSON.stringify({ error: "Not found" }));