@cccarv82/freya 2.16.0 → 2.17.1

package/package.json

@@ -1,12 +1,11 @@
 {
   "name": "@cccarv82/freya",
-  "version": "2.16.0",
+  "version": "2.17.1",
   "description": "Personal AI Assistant with local-first persistence",
   "scripts": {
     "health": "node scripts/validate-data.js && node scripts/validate-structure.js",
     "migrate": "node scripts/migrate-data.js",
-    "report": "node scripts/generate-weekly-report.js",
-    "sm-weekly": "node scripts/generate-sm-weekly-report.js",
+"sm-weekly": "node scripts/generate-sm-weekly-report.js",
     "daily": "node scripts/generate-daily-summary.js",
     "status": "node scripts/generate-executive-report.js",
     "blockers": "node scripts/generate-blockers-report.js",

package/scripts/build-vector-index.js

@@ -26,57 +26,109 @@ function chunkText(text, maxChars = 800, overlap = 150) {
     return chunks;
 }
 
+async function embedAndInsert(refType, refId, text) {
+    const existing = dl.db.prepare(
+        "SELECT count(*) as count FROM document_embeddings WHERE reference_type = ? AND reference_id = ?"
+    ).get(refType, refId);
+
+    if (existing && existing.count > 0) return false;
+
+    const chunks = chunkText(text);
+    if (chunks.length === 0) return false;
+
+    const insertStmt = dl.db.prepare(`
+        INSERT INTO document_embeddings
+        (reference_type, reference_id, chunk_index, text_chunk, embedding)
+        VALUES (?, ?, ?, ?, ?)
+    `);
+
+    const insertTx = dl.db.transaction((chunksArr) => {
+        for (let i = 0; i < chunksArr.length; i++) {
+            insertStmt.run(refType, refId, i, chunksArr[i].text, chunksArr[i].buffer);
+        }
+    });
+
+    const preparedChunks = [];
+    for (let i = 0; i < chunks.length; i++) {
+        const vector = await defaultEmbedder.embedText(chunks[i]);
+        const buffer = defaultEmbedder.vectorToBuffer(vector);
+        preparedChunks.push({ text: chunks[i], buffer });
+    }
+
+    insertTx(preparedChunks);
+    return true;
+}
+
 async function buildVectorIndex() {
     await ready;
     console.log('[RAG] Booting Embedding Engine...');
     await defaultEmbedder.init();
     console.log('[RAG] Model ready.');
 
-    // Find daily logs that haven't been indexed completely
-    const allLogs = dl.db.prepare('SELECT * FROM daily_logs').all();
     let updatedCount = 0;
 
+    // 1. Index daily logs
+    const allLogs = dl.db.prepare('SELECT * FROM daily_logs').all();
     for (const log of allLogs) {
-        // Assume log is processed if we have *any* embedding for it.
-        // For total correctness, we would compare hash of raw_markdown, 
-        // but skipping if exists is enough for initialization.
-        const existing = dl.db.prepare(
-            "SELECT count(*) as count FROM document_embeddings WHERE reference_type = 'daily_log' AND reference_id = ?"
-        ).get(log.date);
-
-        if (existing && existing.count > 0) {
-            continue;
+        const text = `Daily Log Date: ${log.date}\n\n${log.raw_markdown}`;
+        const indexed = await embedAndInsert('daily_log', log.date, text);
+        if (indexed) {
+            console.log(`[RAG] Indexed daily log: ${log.date}`);
+            updatedCount++;
         }
+    }
 
-        console.log(`[RAG] Generating embeddings for Daily Log: ${log.date}`);
-        const chunks = chunkText(`Daily Log Date: ${log.date}\n\n${log.raw_markdown}`);
-
-        const insertStmt = dl.db.prepare(`
-            INSERT INTO document_embeddings 
-            (reference_type, reference_id, chunk_index, text_chunk, embedding) 
-            VALUES (?, ?, ?, ?, ?)
-        `);
+    // 2. Index tasks
+    const allTasks = dl.db.prepare('SELECT * FROM tasks').all();
+    for (const t of allTasks) {
+        let meta = {};
+        try { meta = t.metadata ? JSON.parse(t.metadata) : {}; } catch { meta = {}; }
+        const parts = [
+            `Task: ${t.description}`,
+            t.project_slug ? `Project: ${t.project_slug}` : '',
+            `Category: ${t.category}`,
+            `Status: ${t.status}`,
+            meta.priority ? `Priority: ${meta.priority}` : '',
+            meta.streamSlug ? `Stream: ${meta.streamSlug}` : '',
+            t.due_date ? `Due: ${t.due_date}` : '',
+            t.created_at ? `Created: ${String(t.created_at).slice(0, 10)}` : '',
+            t.completed_at ? `Completed: ${String(t.completed_at).slice(0, 10)}` : '',
+            meta.comments ? `Comments: ${meta.comments}` : '',
+        ].filter(Boolean).join('\n');
 
-        // Use transaction for speed
-        const insertTx = dl.db.transaction((chunksArr) => {
-            for (let i = 0; i < chunksArr.length; i++) {
-                insertStmt.run('daily_log', log.date, i, chunksArr[i].text, chunksArr[i].buffer);
-            }
-        });
-
-        // Compute vectors asynchronously (since transformers is async) then insert
-        const preparedChunks = [];
-        for (let i = 0; i < chunks.length; i++) {
-            const vector = await defaultEmbedder.embedText(chunks[i]);
-            const buffer = defaultEmbedder.vectorToBuffer(vector);
-            preparedChunks.push({ text: chunks[i], buffer });
+        const indexed = await embedAndInsert('task', t.id, parts);
+        if (indexed) {
+            console.log(`[RAG] Indexed task: ${t.id}`);
+            updatedCount++;
         }
+    }
 
-        insertTx(preparedChunks);
-        updatedCount++;
+    // 3. Index blockers
+    const allBlockers = dl.db.prepare('SELECT * FROM blockers').all();
+    for (const b of allBlockers) {
+        let meta = {};
+        try { meta = b.metadata ? JSON.parse(b.metadata) : {}; } catch { meta = {}; }
+        const parts = [
+            `Blocker: ${b.title}`,
+            b.project_slug ? `Project: ${b.project_slug}` : '',
+            `Severity: ${b.severity}`,
+            `Status: ${b.status}`,
+            b.owner ? `Owner: ${b.owner}` : '',
+            b.next_action ? `Next Action: ${b.next_action}` : '',
+            meta.description ? `Description: ${meta.description}` : '',
+            meta.streamSlug ? `Stream: ${meta.streamSlug}` : '',
+            b.created_at ? `Created: ${String(b.created_at).slice(0, 10)}` : '',
+            b.resolved_at ? `Resolved: ${String(b.resolved_at).slice(0, 10)}` : '',
+        ].filter(Boolean).join('\n');
+
+        const indexed = await embedAndInsert('blocker', b.id, parts);
+        if (indexed) {
+            console.log(`[RAG] Indexed blocker: ${b.id}`);
+            updatedCount++;
+        }
     }
 
-    console.log(`[RAG] Vector Index Built. Processed ${updatedCount} un-indexed logs.`);
+    console.log(`[RAG] Vector Index Built. Processed ${updatedCount} new items (daily logs + tasks + blockers).`);
 }
 
 if (require.main === module) {

package/templates/base/scripts/build-vector-index.js

@@ -26,57 +26,109 @@ function chunkText(text, maxChars = 800, overlap = 150) {
     return chunks;
 }
 
+async function embedAndInsert(refType, refId, text) {
+    const existing = dl.db.prepare(
+        "SELECT count(*) as count FROM document_embeddings WHERE reference_type = ? AND reference_id = ?"
+    ).get(refType, refId);
+
+    if (existing && existing.count > 0) return false;
+
+    const chunks = chunkText(text);
+    if (chunks.length === 0) return false;
+
+    const insertStmt = dl.db.prepare(`
+        INSERT INTO document_embeddings
+        (reference_type, reference_id, chunk_index, text_chunk, embedding)
+        VALUES (?, ?, ?, ?, ?)
+    `);
+
+    const insertTx = dl.db.transaction((chunksArr) => {
+        for (let i = 0; i < chunksArr.length; i++) {
+            insertStmt.run(refType, refId, i, chunksArr[i].text, chunksArr[i].buffer);
+        }
+    });
+
+    const preparedChunks = [];
+    for (let i = 0; i < chunks.length; i++) {
+        const vector = await defaultEmbedder.embedText(chunks[i]);
+        const buffer = defaultEmbedder.vectorToBuffer(vector);
+        preparedChunks.push({ text: chunks[i], buffer });
+    }
+
+    insertTx(preparedChunks);
+    return true;
+}
+
 async function buildVectorIndex() {
     await ready;
     console.log('[RAG] Booting Embedding Engine...');
     await defaultEmbedder.init();
     console.log('[RAG] Model ready.');
 
-    // Find daily logs that haven't been indexed completely
-    const allLogs = dl.db.prepare('SELECT * FROM daily_logs').all();
     let updatedCount = 0;
 
+    // 1. Index daily logs
+    const allLogs = dl.db.prepare('SELECT * FROM daily_logs').all();
     for (const log of allLogs) {
-        // Assume log is processed if we have *any* embedding for it.
-        // For total correctness, we would compare hash of raw_markdown, 
-        // but skipping if exists is enough for initialization.
-        const existing = dl.db.prepare(
-            "SELECT count(*) as count FROM document_embeddings WHERE reference_type = 'daily_log' AND reference_id = ?"
-        ).get(log.date);
-
-        if (existing && existing.count > 0) {
-            continue;
+        const text = `Daily Log Date: ${log.date}\n\n${log.raw_markdown}`;
+        const indexed = await embedAndInsert('daily_log', log.date, text);
+        if (indexed) {
+            console.log(`[RAG] Indexed daily log: ${log.date}`);
+            updatedCount++;
         }
+    }
 
-        console.log(`[RAG] Generating embeddings for Daily Log: ${log.date}`);
-        const chunks = chunkText(`Daily Log Date: ${log.date}\n\n${log.raw_markdown}`);
-
-        const insertStmt = dl.db.prepare(`
-            INSERT INTO document_embeddings 
-            (reference_type, reference_id, chunk_index, text_chunk, embedding) 
-            VALUES (?, ?, ?, ?, ?)
-        `);
+    // 2. Index tasks
+    const allTasks = dl.db.prepare('SELECT * FROM tasks').all();
+    for (const t of allTasks) {
+        let meta = {};
+        try { meta = t.metadata ? JSON.parse(t.metadata) : {}; } catch { meta = {}; }
+        const parts = [
+            `Task: ${t.description}`,
+            t.project_slug ? `Project: ${t.project_slug}` : '',
+            `Category: ${t.category}`,
+            `Status: ${t.status}`,
+            meta.priority ? `Priority: ${meta.priority}` : '',
+            meta.streamSlug ? `Stream: ${meta.streamSlug}` : '',
+            t.due_date ? `Due: ${t.due_date}` : '',
+            t.created_at ? `Created: ${String(t.created_at).slice(0, 10)}` : '',
+            t.completed_at ? `Completed: ${String(t.completed_at).slice(0, 10)}` : '',
+            meta.comments ? `Comments: ${meta.comments}` : '',
+        ].filter(Boolean).join('\n');
 
-        // Use transaction for speed
-        const insertTx = dl.db.transaction((chunksArr) => {
-            for (let i = 0; i < chunksArr.length; i++) {
-                insertStmt.run('daily_log', log.date, i, chunksArr[i].text, chunksArr[i].buffer);
-            }
-        });
-
-        // Compute vectors asynchronously (since transformers is async) then insert
-        const preparedChunks = [];
-        for (let i = 0; i < chunks.length; i++) {
-            const vector = await defaultEmbedder.embedText(chunks[i]);
-            const buffer = defaultEmbedder.vectorToBuffer(vector);
-            preparedChunks.push({ text: chunks[i], buffer });
+        const indexed = await embedAndInsert('task', t.id, parts);
+        if (indexed) {
+            console.log(`[RAG] Indexed task: ${t.id}`);
+            updatedCount++;
         }
+    }
 
-        insertTx(preparedChunks);
-        updatedCount++;
+    // 3. Index blockers
+    const allBlockers = dl.db.prepare('SELECT * FROM blockers').all();
+    for (const b of allBlockers) {
+        let meta = {};
+        try { meta = b.metadata ? JSON.parse(b.metadata) : {}; } catch { meta = {}; }
+        const parts = [
+            `Blocker: ${b.title}`,
+            b.project_slug ? `Project: ${b.project_slug}` : '',
+            `Severity: ${b.severity}`,
+            `Status: ${b.status}`,
+            b.owner ? `Owner: ${b.owner}` : '',
+            b.next_action ? `Next Action: ${b.next_action}` : '',
+            meta.description ? `Description: ${meta.description}` : '',
+            meta.streamSlug ? `Stream: ${meta.streamSlug}` : '',
+            b.created_at ? `Created: ${String(b.created_at).slice(0, 10)}` : '',
+            b.resolved_at ? `Resolved: ${String(b.resolved_at).slice(0, 10)}` : '',
+        ].filter(Boolean).join('\n');
+
+        const indexed = await embedAndInsert('blocker', b.id, parts);
+        if (indexed) {
+            console.log(`[RAG] Indexed blocker: ${b.id}`);
+            updatedCount++;
+        }
     }
 
-    console.log(`[RAG] Vector Index Built. Processed ${updatedCount} un-indexed logs.`);
+    console.log(`[RAG] Vector Index Built. Processed ${updatedCount} new items (daily logs + tasks + blockers).`);
 }
 
 if (require.main === module) {

package/scripts/generate-weekly-report.js

@@ -1,128 +0,0 @@
-/**
- * generate-weekly-report.js
- * Generates a weekly Markdown report aggregating Tasks, Blockers, Career entries,
- * and Project Updates from the SQLite database.
- *
- * Usage: node scripts/generate-weekly-report.js
- */
-
-const fs = require('fs');
-const path = require('path');
-
-const { toIsoDate, safeParseToMs } = require('./lib/date-utils');
-const DataManager = require('./lib/DataManager');
-const { ready } = require('./lib/DataLayer');
-
-// --- Configuration (BUG-30: use FREYA_WORKSPACE_DIR instead of __dirname) ---
-const WORKSPACE_DIR = process.env.FREYA_WORKSPACE_DIR
-  ? path.resolve(process.env.FREYA_WORKSPACE_DIR)
-  : path.join(__dirname, '..'); // fallback: scripts/ is one level below repo root
-
-const REPORT_DIR = path.join(WORKSPACE_DIR, 'docs', 'reports');
-
-// --- Date Logic ---
-const now = new Date();
-const oneDay = 24 * 60 * 60 * 1000;
-
-function isWithinWeek(dateStr) {
-    const ms = safeParseToMs(dateStr);
-    if (!Number.isFinite(ms)) return false;
-    const sevenDaysAgo = now.getTime() - (7 * oneDay);
-    return ms >= sevenDaysAgo && ms <= now.getTime();
-}
-
-function getFormattedDate() {
-    return toIsoDate(now);
-}
-
-function getFormattedTime() {
-    const hh = String(now.getHours()).padStart(2, '0');
-    const mm = String(now.getMinutes()).padStart(2, '0');
-    const ss = String(now.getSeconds()).padStart(2, '0');
-    return `${hh}${mm}${ss}`;
-}
-
-// --- Report Generation ---
-async function generateWeeklyReport() {
-    await ready;
-
-    const start = new Date(now.getTime() - 7 * oneDay);
-    const end = now;
-
-    const dm = new DataManager();
-
-    // Fetch data from SQLite
-    const { completed: completedTasks } = dm.getTasks(start, end);
-    const { open: openBlockers, resolvedRecent } = dm.getBlockers(start, end);
-    const projectUpdates = dm.getProjectUpdates(start, end);
-    const careerEntries = dm.getCareerEntries ? dm.getCareerEntries(start, end) : [];
-
-    // Ensure output dir exists
-    if (!fs.existsSync(REPORT_DIR)) {
-        fs.mkdirSync(REPORT_DIR, { recursive: true });
-    }
-
-    const reportDate = getFormattedDate();
-    const reportTime = getFormattedTime();
-    let report = `# Weekly Report - ${reportDate}\n\n`;
-
-    // Projects
-    report += '## Project Updates\n';
-    if (projectUpdates.length > 0) {
-        projectUpdates.forEach(p => {
-            report += `### ${p.client || 'Unknown'} - ${p.project || p.slug || 'Unknown'}\n`;
-            const events = Array.isArray(p.events) ? p.events : [];
-            events.forEach(e => {
-                const dateStr = e.date ? String(e.date).slice(0, 10) : 'Unknown Date';
-                report += `- **${dateStr}**: ${e.content || ''}\n`;
-            });
-            report += '\n';
-        });
-    } else {
-        report += 'No project updates recorded this week.\n\n';
-    }
-
-    // Completed Tasks
-    report += '## Completed Tasks\n';
-    if (completedTasks.length > 0) {
-        completedTasks.forEach(t => {
-            const projectTag = t.projectSlug || t.project_slug ? `[${t.projectSlug || t.project_slug}] ` : '';
-            report += `- ${projectTag}${t.description}\n`;
-        });
-    } else {
-        report += 'No tasks completed this week.\n';
-    }
-    report += '\n';
-
-    // Open Blockers
-    report += '## Open Blockers\n';
-    if (openBlockers.length > 0) {
-        openBlockers.forEach(b => {
-            const sev = b.severity ? `[${b.severity}] ` : '';
-            report += `- ${sev}${b.title}\n`;
-        });
-    } else {
-        report += 'No open blockers.\n';
-    }
-    report += '\n';
-
-    // Career entries (if DataManager supports it)
-    if (Array.isArray(careerEntries) && careerEntries.length > 0) {
-        report += '## Career Highlights\n';
-        careerEntries.forEach(e => {
-            report += `- **[${e.type || 'Note'}]**: ${e.description || e.content || ''}\n`;
-        });
-        report += '\n';
-    }
-
-    // 3. Save and Output
-    const outputPath = path.join(REPORT_DIR, `weekly-${reportDate}-${reportTime}.md`);
-    fs.writeFileSync(outputPath, report);
-
-    console.log(`Report generated at: ${outputPath}`);
-    console.log('---------------------------------------------------');
-    console.log(report);
-    console.log('---------------------------------------------------');
-}
-
-generateWeeklyReport().catch(err => { console.error(err); process.exit(1); });