reflectt-node 0.1.0

package/dist/usage-tracking.js

@@ -0,0 +1,325 @@
+// SPDX-License-Identifier: Apache-2.0
+// Usage Tracking — Model API cost instrumentation + spend caps
+//
+// Stores per-call usage events with token counts and estimated costs.
+// Provides aggregation by agent, task, model, and time period.
+// Enforces configurable spend caps with warn/throttle/block actions.
+import { getDb } from './db.js';
+import { eventBus } from './events.js';
+// ── Model Pricing (estimated, per 1M tokens) ──
+const MODEL_PRICING = {
+    'claude-opus-4': { input: 15.0, output: 75.0 },
+    'claude-opus-4-6': { input: 15.0, output: 75.0 },
+    'claude-sonnet-4': { input: 3.0, output: 15.0 },
+    'claude-sonnet-4-6': { input: 3.0, output: 15.0 },
+    'gpt-5.3': { input: 2.0, output: 8.0 },
+    'gpt-5.3-codex': { input: 2.0, output: 8.0 },
+    'gpt-4o-mini': { input: 0.15, output: 0.60 },
+    'gpt-4o': { input: 2.5, output: 10.0 },
+};
+export function estimateCost(model, inputTokens, outputTokens) {
+    // Try exact match, then prefix match
+    let pricing = MODEL_PRICING[model];
+    if (!pricing) {
+        const key = Object.keys(MODEL_PRICING).find(k => model.includes(k));
+        pricing = key ? MODEL_PRICING[key] : { input: 5.0, output: 20.0 }; // conservative default
+    }
+    return (inputTokens * pricing.input + outputTokens * pricing.output) / 1_000_000;
+}
+// ── DB Setup ──
+export function ensureUsageTables() {
+    const db = getDb();
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS model_usage (
+      id TEXT PRIMARY KEY,
+      agent TEXT NOT NULL,
+      task_id TEXT,
+      model TEXT NOT NULL,
+      provider TEXT NOT NULL DEFAULT 'unknown',
+      input_tokens INTEGER NOT NULL DEFAULT 0,
+      output_tokens INTEGER NOT NULL DEFAULT 0,
+      estimated_cost_usd REAL NOT NULL DEFAULT 0,
+      category TEXT NOT NULL DEFAULT 'other',
+      team_id TEXT,
+      metadata TEXT,
+      timestamp INTEGER NOT NULL
+    );
+    CREATE INDEX IF NOT EXISTS idx_usage_agent ON model_usage(agent);
+    CREATE INDEX IF NOT EXISTS idx_usage_ts ON model_usage(timestamp);
+    CREATE INDEX IF NOT EXISTS idx_usage_model ON model_usage(model);
+    CREATE INDEX IF NOT EXISTS idx_usage_task ON model_usage(task_id);
+
+    CREATE TABLE IF NOT EXISTS spend_caps (
+      id TEXT PRIMARY KEY,
+      scope TEXT NOT NULL DEFAULT 'global',
+      scope_id TEXT,
+      period TEXT NOT NULL DEFAULT 'monthly',
+      limit_usd REAL NOT NULL,
+      action TEXT NOT NULL DEFAULT 'warn',
+      enabled INTEGER NOT NULL DEFAULT 1,
+      created_at INTEGER NOT NULL,
+      updated_at INTEGER NOT NULL
+    );
+  `);
+}
+// ── Usage Recording ──
+export function recordUsage(event) {
+    ensureUsageTables();
+    const db = getDb();
+    const id = `usage-${Date.now()}-${Math.random().toString(36).slice(2, 7)}`;
+    const cost = event.estimated_cost_usd ?? estimateCost(event.model, event.input_tokens, event.output_tokens);
+    const record = {
+        id,
+        agent: event.agent,
+        task_id: event.task_id,
+        model: event.model,
+        provider: event.provider,
+        input_tokens: event.input_tokens,
+        output_tokens: event.output_tokens,
+        estimated_cost_usd: Math.round(cost * 1_000_000) / 1_000_000, // 6 decimal precision
+        category: event.category,
+        timestamp: event.timestamp || Date.now(),
+        team_id: event.team_id,
+        metadata: event.metadata,
+    };
+    db.prepare(`
+    INSERT INTO model_usage (id, agent, task_id, model, provider, input_tokens, output_tokens, estimated_cost_usd, category, team_id, metadata, timestamp)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `).run(record.id, record.agent, record.task_id || null, record.model, record.provider, record.input_tokens, record.output_tokens, record.estimated_cost_usd, record.category, record.team_id || null, record.metadata ? JSON.stringify(record.metadata) : null, record.timestamp);
+    // Check caps after recording
+    checkCaps(record);
+    return record;
+}
+export function recordUsageBatch(events) {
+    return events.map(e => recordUsage(e));
+}
+// ── Aggregation ──
+export function getUsageSummary(options = {}) {
+    ensureUsageTables();
+    const db = getDb();
+    const conditions = [];
+    const params = [];
+    if (options.since) {
+        conditions.push('timestamp >= ?');
+        params.push(options.since);
+    }
+    if (options.until) {
+        conditions.push('timestamp <= ?');
+        params.push(options.until);
+    }
+    if (options.agent) {
+        conditions.push('agent = ?');
+        params.push(options.agent);
+    }
+    if (options.team_id) {
+        conditions.push('team_id = ?');
+        params.push(options.team_id);
+    }
+    const where = conditions.length > 0 ? `WHERE ${conditions.join(' AND ')}` : '';
+    const rows = db.prepare(`
+    SELECT
+      'total' as period,
+      COALESCE(SUM(estimated_cost_usd), 0) as total_cost_usd,
+      COALESCE(SUM(input_tokens), 0) as total_input_tokens,
+      COALESCE(SUM(output_tokens), 0) as total_output_tokens,
+      COUNT(*) as event_count
+    FROM model_usage ${where}
+  `).all(...params);
+    return rows;
+}
+export function getUsageByAgent(options = {}) {
+    ensureUsageTables();
+    const db = getDb();
+    const conditions = [];
+    const params = [];
+    if (options.since) {
+        conditions.push('timestamp >= ?');
+        params.push(options.since);
+    }
+    if (options.until) {
+        conditions.push('timestamp <= ?');
+        params.push(options.until);
+    }
+    const where = conditions.length > 0 ? `WHERE ${conditions.join(' AND ')}` : '';
+    return db.prepare(`
+    SELECT
+      agent,
+      SUM(estimated_cost_usd) as total_cost_usd,
+      SUM(input_tokens) as total_input_tokens,
+      SUM(output_tokens) as total_output_tokens,
+      COUNT(*) as event_count,
+      (SELECT model FROM model_usage m2 WHERE m2.agent = model_usage.agent GROUP BY model ORDER BY SUM(estimated_cost_usd) DESC LIMIT 1) as top_model
+    FROM model_usage ${where}
+    GROUP BY agent
+    ORDER BY total_cost_usd DESC
+  `).all(...params);
+}
+export function getUsageByModel(options = {}) {
+    ensureUsageTables();
+    const db = getDb();
+    const conditions = [];
+    const params = [];
+    if (options.since) {
+        conditions.push('timestamp >= ?');
+        params.push(options.since);
+    }
+    if (options.until) {
+        conditions.push('timestamp <= ?');
+        params.push(options.until);
+    }
+    const where = conditions.length > 0 ? `WHERE ${conditions.join(' AND ')}` : '';
+    return db.prepare(`
+    SELECT model, SUM(estimated_cost_usd) as total_cost_usd, SUM(input_tokens) as total_input_tokens,
+      SUM(output_tokens) as total_output_tokens, COUNT(*) as event_count
+    FROM model_usage ${where}
+    GROUP BY model ORDER BY total_cost_usd DESC
+  `).all(...params);
+}
+export function getUsageByTask(options = {}) {
+    ensureUsageTables();
+    const db = getDb();
+    const limit = options.limit ?? 50;
+    const conditions = ['task_id IS NOT NULL'];
+    const params = [];
+    if (options.since) {
+        conditions.push('timestamp >= ?');
+        params.push(options.since);
+    }
+    if (options.until) {
+        conditions.push('timestamp <= ?');
+        params.push(options.until);
+    }
+    const where = `WHERE ${conditions.join(' AND ')}`;
+    return db.prepare(`
+    SELECT task_id, SUM(estimated_cost_usd) as total_cost_usd, COUNT(*) as event_count
+    FROM model_usage ${where}
+    GROUP BY task_id ORDER BY total_cost_usd DESC LIMIT ?
+  `).all(...params, limit);
+}
+// ── Spend Caps ──
+export function setCap(cap) {
+    ensureUsageTables();
+    const db = getDb();
+    const now = Date.now();
+    const id = `cap-${now}-${Math.random().toString(36).slice(2, 7)}`;
+    const record = { id, ...cap, created_at: now, updated_at: now };
+    db.prepare(`
+    INSERT INTO spend_caps (id, scope, scope_id, period, limit_usd, action, enabled, created_at, updated_at)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `).run(id, record.scope, record.scope_id || null, record.period, record.limit_usd, record.action, record.enabled ? 1 : 0, now, now);
+    return record;
+}
+export function listCaps() {
+    ensureUsageTables();
+    const db = getDb();
+    return db.prepare('SELECT * FROM spend_caps WHERE enabled = 1 ORDER BY created_at DESC').all().map(r => ({
+        ...r, enabled: !!r.enabled,
+    }));
+}
+export function deleteCap(id) {
+    ensureUsageTables();
+    const db = getDb();
+    const result = db.prepare('DELETE FROM spend_caps WHERE id = ?').run(id);
+    return result.changes > 0;
+}
+function getPeriodStart(period) {
+    const now = new Date();
+    if (period === 'daily') {
+        return new Date(now.getFullYear(), now.getMonth(), now.getDate()).getTime();
+    }
+    else if (period === 'weekly') {
+        const day = now.getDay();
+        const diff = now.getDate() - day + (day === 0 ? -6 : 1); // Monday start
+        return new Date(now.getFullYear(), now.getMonth(), diff).getTime();
+    }
+    else {
+        return new Date(now.getFullYear(), now.getMonth(), 1).getTime();
+    }
+}
+export function checkCaps(event) {
+    const caps = listCaps();
+    const results = [];
+    for (const cap of caps) {
+        const periodStart = getPeriodStart(cap.period);
+        const conditions = ['timestamp >= ?'];
+        const params = [periodStart];
+        if (cap.scope === 'agent' && cap.scope_id) {
+            conditions.push('agent = ?');
+            params.push(cap.scope_id);
+        }
+        else if (cap.scope === 'team' && cap.scope_id) {
+            conditions.push('team_id = ?');
+            params.push(cap.scope_id);
+        }
+        const db = getDb();
+        const row = db.prepare(`
+      SELECT COALESCE(SUM(estimated_cost_usd), 0) as total
+      FROM model_usage WHERE ${conditions.join(' AND ')}
+    `).get(...params);
+        const currentSpend = row.total;
+        const remaining = Math.max(0, cap.limit_usd - currentSpend);
+        const utilization = cap.limit_usd > 0 ? (currentSpend / cap.limit_usd) * 100 : 0;
+        const breached = currentSpend >= cap.limit_usd;
+        const status = {
+            cap,
+            current_spend_usd: Math.round(currentSpend * 100) / 100,
+            remaining_usd: Math.round(remaining * 100) / 100,
+            utilization_pct: Math.round(utilization * 10) / 10,
+            breached,
+        };
+        results.push(status);
+        // Emit events on breach or warning (>80%)
+        if (event && breached) {
+            eventBus.emit({
+                type: 'task_updated',
+                data: { kind: 'usage:cap_breached', source: 'usage-tracking', cap_id: cap.id, scope: cap.scope, scope_id: cap.scope_id, current_spend: currentSpend, limit: cap.limit_usd, action: cap.action },
+            });
+        }
+        else if (event && utilization >= 80) {
+            eventBus.emit({
+                type: 'task_updated',
+                data: { kind: 'usage:cap_warning', source: 'usage-tracking', cap_id: cap.id, scope: cap.scope, scope_id: cap.scope_id, current_spend: currentSpend, limit: cap.limit_usd, utilization_pct: utilization },
+            });
+        }
+    }
+    return results;
+}
+// ── Routing Suggestions ──
+export function getRoutingSuggestions(options = {}) {
+    ensureUsageTables();
+    const db = getDb();
+    const since = options.since ?? Date.now() - 30 * 24 * 60 * 60 * 1000; // 30 days
+    const categories = db.prepare(`
+    SELECT category, model,
+      SUM(estimated_cost_usd) as total_cost,
+      SUM(input_tokens) as total_input,
+      SUM(output_tokens) as total_output
+    FROM model_usage WHERE timestamp >= ?
+    GROUP BY category, model
+    ORDER BY total_cost DESC
+  `).all(since);
+    const suggestions = [];
+    const cheapModel = 'gpt-4o-mini';
+    const lowStakesCategories = ['heartbeat', 'reflection', 'chat'];
+    for (const row of categories) {
+        if (!lowStakesCategories.includes(row.category))
+            continue;
+        if (row.model === cheapModel)
+            continue;
+        const projectedCost = estimateCost(cheapModel, row.total_input, row.total_output);
+        const savings = row.total_cost - projectedCost;
+        if (savings > 0.01) {
+            suggestions.push({
+                category: row.category,
+                current_model: row.model,
+                suggested_model: cheapModel,
+                current_cost_usd: Math.round(row.total_cost * 100) / 100,
+                projected_cost_usd: Math.round(projectedCost * 100) / 100,
+                savings_usd: Math.round(savings * 100) / 100,
+                savings_pct: Math.round((savings / row.total_cost) * 100),
+            });
+        }
+    }
+    return suggestions.sort((a, b) => b.savings_usd - a.savings_usd);
+}
+//# sourceMappingURL=usage-tracking.js.map

package/dist/usage-tracking.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage-tracking.js","sourceRoot":"","sources":["../src/usage-tracking.ts"],"names":[],"mappings":"AAAA,sCAAsC;AACtC,+DAA+D;AAC/D,EAAE;AACF,sEAAsE;AACtE,+DAA+D;AAC/D,qEAAqE;AAErE,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAA;AAC/B,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAwDtC,iDAAiD;AAEjD,MAAM,aAAa,GAAsD;IACvE,eAAe,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAC9C,iBAAiB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAChD,iBAAiB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;IAC/C,mBAAmB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;IACjD,SAAS,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IACtC,eAAe,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;IAC5C,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAC5C,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;CACvC,CAAA;AAED,MAAM,UAAU,YAAY,CAAC,KAAa,EAAE,WAAmB,EAAE,YAAoB;IACnF,qCAAqC;IACrC,IAAI,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,CAAA;IAClC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;QACnE,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA,CAAC,uBAAuB;IAC3F,CAAC;IACD,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,KAAK,GAAG,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,SAAS,CAAA;AAClF,CAAC;AAED,iBAAiB;AAEjB,MAAM,UAAU,iBAAiB;IAC/B,MAAM,EAAE,GAAG,KAAK,EAAE,CAAA;IAClB,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BP,CAAC,CAAA;AACJ,CAAC;AAED,wBAAwB;AAExB,MAAM,UAAU,WAAW,CAAC,KAAsF;IAChH,iBAAiB,EAAE,CAAA;IACnB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAA;IAElB,MAAM,EAAE,GAAG,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;IAC1E,MAAM,IAAI,GAAG,KAAK,CAAC,kBAAkB,IAAI,YAAY,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,aAAa,CAAC,CAAA;IAE3G,MAAM,MAAM,GAAe;QACzB,EAAE;QACF,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC,GAAG,SAAS,EAAE,sBAAsB;QACpF,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE;QACxC,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ;KACzB,CAAA;IAED,EAAE,CAAC,OAAO,CAAC;;;GAGV,CAAC,CAAC,GAAG,CACJ,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,EAC9E,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,kBAAkB,EACpE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI,EACvC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EACxD,MAAM,CAAC,SAAS,CACjB,CAAA;IAED,6BAA6B;IAC7B,SAAS,CAAC,MAAM,CAAC,CAAA;IAEjB,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAA8F;IAC7H,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAA;AACxC,CAAC;AAED,oBAAoB;AAEpB,MAAM,UAAU,eAAe,CAAC,UAM5B,EAAE;IACJ,iBAAiB,EAAE,CAAA;IACnB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAA;IAElB,MAAM,UAAU,GAAa,EAAE,CAAA;IAC/B,MAAM,MAAM,GAAc,EAAE,CAAA;IAE5B,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAAC,CAAC;IACpF,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAAC,CAAC;IACpF,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAAC,CAAC;IAC/E,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAAC,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;IAAC,CAAC;IAErF,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;IAE9E,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;;uBAOH,KAAK;GACzB,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAmB,CAAA;IAEnC,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,UAA8C,EAAE;IAC9E,iBAAiB,EAAE,CAAA;IACnB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAA;IAElB,MAAM,UAAU,GAAa,EAAE,CAAA;IAC/B,MAAM,MAAM,GAAc,EAAE,CAAA;IAC5B,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAAC,CAAC;IACpF,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAAC,CAAC;IACpF,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;IAE9E,OAAO,EAAE,CAAC,OAAO,CAAC;;;;;;;;uBAQG,KAAK;;;GAGzB,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAiB,CAAA;AACnC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,UAA8C,EAAE;IAG9E,iBAAiB,EAAE,CAAA;IACnB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAA;IAElB,MAAM,UAAU,GAAa,EAAE,CAAA;IAC/B,MAAM,MAAM,GAAc,EAAE,CAAA;IAC5B,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAAC,CAAC;IACpF,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAAC,CAAC;IACpF,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;IAE9E,OAAO,EAAE,CAAC,OAAO,CAAC;;;uBAGG,KAAK;;GAEzB,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAU,CAAA;AAC5B,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,UAA8D,EAAE;IAG7F,iBAAiB,EAAE,CAAA;IACnB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAA;IAClB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAA;IAEjC,MAAM,UAAU,GAAa,CAAC,qBAAqB,CAAC,CAAA;IACpD,MAAM,MAAM,GAAc,EAAE,CAAA;IAC5B,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAAC,CAAC;IACpF,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IAAC,CAAC;IACpF,MAAM,KAAK,GAAG,SAAS,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAA;IAEjD,OAAO,EAAE,CAAC,OAAO,CAAC;;uBAEG,KAAK;;GAEzB,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE,KAAK,CAAU,CAAA;AACnC,CAAC;AAED,mBAAmB;AAEnB,MAAM,UAAU,MAAM,CAAC,GAAuD;IAC5E,iBAAiB,EAAE,CAAA;IACnB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAA;IAClB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IACtB,MAAM,EAAE,GAAG,OAAO,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;IAEjE,MAAM,MAAM,GAAa,EAAE,EAAE,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE,CAAA;IAEzE,EAAE,CAAC,OAAO,CAAC;;;GAGV,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;IAEnI,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,UAAU,QAAQ;IACtB,iBAAiB,EAAE,CAAA;IACnB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAA;IAClB,OAAQ,EAAE,CAAC,OAAO,CAAC,qEAAqE,CAAC,CAAC,GAAG,EAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClH,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO;KAC3B,CAAC,CAAC,CAAA;AACL,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,EAAU;IAClC,iBAAiB,EAAE,CAAA;IACnB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAA;IAClB,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,qCAAqC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACxE,OAAO,MAAM,CAAC,OAAO,GAAG,CAAC,CAAA;AAC3B,CAAC;AAED,SAAS,cAAc,CAAC,MAAsC;IAC5D,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAA;IACtB,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;QACvB,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAA;IAC7E,CAAC;SAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,EAAE,CAAA;QACxB,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA,CAAC,eAAe;QACvE,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,IAAI,CAAC,CAAC,OAAO,EAAE,CAAA;IACpE,CAAC;SAAM,CAAC;QACN,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAA;IACjE,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAkB;IAC1C,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAA;IACvB,MAAM,OAAO,GAAgB,EAAE,CAAA;IAE/B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAC9C,MAAM,UAAU,GAAa,CAAC,gBAAgB,CAAC,CAAA;QAC/C,MAAM,MAAM,GAAc,CAAC,WAAW,CAAC,CAAA;QAEvC,IAAI,GAAG,CAAC,KAAK,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC1C,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;YAC5B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC3B,CAAC;aAAM,IAAI,GAAG,CAAC,KAAK,KAAK,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YAChD,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;YAC9B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC3B,CAAC;QAED,MAAM,EAAE,GAAG,KAAK,EAAE,CAAA;QAClB,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC;;+BAEI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;KAClD,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAsB,CAAA;QAEtC,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAA;QAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,SAAS,GAAG,YAAY,CAAC,CAAA;QAC3D,MAAM,WAAW,GAAG,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QAChF,MAAM,QAAQ,GAAG,YAAY,IAAI,GAAG,CAAC,SAAS,CAAA;QAE9C,MAAM,MAAM,GAAc;YACxB,GAAG;YACH,iBAAiB,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,GAAG;YACvD,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,GAAG,GAAG;YAChD,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,EAAE,CAAC,GAAG,EAAE;YAClD,QAAQ;SACT,CAAA;QAED,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAEpB,0CAA0C;QAC1C,IAAI,KAAK,IAAI,QAAQ,EAAE,CAAC;YACtB,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,cAAqB;gBAC3B,IAAI,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,aAAa,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE;aACzL,CAAC,CAAA;QACX,CAAC;aAAM,IAAI,KAAK,IAAI,WAAW,IAAI,EAAE,EAAE,CAAC;YACtC,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,cAAqB;gBAC3B,IAAI,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,aAAa,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,SAAS,EAAE,eAAe,EAAE,WAAW,EAAE;aAClM,CAAC,CAAA;QACX,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,4BAA4B;AAE5B,MAAM,UAAU,qBAAqB,CAAC,UAA8B,EAAE;IASpE,iBAAiB,EAAE,CAAA;IACnB,MAAM,EAAE,GAAG,KAAK,EAAE,CAAA;IAClB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAA,CAAC,UAAU;IAE/E,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;;;GAQ7B,CAAC,CAAC,GAAG,CAAC,KAAK,CAA8G,CAAA;IAE1H,MAAM,WAAW,GAA6C,EAAE,CAAA;IAChE,MAAM,UAAU,GAAG,aAAa,CAAA;IAChC,MAAM,mBAAmB,GAAG,CAAC,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC,CAAA;IAE/D,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,SAAQ;QACzD,IAAI,GAAG,CAAC,KAAK,KAAK,UAAU;YAAE,SAAQ;QAEtC,MAAM,aAAa,GAAG,YAAY,CAAC,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,YAAY,CAAC,CAAA;QACjF,MAAM,OAAO,GAAG,GAAG,CAAC,UAAU,GAAG,aAAa,CAAA;QAE9C,IAAI,OAAO,GAAG,IAAI,EAAE,CAAC;YACnB,WAAW,CAAC,IAAI,CAAC;gBACf,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,aAAa,EAAE,GAAG,CAAC,KAAK;gBACxB,eAAe,EAAE,UAAU;gBAC3B,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;gBACxD,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,GAAG,CAAC,GAAG,GAAG;gBACzD,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC5C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC;aAC1D,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC,CAAA;AAClE,CAAC"}

package/dist/vector-store.d.ts

@@ -0,0 +1,87 @@
+/**
+ * Vector store for semantic search using sqlite-vec.
+ *
+ * Stores embeddings alongside source metadata (type, id, text snippet).
+ * All vectors stay local — no external API calls for storage or search.
+ */
+import type Database from 'better-sqlite3';
+/**
+ * Load the sqlite-vec extension into the database connection.
+ * Safe to call multiple times — only loads once per connection.
+ */
+export declare function loadVecExtension(db: Database.Database): void;
+/**
+ * Reset the vec loaded flag (for tests)
+ */
+export declare function resetVecLoadedForTests(): void;
+/**
+ * Initialize vector tables.
+ * Called during migration v4.
+ */
+export declare function initVectorTables(db: Database.Database): void;
+/**
+ * Upsert a vector entry: store metadata + embedding.
+ * If a record with the same source_type+source_id exists, it gets replaced.
+ */
+export declare function upsertVector(db: Database.Database, sourceType: string, sourceId: string, textSnippet: string, embedding: Float32Array): void;
+/**
+ * Search for the nearest vectors to a query embedding.
+ * Returns results sorted by distance (ascending = most similar first).
+ */
+export declare function searchVectors(db: Database.Database, queryEmbedding: Float32Array, limit?: number, sourceType?: string): Array<{
+    sourceType: string;
+    sourceId: string;
+    textSnippet: string;
+    distance: number;
+}>;
+/**
+ * Get the number of indexed vectors
+ */
+export declare function vectorCount(db: Database.Database, sourceType?: string): number;
+/**
+ * Delete a vector entry by source type and id
+ */
+export declare function deleteVector(db: Database.Database, sourceType: string, sourceId: string): boolean;
+/**
+ * Index a task for semantic search.
+ * Combines title + description + done criteria into searchable text.
+ */
+export declare function indexTask(taskId: string, title: string, description?: string | null, doneCriteria?: string[] | null): Promise<void>;
+/**
+ * Index a chat message for semantic search.
+ */
+export declare function indexChatMessage(messageId: string, content: string): Promise<void>;
+/**
+ * Index a reflection for semantic search.
+ * Combines pain + evidence + proposed_fix into searchable text.
+ */
+export declare function indexReflection(reflectionId: string, pain: string, evidence: string[], proposedFix: string, author?: string, tags?: string[]): Promise<void>;
+/**
+ * Index an insight for semantic search.
+ * Combines title + evidence_refs into searchable text.
+ */
+export declare function indexInsight(insightId: string, title: string, evidenceRefs: string[], authors?: string[], clusterKey?: string): Promise<void>;
+/**
+ * Index a shared workspace file for semantic search.
+ * Stores the file path and content snippet.
+ */
+export declare function indexSharedFile(filePath: string, content: string): Promise<void>;
+/**
+ * Index a knowledge document for semantic search.
+ * Combines title, content snippet, category, and tags.
+ */
+export declare function indexKnowledgeDoc(docId: string, title: string, content: string, category?: string, tags?: string[] | null): Promise<void>;
+/**
+ * Semantic search across all indexed content.
+ */
+export declare function semanticSearch(query: string, options?: {
+    limit?: number;
+    type?: string;
+}): Promise<Array<{
+    sourceType: string;
+    sourceId: string;
+    textSnippet: string;
+    distance: number;
+    similarity: number;
+}>>;
+//# sourceMappingURL=vector-store.d.ts.map

package/dist/vector-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-store.d.ts","sourceRoot":"","sources":["../src/vector-store.ts"],"names":[],"mappings":"AAGA;;;;;GAKG;AAEH,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAA;AAQ1C;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAW5D;AAED;;GAEG;AACH,wBAAgB,sBAAsB,IAAI,IAAI,CAE7C;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,GAAG,IAAI,CA2B5D;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAC1B,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,YAAY,GACtB,IAAI,CAsBN;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,cAAc,EAAE,YAAY,EAC5B,KAAK,GAAE,MAAW,EAClB,UAAU,CAAC,EAAE,MAAM,GAClB,KAAK,CAAC;IACP,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;CACjB,CAAC,CA2CD;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAS9E;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAUjG;AAED;;;GAGG;AACH,wBAAsB,SAAS,CAC7B,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,EAC3B,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,GAC7B,OAAO,CAAC,IAAI,CAAC,CAWf;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CASf;AAED;;;GAGG;AACH,wBAAsB,eAAe,CACnC,YAAY,EAAE,MAAM,EACpB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,EAAE,EAClB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,MAAM,EACf,IAAI,CAAC,EAAE,MAAM,EAAE,GACd,OAAO,CAAC,IAAI,CAAC,CAaf;AAED;;;GAGG;AACH,wBAAsB,YAAY,CAChC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EAAE,EACtB,OAAO,CAAC,EAAE,MAAM,EAAE,EAClB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,IAAI,CAAC,CAYf;AAED;;;GAGG;AACH,wBAAsB,eAAe,CACnC,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CAUf;AAED;;;GAGG;AACH,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EACf,QAAQ,CAAC,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,GACrB,OAAO,CAAC,IAAI,CAAC,CAaf;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,GAC1C,OAAO,CAAC,KAAK,CAAC;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,UAAU,EAAE,MAAM,CAAA;CACnB,CAAC,CAAC,CAYF"}

package/dist/vector-store.js

@@ -0,0 +1,247 @@
+// SPDX-License-Identifier: Apache-2.0
+// Copyright (c) Reflectt AI
+import { getDb } from './db.js';
+// Embedding dimension for all-MiniLM-L6-v2
+const EMBEDDING_DIM = 384;
+let _vecLoaded = false;
+/**
+ * Load the sqlite-vec extension into the database connection.
+ * Safe to call multiple times — only loads once per connection.
+ */
+export function loadVecExtension(db) {
+    if (_vecLoaded)
+        return;
+    try {
+        // eslint-disable-next-line @typescript-eslint/no-require-imports
+        const sqliteVec = require('sqlite-vec');
+        sqliteVec.load(db);
+        _vecLoaded = true;
+    }
+    catch (err) {
+        console.error('[vector-store] Failed to load sqlite-vec extension:', err?.message);
+        throw err;
+    }
+}
+/**
+ * Reset the vec loaded flag (for tests)
+ */
+export function resetVecLoadedForTests() {
+    _vecLoaded = false;
+}
+/**
+ * Initialize vector tables.
+ * Called during migration v4.
+ */
+export function initVectorTables(db) {
+    loadVecExtension(db);
+    // Metadata table for vector entries
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS vec_metadata (
+      row_id INTEGER PRIMARY KEY AUTOINCREMENT,
+      source_type TEXT NOT NULL,
+      source_id TEXT NOT NULL,
+      text_snippet TEXT NOT NULL,
+      created_at INTEGER NOT NULL DEFAULT (unixepoch() * 1000),
+      UNIQUE(source_type, source_id)
+    )
+  `);
+    db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_vec_metadata_source
+    ON vec_metadata(source_type, source_id)
+  `);
+    // Virtual table for vector search
+    db.exec(`
+    CREATE VIRTUAL TABLE IF NOT EXISTS vec_embeddings USING vec0(
+      row_id INTEGER PRIMARY KEY,
+      embedding float[${EMBEDDING_DIM}]
+    )
+  `);
+}
+/**
+ * Upsert a vector entry: store metadata + embedding.
+ * If a record with the same source_type+source_id exists, it gets replaced.
+ */
+export function upsertVector(db, sourceType, sourceId, textSnippet, embedding) {
+    // Delete existing entry if present
+    const existing = db.prepare('SELECT row_id FROM vec_metadata WHERE source_type = ? AND source_id = ?').get(sourceType, sourceId);
+    if (existing) {
+        db.prepare('DELETE FROM vec_embeddings WHERE row_id = ?').run(BigInt(existing.row_id));
+        db.prepare('DELETE FROM vec_metadata WHERE row_id = ?').run(existing.row_id);
+    }
+    // Insert metadata
+    const result = db.prepare('INSERT INTO vec_metadata (source_type, source_id, text_snippet, created_at) VALUES (?, ?, ?, ?)').run(sourceType, sourceId, textSnippet.slice(0, 500), Date.now());
+    const rowId = BigInt(result.lastInsertRowid);
+    // Insert embedding into vec0 virtual table
+    db.prepare('INSERT INTO vec_embeddings (row_id, embedding) VALUES (?, ?)').run(rowId, Buffer.from(embedding.buffer));
+}
+/**
+ * Search for the nearest vectors to a query embedding.
+ * Returns results sorted by distance (ascending = most similar first).
+ */
+export function searchVectors(db, queryEmbedding, limit = 10, sourceType) {
+    const queryBuffer = Buffer.from(queryEmbedding.buffer);
+    // Query vec0 for nearest neighbors
+    const rows = db.prepare(`
+    SELECT row_id, distance
+    FROM vec_embeddings
+    WHERE embedding MATCH ?
+    ORDER BY distance
+    LIMIT ?
+  `).all(queryBuffer, limit * 2);
+    if (rows.length === 0)
+        return [];
+    // Fetch metadata for matched rows
+    const results = [];
+    for (const row of rows) {
+        const meta = db.prepare('SELECT source_type, source_id, text_snippet FROM vec_metadata WHERE row_id = ?').get(row.row_id);
+        if (!meta)
+            continue;
+        // Filter by source type if specified
+        if (sourceType && meta.source_type !== sourceType)
+            continue;
+        results.push({
+            sourceType: meta.source_type,
+            sourceId: meta.source_id,
+            textSnippet: meta.text_snippet,
+            distance: row.distance,
+        });
+        if (results.length >= limit)
+            break;
+    }
+    return results;
+}
+/**
+ * Get the number of indexed vectors
+ */
+export function vectorCount(db, sourceType) {
+    if (sourceType) {
+        const row = db.prepare('SELECT COUNT(*) as c FROM vec_metadata WHERE source_type = ?').get(sourceType);
+        return row.c;
+    }
+    const row = db.prepare('SELECT COUNT(*) as c FROM vec_metadata').get();
+    return row.c;
+}
+/**
+ * Delete a vector entry by source type and id
+ */
+export function deleteVector(db, sourceType, sourceId) {
+    const existing = db.prepare('SELECT row_id FROM vec_metadata WHERE source_type = ? AND source_id = ?').get(sourceType, sourceId);
+    if (!existing)
+        return false;
+    db.prepare('DELETE FROM vec_embeddings WHERE row_id = ?').run(BigInt(existing.row_id));
+    db.prepare('DELETE FROM vec_metadata WHERE row_id = ?').run(existing.row_id);
+    return true;
+}
+/**
+ * Index a task for semantic search.
+ * Combines title + description + done criteria into searchable text.
+ */
+export async function indexTask(taskId, title, description, doneCriteria) {
+    const parts = [title];
+    if (description)
+        parts.push(description);
+    if (doneCriteria?.length)
+        parts.push(doneCriteria.join('. '));
+    const text = parts.join(' — ');
+    const { embed } = await import('./embeddings.js');
+    const embedding = await embed(text);
+    const db = getDb();
+    upsertVector(db, 'task', taskId, text, embedding);
+}
+/**
+ * Index a chat message for semantic search.
+ */
+export async function indexChatMessage(messageId, content) {
+    // Skip very short messages (not useful for search)
+    if (content.trim().length < 10)
+        return;
+    const { embed } = await import('./embeddings.js');
+    const embedding = await embed(content);
+    const db = getDb();
+    upsertVector(db, 'chat', messageId, content, embedding);
+}
+/**
+ * Index a reflection for semantic search.
+ * Combines pain + evidence + proposed_fix into searchable text.
+ */
+export async function indexReflection(reflectionId, pain, evidence, proposedFix, author, tags) {
+    const parts = [pain];
+    if (evidence?.length)
+        parts.push(evidence.join('. '));
+    if (proposedFix)
+        parts.push(proposedFix);
+    if (author)
+        parts.push(`author:${author}`);
+    if (tags?.length)
+        parts.push(`tags:${tags.join(',')}`);
+    const text = parts.join(' — ');
+    const { embed } = await import('./embeddings.js');
+    const embedding = await embed(text);
+    const db = getDb();
+    upsertVector(db, 'reflection', reflectionId, text, embedding);
+}
+/**
+ * Index an insight for semantic search.
+ * Combines title + evidence_refs into searchable text.
+ */
+export async function indexInsight(insightId, title, evidenceRefs, authors, clusterKey) {
+    const parts = [title];
+    if (evidenceRefs?.length)
+        parts.push(evidenceRefs.join('. '));
+    if (authors?.length)
+        parts.push(`authors:${authors.join(',')}`);
+    if (clusterKey)
+        parts.push(`cluster:${clusterKey}`);
+    const text = parts.join(' — ');
+    const { embed } = await import('./embeddings.js');
+    const embedding = await embed(text);
+    const db = getDb();
+    upsertVector(db, 'insight', insightId, text, embedding);
+}
+/**
+ * Index a shared workspace file for semantic search.
+ * Stores the file path and content snippet.
+ */
+export async function indexSharedFile(filePath, content) {
+    if (content.trim().length < 10)
+        return;
+    const text = `[${filePath}] ${content}`;
+    const { embed } = await import('./embeddings.js');
+    const embedding = await embed(text);
+    const db = getDb();
+    upsertVector(db, 'shared_file', filePath, text, embedding);
+}
+/**
+ * Index a knowledge document for semantic search.
+ * Combines title, content snippet, category, and tags.
+ */
+export async function indexKnowledgeDoc(docId, title, content, category, tags) {
+    const parts = [title];
+    // Use first ~2000 chars of content for embedding
+    if (content)
+        parts.push(content.slice(0, 2000));
+    if (category)
+        parts.push(`Category: ${category}`);
+    if (tags?.length)
+        parts.push(`Tags: ${tags.join(', ')}`);
+    const text = parts.join(' — ');
+    const { embed } = await import('./embeddings.js');
+    const embedding = await embed(text);
+    const db = getDb();
+    upsertVector(db, 'knowledge_doc', docId, text.slice(0, 500), embedding);
+}
+/**
+ * Semantic search across all indexed content.
+ */
+export async function semanticSearch(query, options) {
+    const { embed } = await import('./embeddings.js');
+    const queryEmbedding = await embed(query);
+    const db = getDb();
+    const results = searchVectors(db, queryEmbedding, options?.limit ?? 10, options?.type);
+    return results.map((r) => ({
+        ...r,
+        // Convert L2 distance to similarity score (0-1, higher = more similar)
+        similarity: 1 / (1 + r.distance),
+    }));
+}
+//# sourceMappingURL=vector-store.js.map