context-mem 0.1.0

package/dist/plugins/storage/better-sqlite3.js

@@ -0,0 +1,82 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BetterSqlite3Storage = void 0;
+const better_sqlite3_1 = __importDefault(require("better-sqlite3"));
+const node_fs_1 = __importDefault(require("node:fs"));
+const node_path_1 = __importDefault(require("node:path"));
+const migrations_js_1 = require("./migrations.js");
+class BetterSqlite3Storage {
+    name = 'better-sqlite3-storage';
+    version = '1.0.0';
+    type = 'storage';
+    db = null;
+    stmtCache = new Map();
+    async init(_config) { }
+    async open(dbPath) {
+        const dir = node_path_1.default.dirname(dbPath);
+        if (!node_fs_1.default.existsSync(dir)) {
+            node_fs_1.default.mkdirSync(dir, { recursive: true });
+        }
+        this.db = new better_sqlite3_1.default(dbPath);
+        this.db.pragma('journal_mode = WAL');
+        this.db.pragma('busy_timeout = 5000');
+        this.db.pragma('wal_autocheckpoint = 1000');
+        this.db.pragma('foreign_keys = ON');
+        this.db.pragma('cache_size = -8000'); // 8MB cache (negative = KB)
+        this.db.pragma('mmap_size = 67108864'); // 64MB mmap
+        this.db.pragma('synchronous = NORMAL'); // WAL mode safe with NORMAL
+        this.runMigrations();
+    }
+    runMigrations() {
+        const db = this.getDb();
+        const currentVersion = db.pragma('user_version', { simple: true }) || 0;
+        if (currentVersion < migrations_js_1.LATEST_SCHEMA_VERSION) {
+            const toRun = migrations_js_1.migrations.filter(m => m.version > currentVersion);
+            for (const migration of toRun) {
+                db.transaction(() => {
+                    db.exec(migration.up);
+                    db.pragma(`user_version = ${migration.version}`);
+                })();
+            }
+        }
+    }
+    exec(sql, params) {
+        const db = this.getDb();
+        if (params && params.length > 0) {
+            db.prepare(sql).run(...params);
+        }
+        else {
+            db.exec(sql);
+        }
+    }
+    prepare(sql) {
+        let stmt = this.stmtCache.get(sql);
+        if (!stmt) {
+            stmt = this.getDb().prepare(sql);
+            this.stmtCache.set(sql, stmt);
+        }
+        return stmt;
+    }
+    async close() {
+        this.stmtCache.clear();
+        if (this.db) {
+            this.db.close();
+            this.db = null;
+        }
+    }
+    async destroy() {
+        await this.close();
+    }
+    get supportsJSON() { return true; }
+    get supportsFTS5() { return true; }
+    getDb() {
+        if (!this.db)
+            throw new Error('Database not opened');
+        return this.db;
+    }
+}
+exports.BetterSqlite3Storage = BetterSqlite3Storage;
+//# sourceMappingURL=better-sqlite3.js.map

package/dist/plugins/storage/better-sqlite3.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"better-sqlite3.js","sourceRoot":"","sources":["../../../src/plugins/storage/better-sqlite3.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAsC;AACtC,sDAAyB;AACzB,0DAA6B;AAE7B,mDAAoE;AAEpE,MAAa,oBAAoB;IAC/B,IAAI,GAAG,wBAAwB,CAAC;IAChC,OAAO,GAAG,OAAO,CAAC;IAClB,IAAI,GAAG,SAAkB,CAAC;IAClB,EAAE,GAA6B,IAAI,CAAC;IACpC,SAAS,GAAG,IAAI,GAAG,EAA8B,CAAC;IAE1D,KAAK,CAAC,IAAI,CAAC,OAAqB,IAAkB,CAAC;IAEnD,KAAK,CAAC,IAAI,CAAC,MAAc;QACvB,MAAM,GAAG,GAAG,mBAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,CAAC,iBAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,iBAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,EAAE,GAAG,IAAI,wBAAQ,CAAC,MAAM,CAAC,CAAC;QAE/B,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QACtC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,2BAA2B,CAAC,CAAC;QAC5C,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;QACpC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAG,4BAA4B;QACpE,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC,YAAY;QACpD,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC,CAAC,4BAA4B;QAEpE,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAEO,aAAa;QACnB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,cAAc,GAAI,EAAE,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAY,IAAI,CAAC,CAAC;QAEpF,IAAI,cAAc,GAAG,qCAAqB,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAG,0BAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,cAAc,CAAC,CAAC;YACjE,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;gBAC9B,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;oBAClB,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;oBACtB,EAAE,CAAC,MAAM,CAAC,kBAAkB,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;gBACnD,CAAC,CAAC,EAAE,CAAC;YACP,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,GAAW,EAAE,MAAkB;QAClC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAI,MAAoB,CAAC,CAAC;QAChD,CAAC;aAAM,CAAC;YACN,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAW;QACjB,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAChC,CAAC;QACD,OAAO,IAA6B,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,IAAI,YAAY,KAAc,OAAO,IAAI,CAAC,CAAC,CAAC;IAC5C,IAAI,YAAY,KAAc,OAAO,IAAI,CAAC,CAAC,CAAC;IAEpC,KAAK;QACX,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;CACF;AAhFD,oDAgFC"}

package/dist/plugins/storage/content-store.d.ts

@@ -0,0 +1,20 @@
+import type { StoragePlugin } from '../../core/types.js';
+interface ContentSearchResult {
+    heading: string | null;
+    content: string;
+    has_code: boolean;
+    source: string;
+    relevance: number;
+}
+export declare class ContentStore {
+    private storage;
+    constructor(storage: StoragePlugin);
+    index(content: string, source: string): number;
+    search(query: string, opts?: {
+        limit?: number;
+        source?: string;
+    }): ContentSearchResult[];
+    private chunk;
+}
+export {};
+//# sourceMappingURL=content-store.d.ts.map

package/dist/plugins/storage/content-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-store.d.ts","sourceRoot":"","sources":["../../../src/plugins/storage/content-store.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAezD,UAAU,mBAAmB;IAC3B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;CACnB;AAkCD,qBAAa,YAAY;IACX,OAAO,CAAC,OAAO;gBAAP,OAAO,EAAE,aAAa;IAE1C,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM;IAiC9C,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,mBAAmB,EAAE;IAsE5F,OAAO,CAAC,KAAK;CAgEd"}

package/dist/plugins/storage/content-store.js

@@ -0,0 +1,187 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ContentStore = void 0;
+const node_crypto_1 = require("node:crypto");
+const MAX_SEARCH_RESPONSE = 1536; // 1.5KB max per search response
+const SNIPPET_THRESHOLD = 350; // Extract snippet if chunk > this size
+const SNIPPET_CONTEXT = 120; // Chars of context around match
+function extractSnippet(content, query) {
+    if (content.length <= SNIPPET_THRESHOLD)
+        return content;
+    // Find the best match position using query words
+    const words = query.toLowerCase().split(/\s+/).filter(w => w.length > 2);
+    const lower = content.toLowerCase();
+    let bestPos = -1;
+    let bestScore = 0;
+    for (let i = 0; i < lower.length; i++) {
+        let score = 0;
+        for (const word of words) {
+            const idx = lower.indexOf(word, Math.max(0, i - SNIPPET_CONTEXT));
+            if (idx >= 0 && idx < i + SNIPPET_CONTEXT)
+                score++;
+        }
+        if (score > bestScore) {
+            bestScore = score;
+            bestPos = i;
+        }
+        // Skip ahead for efficiency
+        if (score > 0)
+            i += 50;
+    }
+    if (bestPos < 0)
+        bestPos = 0;
+    const start = Math.max(0, bestPos - SNIPPET_CONTEXT);
+    const end = Math.min(content.length, bestPos + SNIPPET_CONTEXT);
+    const prefix = start > 0 ? '...' : '';
+    const suffix = end < content.length ? '...' : '';
+    return `${prefix}${content.slice(start, end)}${suffix}`;
+}
+class ContentStore {
+    storage;
+    constructor(storage) {
+        this.storage = storage;
+    }
+    index(content, source) {
+        const sourceHash = (0, node_crypto_1.createHash)('sha256').update(source).digest('hex');
+        // Check if already indexed
+        const existing = this.storage.prepare('SELECT id FROM content_sources WHERE source_hash = ?').get(sourceHash);
+        if (existing)
+            return existing.id;
+        // Insert source
+        this.storage.exec('INSERT INTO content_sources (source_hash, source, indexed_at) VALUES (?, ?, ?)', [sourceHash, source, Date.now()]);
+        const sourceRow = this.storage.prepare('SELECT id FROM content_sources WHERE source_hash = ?').get(sourceHash);
+        const sourceId = sourceRow.id;
+        // Chunk and index
+        const chunks = this.chunk(content);
+        for (let i = 0; i < chunks.length; i++) {
+            const chunk = chunks[i];
+            this.storage.exec('INSERT INTO content_chunks (source_id, chunk_index, heading, content, has_code) VALUES (?, ?, ?, ?, ?)', [sourceId, i, chunk.heading, chunk.content, chunk.has_code ? 1 : 0]);
+        }
+        return sourceId;
+    }
+    search(query, opts = {}) {
+        const limit = opts.limit || 5;
+        // FTS5 search
+        // Need to sanitize the query for FTS5 - remove special characters
+        const sanitized = query.replace(/[^\w\s]/g, ' ').trim();
+        if (!sanitized)
+            return [];
+        let sql = `
+      SELECT cc.heading, cc.content, cc.has_code, cs.source,
+             bm25(content_chunks_fts) as relevance
+      FROM content_chunks_fts
+      JOIN content_chunks cc ON cc.id = content_chunks_fts.rowid
+      JOIN content_sources cs ON cs.id = cc.source_id
+      WHERE content_chunks_fts MATCH ?
+    `;
+        const params = [sanitized];
+        if (opts.source) {
+            sql += ' AND cs.source = ?';
+            params.push(opts.source);
+        }
+        sql += ' ORDER BY bm25(content_chunks_fts) ASC LIMIT ?';
+        params.push(limit);
+        try {
+            const rows = this.storage.prepare(sql).all(...params);
+            // Apply 2KB budget - code chunks never truncated, large text chunks get snippets
+            let totalBytes = 0;
+            const results = [];
+            for (const row of rows) {
+                // For non-code chunks over threshold, extract relevant snippet
+                const displayContent = row.has_code
+                    ? row.content
+                    : extractSnippet(row.content, sanitized);
+                const bytes = Buffer.byteLength(displayContent, 'utf8');
+                if (totalBytes + bytes > MAX_SEARCH_RESPONSE && !row.has_code) {
+                    // Truncate to fit remaining budget
+                    const remaining = MAX_SEARCH_RESPONSE - totalBytes;
+                    if (remaining > 100) {
+                        results.push({
+                            heading: row.heading,
+                            content: displayContent.slice(0, remaining) + '...',
+                            has_code: false,
+                            source: row.source,
+                            relevance: Math.abs(row.relevance),
+                        });
+                    }
+                    break;
+                }
+                totalBytes += bytes;
+                results.push({
+                    heading: row.heading,
+                    content: displayContent,
+                    has_code: !!row.has_code,
+                    source: row.source,
+                    relevance: Math.abs(row.relevance),
+                });
+            }
+            return results;
+        }
+        catch {
+            return [];
+        }
+    }
+    chunk(content) {
+        // Try JSON first — single chunk (before any transformations)
+        try {
+            JSON.parse(content);
+            return [{ heading: null, content, has_code: false }];
+        }
+        catch {
+            // Not JSON, continue
+        }
+        // Protect code blocks with placeholders
+        const codeBlocks = [];
+        const PLACEHOLDER_PREFIX = '___CODE_BLOCK_';
+        const PLACEHOLDER_SUFFIX = '___';
+        const protected_content = content.replace(/```[\s\S]*?```/g, (match) => {
+            const idx = codeBlocks.length;
+            codeBlocks.push(match);
+            return `${PLACEHOLDER_PREFIX}${idx}${PLACEHOLDER_SUFFIX}`;
+        });
+        // Check for Markdown headings
+        const headingPattern = /^(#{1,6})\s+(.+)$/gm;
+        const headings = [...protected_content.matchAll(headingPattern)];
+        let chunks;
+        if (headings.length >= 2) {
+            // Split by headings
+            chunks = [];
+            for (let i = 0; i < headings.length; i++) {
+                const start = headings[i].index;
+                const end = i + 1 < headings.length ? headings[i + 1].index : protected_content.length;
+                const sectionContent = protected_content.slice(start, end).trim();
+                chunks.push({
+                    heading: headings[i][2],
+                    content: sectionContent,
+                    has_code: sectionContent.includes(PLACEHOLDER_PREFIX),
+                });
+            }
+            // Include preamble if exists
+            if (headings[0].index > 0) {
+                const preamble = protected_content.slice(0, headings[0].index).trim();
+                if (preamble) {
+                    chunks.unshift({ heading: null, content: preamble, has_code: preamble.includes(PLACEHOLDER_PREFIX) });
+                }
+            }
+        }
+        else {
+            // Split by paragraphs (double newline)
+            const paragraphs = protected_content.split(/\n\n+/).filter(p => p.trim());
+            chunks = paragraphs.map(p => ({
+                heading: null,
+                content: p.trim(),
+                has_code: p.includes(PLACEHOLDER_PREFIX),
+            }));
+        }
+        // Restore code blocks using simple string regex (no null bytes)
+        const restorePattern = new RegExp(`${PLACEHOLDER_PREFIX}(\\d+)${PLACEHOLDER_SUFFIX}`, 'g');
+        return chunks.map(chunk => ({
+            ...chunk,
+            content: chunk.content.replace(restorePattern, (_, idx) => {
+                return codeBlocks[parseInt(idx)] || '';
+            }),
+        }));
+    }
+}
+exports.ContentStore = ContentStore;
+//# sourceMappingURL=content-store.js.map

package/dist/plugins/storage/content-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-store.js","sourceRoot":"","sources":["../../../src/plugins/storage/content-store.ts"],"names":[],"mappings":";;;AAAA,6CAAyC;AAGzC,MAAM,mBAAmB,GAAG,IAAI,CAAC,CAAC,gCAAgC;AAClE,MAAM,iBAAiB,GAAG,GAAG,CAAC,CAAK,uCAAuC;AAC1E,MAAM,eAAe,GAAG,GAAG,CAAC,CAAO,gCAAgC;AAmBnE,SAAS,cAAc,CAAC,OAAe,EAAE,KAAa;IACpD,IAAI,OAAO,CAAC,MAAM,IAAI,iBAAiB;QAAE,OAAO,OAAO,CAAC;IAExD,iDAAiD;IACjD,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzE,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC;IACjB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,CAAC,CAAC;YAClE,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,eAAe;gBAAE,KAAK,EAAE,CAAC;QACrD,CAAC;QACD,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;YACtB,SAAS,GAAG,KAAK,CAAC;YAClB,OAAO,GAAG,CAAC,CAAC;QACd,CAAC;QACD,4BAA4B;QAC5B,IAAI,KAAK,GAAG,CAAC;YAAE,CAAC,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,IAAI,OAAO,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC,CAAC;IAE7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,eAAe,CAAC,CAAC;IACrD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,GAAG,eAAe,CAAC,CAAC;IAChE,MAAM,MAAM,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IACtC,MAAM,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IACjD,OAAO,GAAG,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,MAAM,EAAE,CAAC;AAC1D,CAAC;AAED,MAAa,YAAY;IACH;IAApB,YAAoB,OAAsB;QAAtB,YAAO,GAAP,OAAO,CAAe;IAAG,CAAC;IAE9C,KAAK,CAAC,OAAe,EAAE,MAAc;QACnC,MAAM,UAAU,GAAG,IAAA,wBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAErE,2BAA2B;QAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CACnC,sDAAsD,CACvD,CAAC,GAAG,CAAC,UAAU,CAA+B,CAAC;QAEhD,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAC,EAAE,CAAC;QAEjC,gBAAgB;QAChB,IAAI,CAAC,OAAO,CAAC,IAAI,CACf,gFAAgF,EAChF,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CACjC,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CACpC,sDAAsD,CACvD,CAAC,GAAG,CAAC,UAAU,CAAmB,CAAC;QACpC,MAAM,QAAQ,GAAG,SAAS,CAAC,EAAE,CAAC;QAE9B,kBAAkB;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACxB,IAAI,CAAC,OAAO,CAAC,IAAI,CACf,wGAAwG,EACxG,CAAC,QAAQ,EAAE,CAAC,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACpE,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,KAAa,EAAE,OAA4C,EAAE;QAClE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QAE9B,cAAc;QACd,kEAAkE;QAClE,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACxD,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,CAAC;QAE1B,IAAI,GAAG,GAAG;;;;;;;KAOT,CAAC;QACF,MAAM,MAAM,GAAc,CAAC,SAAS,CAAC,CAAC;QAEtC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,GAAG,IAAI,oBAAoB,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;QAED,GAAG,IAAI,gDAAgD,CAAC;QACxD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAGlD,CAAC;YAEH,iFAAiF;YACjF,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,MAAM,OAAO,GAA0B,EAAE,CAAC;YAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,+DAA+D;gBAC/D,MAAM,cAAc,GAAG,GAAG,CAAC,QAAQ;oBACjC,CAAC,CAAC,GAAG,CAAC,OAAO;oBACb,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;gBAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;gBACxD,IAAI,UAAU,GAAG,KAAK,GAAG,mBAAmB,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;oBAC9D,mCAAmC;oBACnC,MAAM,SAAS,GAAG,mBAAmB,GAAG,UAAU,CAAC;oBACnD,IAAI,SAAS,GAAG,GAAG,EAAE,CAAC;wBACpB,OAAO,CAAC,IAAI,CAAC;4BACX,OAAO,EAAE,GAAG,CAAC,OAAO;4BACpB,OAAO,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,KAAK;4BACnD,QAAQ,EAAE,KAAK;4BACf,MAAM,EAAE,GAAG,CAAC,MAAM;4BAClB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC;yBACnC,CAAC,CAAC;oBACL,CAAC;oBACD,MAAM;gBACR,CAAC;gBACD,UAAU,IAAI,KAAK,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC;oBACX,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,OAAO,EAAE,cAAc;oBACvB,QAAQ,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ;oBACxB,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC;iBACnC,CAAC,CAAC;YACL,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAe;QAC3B,6DAA6D;QAC7D,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACpB,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;QAAC,MAAM,CAAC;YACP,qBAAqB;QACvB,CAAC;QAED,wCAAwC;QACxC,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,kBAAkB,GAAG,gBAAgB,CAAC;QAC5C,MAAM,kBAAkB,GAAG,KAAK,CAAC;QACjC,MAAM,iBAAiB,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC,KAAK,EAAE,EAAE;YACrE,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC;YAC9B,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,OAAO,GAAG,kBAAkB,GAAG,GAAG,GAAG,kBAAkB,EAAE,CAAC;QAC5D,CAAC,CAAC,CAAC;QAEH,8BAA8B;QAC9B,MAAM,cAAc,GAAG,qBAAqB,CAAC;QAC7C,MAAM,QAAQ,GAAG,CAAC,GAAG,iBAAiB,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC;QAEjE,IAAI,MAA6E,CAAC;QAElF,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACzB,oBAAoB;YACpB,MAAM,GAAG,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAM,CAAC;gBACjC,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAM,CAAC,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC;gBACxF,MAAM,cAAc,GAAG,iBAAiB,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBAClE,MAAM,CAAC,IAAI,CAAC;oBACV,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBACvB,OAAO,EAAE,cAAc;oBACvB,QAAQ,EAAE,cAAc,CAAC,QAAQ,CAAC,kBAAkB,CAAC;iBACtD,CAAC,CAAC;YACL,CAAC;YACD,6BAA6B;YAC7B,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAM,CAAC,CAAC,IAAI,EAAE,CAAC;gBACvE,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;gBACxG,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,uCAAuC;YACvC,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1E,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC5B,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE;gBACjB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;aACzC,CAAC,CAAC,CAAC;QACN,CAAC;QAED,gEAAgE;QAChE,MAAM,cAAc,GAAG,IAAI,MAAM,CAAC,GAAG,kBAAkB,SAAS,kBAAkB,EAAE,EAAE,GAAG,CAAC,CAAC;QAC3F,OAAO,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC1B,GAAG,KAAK;YACR,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;gBACxD,OAAO,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YACzC,CAAC,CAAC;SACH,CAAC,CAAC,CAAC;IACN,CAAC;CACF;AA1KD,oCA0KC"}

package/dist/plugins/storage/migrations.d.ts

@@ -0,0 +1,8 @@
+export interface Migration {
+    version: number;
+    description: string;
+    up: string;
+}
+export declare const LATEST_SCHEMA_VERSION = 3;
+export declare const migrations: Migration[];
+//# sourceMappingURL=migrations.d.ts.map

package/dist/plugins/storage/migrations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrations.d.ts","sourceRoot":"","sources":["../../../src/plugins/storage/migrations.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,eAAO,MAAM,qBAAqB,IAAI,CAAC;AAEvC,eAAO,MAAM,UAAU,EAAE,SAAS,EAsPjC,CAAC"}

package/dist/plugins/storage/migrations.js

@@ -0,0 +1,252 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.migrations = exports.LATEST_SCHEMA_VERSION = void 0;
+exports.LATEST_SCHEMA_VERSION = 3;
+exports.migrations = [
+    {
+        version: 1,
+        description: 'Initial schema with observations, FTS5, trigram, token_stats',
+        up: `
+      CREATE TABLE IF NOT EXISTS observations (
+        id TEXT PRIMARY KEY,
+        type TEXT NOT NULL,
+        content TEXT NOT NULL,
+        summary TEXT,
+        metadata TEXT NOT NULL DEFAULT '{}',
+        embeddings BLOB,
+        indexed_at INTEGER NOT NULL,
+        privacy_level TEXT DEFAULT 'public',
+        session_id TEXT
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_obs_type ON observations(type);
+      CREATE INDEX IF NOT EXISTS idx_obs_indexed_at ON observations(indexed_at);
+      CREATE INDEX IF NOT EXISTS idx_obs_session ON observations(session_id);
+      CREATE INDEX IF NOT EXISTS idx_obs_privacy ON observations(privacy_level);
+
+      CREATE VIRTUAL TABLE IF NOT EXISTS obs_fts USING fts5(
+        summary, content,
+        content=observations,
+        content_rowid=rowid,
+        tokenize='porter unicode61'
+      );
+
+      CREATE VIRTUAL TABLE IF NOT EXISTS obs_trigram USING fts5(
+        summary,
+        content=observations,
+        content_rowid=rowid,
+        tokenize='trigram'
+      );
+
+      CREATE TRIGGER IF NOT EXISTS obs_ai AFTER INSERT ON observations BEGIN
+        INSERT INTO obs_fts(rowid, summary, content) VALUES (NEW.rowid, NEW.summary, NEW.content);
+        INSERT INTO obs_trigram(rowid, summary) VALUES (NEW.rowid, NEW.summary);
+      END;
+
+      CREATE TRIGGER IF NOT EXISTS obs_ad AFTER DELETE ON observations BEGIN
+        INSERT INTO obs_fts(obs_fts, rowid, summary, content) VALUES ('delete', OLD.rowid, OLD.summary, OLD.content);
+        INSERT INTO obs_trigram(obs_trigram, rowid, summary) VALUES ('delete', OLD.rowid, OLD.summary);
+      END;
+
+      CREATE TRIGGER IF NOT EXISTS obs_au AFTER UPDATE ON observations BEGIN
+        INSERT INTO obs_fts(obs_fts, rowid, summary, content) VALUES ('delete', OLD.rowid, OLD.summary, OLD.content);
+        INSERT INTO obs_fts(rowid, summary, content) VALUES (NEW.rowid, NEW.summary, NEW.content);
+        INSERT INTO obs_trigram(obs_trigram, rowid, summary) VALUES ('delete', OLD.rowid, OLD.summary);
+        INSERT INTO obs_trigram(rowid, summary) VALUES (NEW.rowid, NEW.summary);
+      END;
+
+      CREATE TABLE IF NOT EXISTS token_stats (
+        session_id TEXT NOT NULL,
+        event_type TEXT NOT NULL,
+        tokens_in INTEGER DEFAULT 0,
+        tokens_out INTEGER DEFAULT 0,
+        timestamp INTEGER NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_ts_session ON token_stats(session_id);
+      CREATE INDEX IF NOT EXISTS idx_ts_event ON token_stats(event_type);
+
+      CREATE TABLE IF NOT EXISTS schema_version (
+        version INTEGER PRIMARY KEY,
+        applied_at INTEGER NOT NULL,
+        description TEXT
+      );
+
+      INSERT INTO schema_version (version, applied_at, description)
+      VALUES (1, unixepoch(), 'Initial schema');
+    `,
+    },
+    {
+        version: 2,
+        description: 'Optimize trigram index — index only summary column',
+        up: `
+      DROP TABLE IF EXISTS obs_trigram;
+
+      CREATE VIRTUAL TABLE IF NOT EXISTS obs_trigram USING fts5(
+        summary,
+        content=observations,
+        content_rowid=rowid,
+        tokenize='trigram'
+      );
+
+      DROP TRIGGER IF EXISTS obs_ai;
+      DROP TRIGGER IF EXISTS obs_ad;
+      DROP TRIGGER IF EXISTS obs_au;
+
+      CREATE TRIGGER IF NOT EXISTS obs_ai AFTER INSERT ON observations BEGIN
+        INSERT INTO obs_fts(rowid, summary, content) VALUES (NEW.rowid, NEW.summary, NEW.content);
+        INSERT INTO obs_trigram(rowid, summary) VALUES (NEW.rowid, NEW.summary);
+      END;
+
+      CREATE TRIGGER IF NOT EXISTS obs_ad AFTER DELETE ON observations BEGIN
+        INSERT INTO obs_fts(obs_fts, rowid, summary, content) VALUES ('delete', OLD.rowid, OLD.summary, OLD.content);
+        INSERT INTO obs_trigram(obs_trigram, rowid, summary) VALUES ('delete', OLD.rowid, OLD.summary);
+      END;
+
+      CREATE TRIGGER IF NOT EXISTS obs_au AFTER UPDATE ON observations BEGIN
+        INSERT INTO obs_fts(obs_fts, rowid, summary, content) VALUES ('delete', OLD.rowid, OLD.summary, OLD.content);
+        INSERT INTO obs_fts(rowid, summary, content) VALUES (NEW.rowid, NEW.summary, NEW.content);
+        INSERT INTO obs_trigram(obs_trigram, rowid, summary) VALUES ('delete', OLD.rowid, OLD.summary);
+        INSERT INTO obs_trigram(rowid, summary) VALUES (NEW.rowid, NEW.summary);
+      END;
+
+      -- Rebuild trigram index with existing data
+      INSERT INTO obs_trigram(obs_trigram) VALUES('rebuild');
+
+      INSERT INTO schema_version (version, applied_at, description)
+      VALUES (2, unixepoch(), 'Optimize trigram index — index only summary column');
+    `,
+    },
+    {
+        version: 3,
+        description: 'Add content_hash dedup, content store, knowledge base, budget, snapshots, events',
+        up: `
+      -- SHA256 deduplication column
+      ALTER TABLE observations ADD COLUMN content_hash TEXT;
+      CREATE UNIQUE INDEX IF NOT EXISTS idx_obs_content_hash ON observations(content_hash);
+
+      -- Content store: sources
+      CREATE TABLE IF NOT EXISTS content_sources (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        source_hash TEXT UNIQUE NOT NULL,
+        source TEXT NOT NULL,
+        indexed_at INTEGER NOT NULL
+      );
+
+      -- Content store: chunks
+      CREATE TABLE IF NOT EXISTS content_chunks (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        source_id INTEGER NOT NULL REFERENCES content_sources(id) ON DELETE CASCADE,
+        chunk_index INTEGER NOT NULL,
+        heading TEXT,
+        content TEXT NOT NULL,
+        has_code INTEGER NOT NULL DEFAULT 0
+      );
+
+      -- Content chunks FTS5
+      CREATE VIRTUAL TABLE IF NOT EXISTS content_chunks_fts USING fts5(
+        heading, content,
+        content=content_chunks,
+        content_rowid=id,
+        tokenize='porter unicode61'
+      );
+
+      CREATE TRIGGER IF NOT EXISTS chunks_ai AFTER INSERT ON content_chunks BEGIN
+        INSERT INTO content_chunks_fts(rowid, heading, content) VALUES (NEW.id, NEW.heading, NEW.content);
+      END;
+
+      CREATE TRIGGER IF NOT EXISTS chunks_ad AFTER DELETE ON content_chunks BEGIN
+        INSERT INTO content_chunks_fts(content_chunks_fts, rowid, heading, content) VALUES ('delete', OLD.id, OLD.heading, OLD.content);
+      END;
+
+      CREATE TRIGGER IF NOT EXISTS chunks_au AFTER UPDATE ON content_chunks BEGIN
+        INSERT INTO content_chunks_fts(content_chunks_fts, rowid, heading, content) VALUES ('delete', OLD.id, OLD.heading, OLD.content);
+        INSERT INTO content_chunks_fts(rowid, heading, content) VALUES (NEW.id, NEW.heading, NEW.content);
+      END;
+
+      -- Knowledge base
+      CREATE TABLE IF NOT EXISTS knowledge (
+        id TEXT PRIMARY KEY,
+        category TEXT NOT NULL,
+        title TEXT NOT NULL,
+        content TEXT NOT NULL,
+        tags TEXT NOT NULL DEFAULT '[]',
+        shareable INTEGER NOT NULL DEFAULT 1,
+        relevance_score REAL NOT NULL DEFAULT 1.0,
+        access_count INTEGER NOT NULL DEFAULT 0,
+        created_at INTEGER NOT NULL,
+        archived INTEGER NOT NULL DEFAULT 0
+      );
+
+      CREATE VIRTUAL TABLE IF NOT EXISTS knowledge_fts USING fts5(
+        title, content, tags,
+        content=knowledge,
+        content_rowid=rowid,
+        tokenize='porter unicode61'
+      );
+
+      CREATE VIRTUAL TABLE IF NOT EXISTS knowledge_trigram USING fts5(
+        title, content,
+        content=knowledge,
+        content_rowid=rowid,
+        tokenize='trigram'
+      );
+
+      CREATE TRIGGER IF NOT EXISTS knowledge_ai AFTER INSERT ON knowledge BEGIN
+        INSERT INTO knowledge_fts(rowid, title, content, tags) VALUES (NEW.rowid, NEW.title, NEW.content, NEW.tags);
+        INSERT INTO knowledge_trigram(rowid, title, content) VALUES (NEW.rowid, NEW.title, NEW.content);
+      END;
+
+      CREATE TRIGGER IF NOT EXISTS knowledge_ad AFTER DELETE ON knowledge BEGIN
+        INSERT INTO knowledge_fts(knowledge_fts, rowid, title, content, tags) VALUES ('delete', OLD.rowid, OLD.title, OLD.content, OLD.tags);
+        INSERT INTO knowledge_trigram(knowledge_trigram, rowid, title, content) VALUES ('delete', OLD.rowid, OLD.title, OLD.content);
+      END;
+
+      CREATE TRIGGER IF NOT EXISTS knowledge_au AFTER UPDATE ON knowledge BEGIN
+        INSERT INTO knowledge_fts(knowledge_fts, rowid, title, content, tags) VALUES ('delete', OLD.rowid, OLD.title, OLD.content, OLD.tags);
+        INSERT INTO knowledge_fts(rowid, title, content, tags) VALUES (NEW.rowid, NEW.title, NEW.content, NEW.tags);
+        INSERT INTO knowledge_trigram(knowledge_trigram, rowid, title, content) VALUES ('delete', OLD.rowid, OLD.title, OLD.content);
+        INSERT INTO knowledge_trigram(rowid, title, content) VALUES (NEW.rowid, NEW.title, NEW.content);
+      END;
+
+      -- Budget settings
+      CREATE TABLE IF NOT EXISTS budget_settings (
+        id INTEGER PRIMARY KEY CHECK (id = 1),
+        session_limit INTEGER NOT NULL DEFAULT 100000,
+        overflow_strategy TEXT NOT NULL DEFAULT 'warn',
+        agent_limits TEXT NOT NULL DEFAULT '{}'
+      );
+
+      INSERT OR IGNORE INTO budget_settings (id, session_limit, overflow_strategy, agent_limits)
+      VALUES (1, 10000000, 'warn', '{}');
+
+      -- Session snapshots
+      CREATE TABLE IF NOT EXISTS snapshots (
+        session_id TEXT PRIMARY KEY,
+        snapshot TEXT NOT NULL,
+        created_at INTEGER NOT NULL
+      );
+
+      -- Event tracking
+      CREATE TABLE IF NOT EXISTS events (
+        id TEXT PRIMARY KEY,
+        session_id TEXT NOT NULL,
+        event_type TEXT NOT NULL,
+        priority INTEGER NOT NULL DEFAULT 4,
+        agent TEXT,
+        data TEXT NOT NULL DEFAULT '{}',
+        context_bytes INTEGER NOT NULL DEFAULT 0,
+        timestamp INTEGER NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_events_session ON events(session_id);
+      CREATE INDEX IF NOT EXISTS idx_events_type ON events(event_type);
+      CREATE INDEX IF NOT EXISTS idx_events_priority ON events(priority);
+      CREATE INDEX IF NOT EXISTS idx_events_timestamp ON events(timestamp);
+
+      INSERT INTO schema_version (version, applied_at, description)
+      VALUES (3, unixepoch(), 'Add content_hash dedup, content store, knowledge base, budget, snapshots, events');
+    `,
+    },
+];
+//# sourceMappingURL=migrations.js.map

package/dist/plugins/storage/migrations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrations.js","sourceRoot":"","sources":["../../../src/plugins/storage/migrations.ts"],"names":[],"mappings":";;;AAMa,QAAA,qBAAqB,GAAG,CAAC,CAAC;AAE1B,QAAA,UAAU,GAAgB;IACrC;QACE,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,8DAA8D;QAC3E,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAoEH;KACF;IACD;QACE,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,oDAAoD;QACjE,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAoCH;KACF;IACD;QACE,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,kFAAkF;QAC/F,EAAE,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KA8HH;KACF;CACF,CAAC"}

package/dist/plugins/summarizers/binary-summarizer.d.ts

@@ -0,0 +1,12 @@
+import type { SummarizerPlugin, PluginConfig, SummaryResult, SummarizeOpts } from '../../core/types.js';
+export declare class BinarySummarizer implements SummarizerPlugin {
+    name: string;
+    version: string;
+    type: "summarizer";
+    contentTypes: string[];
+    init(_config: PluginConfig): Promise<void>;
+    destroy(): Promise<void>;
+    detect(content: string): boolean;
+    summarize(content: string, _opts: SummarizeOpts): Promise<SummaryResult>;
+}
+//# sourceMappingURL=binary-summarizer.d.ts.map

package/dist/plugins/summarizers/binary-summarizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"binary-summarizer.d.ts","sourceRoot":"","sources":["../../../src/plugins/summarizers/binary-summarizer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,YAAY,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAOxG,qBAAa,gBAAiB,YAAW,gBAAgB;IACvD,IAAI,SAAuB;IAC3B,OAAO,SAAW;IAClB,IAAI,EAAG,YAAY,CAAU;IAC7B,YAAY,WAAc;IAEpB,IAAI,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAE9B,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAa1B,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;CAiB/E"}

package/dist/plugins/summarizers/binary-summarizer.js

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BinarySummarizer = void 0;
+const utils_js_1 = require("../../core/utils.js");
+const node_crypto_1 = require("node:crypto");
+const CHECK_BYTES = 512;
+const NON_PRINTABLE_THRESHOLD = 0.1;
+class BinarySummarizer {
+    name = 'binary-summarizer';
+    version = '1.0.0';
+    type = 'summarizer';
+    contentTypes = ['binary'];
+    async init(_config) { }
+    async destroy() { }
+    detect(content) {
+        const sample = content.slice(0, CHECK_BYTES);
+        let nonPrintable = 0;
+        for (let i = 0; i < sample.length; i++) {
+            const code = sample.charCodeAt(i);
+            // Non-printable: not tab (9), not newline (10), not carriage return (13), not in printable ASCII range (32-126)
+            if (code !== 9 && code !== 10 && code !== 13 && (code < 32 || code > 126)) {
+                nonPrintable++;
+            }
+        }
+        return sample.length > 0 && (nonPrintable / sample.length) > NON_PRINTABLE_THRESHOLD;
+    }
+    async summarize(content, _opts) {
+        const tokensOriginal = (0, utils_js_1.estimateTokens)(content);
+        const hash = (0, node_crypto_1.createHash)('sha256').update(content).digest('hex');
+        const byteCount = Buffer.byteLength(content, 'utf-8');
+        const summary = `[binary content] sha256:${hash} size:${byteCount} bytes`;
+        const tokensSummarized = (0, utils_js_1.estimateTokens)(summary);
+        return {
+            summary,
+            tokens_original: tokensOriginal,
+            tokens_summarized: tokensSummarized,
+            savings_pct: tokensOriginal > 0 ? Math.round((1 - tokensSummarized / tokensOriginal) * 100) : 0,
+            content_type: 'binary',
+        };
+    }
+}
+exports.BinarySummarizer = BinarySummarizer;
+//# sourceMappingURL=binary-summarizer.js.map

package/dist/plugins/summarizers/binary-summarizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"binary-summarizer.js","sourceRoot":"","sources":["../../../src/plugins/summarizers/binary-summarizer.ts"],"names":[],"mappings":";;;AACA,kDAAqD;AACrD,6CAAyC;AAEzC,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,MAAa,gBAAgB;IAC3B,IAAI,GAAG,mBAAmB,CAAC;IAC3B,OAAO,GAAG,OAAO,CAAC;IAClB,IAAI,GAAG,YAAqB,CAAC;IAC7B,YAAY,GAAG,CAAC,QAAQ,CAAC,CAAC;IAE1B,KAAK,CAAC,IAAI,CAAC,OAAqB,IAAkB,CAAC;IACnD,KAAK,CAAC,OAAO,KAAmB,CAAC;IAEjC,MAAM,CAAC,OAAe;QACpB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;QAC7C,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAClC,gHAAgH;YAChH,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC,IAAI,GAAG,EAAE,IAAI,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;gBAC1E,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,uBAAuB,CAAC;IACvF,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAe,EAAE,KAAoB;QACnD,MAAM,cAAc,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAE/C,MAAM,IAAI,GAAG,IAAA,wBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChE,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEtD,MAAM,OAAO,GAAG,2BAA2B,IAAI,SAAS,SAAS,QAAQ,CAAC;QAC1E,MAAM,gBAAgB,GAAG,IAAA,yBAAc,EAAC,OAAO,CAAC,CAAC;QAEjD,OAAO;YACL,OAAO;YACP,eAAe,EAAE,cAAc;YAC/B,iBAAiB,EAAE,gBAAgB;YACnC,WAAW,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,gBAAgB,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,YAAY,EAAE,QAAQ;SACvB,CAAC;IACJ,CAAC;CACF;AAvCD,4CAuCC"}

package/dist/plugins/summarizers/build-output-summarizer.d.ts

@@ -0,0 +1,12 @@
+import type { SummarizerPlugin, PluginConfig, SummaryResult, SummarizeOpts } from '../../core/types.js';
+export declare class BuildOutputSummarizer implements SummarizerPlugin {
+    name: string;
+    version: string;
+    type: "summarizer";
+    contentTypes: string[];
+    init(_config: PluginConfig): Promise<void>;
+    destroy(): Promise<void>;
+    detect(content: string): boolean;
+    summarize(content: string, _opts: SummarizeOpts): Promise<SummaryResult>;
+}
+//# sourceMappingURL=build-output-summarizer.d.ts.map