@qwickapps/qwickbrain-proxy 1.0.2 → 1.1.0

package/dist/lib/write-queue-manager.js

@@ -0,0 +1,191 @@
+import { eq } from 'drizzle-orm';
+import { syncQueue } from '../db/schema.js';
+export class WriteQueueManager {
+    db;
+    qwickbrainClient;
+    maxAttempts = 3;
+    isSyncing = false;
+    constructor(db, qwickbrainClient) {
+        this.db = db;
+        this.qwickbrainClient = qwickbrainClient;
+    }
+    /**
+     * Queue a write operation for later sync
+     */
+    async queueOperation(operation, payload) {
+        await this.db.insert(syncQueue).values({
+            operation,
+            payload: JSON.stringify(payload),
+            status: 'pending',
+            attempts: 0,
+        });
+        console.error(`Queued operation: ${operation}`);
+    }
+    /**
+     * Get count of pending operations
+     */
+    async getPendingCount() {
+        const result = await this.db
+            .select()
+            .from(syncQueue)
+            .where(eq(syncQueue.status, 'pending'));
+        return result.length;
+    }
+    /**
+     * Sync all pending operations
+     * Returns number of operations synced successfully
+     */
+    async syncPendingOperations() {
+        if (this.isSyncing) {
+            console.error('Sync already in progress, skipping');
+            return { synced: 0, failed: 0 };
+        }
+        this.isSyncing = true;
+        let synced = 0;
+        let failed = 0;
+        try {
+            // Get all pending operations, ordered by creation time (FIFO)
+            const pending = await this.db
+                .select()
+                .from(syncQueue)
+                .where(eq(syncQueue.status, 'pending'))
+                .orderBy(syncQueue.createdAt);
+            console.error(`Syncing ${pending.length} pending operations...`);
+            for (const item of pending) {
+                try {
+                    await this.executeOperation(item);
+                    // Mark as completed
+                    await this.db
+                        .update(syncQueue)
+                        .set({ status: 'completed' })
+                        .where(eq(syncQueue.id, item.id));
+                    synced++;
+                    console.error(`Synced operation ${item.id}: ${item.operation}`);
+                }
+                catch (error) {
+                    const errorMessage = error instanceof Error ? error.message : String(error);
+                    const newAttempts = item.attempts + 1;
+                    if (newAttempts >= this.maxAttempts) {
+                        // Max attempts reached, mark as failed
+                        await this.db
+                            .update(syncQueue)
+                            .set({
+                            status: 'failed',
+                            error: errorMessage,
+                            attempts: newAttempts,
+                            lastAttemptAt: new Date(),
+                        })
+                            .where(eq(syncQueue.id, item.id));
+                        failed++;
+                        console.error(`Operation ${item.id} failed after ${newAttempts} attempts: ${errorMessage}`);
+                    }
+                    else {
+                        // Increment attempts, keep as pending
+                        await this.db
+                            .update(syncQueue)
+                            .set({
+                            attempts: newAttempts,
+                            lastAttemptAt: new Date(),
+                            error: errorMessage,
+                        })
+                            .where(eq(syncQueue.id, item.id));
+                        console.error(`Operation ${item.id} failed (attempt ${newAttempts}/${this.maxAttempts}): ${errorMessage}`);
+                    }
+                }
+            }
+            // Clean up completed operations (keep failed ones for inspection)
+            await this.cleanupCompleted();
+            console.error(`Sync complete: ${synced} synced, ${failed} failed`);
+            return { synced, failed };
+        }
+        finally {
+            this.isSyncing = false;
+        }
+    }
+    /**
+     * Execute a single queued operation
+     */
+    async executeOperation(item) {
+        const payload = JSON.parse(item.payload);
+        switch (item.operation) {
+            case 'create_document':
+            case 'update_document': {
+                const p = payload;
+                await this.qwickbrainClient.createDocument(p.docType, p.name, p.content, p.project, p.metadata);
+                break;
+            }
+            case 'set_memory':
+            case 'update_memory': {
+                const p = payload;
+                await this.qwickbrainClient.setMemory(p.name, p.content, p.project, p.metadata);
+                break;
+            }
+            case 'delete_document': {
+                const p = payload;
+                await this.qwickbrainClient.deleteDocument(p.docType, p.name, p.project);
+                break;
+            }
+            case 'delete_memory': {
+                const p = payload;
+                await this.qwickbrainClient.deleteMemory(p.name, p.project);
+                break;
+            }
+            default:
+                throw new Error(`Unknown operation: ${item.operation}`);
+        }
+    }
+    /**
+     * Clean up completed operations
+     */
+    async cleanupCompleted() {
+        await this.db.delete(syncQueue).where(eq(syncQueue.status, 'completed'));
+    }
+    /**
+     * Get failed operations for inspection
+     */
+    async getFailedOperations() {
+        return await this.db
+            .select()
+            .from(syncQueue)
+            .where(eq(syncQueue.status, 'failed'))
+            .orderBy(syncQueue.createdAt);
+    }
+    /**
+     * Retry a specific failed operation
+     */
+    async retryOperation(id) {
+        await this.db
+            .update(syncQueue)
+            .set({
+            status: 'pending',
+            attempts: 0,
+            error: null,
+            lastAttemptAt: null,
+        })
+            .where(eq(syncQueue.id, id));
+        console.error(`Operation ${id} reset to pending for retry`);
+    }
+    /**
+     * Clear all failed operations
+     */
+    async clearFailed() {
+        const failed = await this.getFailedOperations();
+        await this.db.delete(syncQueue).where(eq(syncQueue.status, 'failed'));
+        console.error(`Cleared ${failed.length} failed operations`);
+        return failed.length;
+    }
+    /**
+     * Get queue statistics
+     */
+    async getQueueStats() {
+        const all = await this.db.select().from(syncQueue);
+        const pending = all.filter(item => item.status === 'pending').length;
+        const failed = all.filter(item => item.status === 'failed').length;
+        return {
+            pending,
+            failed,
+            total: all.length,
+        };
+    }
+}
+//# sourceMappingURL=write-queue-manager.js.map

package/dist/lib/write-queue-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"write-queue-manager.js","sourceRoot":"","sources":["../../src/lib/write-queue-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,EAAW,MAAM,aAAa,CAAC;AAE1C,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AA8C5C,MAAM,OAAO,iBAAiB;IAKlB;IACA;IALF,WAAW,GAAG,CAAC,CAAC;IAChB,SAAS,GAAG,KAAK,CAAC;IAE1B,YACU,EAAM,EACN,gBAAkC;QADlC,OAAE,GAAF,EAAE,CAAI;QACN,qBAAgB,GAAhB,gBAAgB,CAAkB;IACzC,CAAC;IAEJ;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,SAAiB,EAAE,OAAyB;QAC/D,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC;YACrC,SAAS;YACT,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;YAChC,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,OAAO,CAAC,KAAK,CAAC,qBAAqB,SAAS,EAAE,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe;QACnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE;aACzB,MAAM,EAAE;aACR,IAAI,CAAC,SAAS,CAAC;aACf,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;QAE1C,OAAO,MAAM,CAAC,MAAM,CAAC;IACvB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,qBAAqB;QACzB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACpD,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QAClC,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,IAAI,CAAC;YACH,8DAA8D;YAC9D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE;iBAC1B,MAAM,EAAE;iBACR,IAAI,CAAC,SAAS,CAAC;iBACf,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;iBACtC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YAEhC,OAAO,CAAC,KAAK,CAAC,WAAW,OAAO,CAAC,MAAM,wBAAwB,CAAC,CAAC;YAEjE,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;gBAC3B,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;oBAElC,oBAAoB;oBACpB,MAAM,IAAI,CAAC,EAAE;yBACV,MAAM,CAAC,SAAS,CAAC;yBACjB,GAAG,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;yBAC5B,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;oBAEpC,MAAM,EAAE,CAAC;oBACT,OAAO,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;gBAClE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC5E,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;oBAEtC,IAAI,WAAW,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;wBACpC,uCAAuC;wBACvC,MAAM,IAAI,CAAC,EAAE;6BACV,MAAM,CAAC,SAAS,CAAC;6BACjB,GAAG,CAAC;4BACH,MAAM,EAAE,QAAQ;4BAChB,KAAK,EAAE,YAAY;4BACnB,QAAQ,EAAE,WAAW;4BACrB,aAAa,EAAE,IAAI,IAAI,EAAE;yBAC1B,CAAC;6BACD,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;wBAEpC,MAAM,EAAE,CAAC;wBACT,OAAO,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,EAAE,iBAAiB,WAAW,cAAc,YAAY,EAAE,CAAC,CAAC;oBAC9F,CAAC;yBAAM,CAAC;wBACN,sCAAsC;wBACtC,MAAM,IAAI,CAAC,EAAE;6BACV,MAAM,CAAC,SAAS,CAAC;6BACjB,GAAG,CAAC;4BACH,QAAQ,EAAE,WAAW;4BACrB,aAAa,EAAE,IAAI,IAAI,EAAE;4BACzB,KAAK,EAAE,YAAY;yBACpB,CAAC;6BACD,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;wBAEpC,OAAO,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,EAAE,oBAAoB,WAAW,IAAI,IAAI,CAAC,WAAW,MAAM,YAAY,EAAE,CAAC,CAAC;oBAC7G,CAAC;gBACH,CAAC;YACH,CAAC;YAED,kEAAkE;YAClE,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAE9B,OAAO,CAAC,KAAK,CAAC,kBAAkB,MAAM,YAAY,MAAM,SAAS,CAAC,CAAC;YACnE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAC5B,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAAC,IAAqB;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEzC,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;YACvB,KAAK,iBAAiB,CAAC;YACvB,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,MAAM,CAAC,GAAG,OAAgC,CAAC;gBAC3C,MAAM,IAAI,CAAC,gBAAgB,CAAC,cAAc,CACxC,CAAC,CAAC,OAAO,EACT,CAAC,CAAC,IAAI,EACN,CAAC,CAAC,OAAO,EACT,CAAC,CAAC,OAAO,EACT,CAAC,CAAC,QAAQ,CACX,CAAC;gBACF,MAAM;YACR,CAAC;YAED,KAAK,YAAY,CAAC;YAClB,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,CAAC,GAAG,OAA2B,CAAC;gBACtC,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAChF,MAAM;YACR,CAAC;YAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,MAAM,CAAC,GAAG,OAAgC,CAAC;gBAC3C,MAAM,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;gBACzE,MAAM;YACR,CAAC;YAED,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,CAAC,GAAG,OAA8B,CAAC;gBACzC,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;gBAC5D,MAAM;YACR,CAAC;YAED;gBACE,MAAM,IAAI,KAAK,CAAC,sBAAsB,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB;QAC5B,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,mBAAmB;QACvB,OAAO,MAAM,IAAI,CAAC,EAAE;aACjB,MAAM,EAAE;aACR,IAAI,CAAC,SAAS,CAAC;aACf,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;aACrC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,EAAU;QAC7B,MAAM,IAAI,CAAC,EAAE;aACV,MAAM,CAAC,SAAS,CAAC;aACjB,GAAG,CAAC;YACH,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,CAAC;YACX,KAAK,EAAE,IAAI;YACX,aAAa,EAAE,IAAI;SACpB,CAAC;aACD,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAE/B,OAAO,CAAC,KAAK,CAAC,aAAa,EAAE,6BAA6B,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACf,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAChD,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;QACtE,OAAO,CAAC,KAAK,CAAC,WAAW,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC;QAC5D,OAAO,MAAM,CAAC,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QAKjB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;QACrE,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;QAEnE,OAAO;YACL,OAAO;YACP,MAAM;YACN,KAAK,EAAE,GAAG,CAAC,MAAM;SAClB,CAAC;IACJ,CAAC;CACF"}

package/dist/types/config.d.ts

@@ -21,40 +21,15 @@ export declare const ConfigSchema: z.ZodObject<{
     }>>;
     cache: z.ZodDefault<z.ZodObject<{
         dir: z.ZodOptional<z.ZodString>;
-        ttl: z.ZodDefault<z.ZodObject<{
-            workflows: z.ZodDefault<z.ZodNumber>;
-            rules: z.ZodDefault<z.ZodNumber>;
-            documents: z.ZodDefault<z.ZodNumber>;
-            memories: z.ZodDefault<z.ZodNumber>;
-        }, "strip", z.ZodTypeAny, {
-            workflows: number;
-            rules: number;
-            documents: number;
-            memories: number;
-        }, {
-            workflows?: number | undefined;
-            rules?: number | undefined;
-            documents?: number | undefined;
-            memories?: number | undefined;
-        }>>;
+        maxCacheSizeBytes: z.ZodDefault<z.ZodNumber>;
         preload: z.ZodDefault<z.ZodArray<z.ZodString, "many">>;
     }, "strip", z.ZodTypeAny, {
-        ttl: {
-            workflows: number;
-            rules: number;
-            documents: number;
-            memories: number;
-        };
+        maxCacheSizeBytes: number;
         preload: string[];
         dir?: string | undefined;
     }, {
         dir?: string | undefined;
-        ttl?: {
-            workflows?: number | undefined;
-            rules?: number | undefined;
-            documents?: number | undefined;
-            memories?: number | undefined;
-        } | undefined;
+        maxCacheSizeBytes?: number | undefined;
         preload?: string[] | undefined;
     }>>;
     connection: z.ZodDefault<z.ZodObject<{
@@ -105,12 +80,7 @@ export declare const ConfigSchema: z.ZodObject<{
     }>>;
 }, "strip", z.ZodTypeAny, {
     cache: {
-        ttl: {
-            workflows: number;
-            rules: number;
-            documents: number;
-            memories: number;
-        };
+        maxCacheSizeBytes: number;
         preload: string[];
         dir?: string | undefined;
     };
@@ -138,12 +108,7 @@ export declare const ConfigSchema: z.ZodObject<{
 }, {
     cache?: {
         dir?: string | undefined;
-        ttl?: {
-            workflows?: number | undefined;
-            rules?: number | undefined;
-            documents?: number | undefined;
-            memories?: number | undefined;
-        } | undefined;
+        maxCacheSizeBytes?: number | undefined;
         preload?: string[] | undefined;
     } | undefined;
     qwickbrain?: {
@@ -175,12 +140,12 @@ export declare const CacheConfigSchema: z.ZodObject<{
     preload: z.ZodBoolean;
 }, "strip", z.ZodTypeAny, {
     offline: boolean;
-    ttl: number;
     preload: boolean;
+    ttl: number;
 }, {
     offline: boolean;
-    ttl: number;
     preload: boolean;
+    ttl: number;
 }>;
 export type CacheConfig = z.infer<typeof CacheConfigSchema>;
 //# sourceMappingURL=config.d.ts.map

package/dist/types/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/types/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkCvB,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AAElD,eAAO,MAAM,iBAAiB;;;;;;;;;;;;EAI5B,CAAC;AAEH,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/types/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA6BvB,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAC;AAElD,eAAO,MAAM,iBAAiB;;;;;;;;;;;;EAI5B,CAAC;AAEH,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC"}

package/dist/types/config.js

@@ -11,12 +11,7 @@ export const ConfigSchema = z.object({
     }).default({}),
     cache: z.object({
         dir: z.string().optional(),
-        ttl: z.object({
-            workflows: z.number().default(86400), // 24 hours
-            rules: z.number().default(86400), // 24 hours
-            documents: z.number().default(21600), // 6 hours
-            memories: z.number().default(3600), // 1 hour
-        }).default({}),
+        maxCacheSizeBytes: z.number().default(100 * 1024 * 1024), // 100MB default for dynamic tier
         preload: z.array(z.string()).default(['workflows', 'rules']),
     }).default({}),
     connection: z.object({

package/dist/types/config.js.map

@@ -1 +1 @@
-{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/types/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;QACnB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;QACnD,6BAA6B;QAC7B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC9B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;QACpC,2CAA2C;QAC3C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC9B,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACd,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;QACd,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC1B,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC;YACZ,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,WAAW;YACjD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,WAAW;YAC7C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,UAAU;YAChD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS;SAC9C,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QACd,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;KAC7D,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACd,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;QACnB,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,aAAa;QAC7D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,YAAY;QAC/C,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5C,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC;YACzB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,WAAW;YAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,aAAa;YAC7C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;SAClC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;KACf,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,YAAY;QAClD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;KAClC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CACf,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;IACpB,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;CACrB,CAAC,CAAC"}
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/types/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IACnC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;QACnB,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;QACnD,6BAA6B;QAC7B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC9B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;QACpC,2CAA2C;QAC3C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC9B,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACd,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;QACd,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC1B,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,EAAE,iCAAiC;QAC3F,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;KAC7D,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACd,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;QACnB,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,aAAa;QAC7D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,YAAY;QAC/C,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5C,gBAAgB,EAAE,CAAC,CAAC,MAAM,CAAC;YACzB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,WAAW;YAC9C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,aAAa;YAC7C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;SAClC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;KACf,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,YAAY;QAClD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;KAClC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CACf,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;IACpB,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;CACrB,CAAC,CAAC"}

package/drizzle/0002_lru_cache_migration.sql

@@ -0,0 +1,94 @@
+-- Migration: Remove TTL, add LRU fields (two-tier storage)
+-- Phase 2: LRU Cache Implementation
+
+-- Create new documents table with LRU fields
+CREATE TABLE `documents_new` (
+	`id` integer PRIMARY KEY AUTOINCREMENT NOT NULL,
+	`doc_type` text NOT NULL,
+	`name` text NOT NULL,
+	`project` text,
+	`content` text NOT NULL,
+	`metadata` text,
+	`cached_at` integer DEFAULT (unixepoch()) NOT NULL,
+	`last_accessed_at` integer DEFAULT (unixepoch()) NOT NULL,
+	`is_critical` integer DEFAULT false NOT NULL,
+	`size_bytes` integer DEFAULT 0 NOT NULL,
+	`synced` integer DEFAULT true NOT NULL
+);
+--> statement-breakpoint
+
+-- Copy data from old table, calculating size and critical flag
+INSERT INTO `documents_new` (
+	id, doc_type, name, project, content, metadata, cached_at, last_accessed_at, is_critical, size_bytes, synced
+)
+SELECT
+	id,
+	doc_type,
+	name,
+	project,
+	content,
+	metadata,
+	cached_at,
+	cached_at as last_accessed_at, -- Initialize with cached_at
+	CASE
+		WHEN doc_type IN ('workflow', 'rule', 'agent', 'template') THEN true
+		ELSE false
+	END as is_critical,
+	length(content) as size_bytes, -- Calculate size in bytes
+	synced
+FROM `documents`;
+--> statement-breakpoint
+
+-- Drop old table
+DROP TABLE `documents`;
+--> statement-breakpoint
+
+-- Rename new table
+ALTER TABLE `documents_new` RENAME TO `documents`;
+--> statement-breakpoint
+
+-- Recreate unique index
+CREATE UNIQUE INDEX `documents_doc_type_name_project_unique` ON `documents` (`doc_type`,`name`,`project`);
+--> statement-breakpoint
+
+-- Create new memories table with LRU fields
+CREATE TABLE `memories_new` (
+	`id` integer PRIMARY KEY AUTOINCREMENT NOT NULL,
+	`name` text NOT NULL,
+	`project` text,
+	`content` text NOT NULL,
+	`metadata` text,
+	`cached_at` integer DEFAULT (unixepoch()) NOT NULL,
+	`last_accessed_at` integer DEFAULT (unixepoch()) NOT NULL,
+	`size_bytes` integer DEFAULT 0 NOT NULL,
+	`synced` integer DEFAULT true NOT NULL
+);
+--> statement-breakpoint
+
+-- Copy data from old table, calculating size
+INSERT INTO `memories_new` (
+	id, name, project, content, metadata, cached_at, last_accessed_at, size_bytes, synced
+)
+SELECT
+	id,
+	name,
+	project,
+	content,
+	metadata,
+	cached_at,
+	cached_at as last_accessed_at, -- Initialize with cached_at
+	length(content) as size_bytes, -- Calculate size in bytes
+	synced
+FROM `memories`;
+--> statement-breakpoint
+
+-- Drop old table
+DROP TABLE `memories`;
+--> statement-breakpoint
+
+-- Rename new table
+ALTER TABLE `memories_new` RENAME TO `memories`;
+--> statement-breakpoint
+
+-- Recreate unique index
+CREATE UNIQUE INDEX `memories_name_project_unique` ON `memories` (`name`,`project`);

package/drizzle/meta/_journal.json

@@ -15,6 +15,13 @@
       "when": 1767846667620,
       "tag": "0001_goofy_invisible_woman",
       "breakpoints": true
+    },
+    {
+      "idx": 2,
+      "version": "6",
+      "when": 1736478000000,
+      "tag": "0002_lru_cache_migration",
+      "breakpoints": true
     }
   ]
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qwickapps/qwickbrain-proxy",
-  "version": "1.0.2",
+  "version": "1.1.0",
   "description": "Local MCP proxy for QwickBrain with caching and resilience",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -18,7 +18,9 @@
     "typecheck": "tsc --noEmit",
     "db:generate": "drizzle-kit generate",
     "db:migrate": "drizzle-kit migrate",
-    "db:studio": "drizzle-kit studio"
+    "db:studio": "drizzle-kit studio",
+    "rebuild-sqlite": "bash scripts/rebuild-sqlite.sh",
+    "postinstall": "bash scripts/rebuild-sqlite.sh || true"
   },
   "keywords": [
     "mcp",
@@ -52,11 +54,13 @@
   },
   "devDependencies": {
     "@types/better-sqlite3": "^7.6.0",
+    "@types/eventsource": "^3.0.0",
     "@types/node": "^20.0.0",
     "@typescript-eslint/eslint-plugin": "^7.0.0",
     "@typescript-eslint/parser": "^7.0.0",
     "drizzle-kit": "^0.31.8",
     "eslint": "^8.57.0",
+    "eventsource": "^4.0.0",
     "prettier": "^3.0.0",
     "tsx": "^4.0.0",
     "typescript": "^5.3.0",

package/scripts/rebuild-sqlite.sh

@@ -0,0 +1,26 @@
+#!/bin/bash
+set -e
+
+echo "Rebuilding better-sqlite3 native bindings..."
+
+# Ensure Python has setuptools (needed for node-gyp with Python 3.13+)
+python3 -m pip install --quiet setuptools --break-system-packages 2>/dev/null || true
+
+# Navigate to monorepo root and rebuild better-sqlite3
+cd "$(dirname "$0")/../../.."
+
+# Rebuild better-sqlite3 for the entire monorepo
+pnpm exec node-gyp rebuild --directory node_modules/.pnpm/better-sqlite3@*/node_modules/better-sqlite3 --release 2>/dev/null || {
+    # Fallback: find and rebuild better-sqlite3 directly
+    SQLITE_DIR=$(find node_modules/.pnpm -type d -path "*/better-sqlite3@*/node_modules/better-sqlite3" -print -quit)
+    if [ -n "$SQLITE_DIR" ]; then
+        echo "Building in: $SQLITE_DIR"
+        cd "$SQLITE_DIR"
+        npm run build-release
+    else
+        echo "Warning: Could not find better-sqlite3 to rebuild"
+        exit 1
+    fi
+}
+
+echo "✓ better-sqlite3 rebuilt successfully"

package/src/db/schema.ts

@@ -3,6 +3,10 @@ import { integer, sqliteTable, text, unique } from 'drizzle-orm/sqlite-core';
 
 /**
  * Cached documents (workflows, rules, FRDs, designs, etc.)
+ *
+ * Two-tier storage:
+ * - Critical tier (isCritical=true): workflows, rules, agents, templates - never evicted, not counted toward limit
+ * - Dynamic tier (isCritical=false): other documents - LRU eviction when storage limit reached
  */
 export const documents = sqliteTable('documents', {
   id: integer('id').primaryKey({ autoIncrement: true }),
@@ -14,7 +18,13 @@ export const documents = sqliteTable('documents', {
   cachedAt: integer('cached_at', { mode: 'timestamp' })
     .notNull()
     .default(sql`(unixepoch())`),
-  expiresAt: integer('expires_at', { mode: 'timestamp' }).notNull(),
+  lastAccessedAt: integer('last_accessed_at', { mode: 'timestamp' })
+    .notNull()
+    .default(sql`(unixepoch())`),
+  isCritical: integer('is_critical', { mode: 'boolean' })
+    .notNull()
+    .default(false),
+  sizeBytes: integer('size_bytes').notNull().default(0),
   synced: integer('synced', { mode: 'boolean' }).notNull().default(true),
 }, (table) => ({
   uniqueDocument: unique().on(table.docType, table.name, table.project),
@@ -22,6 +32,8 @@ export const documents = sqliteTable('documents', {
 
 /**
  * Cached memories (project context, patterns, decisions)
+ *
+ * Memories are always dynamic tier - LRU eviction applies
  */
 export const memories = sqliteTable('memories', {
   id: integer('id').primaryKey({ autoIncrement: true }),
@@ -32,7 +44,10 @@ export const memories = sqliteTable('memories', {
   cachedAt: integer('cached_at', { mode: 'timestamp' })
     .notNull()
     .default(sql`(unixepoch())`),
-  expiresAt: integer('expires_at', { mode: 'timestamp' }).notNull(),
+  lastAccessedAt: integer('last_accessed_at', { mode: 'timestamp' })
+    .notNull()
+    .default(sql`(unixepoch())`),
+  sizeBytes: integer('size_bytes').notNull().default(0),
   synced: integer('synced', { mode: 'boolean' }).notNull().default(true),
 }, (table) => ({
   uniqueMemory: unique().on(table.name, table.project),