opencode-mem 1.0.0

package/dist/services/client.js

@@ -0,0 +1,251 @@
+import { embeddingService } from "./embedding.js";
+import { shardManager } from "./sqlite/shard-manager.js";
+import { vectorSearch } from "./sqlite/vector-search.js";
+import { connectionManager } from "./sqlite/connection-manager.js";
+import { CONFIG } from "../config.js";
+import { log } from "./logger.js";
+function safeToISOString(timestamp) {
+    try {
+        if (timestamp === null || timestamp === undefined) {
+            return new Date().toISOString();
+        }
+        const numValue = typeof timestamp === "bigint" ? Number(timestamp) : Number(timestamp);
+        if (isNaN(numValue) || numValue < 0) {
+            return new Date().toISOString();
+        }
+        return new Date(numValue).toISOString();
+    }
+    catch {
+        return new Date().toISOString();
+    }
+}
+function safeJSONParse(jsonString) {
+    if (!jsonString || typeof jsonString !== "string") {
+        return undefined;
+    }
+    try {
+        return JSON.parse(jsonString);
+    }
+    catch {
+        return undefined;
+    }
+}
+function extractScopeFromContainerTag(containerTag) {
+    const parts = containerTag.split("_");
+    if (parts.length >= 3) {
+        const scope = parts[1];
+        const hash = parts.slice(2).join("_");
+        return { scope, hash };
+    }
+    return { scope: "user", hash: containerTag };
+}
+export class LocalMemoryClient {
+    initPromise = null;
+    isInitialized = false;
+    constructor() { }
+    async initialize() {
+        if (this.isInitialized)
+            return;
+        if (this.initPromise)
+            return this.initPromise;
+        this.initPromise = (async () => {
+            try {
+                this.isInitialized = true;
+                log("SQLite memory client initialized");
+            }
+            catch (error) {
+                this.initPromise = null;
+                log("SQLite initialization failed", { error: String(error) });
+                throw error;
+            }
+        })();
+        return this.initPromise;
+    }
+    async warmup(progressCallback) {
+        await this.initialize();
+        await embeddingService.warmup(progressCallback);
+    }
+    async isReady() {
+        return this.isInitialized && embeddingService.isWarmedUp;
+    }
+    getStatus() {
+        return {
+            dbConnected: this.isInitialized,
+            modelLoaded: embeddingService.isWarmedUp,
+            ready: this.isInitialized && embeddingService.isWarmedUp,
+        };
+    }
+    async searchMemories(query, containerTag) {
+        log("searchMemories: start", { containerTag });
+        try {
+            await this.initialize();
+            const queryVector = await embeddingService.embedWithTimeout(query);
+            const { scope, hash } = extractScopeFromContainerTag(containerTag);
+            const shards = shardManager.getAllShards(scope, hash);
+            if (shards.length === 0) {
+                log("searchMemories: no shards found", { containerTag });
+                return { success: true, results: [], total: 0, timing: 0 };
+            }
+            const results = await vectorSearch.searchAcrossShards(shards, queryVector, containerTag, CONFIG.maxMemories, CONFIG.similarityThreshold);
+            log("searchMemories: success", { count: results.length });
+            return { success: true, results, total: results.length, timing: 0 };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            log("searchMemories: error", { error: errorMessage });
+            return { success: false, error: errorMessage, results: [], total: 0, timing: 0 };
+        }
+    }
+    async getProfile(containerTag, query) {
+        log("getProfile: start", { containerTag });
+        try {
+            await this.initialize();
+            const { scope, hash } = extractScopeFromContainerTag(containerTag);
+            const shards = shardManager.getAllShards(scope, hash);
+            if (shards.length === 0) {
+                log("getProfile: no shards found", { containerTag });
+                return { success: true, profile: { static: [], dynamic: [] } };
+            }
+            const staticFacts = [];
+            const dynamicFacts = [];
+            for (const shard of shards) {
+                const db = connectionManager.getConnection(shard.dbPath);
+                const memories = vectorSearch.listMemories(db, containerTag, CONFIG.maxProfileItems * 2);
+                for (const m of memories) {
+                    if (m.type === "preference") {
+                        staticFacts.push(m.content);
+                    }
+                    else {
+                        dynamicFacts.push(m.content);
+                    }
+                }
+            }
+            const profile = {
+                static: staticFacts.slice(0, CONFIG.maxProfileItems),
+                dynamic: dynamicFacts.slice(0, CONFIG.maxProfileItems),
+            };
+            log("getProfile: success", { hasProfile: true });
+            return { success: true, profile };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            log("getProfile: error", { error: errorMessage });
+            return { success: false, error: errorMessage, profile: null };
+        }
+    }
+    async addMemory(content, containerTag, metadata) {
+        log("addMemory: start", { containerTag, contentLength: content.length });
+        try {
+            await this.initialize();
+            const vector = await embeddingService.embedWithTimeout(content);
+            const { scope, hash } = extractScopeFromContainerTag(containerTag);
+            const shard = shardManager.getWriteShard(scope, hash);
+            const id = `mem_${Date.now()}_${Math.random().toString(36).substring(2, 11)}`;
+            const now = Date.now();
+            const { displayName, userName, userEmail, projectPath, projectName, gitRepoUrl, type, ...dynamicMetadata } = metadata || {};
+            const record = {
+                id,
+                content,
+                vector,
+                containerTag,
+                type,
+                createdAt: now,
+                updatedAt: now,
+                displayName,
+                userName,
+                userEmail,
+                projectPath,
+                projectName,
+                gitRepoUrl,
+                metadata: Object.keys(dynamicMetadata).length > 0 ? JSON.stringify(dynamicMetadata) : undefined,
+            };
+            const db = connectionManager.getConnection(shard.dbPath);
+            vectorSearch.insertVector(db, record);
+            shardManager.incrementVectorCount(shard.id);
+            log("addMemory: success", { id, shardId: shard.id });
+            return { success: true, id };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            log("addMemory: error", { error: errorMessage });
+            return { success: false, error: errorMessage };
+        }
+    }
+    async deleteMemory(memoryId) {
+        log("deleteMemory: start", { memoryId });
+        try {
+            await this.initialize();
+            const { scope, hash } = extractScopeFromContainerTag(memoryId);
+            const shards = shardManager.getAllShards(scope, hash);
+            for (const shard of shards) {
+                const db = connectionManager.getConnection(shard.dbPath);
+                const memory = vectorSearch.getMemoryById(db, memoryId);
+                if (memory) {
+                    vectorSearch.deleteVector(db, memoryId);
+                    shardManager.decrementVectorCount(shard.id);
+                    log("deleteMemory: success", { memoryId, shardId: shard.id });
+                    return { success: true };
+                }
+            }
+            log("deleteMemory: not found", { memoryId });
+            return { success: false, error: "Memory not found" };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            log("deleteMemory: error", { memoryId, error: errorMessage });
+            return { success: false, error: errorMessage };
+        }
+    }
+    async listMemories(containerTag, limit = 20) {
+        log("listMemories: start", { containerTag, limit });
+        try {
+            await this.initialize();
+            const { scope, hash } = extractScopeFromContainerTag(containerTag);
+            const shards = shardManager.getAllShards(scope, hash);
+            if (shards.length === 0) {
+                log("listMemories: no shards found", { containerTag });
+                return {
+                    success: true,
+                    memories: [],
+                    pagination: { currentPage: 1, totalItems: 0, totalPages: 0 },
+                };
+            }
+            const allMemories = [];
+            for (const shard of shards) {
+                const db = connectionManager.getConnection(shard.dbPath);
+                const memories = vectorSearch.listMemories(db, containerTag, limit);
+                allMemories.push(...memories);
+            }
+            allMemories.sort((a, b) => Number(b.created_at) - Number(a.created_at));
+            const memories = allMemories.slice(0, limit).map((r) => ({
+                id: r.id,
+                summary: r.content,
+                createdAt: safeToISOString(r.created_at),
+                metadata: safeJSONParse(r.metadata),
+                displayName: r.display_name,
+                userName: r.user_name,
+                userEmail: r.user_email,
+                projectPath: r.project_path,
+                projectName: r.project_name,
+                gitRepoUrl: r.git_repo_url,
+            }));
+            log("listMemories: success", { count: memories.length });
+            return {
+                success: true,
+                memories,
+                pagination: { currentPage: 1, totalItems: memories.length, totalPages: 1 },
+            };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            log("listMemories: error", { error: errorMessage });
+            return {
+                success: false,
+                error: errorMessage,
+                memories: [],
+                pagination: { currentPage: 1, totalItems: 0, totalPages: 0 },
+            };
+        }
+    }
+}
+export const memoryClient = new LocalMemoryClient();

package/dist/services/compaction.d.ts

@@ -0,0 +1,92 @@
+interface TokenInfo {
+    input: number;
+    output: number;
+    cache: {
+        read: number;
+        write: number;
+    };
+}
+interface MessageInfo {
+    id: string;
+    role: string;
+    sessionID: string;
+    providerID?: string;
+    modelID?: string;
+    tokens?: TokenInfo;
+    summary?: boolean;
+    finish?: boolean;
+}
+export interface CompactionOptions {
+    threshold?: number;
+    getModelLimit?: (providerID: string, modelID: string) => number | undefined;
+}
+export interface CompactionContext {
+    directory: string;
+    client: {
+        session: {
+            summarize: (params: {
+                path: {
+                    id: string;
+                };
+                body: {
+                    providerID: string;
+                    modelID: string;
+                };
+                query: {
+                    directory: string;
+                };
+            }) => Promise<unknown>;
+            messages: (params: {
+                path: {
+                    id: string;
+                };
+                query: {
+                    directory: string;
+                };
+            }) => Promise<{
+                data?: Array<{
+                    info: MessageInfo;
+                }>;
+            }>;
+            promptAsync: (params: {
+                path: {
+                    id: string;
+                };
+                body: {
+                    agent?: string;
+                    parts: Array<{
+                        type: string;
+                        text: string;
+                    }>;
+                };
+                query: {
+                    directory: string;
+                };
+            }) => Promise<unknown>;
+        };
+        tui: {
+            showToast: (params: {
+                body: {
+                    title: string;
+                    message: string;
+                    variant: string;
+                    duration: number;
+                };
+            }) => Promise<unknown>;
+        };
+    };
+}
+export declare function createCompactionHook(ctx: CompactionContext, tags: {
+    user: string;
+    project: string;
+}, options?: CompactionOptions): {
+    compactionTracker: Map<string, number>;
+    event({ event }: {
+        event: {
+            type: string;
+            properties?: unknown;
+        };
+    }): Promise<void>;
+};
+export {};
+//# sourceMappingURL=compaction.d.ts.map

package/dist/services/compaction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compaction.d.ts","sourceRoot":"","sources":["../../src/services/compaction.ts"],"names":[],"mappings":"AAsBA,UAAU,SAAS;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;CACxC;AAED,UAAU,WAAW;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAgBD,MAAM,WAAW,iBAAiB;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,CAAC;CAC7E;AAuLD,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE;QACN,OAAO,EAAE;YACP,SAAS,EAAE,CAAC,MAAM,EAAE;gBAAE,IAAI,EAAE;oBAAE,EAAE,EAAE,MAAM,CAAA;iBAAE,CAAC;gBAAC,IAAI,EAAE;oBAAE,UAAU,EAAE,MAAM,CAAC;oBAAC,OAAO,EAAE,MAAM,CAAA;iBAAE,CAAC;gBAAC,KAAK,EAAE;oBAAE,SAAS,EAAE,MAAM,CAAA;iBAAE,CAAA;aAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;YAC/I,QAAQ,EAAE,CAAC,MAAM,EAAE;gBAAE,IAAI,EAAE;oBAAE,EAAE,EAAE,MAAM,CAAA;iBAAE,CAAC;gBAAC,KAAK,EAAE;oBAAE,SAAS,EAAE,MAAM,CAAA;iBAAE,CAAA;aAAE,KAAK,OAAO,CAAC;gBAAE,IAAI,CAAC,EAAE,KAAK,CAAC;oBAAE,IAAI,EAAE,WAAW,CAAA;iBAAE,CAAC,CAAA;aAAE,CAAC,CAAC;YAC/H,WAAW,EAAE,CAAC,MAAM,EAAE;gBAAE,IAAI,EAAE;oBAAE,EAAE,EAAE,MAAM,CAAA;iBAAE,CAAC;gBAAC,IAAI,EAAE;oBAAE,KAAK,CAAC,EAAE,MAAM,CAAC;oBAAC,KAAK,EAAE,KAAK,CAAC;wBAAE,IAAI,EAAE,MAAM,CAAC;wBAAC,IAAI,EAAE,MAAM,CAAA;qBAAE,CAAC,CAAA;iBAAE,CAAC;gBAAC,KAAK,EAAE;oBAAE,SAAS,EAAE,MAAM,CAAA;iBAAE,CAAA;aAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;SAC3K,CAAC;QACF,GAAG,EAAE;YACH,SAAS,EAAE,CAAC,MAAM,EAAE;gBAAE,IAAI,EAAE;oBAAE,KAAK,EAAE,MAAM,CAAC;oBAAC,OAAO,EAAE,MAAM,CAAC;oBAAC,OAAO,EAAE,MAAM,CAAC;oBAAC,QAAQ,EAAE,MAAM,CAAA;iBAAE,CAAA;aAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;SAC1H,CAAC;KACH,CAAC;CACH;AAED,wBAAgB,oBAAoB,CAClC,GAAG,EAAE,iBAAiB,EACtB,IAAI,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,EACvC,OAAO,CAAC,EAAE,iBAAiB;;qBAsOF;QAAE,KAAK,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,UAAU,CAAC,EAAE,OAAO,CAAA;SAAE,CAAA;KAAE;EAgE3E"}