cccmemory 1.8.0

package/dist/embeddings/ModelRegistry.d.ts

@@ -0,0 +1,48 @@
+/**
+ * Centralized registry of all supported embedding models
+ * Single source of truth for model information, dimensions, and metadata
+ */
+export interface ModelInfo {
+    name: string;
+    dimensions: number;
+    provider: "ollama" | "transformers" | "openai";
+    description: string;
+    quality: "low" | "medium" | "high" | "highest";
+    installation?: string;
+    cost?: string;
+}
+/**
+ * Complete registry of all supported embedding models
+ */
+export declare const MODEL_REGISTRY: ModelInfo[];
+/**
+ * Get all models for a specific provider
+ */
+export declare function getModelsByProvider(provider: string): ModelInfo[];
+/**
+ * Get model information by name (supports partial matching)
+ */
+export declare function getModelInfo(modelName: string): ModelInfo | null;
+/**
+ * Get dimensions for a model by name
+ * Returns null if model is unknown
+ */
+export declare function getModelDimensions(modelName: string): number | null;
+/**
+ * Get all models from the registry
+ */
+export declare function getAllModels(): ModelInfo[];
+/**
+ * Check if a model exists in the registry
+ */
+export declare function modelExists(modelName: string): boolean;
+/**
+ * Get models by quality level
+ */
+export declare function getModelsByQuality(quality: ModelInfo["quality"]): ModelInfo[];
+/**
+ * Get recommended model for a provider
+ * Returns the highest quality model available for the provider
+ */
+export declare function getRecommendedModel(provider: string): ModelInfo | null;
+//# sourceMappingURL=ModelRegistry.d.ts.map

package/dist/embeddings/ModelRegistry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ModelRegistry.d.ts","sourceRoot":"","sources":["../../src/embeddings/ModelRegistry.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,QAAQ,GAAG,cAAc,GAAG,QAAQ,CAAC;IAC/C,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,SAAS,CAAC;IAC/C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,eAAO,MAAM,cAAc,EAAE,SAAS,EA0FrC,CAAC;AAEF;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,EAAE,CAEjE;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAiBhE;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAGnE;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI,SAAS,EAAE,CAE1C;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAEtD;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,GAAG,SAAS,EAAE,CAE7E;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAuBtE"}

package/dist/embeddings/ModelRegistry.js

@@ -0,0 +1,170 @@
+/**
+ * Centralized registry of all supported embedding models
+ * Single source of truth for model information, dimensions, and metadata
+ */
+/**
+ * Complete registry of all supported embedding models
+ */
+export const MODEL_REGISTRY = [
+    // Ollama models (local)
+    {
+        name: "mxbai-embed-large",
+        dimensions: 1024,
+        provider: "ollama",
+        description: "High-quality local embeddings, balanced speed and quality",
+        quality: "high",
+        installation: "ollama pull mxbai-embed-large",
+    },
+    {
+        name: "nomic-embed-text",
+        dimensions: 768,
+        provider: "ollama",
+        description: "Fast, good quality for general use",
+        quality: "medium",
+        installation: "ollama pull nomic-embed-text",
+    },
+    {
+        name: "all-minilm",
+        dimensions: 384,
+        provider: "ollama",
+        description: "Lightweight, fast, lower quality",
+        quality: "low",
+        installation: "ollama pull all-minilm",
+    },
+    {
+        name: "snowflake-arctic-embed",
+        dimensions: 1024,
+        provider: "ollama",
+        description: "High-quality, optimized for retrieval tasks",
+        quality: "high",
+        installation: "ollama pull snowflake-arctic-embed",
+    },
+    // Transformers models (offline)
+    {
+        name: "Xenova/all-MiniLM-L6-v2",
+        dimensions: 384,
+        provider: "transformers",
+        description: "Default model, no setup required, downloads on first use",
+        quality: "low",
+    },
+    {
+        name: "Xenova/all-mpnet-base-v2",
+        dimensions: 768,
+        provider: "transformers",
+        description: "Better quality, larger size, no setup required",
+        quality: "medium",
+    },
+    {
+        name: "Xenova/bge-small-en-v1.5",
+        dimensions: 384,
+        provider: "transformers",
+        description: "Fast, English-optimized",
+        quality: "low",
+    },
+    {
+        name: "Xenova/bge-base-en-v1.5",
+        dimensions: 768,
+        provider: "transformers",
+        description: "Better quality, English-optimized",
+        quality: "medium",
+    },
+    // OpenAI models (cloud)
+    {
+        name: "text-embedding-3-small",
+        dimensions: 1536,
+        provider: "openai",
+        description: "Cost-effective, high quality cloud embeddings",
+        quality: "highest",
+        cost: "$0.020 per 1M tokens",
+    },
+    {
+        name: "text-embedding-3-large",
+        dimensions: 3072,
+        provider: "openai",
+        description: "Best quality, higher cost",
+        quality: "highest",
+        cost: "$0.130 per 1M tokens",
+    },
+    {
+        name: "text-embedding-ada-002",
+        dimensions: 1536,
+        provider: "openai",
+        description: "Legacy model, still supported",
+        quality: "high",
+        cost: "$0.100 per 1M tokens",
+    },
+];
+/**
+ * Get all models for a specific provider
+ */
+export function getModelsByProvider(provider) {
+    return MODEL_REGISTRY.filter(m => m.provider === provider);
+}
+/**
+ * Get model information by name (supports partial matching)
+ */
+export function getModelInfo(modelName) {
+    // Return null for empty string
+    if (!modelName || modelName.trim().length === 0) {
+        return null;
+    }
+    // Try exact match first
+    const exactMatch = MODEL_REGISTRY.find(m => m.name === modelName);
+    if (exactMatch) {
+        return exactMatch;
+    }
+    // Try partial match (for Ollama-style matching)
+    const partialMatch = MODEL_REGISTRY.find(m => modelName.includes(m.name) || m.name.includes(modelName));
+    return partialMatch || null;
+}
+/**
+ * Get dimensions for a model by name
+ * Returns null if model is unknown
+ */
+export function getModelDimensions(modelName) {
+    const modelInfo = getModelInfo(modelName);
+    return modelInfo?.dimensions || null;
+}
+/**
+ * Get all models from the registry
+ */
+export function getAllModels() {
+    return MODEL_REGISTRY;
+}
+/**
+ * Check if a model exists in the registry
+ */
+export function modelExists(modelName) {
+    return getModelInfo(modelName) !== null;
+}
+/**
+ * Get models by quality level
+ */
+export function getModelsByQuality(quality) {
+    return MODEL_REGISTRY.filter(m => m.quality === quality);
+}
+/**
+ * Get recommended model for a provider
+ * Returns the highest quality model available for the provider
+ */
+export function getRecommendedModel(provider) {
+    const models = getModelsByProvider(provider);
+    // Try to find highest quality first
+    const highest = models.find(m => m.quality === "highest");
+    if (highest) {
+        return highest;
+    }
+    // Then try high quality
+    const high = models.find(m => m.quality === "high");
+    if (high) {
+        return high;
+    }
+    // Then try medium quality
+    const medium = models.find(m => m.quality === "medium");
+    if (medium) {
+        return medium;
+    }
+    // Fall back to first available model (likely "low" quality)
+    return models[0] || null;
+}
+//# sourceMappingURL=ModelRegistry.js.map

package/dist/embeddings/ModelRegistry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ModelRegistry.js","sourceRoot":"","sources":["../../src/embeddings/ModelRegistry.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAYH;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAgB;IACzC,wBAAwB;IACxB;QACE,IAAI,EAAE,mBAAmB;QACzB,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,2DAA2D;QACxE,OAAO,EAAE,MAAM;QACf,YAAY,EAAE,+BAA+B;KAC9C;IACD;QACE,IAAI,EAAE,kBAAkB;QACxB,UAAU,EAAE,GAAG;QACf,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,oCAAoC;QACjD,OAAO,EAAE,QAAQ;QACjB,YAAY,EAAE,8BAA8B;KAC7C;IACD;QACE,IAAI,EAAE,YAAY;QAClB,UAAU,EAAE,GAAG;QACf,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,kCAAkC;QAC/C,OAAO,EAAE,KAAK;QACd,YAAY,EAAE,wBAAwB;KACvC;IACD;QACE,IAAI,EAAE,wBAAwB;QAC9B,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,6CAA6C;QAC1D,OAAO,EAAE,MAAM;QACf,YAAY,EAAE,oCAAoC;KACnD;IAED,gCAAgC;IAChC;QACE,IAAI,EAAE,yBAAyB;QAC/B,UAAU,EAAE,GAAG;QACf,QAAQ,EAAE,cAAc;QACxB,WAAW,EAAE,0DAA0D;QACvE,OAAO,EAAE,KAAK;KACf;IACD;QACE,IAAI,EAAE,0BAA0B;QAChC,UAAU,EAAE,GAAG;QACf,QAAQ,EAAE,cAAc;QACxB,WAAW,EAAE,gDAAgD;QAC7D,OAAO,EAAE,QAAQ;KAClB;IACD;QACE,IAAI,EAAE,0BAA0B;QAChC,UAAU,EAAE,GAAG;QACf,QAAQ,EAAE,cAAc;QACxB,WAAW,EAAE,yBAAyB;QACtC,OAAO,EAAE,KAAK;KACf;IACD;QACE,IAAI,EAAE,yBAAyB;QAC/B,UAAU,EAAE,GAAG;QACf,QAAQ,EAAE,cAAc;QACxB,WAAW,EAAE,mCAAmC;QAChD,OAAO,EAAE,QAAQ;KAClB;IAED,wBAAwB;IACxB;QACE,IAAI,EAAE,wBAAwB;QAC9B,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,+CAA+C;QAC5D,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,sBAAsB;KAC7B;IACD;QACE,IAAI,EAAE,wBAAwB;QAC9B,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,2BAA2B;QACxC,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,sBAAsB;KAC7B;IACD;QACE,IAAI,EAAE,wBAAwB;QAC9B,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,+BAA+B;QAC5C,OAAO,EAAE,MAAM;QACf,IAAI,EAAE,sBAAsB;KAC7B;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;AAC7D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,SAAiB;IAC5C,+BAA+B;IAC/B,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,wBAAwB;IACxB,MAAM,UAAU,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;IAClE,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,gDAAgD;IAChD,MAAM,YAAY,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAC3C,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CACzD,CAAC;IACF,OAAO,YAAY,IAAI,IAAI,CAAC;AAC9B,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,SAAiB;IAClD,MAAM,SAAS,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC;IAC1C,OAAO,SAAS,EAAE,UAAU,IAAI,IAAI,CAAC;AACvC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY;IAC1B,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,SAAiB;IAC3C,OAAO,YAAY,CAAC,SAAS,CAAC,KAAK,IAAI,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAA6B;IAC9D,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;AAC3D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,MAAM,MAAM,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAE7C,oCAAoC;IACpC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;IAC1D,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,wBAAwB;IACxB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC;IACpD,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,IAAI,CAAC;IACd,CAAC;IAED,0BAA0B;IAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC;IACxD,IAAI,MAAM,EAAE,CAAC;QACX,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,4DAA4D;IAC5D,OAAO,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AAC3B,CAAC"}

package/dist/embeddings/VectorStore.d.ts

@@ -0,0 +1,114 @@
+/**
+ * Vector Store with sqlite-vec integration
+ * Dual-schema support (vector extension or BLOB fallback)
+ */
+import type { SQLiteManager } from "../storage/SQLiteManager.js";
+export interface VectorSearchResult {
+    id: string;
+    content: string;
+    similarity: number;
+    metadata?: Record<string, unknown>;
+}
+export declare class VectorStore {
+    private db;
+    private sqliteManager;
+    private hasVecExtension;
+    private vecTablesInitialized;
+    constructor(sqliteManager: SQLiteManager);
+    /**
+     * Detect if sqlite-vec extension is available
+     */
+    private detectVecExtension;
+    /**
+     * Check if vec extension is enabled
+     */
+    isVecEnabled(): boolean;
+    /**
+     * Generic helper to get existing embedding IDs from both BLOB and vec tables.
+     * @param blobTable - BLOB table name (e.g., "message_embeddings")
+     * @param idColumn - Column name for the entity ID (e.g., "message_id")
+     * @param vecTable - Vec table name (e.g., "vec_message_embeddings")
+     * @param prefix - ID prefix in vec table (e.g., "msg_")
+     */
+    private getExistingEmbeddingIds;
+    /**
+     * Get set of message IDs that already have embeddings.
+     */
+    getExistingMessageEmbeddingIds(): Set<string>;
+    /**
+     * Get set of decision IDs that already have embeddings.
+     */
+    getExistingDecisionEmbeddingIds(): Set<string>;
+    /**
+     * Get set of mistake IDs that already have embeddings.
+     */
+    getExistingMistakeEmbeddingIds(): Set<string>;
+    /**
+     * Ensure vec tables exist with correct dimensions
+     */
+    private ensureVecTables;
+    /**
+     * Store an embedding for a message
+     * @param messageId - The message ID
+     * @param content - The message content
+     * @param embedding - The embedding vector
+     * @param modelName - The model used to generate the embedding (default: all-MiniLM-L6-v2)
+     */
+    storeMessageEmbedding(messageId: string, content: string, embedding: Float32Array, modelName?: string): Promise<void>;
+    /**
+     * Store embedding in BLOB table (fallback)
+     */
+    private storeInBlobTable;
+    /**
+     * Generic helper to store embeddings for decisions/mistakes (simpler schema without content).
+     * @param entityId - The entity ID (decision or mistake)
+     * @param embedding - The embedding vector
+     * @param blobTable - BLOB table name (e.g., "decision_embeddings")
+     * @param idColumn - Column name for entity ID (e.g., "decision_id")
+     * @param vecTable - Vec table name (e.g., "vec_decision_embeddings")
+     * @param prefix - ID prefix (e.g., "dec_")
+     * @param entityType - For logging (e.g., "decision")
+     */
+    private storeEntityEmbedding;
+    /**
+     * Store an embedding for a decision
+     */
+    storeDecisionEmbedding(decisionId: string, embedding: Float32Array): Promise<void>;
+    /**
+     * Store an embedding for a mistake
+     */
+    storeMistakeEmbedding(mistakeId: string, embedding: Float32Array): Promise<void>;
+    /**
+     * Search for similar messages
+     */
+    searchMessages(queryEmbedding: Float32Array, limit?: number): Promise<VectorSearchResult[]>;
+    /**
+     * Search using sqlite-vec extension
+     */
+    private searchWithVecExtension;
+    /**
+     * Search using manual cosine similarity (fallback)
+     */
+    private searchWithCosine;
+    /**
+     * Calculate cosine similarity between two vectors
+     */
+    private cosineSimilarity;
+    /**
+     * Convert Float32Array to Buffer for storage
+     */
+    private float32ArrayToBuffer;
+    /**
+     * Convert Buffer to Float32Array for retrieval
+     */
+    private bufferToFloat32Array;
+    /**
+     * Get embedding count
+     */
+    getEmbeddingCount(): number;
+    /**
+     * Clear all embeddings
+     */
+    clearAllEmbeddings(): void;
+}
+//# sourceMappingURL=VectorStore.d.ts.map

package/dist/embeddings/VectorStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VectorStore.d.ts","sourceRoot":"","sources":["../../src/embeddings/VectorStore.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAGjE,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,EAAE,CAAoB;IAC9B,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,oBAAoB,CAAkB;gBAElC,aAAa,EAAE,aAAa;IAMxC;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAmC1B;;OAEG;IACH,YAAY,IAAI,OAAO;IAIvB;;;;;;OAMG;IACH,OAAO,CAAC,uBAAuB;IAwC/B;;OAEG;IACH,8BAA8B,IAAI,GAAG,CAAC,MAAM,CAAC;IAS7C;;OAEG;IACH,+BAA+B,IAAI,GAAG,CAAC,MAAM,CAAC;IAS9C;;OAEG;IACH,8BAA8B,IAAI,GAAG,CAAC,MAAM,CAAC;IAS7C;;OAEG;IACH,OAAO,CAAC,eAAe;IASvB;;;;;;OAMG;IACG,qBAAqB,CACzB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,YAAY,EACvB,SAAS,GAAE,MAA2B,GACrC,OAAO,CAAC,IAAI,CAAC;IA6ChB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA4BxB;;;;;;;;;OASG;IACH,OAAO,CAAC,oBAAoB;IAkD5B;;OAEG;IACG,sBAAsB,CAC1B,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,YAAY,GACtB,OAAO,CAAC,IAAI,CAAC;IAYhB;;OAEG;IACG,qBAAqB,CACzB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,YAAY,GACtB,OAAO,CAAC,IAAI,CAAC;IAYhB;;OAEG;IACG,cAAc,CAClB,cAAc,EAAE,YAAY,EAC5B,KAAK,GAAE,MAAW,GACjB,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAQhC;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAoC9B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA8BxB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAuBxB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAI5B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAgB5B;;OAEG;IACH,iBAAiB,IAAI,MAAM;IAO3B;;OAEG;IACH,kBAAkB,IAAI,IAAI;CA2B3B"}