@neural-tools/semantic-cache 0.1.4 → 0.1.5

package/dist/index.d.mts

@@ -0,0 +1,64 @@
+interface SemanticCacheConfig {
+    /**
+     * Similarity threshold (0-1). Higher = more strict matching.
+     * Default: 0.95
+     */
+    similarityThreshold?: number;
+    /**
+     * Time to live in seconds. 0 = never expire.
+     * Default: 3600 (1 hour)
+     */
+    ttl?: number;
+    /**
+     * Vector store provider
+     * Default: 'local'
+     */
+    provider?: 'local' | 'pinecone' | 'qdrant' | 'chromadb';
+    /**
+     * Vector database configuration
+     */
+    vectorDBConfig?: any;
+}
+interface CacheEntry {
+    prompt: string;
+    response: string;
+    metadata?: Record<string, any>;
+    timestamp: number;
+    ttl?: number;
+}
+declare class SemanticCache {
+    private vectorStore;
+    private config;
+    private initialized;
+    constructor(config?: SemanticCacheConfig);
+    /**
+     * Initialize the semantic cache
+     */
+    initialize(): Promise<void>;
+    /**
+     * Get a cached response for a prompt
+     */
+    get(prompt: string): Promise<string | null>;
+    /**
+     * Set a cache entry
+     */
+    set(prompt: string, response: string, metadata?: Record<string, any>): Promise<void>;
+    /**
+     * Clear all cache entries
+     */
+    clear(): Promise<void>;
+    /**
+     * Clean up expired entries
+     */
+    cleanup(): Promise<number>;
+    /**
+     * Close the cache connection
+     */
+    close(): Promise<void>;
+}
+/**
+ * Create a semantic cache instance
+ */
+declare function createSemanticCache(config?: SemanticCacheConfig): SemanticCache;
+
+export { type CacheEntry, SemanticCache, type SemanticCacheConfig, createSemanticCache };

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-export interface SemanticCacheConfig {
+interface SemanticCacheConfig {
     /**
      * Similarity threshold (0-1). Higher = more strict matching.
      * Default: 0.95
@@ -19,14 +19,14 @@ export interface SemanticCacheConfig {
      */
     vectorDBConfig?: any;
 }
-export interface CacheEntry {
+interface CacheEntry {
     prompt: string;
     response: string;
     metadata?: Record<string, any>;
     timestamp: number;
     ttl?: number;
 }
-export declare class SemanticCache {
+declare class SemanticCache {
     private vectorStore;
     private config;
     private initialized;
@@ -59,4 +59,6 @@ export declare class SemanticCache {
 /**
  * Create a semantic cache instance
  */
-export declare function createSemanticCache(config?: SemanticCacheConfig): SemanticCache;
+declare function createSemanticCache(config?: SemanticCacheConfig): SemanticCache;
+
+export { type CacheEntry, SemanticCache, type SemanticCacheConfig, createSemanticCache };

package/dist/index.js

@@ -1,146 +1 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.SemanticCache = void 0;
-exports.createSemanticCache = createSemanticCache;
-const vector_db_1 = require("@neural-tools/vector-db");
-const core_1 = require("@neural-tools/core");
-class SemanticCache {
-    vectorStore = null;
-    config;
-    initialized = false;
-    constructor(config = {}) {
-        this.config = {
-            similarityThreshold: config.similarityThreshold || 0.95,
-            ttl: config.ttl || 3600,
-            provider: config.provider || 'local',
-            vectorDBConfig: config.vectorDBConfig || {}
-        };
-    }
-    /**
-     * Initialize the semantic cache
-     */
-    async initialize() {
-        if (this.initialized)
-            return;
-        // Check feature access for non-local providers
-        if (this.config.provider !== 'local') {
-            await (0, core_1.requireFeature)('semantic-cache', 'Semantic Cache');
-        }
-        this.vectorStore = await (0, vector_db_1.createVectorStore)({
-            provider: this.config.provider,
-            ...this.config.vectorDBConfig
-        });
-        await this.vectorStore.connect();
-        this.initialized = true;
-    }
-    /**
-     * Get a cached response for a prompt
-     */
-    async get(prompt) {
-        if (!this.initialized) {
-            await this.initialize();
-        }
-        if (!this.vectorStore) {
-            throw new Error('Vector store not initialized');
-        }
-        // Create embedding for the prompt
-        const embedding = await (0, vector_db_1.createEmbedding)(prompt);
-        // Query for similar prompts
-        const results = await this.vectorStore.query(embedding, {
-            topK: 1,
-            includeMetadata: true
-        });
-        if (results.length === 0) {
-            return null;
-        }
-        const bestMatch = results[0];
-        // Check similarity threshold
-        if (bestMatch.score < this.config.similarityThreshold) {
-            return null;
-        }
-        // Check if expired
-        const entry = bestMatch.metadata;
-        if (entry.ttl && entry.ttl > 0) {
-            const age = Date.now() - entry.timestamp;
-            if (age > entry.ttl * 1000) {
-                // Entry expired, delete it
-                await this.vectorStore.delete([bestMatch.id]);
-                return null;
-            }
-        }
-        return entry.response;
-    }
-    /**
-     * Set a cache entry
-     */
-    async set(prompt, response, metadata) {
-        if (!this.initialized) {
-            await this.initialize();
-        }
-        if (!this.vectorStore) {
-            throw new Error('Vector store not initialized');
-        }
-        // Create embedding for the prompt
-        const embedding = await (0, vector_db_1.createEmbedding)(prompt);
-        // Create cache entry
-        const entry = {
-            prompt,
-            response,
-            metadata,
-            timestamp: Date.now(),
-            ttl: this.config.ttl
-        };
-        // Store in vector database
-        const id = `cache-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
-        await this.vectorStore.upsert([
-            {
-                id,
-                values: embedding,
-                metadata: entry
-            }
-        ]);
-    }
-    /**
-     * Clear all cache entries
-     */
-    async clear() {
-        if (!this.initialized) {
-            await this.initialize();
-        }
-        if (!this.vectorStore) {
-            throw new Error('Vector store not initialized');
-        }
-        await this.vectorStore.deleteNamespace('default');
-    }
-    /**
-     * Clean up expired entries
-     */
-    async cleanup() {
-        if (!this.initialized) {
-            await this.initialize();
-        }
-        if (!this.vectorStore) {
-            throw new Error('Vector store not initialized');
-        }
-        // This is a simplified cleanup - in production, you'd want to
-        // query all vectors and check their TTL
-        // For now, we'll return 0 as a placeholder
-        return 0;
-    }
-    /**
-     * Close the cache connection
-     */
-    async close() {
-        if (this.vectorStore) {
-            await this.vectorStore.disconnect();
-        }
-        this.initialized = false;
-    }
-}
-exports.SemanticCache = SemanticCache;
-/**
- * Create a semantic cache instance
- */
-function createSemanticCache(config) {
-    return new SemanticCache(config);
-}
+"use strict";var c=Object.defineProperty;var d=Object.getOwnPropertyDescriptor;var m=Object.getOwnPropertyNames;var f=Object.prototype.hasOwnProperty;var u=(e,t)=>{for(var r in t)c(e,r,{get:t[r],enumerable:!0})},v=(e,t,r,o)=>{if(t&&typeof t=="object"||typeof t=="function")for(let i of m(t))!f.call(e,i)&&i!==r&&c(e,i,{get:()=>t[i],enumerable:!(o=d(t,i))||o.enumerable});return e};var g=e=>v(c({},"__esModule",{value:!0}),e);var p={};u(p,{SemanticCache:()=>s,createSemanticCache:()=>w});module.exports=g(p);var n=require("@neural-tools/vector-db"),h=require("@neural-tools/core"),s=class{vectorStore=null;config;initialized=!1;constructor(t={}){this.config={similarityThreshold:t.similarityThreshold||.95,ttl:t.ttl||3600,provider:t.provider||"local",vectorDBConfig:t.vectorDBConfig||{}}}async initialize(){this.initialized||(this.config.provider!=="local"&&await(0,h.requireFeature)("semantic-cache","Semantic Cache"),this.vectorStore=await(0,n.createVectorStore)({provider:this.config.provider,...this.config.vectorDBConfig}),await this.vectorStore.connect(),this.initialized=!0)}async get(t){if(this.initialized||await this.initialize(),!this.vectorStore)throw new Error("Vector store not initialized");let r=await(0,n.createEmbedding)(t),o=await this.vectorStore.query(r,{topK:1,includeMetadata:!0});if(o.length===0)return null;let i=o[0];if(i.score<this.config.similarityThreshold)return null;let a=i.metadata;return a.ttl&&a.ttl>0&&Date.now()-a.timestamp>a.ttl*1e3?(await this.vectorStore.delete([i.id]),null):a.response}async set(t,r,o){if(this.initialized||await this.initialize(),!this.vectorStore)throw new Error("Vector store not initialized");let i=await(0,n.createEmbedding)(t),a={prompt:t,response:r,metadata:o,timestamp:Date.now(),ttl:this.config.ttl},l=`cache-${Date.now()}-${Math.random().toString(36).substr(2,9)}`;await this.vectorStore.upsert([{id:l,values:i,metadata:a}])}async clear(){if(this.initialized||await this.initialize(),!this.vectorStore)throw new Error("Vector store not initialized");await this.vectorStore.deleteNamespace("default")}async cleanup(){if(this.initialized||await this.initialize(),!this.vectorStore)throw new Error("Vector store not initialized");return 0}async close(){this.vectorStore&&await this.vectorStore.disconnect(),this.initialized=!1}};function w(e){return new s(e)}0&&(module.exports={SemanticCache,createSemanticCache});

package/dist/index.mjs

@@ -0,0 +1 @@
+import{createVectorStore as l,createEmbedding as c}from"@neural-tools/vector-db";import{requireFeature as h}from"@neural-tools/core";var a=class{vectorStore=null;config;initialized=!1;constructor(t={}){this.config={similarityThreshold:t.similarityThreshold||.95,ttl:t.ttl||3600,provider:t.provider||"local",vectorDBConfig:t.vectorDBConfig||{}}}async initialize(){this.initialized||(this.config.provider!=="local"&&await h("semantic-cache","Semantic Cache"),this.vectorStore=await l({provider:this.config.provider,...this.config.vectorDBConfig}),await this.vectorStore.connect(),this.initialized=!0)}async get(t){if(this.initialized||await this.initialize(),!this.vectorStore)throw new Error("Vector store not initialized");let o=await c(t),r=await this.vectorStore.query(o,{topK:1,includeMetadata:!0});if(r.length===0)return null;let e=r[0];if(e.score<this.config.similarityThreshold)return null;let i=e.metadata;return i.ttl&&i.ttl>0&&Date.now()-i.timestamp>i.ttl*1e3?(await this.vectorStore.delete([e.id]),null):i.response}async set(t,o,r){if(this.initialized||await this.initialize(),!this.vectorStore)throw new Error("Vector store not initialized");let e=await c(t),i={prompt:t,response:o,metadata:r,timestamp:Date.now(),ttl:this.config.ttl},s=`cache-${Date.now()}-${Math.random().toString(36).substr(2,9)}`;await this.vectorStore.upsert([{id:s,values:e,metadata:i}])}async clear(){if(this.initialized||await this.initialize(),!this.vectorStore)throw new Error("Vector store not initialized");await this.vectorStore.deleteNamespace("default")}async cleanup(){if(this.initialized||await this.initialize(),!this.vectorStore)throw new Error("Vector store not initialized");return 0}async close(){this.vectorStore&&await this.vectorStore.disconnect(),this.initialized=!1}};function u(n){return new a(n)}export{a as SemanticCache,u as createSemanticCache};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@neural-tools/semantic-cache",
-  "version": "0.1.4",
+  "version": "0.1.5",
   "description": "Semantic caching for LLM responses",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -13,7 +13,7 @@
     "url": "https://github.com/MacLeanLuke/neural-tools.git",
     "directory": "packages/semantic-cache"
   },
-  "homepage": "https://neural-tools.com",
+  "homepage": "https://neural-tools.com/docs/semantic-cache.html",
   "bugs": {
     "url": "https://github.com/MacLeanLuke/neural-tools/issues"
   },
@@ -27,8 +27,8 @@
     "vector-search"
   ],
   "dependencies": {
-    "@neural-tools/core": "0.1.4",
-    "@neural-tools/vector-db": "0.1.4"
+    "@neural-tools/core": "0.1.5",
+    "@neural-tools/vector-db": "0.1.5"
   },
   "devDependencies": {
     "@types/node": "^20.11.5",
@@ -38,8 +38,8 @@
     "dist"
   ],
   "scripts": {
-    "build": "tsc",
-    "dev": "tsc --watch",
+    "build": "tsup",
+    "dev": "tsup --watch",
     "clean": "rm -rf dist",
     "test": "echo 'Tests coming soon'"
   }