@neural-tools/semantic-cache 0.1.3

package/LICENSE.md

@@ -0,0 +1,80 @@
+# Neural Tools License
+
+Copyright (c) 2025 Luke Amy. All rights reserved.
+
+## License Agreement
+
+This software is provided under a dual-license model:
+
+### 1. Free Tier License (MIT)
+
+The following components are licensed under the MIT License:
+
+- Basic MCP generation functionality
+- Claude command generation
+- Core utilities and types
+- Basic templates
+- Documentation and examples
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of the free tier components to use, copy, modify, merge, publish, and distribute, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+### 2. Pro/Enterprise License (Proprietary)
+
+The following features require a valid Pro or Enterprise license:
+
+**Pro Features:**
+- Vector database integration
+- Semantic caching
+- Fine-tuning workflows
+- Cloud deployment templates (AWS/GCP)
+- Premium templates and examples
+- GitHub automation features
+
+**Enterprise Features:**
+- White-label support
+- Custom integrations
+- Priority support
+- SLA guarantees
+- Team collaboration features
+
+These features are proprietary and may not be used without a valid license key purchased from neural-tools.dev.
+
+### License Terms
+
+1. **Free Tier**: You may use the free tier features for any purpose, including commercial use, under the MIT License terms.
+
+2. **Pro/Enterprise**: You must purchase a license to access Pro or Enterprise features. Each license is:
+   - Per-user for individual licenses
+   - Per-organization for team/enterprise licenses
+   - Non-transferable without written consent
+   - Subject to the terms at neural-tools.dev/terms
+
+3. **Source Code**: This repository is private. You may not:
+   - Redistribute the source code
+   - Create derivative works for redistribution
+   - Reverse engineer Pro/Enterprise features
+   - Remove or circumvent license checks
+
+4. **Support**: Support is provided based on your license tier:
+   - Free: Community support only
+   - Pro: Email support (48-hour response)
+   - Enterprise: Priority support with SLA
+
+### Warranty Disclaimer
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+### Contact
+
+For licensing inquiries:
+- Email: licensing@neural-tools.dev
+- Website: https://neural-tools.dev/pricing
+- Support: support@neural-tools.dev
+
+---
+
+**Last Updated:** January 2025

package/dist/index.d.ts

@@ -0,0 +1,62 @@
+export interface SemanticCacheConfig {
+    /**
+     * Similarity threshold (0-1). Higher = more strict matching.
+     * Default: 0.95
+     */
+    similarityThreshold?: number;
+    /**
+     * Time to live in seconds. 0 = never expire.
+     * Default: 3600 (1 hour)
+     */
+    ttl?: number;
+    /**
+     * Vector store provider
+     * Default: 'local'
+     */
+    provider?: 'local' | 'pinecone' | 'qdrant' | 'chromadb';
+    /**
+     * Vector database configuration
+     */
+    vectorDBConfig?: any;
+}
+export interface CacheEntry {
+    prompt: string;
+    response: string;
+    metadata?: Record<string, any>;
+    timestamp: number;
+    ttl?: number;
+}
+export declare class SemanticCache {
+    private vectorStore;
+    private config;
+    private initialized;
+    constructor(config?: SemanticCacheConfig);
+    /**
+     * Initialize the semantic cache
+     */
+    initialize(): Promise<void>;
+    /**
+     * Get a cached response for a prompt
+     */
+    get(prompt: string): Promise<string | null>;
+    /**
+     * Set a cache entry
+     */
+    set(prompt: string, response: string, metadata?: Record<string, any>): Promise<void>;
+    /**
+     * Clear all cache entries
+     */
+    clear(): Promise<void>;
+    /**
+     * Clean up expired entries
+     */
+    cleanup(): Promise<number>;
+    /**
+     * Close the cache connection
+     */
+    close(): Promise<void>;
+}
+/**
+ * Create a semantic cache instance
+ */
+export declare function createSemanticCache(config?: SemanticCacheConfig): SemanticCache;

package/dist/index.js

@@ -0,0 +1,146 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SemanticCache = void 0;
+exports.createSemanticCache = createSemanticCache;
+const vector_db_1 = require("@neural-tools/vector-db");
+const core_1 = require("@neural-tools/core");
+class SemanticCache {
+    vectorStore = null;
+    config;
+    initialized = false;
+    constructor(config = {}) {
+        this.config = {
+            similarityThreshold: config.similarityThreshold || 0.95,
+            ttl: config.ttl || 3600,
+            provider: config.provider || 'local',
+            vectorDBConfig: config.vectorDBConfig || {}
+        };
+    }
+    /**
+     * Initialize the semantic cache
+     */
+    async initialize() {
+        if (this.initialized)
+            return;
+        // Check feature access for non-local providers
+        if (this.config.provider !== 'local') {
+            await (0, core_1.requireFeature)('semantic-cache', 'Semantic Cache');
+        }
+        this.vectorStore = await (0, vector_db_1.createVectorStore)({
+            provider: this.config.provider,
+            ...this.config.vectorDBConfig
+        });
+        await this.vectorStore.connect();
+        this.initialized = true;
+    }
+    /**
+     * Get a cached response for a prompt
+     */
+    async get(prompt) {
+        if (!this.initialized) {
+            await this.initialize();
+        }
+        if (!this.vectorStore) {
+            throw new Error('Vector store not initialized');
+        }
+        // Create embedding for the prompt
+        const embedding = await (0, vector_db_1.createEmbedding)(prompt);
+        // Query for similar prompts
+        const results = await this.vectorStore.query(embedding, {
+            topK: 1,
+            includeMetadata: true
+        });
+        if (results.length === 0) {
+            return null;
+        }
+        const bestMatch = results[0];
+        // Check similarity threshold
+        if (bestMatch.score < this.config.similarityThreshold) {
+            return null;
+        }
+        // Check if expired
+        const entry = bestMatch.metadata;
+        if (entry.ttl && entry.ttl > 0) {
+            const age = Date.now() - entry.timestamp;
+            if (age > entry.ttl * 1000) {
+                // Entry expired, delete it
+                await this.vectorStore.delete([bestMatch.id]);
+                return null;
+            }
+        }
+        return entry.response;
+    }
+    /**
+     * Set a cache entry
+     */
+    async set(prompt, response, metadata) {
+        if (!this.initialized) {
+            await this.initialize();
+        }
+        if (!this.vectorStore) {
+            throw new Error('Vector store not initialized');
+        }
+        // Create embedding for the prompt
+        const embedding = await (0, vector_db_1.createEmbedding)(prompt);
+        // Create cache entry
+        const entry = {
+            prompt,
+            response,
+            metadata,
+            timestamp: Date.now(),
+            ttl: this.config.ttl
+        };
+        // Store in vector database
+        const id = `cache-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`;
+        await this.vectorStore.upsert([
+            {
+                id,
+                values: embedding,
+                metadata: entry
+            }
+        ]);
+    }
+    /**
+     * Clear all cache entries
+     */
+    async clear() {
+        if (!this.initialized) {
+            await this.initialize();
+        }
+        if (!this.vectorStore) {
+            throw new Error('Vector store not initialized');
+        }
+        await this.vectorStore.deleteNamespace('default');
+    }
+    /**
+     * Clean up expired entries
+     */
+    async cleanup() {
+        if (!this.initialized) {
+            await this.initialize();
+        }
+        if (!this.vectorStore) {
+            throw new Error('Vector store not initialized');
+        }
+        // This is a simplified cleanup - in production, you'd want to
+        // query all vectors and check their TTL
+        // For now, we'll return 0 as a placeholder
+        return 0;
+    }
+    /**
+     * Close the cache connection
+     */
+    async close() {
+        if (this.vectorStore) {
+            await this.vectorStore.disconnect();
+        }
+        this.initialized = false;
+    }
+}
+exports.SemanticCache = SemanticCache;
+/**
+ * Create a semantic cache instance
+ */
+function createSemanticCache(config) {
+    return new SemanticCache(config);
+}

package/package.json

@@ -0,0 +1,33 @@
+{
+  "name": "@neural-tools/semantic-cache",
+  "version": "0.1.3",
+  "description": "Semantic caching for LLM responses",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "license": "SEE LICENSE IN ../../LICENSE.md",
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/MacLeanLuke/ai-toolkit.git",
+    "directory": "packages/semantic-cache"
+  },
+  "dependencies": {
+    "@neural-tools/core": "0.1.3",
+    "@neural-tools/vector-db": "0.1.3"
+  },
+  "devDependencies": {
+    "@types/node": "^20.11.5",
+    "typescript": "^5.3.3"
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "clean": "rm -rf dist",
+    "test": "echo 'Tests coming soon'"
+  }
+}