squish-memory 1.1.5 → 1.2.1

package/dist/core/embeddings/google-multimodal.js

@@ -1,142 +0,0 @@
-import { logger } from '../logger.js';
-import { config } from '../../config.js';
-export async function getGoogleMultimodalEmbedding(input) {
-    if (!config.googleCloudApiKey && !config.googleCloudProject) {
-        logger.debug('Google Cloud credentials not configured');
-        return null;
-    }
-    try {
-        const endpoint = config.googleCloudLocation === 'global'
-            ? `https://aiplatform.googleapis.com/v1/projects/${config.googleCloudProject}/locations/${config.googleCloudLocation}/publishers/google/models/multimodalembedding@001:predict`
-            : `https://${config.googleCloudLocation}-aiplatform.googleapis.com/v1/projects/${config.googleCloudProject}/locations/${config.googleCloudLocation}/publishers/google/models/multimodalembedding@001:predict`;
-        const instances = [];
-        if (input.text) {
-            instances.push({ text: input.text });
-        }
-        if (input.image) {
-            const imageBytes = typeof input.image === 'string'
-                ? input.image
-                : input.image.toString('base64');
-            instances.push({
-                image: {
-                    bytesBase64Encoded: imageBytes,
-                },
-            });
-        }
-        if (input.video) {
-            instances.push({
-                video: {
-                    gcsUri: input.video,
-                },
-            });
-        }
-        if (instances.length === 0) {
-            return null;
-        }
-        const response = await fetch(endpoint, {
-            method: 'POST',
-            headers: {
-                'Content-Type': 'application/json',
-                'Authorization': `Bearer ${await getGoogleAccessToken()}`,
-            },
-            body: JSON.stringify({
-                instances,
-                parameters: {
-                    dimension: 1408,
-                },
-            }),
-        });
-        if (!response.ok) {
-            const errorText = await response.text();
-            logger.warn(`Google Multimodal embeddings failed: ${response.status} ${errorText}`);
-            return null;
-        }
-        const data = await response.json();
-        const predictions = data.predictions || [];
-        const result = {
-            embedding: predictions[0]?.embedding || [],
-        };
-        if (input.text && predictions[0]?.textEmbedding) {
-            result.textEmbedding = predictions[0].textEmbedding;
-        }
-        if (input.image && predictions[0]?.imageEmbedding) {
-            result.imageEmbedding = predictions[0].imageEmbedding;
-        }
-        if (input.video && predictions[0]?.videoEmbedding) {
-            result.videoEmbedding = predictions[0].videoEmbedding;
-        }
-        return result.embedding.length > 0 ? result : null;
-    }
-    catch (error) {
-        logger.error('Google Multimodal embedding error:', error);
-        return null;
-    }
-}
-let cachedAccessToken = null;
-let tokenExpiry = 0;
-async function getGoogleAccessToken() {
-    if (config.googleCloudApiKey) {
-        return config.googleCloudApiKey;
-    }
-    if (cachedAccessToken && Date.now() < tokenExpiry) {
-        return cachedAccessToken;
-    }
-    if (!process.env.GOOGLE_APPLICATION_CREDENTIALS) {
-        throw new Error('Google Application Credentials not set');
-    }
-    try {
-        const credentials = JSON.parse(await import('fs').then(fs => fs.promises.readFile(process.env.GOOGLE_APPLICATION_CREDENTIALS, 'utf-8')));
-        const now = Math.floor(Date.now() / 1000);
-        const jwt = await createJWT(credentials);
-        const tokenResponse = await fetch('https://oauth2.googleapis.com/token', {
-            method: 'POST',
-            headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
-            body: new URLSearchParams({
-                grant_type: 'urn:ietf:params:oauth:grant-type:jwt-bearer',
-                assertion: jwt,
-            }),
-        });
-        if (!tokenResponse.ok) {
-            throw new Error('Failed to get Google access token');
-        }
-        const tokenData = await tokenResponse.json();
-        cachedAccessToken = tokenData.access_token;
-        tokenExpiry = now + tokenData.expires_in - 60;
-        return cachedAccessToken;
-    }
-    catch (error) {
-        logger.error('Failed to get Google access token:', error);
-        throw error;
-    }
-}
-async function createJWT(credentials) {
-    const now = Math.floor(Date.now() / 1000);
-    const header = {
-        alg: 'RS256',
-        typ: 'JWT',
-    };
-    const payload = {
-        iss: credentials.client_email,
-        sub: credentials.client_email,
-        aud: 'https://oauth2.googleapis.com/token',
-        iat: now,
-        exp: now + 3600,
-        scope: 'https://www.googleapis.com/auth/cloud-platform',
-    };
-    const crypto = await import('crypto');
-    const encodedHeader = Buffer.from(JSON.stringify(header)).toString('base64url');
-    const encodedPayload = Buffer.from(JSON.stringify(payload)).toString('base64url');
-    const signatureInput = `${encodedHeader}.${encodedPayload}`;
-    const sign = crypto.createSign('RSA-SHA256');
-    sign.update(signatureInput);
-    const signature = sign.sign(credentials.private_key, 'base64url');
-    return `${signatureInput}.${signature}`;
-}
-export function isMultimodalInput(input) {
-    return (typeof input === 'object' &&
-        (typeof input.text === 'string' ||
-            Buffer.isBuffer(input.image) ||
-            typeof input.image === 'string' ||
-            typeof input.video === 'string'));
-}
-//# sourceMappingURL=google-multimodal.js.map

package/dist/core/embeddings/qmd-client.d.ts

@@ -1,136 +0,0 @@
-/**
- * QMD MCP Client
- *
- * Connects to QMD (Quick Markdown Search) MCP server for hybrid search capabilities.
- * QMD provides BM25 full-text search, vector semantic search, and LLM re-ranking.
- *
- * Installation: bun install -g qmd
- * GitHub: https://github.com/tobi/qmd
- *
- * QMD MCP Tools:
- * - qmd_search: Fast BM25 keyword search
- * - qmd_vsearch: Semantic vector search
- * - qmd_query: Hybrid search with re-ranking (best quality)
- * - qmd_get: Retrieve document by path or docid
- * - qmd_multi_get: Retrieve multiple documents
- * - qmd_status: Index health and collection info
- */
-export interface QMDSearchOptions {
-    query: string;
-    collection?: string;
-    limit?: number;
-    minScore?: number;
-}
-export interface QMDSearchResult {
-    docid: string;
-    path: string;
-    title: string;
-    context: string;
-    score: number;
-    snippet: string;
-}
-export interface QMDStatusResult {
-    indexHealth: string;
-    collections: Array<{
-        name: string;
-        path: string;
-        documentCount: number;
-    }>;
-}
-export interface QMDGetOptions {
-    pathOrDocid: string;
-    full?: boolean;
-    maxBytes?: number;
-}
-/**
- * QMD MCP Client class
- *
- * Manages connection to QMD MCP server and provides methods for
- * search, document retrieval, and status checking.
- */
-export declare class QMDClient {
-    private client;
-    private transport;
-    private connected;
-    private connecting;
-    /**
-     * Check if QMD is installed on the system
-     */
-    checkQMDInstalled(): Promise<boolean>;
-    /**
-     * Connect to QMD MCP server
-     * QMD must be installed: bun install -g qmd
-     */
-    connect(): Promise<boolean>;
-    /**
-     * Check if QMD is available
-     */
-    isAvailable(): Promise<boolean>;
-    /**
-     * Fast BM25 keyword search
-     * Uses SQLite FTS5 for fast full-text search
-     */
-    search(options: QMDSearchOptions): Promise<QMDSearchResult[]>;
-    /**
-     * Semantic vector search
-     * Uses embedding-based similarity search
-     */
-    vsearch(options: QMDSearchOptions): Promise<QMDSearchResult[]>;
-    /**
-     * Hybrid search with re-ranking (best quality)
-     * Combines BM25 + vector search + LLM re-ranking
-     */
-    query(options: QMDSearchOptions): Promise<QMDSearchResult[]>;
-    /**
-     * Get QMD index status and collection info
-     */
-    status(): Promise<QMDStatusResult | null>;
-    /**
-     * Get document by path or docid
-     */
-    get(options: QMDGetOptions): Promise<string>;
-    /**
-     * Get multiple documents by glob pattern or list
-     */
-    multiGet(patternOrList: string | string[], options?: {
-        maxBytes?: number;
-        limit?: number;
-    }): Promise<string[]>;
-    /**
-     * Disconnect from QMD MCP server
-     */
-    disconnect(): Promise<void>;
-    /**
-     * Parse search results from QMD response
-     */
-    private parseSearchResults;
-    /**
-     * Parse QMD's text output format into structured results
-     */
-    private parseTextSearchResults;
-    /**
-     * Finalize a parsed result with defaults
-     */
-    private finalizeResult;
-    /**
-     * Parse status result
-     */
-    private parseStatusResult;
-    /**
-     * Parse get result
-     */
-    private parseGetResult;
-    /**
-     * Parse multi-get result
-     */
-    private parseMultiGetResult;
-}
-/**
- * Get the singleton QMD client instance
- */
-export declare function getQMDClient(): Promise<QMDClient>;
-/**
- * Reset the singleton QMD client (useful for testing)
- */
-export declare function resetQMDClient(): void;
-//# sourceMappingURL=qmd-client.d.ts.map

package/dist/core/embeddings/qmd-client.js

@@ -1,403 +0,0 @@
-/**
- * QMD MCP Client
- *
- * Connects to QMD (Quick Markdown Search) MCP server for hybrid search capabilities.
- * QMD provides BM25 full-text search, vector semantic search, and LLM re-ranking.
- *
- * Installation: bun install -g qmd
- * GitHub: https://github.com/tobi/qmd
- *
- * QMD MCP Tools:
- * - qmd_search: Fast BM25 keyword search
- * - qmd_vsearch: Semantic vector search
- * - qmd_query: Hybrid search with re-ranking (best quality)
- * - qmd_get: Retrieve document by path or docid
- * - qmd_multi_get: Retrieve multiple documents
- * - qmd_status: Index health and collection info
- */
-import { Client } from '@modelcontextprotocol/sdk/client/index.js';
-import { StdioClientTransport } from '@modelcontextprotocol/sdk/client/stdio.js';
-import { spawn } from 'child_process';
-import { logger } from '../logger.js';
-/**
- * QMD MCP Client class
- *
- * Manages connection to QMD MCP server and provides methods for
- * search, document retrieval, and status checking.
- */
-export class QMDClient {
-    client = null;
-    transport = null;
-    connected = false;
-    connecting = false;
-    /**
-     * Check if QMD is installed on the system
-     */
-    async checkQMDInstalled() {
-        return new Promise((resolve) => {
-            const process = spawn('qmd', ['--version'], {
-                stdio: 'ignore',
-                shell: true
-            });
-            process.on('close', (code) => {
-                resolve(code === 0);
-            });
-            process.on('error', () => {
-                resolve(false);
-            });
-            // Timeout after 5 seconds
-            setTimeout(() => {
-                process.kill();
-                resolve(false);
-            }, 5000);
-        });
-    }
-    /**
-     * Connect to QMD MCP server
-     * QMD must be installed: bun install -g qmd
-     */
-    async connect() {
-        if (this.connected || this.connecting) {
-            return this.connected;
-        }
-        this.connecting = true;
-        try {
-            // Check if QMD is installed
-            const installed = await this.checkQMDInstalled();
-            if (!installed) {
-                logger.warn('QMD is not installed. Install with: bun install -g qmd');
-                this.connecting = false;
-                return false;
-            }
-            this.transport = new StdioClientTransport({
-                command: 'qmd',
-                args: ['mcp'],
-                stderr: 'inherit'
-            });
-            this.client = new Client({ name: 'squish-qmd-client', version: '1.0.0' }, { capabilities: {} });
-            await this.client.connect(this.transport);
-            this.connected = true;
-            this.connecting = false;
-            logger.info('Connected to QMD MCP server');
-            return true;
-        }
-        catch (error) {
-            logger.warn(`QMD MCP connection failed: ${error}`);
-            this.connected = false;
-            this.connecting = false;
-            return false;
-        }
-    }
-    /**
-     * Check if QMD is available
-     */
-    async isAvailable() {
-        if (this.connected && this.client) {
-            return true;
-        }
-        return await this.connect();
-    }
-    /**
-     * Fast BM25 keyword search
-     * Uses SQLite FTS5 for fast full-text search
-     */
-    async search(options) {
-        if (!this.connected || !this.client) {
-            throw new Error('QMD client not connected');
-        }
-        const result = await this.client.callTool({
-            name: 'qmd_search',
-            arguments: {
-                query: options.query,
-                collection: options.collection,
-                n: options.limit || 10,
-                minScore: options.minScore || 0
-            }
-        });
-        return this.parseSearchResults(result);
-    }
-    /**
-     * Semantic vector search
-     * Uses embedding-based similarity search
-     */
-    async vsearch(options) {
-        if (!this.connected || !this.client) {
-            throw new Error('QMD client not connected');
-        }
-        const result = await this.client.callTool({
-            name: 'qmd_vsearch',
-            arguments: {
-                query: options.query,
-                collection: options.collection,
-                n: options.limit || 10,
-                minScore: options.minScore || 0
-            }
-        });
-        return this.parseSearchResults(result);
-    }
-    /**
-     * Hybrid search with re-ranking (best quality)
-     * Combines BM25 + vector search + LLM re-ranking
-     */
-    async query(options) {
-        if (!this.connected || !this.client) {
-            throw new Error('QMD client not connected');
-        }
-        const result = await this.client.callTool({
-            name: 'qmd_query',
-            arguments: {
-                query: options.query,
-                collection: options.collection,
-                n: options.limit || 10,
-                minScore: options.minScore || 0
-            }
-        });
-        return this.parseSearchResults(result);
-    }
-    /**
-     * Get QMD index status and collection info
-     */
-    async status() {
-        if (!this.connected || !this.client) {
-            return null;
-        }
-        try {
-            const result = await this.client.callTool({
-                name: 'qmd_status',
-                arguments: {}
-            });
-            return this.parseStatusResult(result);
-        }
-        catch (error) {
-            logger.debug(`QMD status check failed: ${error}`);
-            return null;
-        }
-    }
-    /**
-     * Get document by path or docid
-     */
-    async get(options) {
-        if (!this.connected || !this.client) {
-            throw new Error('QMD client not connected');
-        }
-        const args = {
-            path: options.pathOrDocid
-        };
-        if (options.full !== undefined) {
-            args.full = options.full;
-        }
-        if (options.maxBytes !== undefined) {
-            args['max-bytes'] = options.maxBytes;
-        }
-        const result = await this.client.callTool({
-            name: 'qmd_get',
-            arguments: args
-        });
-        return this.parseGetResult(result);
-    }
-    /**
-     * Get multiple documents by glob pattern or list
-     */
-    async multiGet(patternOrList, options) {
-        if (!this.connected || !this.client) {
-            throw new Error('QMD client not connected');
-        }
-        const args = {
-            pattern: Array.isArray(patternOrList) ? patternOrList.join(',') : patternOrList
-        };
-        if (options?.maxBytes !== undefined) {
-            args['max-bytes'] = options.maxBytes;
-        }
-        if (options?.limit !== undefined) {
-            args.l = options.limit;
-        }
-        const result = await this.client.callTool({
-            name: 'qmd_multi_get',
-            arguments: args
-        });
-        return this.parseMultiGetResult(result);
-    }
-    /**
-     * Disconnect from QMD MCP server
-     */
-    async disconnect() {
-        if (this.client) {
-            try {
-                await this.client.close();
-            }
-            catch (error) {
-                logger.debug(`Error closing QMD client: ${error}`);
-            }
-            this.connected = false;
-            this.client = null;
-            this.transport = null;
-        }
-    }
-    /**
-     * Parse search results from QMD response
-     */
-    parseSearchResults(result) {
-        if (!result || !result.content) {
-            return [];
-        }
-        const content = result.content;
-        // Handle text output format
-        if (typeof content === 'string') {
-            return this.parseTextSearchResults(content);
-        }
-        // Handle array content format
-        if (Array.isArray(content)) {
-            const textContent = content
-                .filter((item) => item.type === 'text')
-                .map((item) => item.text)
-                .join('\n');
-            return this.parseTextSearchResults(textContent);
-        }
-        return [];
-    }
-    /**
-     * Parse QMD's text output format into structured results
-     */
-    parseTextSearchResults(text) {
-        const results = [];
-        const lines = text.split('\n');
-        let currentResult = null;
-        for (const line of lines) {
-            // Match path line: "docs/guide.md:42 #a1b2c3"
-            const pathMatch = line.match(/^([^\s:]+):(\d+)\s+([#a-zA-Z0-9]+)?/);
-            if (pathMatch) {
-                if (currentResult && currentResult.path) {
-                    results.push(this.finalizeResult(currentResult));
-                }
-                currentResult = {
-                    path: pathMatch[1],
-                    docid: pathMatch[3] || '',
-                    score: 0,
-                    snippet: ''
-                };
-                continue;
-            }
-            // Match score line: "Score: 93%"
-            const scoreMatch = line.match(/^Score:\s+(\d+)%/);
-            if (scoreMatch && currentResult) {
-                currentResult.score = parseInt(scoreMatch[1]) / 100;
-                continue;
-            }
-            // Match title line: "Title: Some Title"
-            const titleMatch = line.match(/^Title:\s+(.+)/);
-            if (titleMatch && currentResult) {
-                currentResult.title = titleMatch[1];
-                continue;
-            }
-            // Match context line: "Context: Some context"
-            const contextMatch = line.match(/^Context:\s+(.+)/);
-            if (contextMatch && currentResult) {
-                currentResult.context = contextMatch[1];
-                continue;
-            }
-            // Collect snippet content
-            if (currentResult && line.trim() && !line.startsWith('---')) {
-                currentResult.snippet += line + '\n';
-            }
-        }
-        // Don't forget the last result
-        if (currentResult && currentResult.path) {
-            results.push(this.finalizeResult(currentResult));
-        }
-        return results;
-    }
-    /**
-     * Finalize a parsed result with defaults
-     */
-    finalizeResult(result) {
-        return {
-            path: result.path || '',
-            docid: result.docid || '',
-            title: result.title || result.path?.split('/').pop() || '',
-            context: result.context || '',
-            score: result.score || 0,
-            snippet: (result.snippet || '').trim()
-        };
-    }
-    /**
-     * Parse status result
-     */
-    parseStatusResult(result) {
-        if (!result || !result.content) {
-            return null;
-        }
-        const content = result.content;
-        if (typeof content === 'string') {
-            try {
-                return JSON.parse(content);
-            }
-            catch {
-                return null;
-            }
-        }
-        if (Array.isArray(content)) {
-            const textContent = content
-                .filter((item) => item.type === 'text')
-                .map((item) => item.text)
-                .join('');
-            try {
-                return JSON.parse(textContent);
-            }
-            catch {
-                return null;
-            }
-        }
-        return null;
-    }
-    /**
-     * Parse get result
-     */
-    parseGetResult(result) {
-        if (!result || !result.content) {
-            return '';
-        }
-        const content = result.content;
-        if (typeof content === 'string') {
-            return content;
-        }
-        if (Array.isArray(content)) {
-            return content
-                .filter((item) => item.type === 'text')
-                .map((item) => item.text)
-                .join('\n');
-        }
-        return '';
-    }
-    /**
-     * Parse multi-get result
-     */
-    parseMultiGetResult(result) {
-        const text = this.parseGetResult(result);
-        if (!text) {
-            return [];
-        }
-        // Split by document separators and return individual documents
-        return text.split(/\n---+\n/).filter(doc => doc.trim());
-    }
-}
-// Singleton instance
-let qmdClientInstance = null;
-/**
- * Get the singleton QMD client instance
- */
-export async function getQMDClient() {
-    if (!qmdClientInstance) {
-        qmdClientInstance = new QMDClient();
-    }
-    return qmdClientInstance;
-}
-/**
- * Reset the singleton QMD client (useful for testing)
- */
-export function resetQMDClient() {
-    if (qmdClientInstance) {
-        qmdClientInstance.disconnect().catch(() => { });
-        qmdClientInstance = null;
-    }
-}
-//# sourceMappingURL=qmd-client.js.map

package/dist/core/embeddings.d.ts

@@ -1,29 +0,0 @@
-import { MultimodalInput } from './embeddings/google-multimodal.js';
-export type EmbeddingProvider = 'local' | 'openai' | 'ollama' | 'lmstudio' | 'google' | 'none' | 'auto';
-export declare function getEmbedding(input: string | MultimodalInput): Promise<number[] | null>;
-/**
- * Get embeddings for multiple inputs in parallel batches
- * Processes inputs in batches to respect rate limits while parallelizing
- */
-export declare function getBatchEmbeddings(inputs: string[], batchSize?: number): Promise<Array<number[] | null>>;
-/**
- * Clear the embedding cache
- */
-export declare function clearEmbeddingCache(): void;
-/**
- * Get embedding cache statistics
- */
-export declare function getEmbeddingCacheStats(): {
-    size: number;
-    maxSize: number;
-};
-/**
- * Check health of all configured embedding providers
- * Returns availability and latency for each provider
- */
-export declare function checkEmbeddingProviderHealth(): Promise<Map<string, {
-    available: boolean;
-    latencyMs?: number;
-    error?: string;
-}>>;
-//# sourceMappingURL=embeddings.d.ts.map