squish-memory 1.1.5 → 1.2.1

package/dist/core/toon.js

@@ -1,160 +0,0 @@
-/**
- * TOON Compression - Token-efficient memory format
- *
- * Compact format for memory context using abbreviated notation.
- * Achieves efficient token usage for context injection.
- *
- * Format:
- * {
- *   m:[type],      // memory type (1-2 chars)
- *   c:"...",       // content (truncated)
- *   t:[],          // tags (array)
- *   d:123          // days ago
- * }
- */
-const MAX_CONTENT_LENGTH = 80; // Max chars per content
-const MAX_TAGS = 3; // Max tags to include
-/**
- * Compress a memory to TOON format
- */
-export function compressForContext(content) {
-    // If not JSON or already short, just return
-    if (!isJson(content) || content.length <= MAX_CONTENT_LENGTH) {
-        return content;
-    }
-    try {
-        const parsed = JSON.parse(content);
-        // Build compact TOON object
-        const toon = {
-            m: parsed.type?.substring(0, 2) || 'ob', // observation -> ob
-        };
-        // Truncate content
-        if (parsed.content) {
-            const truncated = parsed.content.substring(0, MAX_CONTENT_LENGTH);
-            toon.c = truncated.length < parsed.content.length ? truncated + '..' : truncated;
-        }
-        // Add tags (limited)
-        if (parsed.tags && Array.isArray(parsed.tags)) {
-            toon.t = parsed.tags.slice(0, MAX_TAGS);
-        }
-        // Add days ago if there's a date
-        if (parsed.createdAt) {
-            const days = Math.floor((Date.now() - new Date(parsed.createdAt).getTime()) / (1000 * 60 * 60 * 24));
-            if (days > 0) {
-                toon.d = days;
-            }
-        }
-        return JSON.stringify(toon);
-    }
-    catch {
-        // Not parseable JSON, return truncated content
-        return content.substring(0, MAX_CONTENT_LENGTH);
-    }
-}
-/**
- * Decompress TOON back to readable format
- */
-export function decompressFromContext(toonString) {
-    // Check if it's TOON format
-    if (!isToon(toonString)) {
-        return toonString;
-    }
-    try {
-        const parsed = JSON.parse(toonString);
-        // If it has TOON markers, expand it
-        if (parsed.m || parsed.c || parsed.t) {
-            const typeMap = {
-                ob: 'observation',
-                su: 'success',
-                f: 'failure',
-                fx: 'fix',
-                i: 'insight',
-            };
-            const type = typeMap[parsed.m] || 'observation';
-            const parts = [`[${type}]`];
-            if (parsed.c) {
-                parts.push(parsed.c);
-            }
-            if (parsed.t && parsed.t.length > 0) {
-                parts.push(`#${parsed.t.join(' #')}`);
-            }
-            if (parsed.d) {
-                parts.push(`(${parsed.d}d ago)`);
-            }
-            return parts.join(' ');
-        }
-        return toonString;
-    }
-    catch {
-        // Not valid TOON, return as-is
-        return toonString;
-    }
-}
-/**
- * Estimate compression ratio
- */
-export function estimateCompressionRatio(content) {
-    if (!isJson(content) || content.length <= MAX_CONTENT_LENGTH) {
-        return 1.0;
-    }
-    const compressed = compressForContext(content);
-    return compressed.length / content.length;
-}
-/**
- * Check if content is JSON
- */
-export function isJson(content) {
-    try {
-        JSON.parse(content);
-        return true;
-    }
-    catch {
-        return false;
-    }
-}
-/**
- * Check if content is TOON format
- */
-export function isToon(content) {
-    if (!content.startsWith('{') || !content.endsWith('}')) {
-        return false;
-    }
-    try {
-        const parsed = JSON.parse(content);
-        // Has TOON markers
-        return parsed.m !== undefined || parsed.c !== undefined;
-    }
-    catch {
-        return false;
-    }
-}
-/**
- * Count tokens (rough estimate)
- */
-export function estimateTokens(text) {
-    return Math.ceil(text.length / 4);
-}
-/**
- * Truncate to token budget
- */
-export function truncateToTokenBudget(content, maxTokens) {
-    const tokens = estimateTokens(content);
-    if (tokens <= maxTokens) {
-        return content;
-    }
-    // Binary search for the right length
-    let low = 0;
-    let high = content.length;
-    while (low < high) {
-        const mid = Math.floor((low + high) / 2);
-        const estimated = estimateTokens(content.substring(0, mid));
-        if (estimated <= maxTokens) {
-            low = mid + 1;
-        }
-        else {
-            high = mid;
-        }
-    }
-    return content.substring(0, low) + '...';
-}
-//# sourceMappingURL=toon.js.map

package/dist/core/tracing/collector.d.ts

@@ -1,111 +0,0 @@
-/** Trace Collector - Collects search pipeline traces for debugging and performance analysis
- *
- * Trace storage format - All search operations are logged with timing information
- * Trace retrieval - Get traces by session or ID
- */
-export interface SearchTrace {
-    id: string;
-    sessionId: string | null;
-    query: string;
-    timestamp: Date;
-    totalDurationMs: number;
-    metadata: Record<string, unknown>;
-    queryRewrite?: QueryRewriteStage;
-    candidateRetrieval?: RetrievalStage;
-    entityFiltering?: RetrievalStage;
-    hybridScoring?: ScoringStage;
-    reranking?: RerankingStage;
-    resultCount?: number;
-    topResults?: TopResult[];
-}
-export interface QueryRewriteStage {
-    original?: string;
-    rewritten?: string;
-    method?: string;
-    timeMs?: number;
-}
-export interface RetrievalStage {
-    candidates?: number;
-    results?: number;
-    timeMs?: number;
-    entities?: string[];
-}
-export interface ScoringStage {
-    results?: number;
-    timeMs?: number;
-}
-export interface RerankingStage {
-    results?: number;
-    timeMs?: number;
-}
-export interface TopResult {
-    type?: string;
-    content?: string;
-    hybridScore?: number;
-}
-export interface TraceOptions {
-    sessionId?: string;
-    limit?: number;
-    session?: string;
-}
-export interface TraceStats {
-    totalTraces: number;
-    totalDurationMs: number;
-    avgDurationMs: number;
-    recentSessions: number;
-    totalErrors: number;
-    errorRate: number;
-}
-/**
- * Start a new search trace collection
- */
-export declare function startTrace(sessionId: string, query: string): Promise<string>;
-/**
- * Add query rewrite stage data
- */
-export declare function addQueryRewriteStage(traceId: string, stage: QueryRewriteStage): Promise<void>;
-/**
- * Add candidate retrieval stage data
- */
-export declare function addCandidateRetrievalStage(traceId: string, stage: RetrievalStage): Promise<void>;
-/**
- * Add entity filtering stage data
- */
-export declare function addEntityFilteringStage(traceId: string, stage: RetrievalStage): Promise<void>;
-/**
- * Add hybrid scoring stage data
- */
-export declare function addHybridScoringStage(traceId: string, stage: ScoringStage): Promise<void>;
-/**
- * Add reranking stage data
- */
-export declare function addRerankingStage(traceId: string, stage: RerankingStage): Promise<void>;
-/**
- * Complete current trace (all stages done)
- */
-export declare function completeTrace(traceId: string, results: TopResult[]): Promise<void>;
-/**
- * Get traces for a session
- */
-export declare function getTraces(options?: TraceOptions): Promise<SearchTrace[]>;
-/**
- * Get a specific trace by ID
- */
-export declare function getTraceById(traceId: string): Promise<SearchTrace | null>;
-/**
- * Get recent traces (limited)
- */
-export declare function getRecentTraces(limit?: number): Promise<SearchTrace[]>;
-/**
- * Get recent session summary traces (aggregated by session)
- */
-export declare function getSessionTraces(sessionId: string): Promise<SearchTrace[]>;
-/**
- * Create visual ASCII visualization of a trace
- */
-export declare function visualizeTrace(trace: SearchTrace): string;
-/**
- * Get trace statistics (performance metrics)
- */
-export declare function getTraceStats(): Promise<TraceStats>;
-//# sourceMappingURL=collector.d.ts.map

package/dist/core/tracing/collector.js

@@ -1,350 +0,0 @@
-/** Trace Collector - Collects search pipeline traces for debugging and performance analysis
- *
- * Trace storage format - All search operations are logged with timing information
- * Trace retrieval - Get traces by session or ID
- */
-import { logger } from '../logger.js';
-import { getDb } from '../../db/index.js';
-import { getSchema } from '../../db/schema.js';
-import { eq, desc, sql } from 'drizzle-orm';
-/**
- * Start a new search trace collection
- */
-export async function startTrace(sessionId, query) {
-    const db = await getDb();
-    if (!db) {
-        logger.error('Database unavailable for trace collection');
-        return '';
-    }
-    const schema = await getSchema();
-    const sqliteDb = db;
-    const traceId = crypto.randomUUID();
-    const timestamp = new Date();
-    // Create trace record
-    await sqliteDb.insert(schema.searchTraces).values({
-        id: traceId,
-        sessionId,
-        query,
-        timestamp,
-        resultCount: 0,
-        totalDurationMs: 0,
-    });
-    logger.info(`[Tracing] Started trace ${traceId}`);
-    return traceId;
-}
-/**
- * Add query rewrite stage data
- */
-export async function addQueryRewriteStage(traceId, stage) {
-    const db = await getDb();
-    if (!db)
-        return;
-    const schema = await getSchema();
-    const sqliteDb = db;
-    const data = JSON.stringify(stage);
-    await sqliteDb.update(schema.searchTraces)
-        .set({
-        queryRewrite: sql `CAST(? AS jsonb)`,
-    })
-        .where(eq(schema.searchTraces.id, traceId))
-        .set({ queryRewrite: data });
-    logger.debug(`[Tracing] Added queryRewrite stage to trace ${traceId}`);
-}
-/**
- * Add candidate retrieval stage data
- */
-export async function addCandidateRetrievalStage(traceId, stage) {
-    const db = await getDb();
-    if (!db)
-        return;
-    const schema = await getSchema();
-    const sqliteDb = db;
-    const data = JSON.stringify(stage);
-    await sqliteDb.update(schema.searchTraces)
-        .set({ candidateRetrieval: data })
-        .where(eq(schema.searchTraces.id, traceId));
-    logger.debug(`[Tracing] Added candidateRetrieval stage to trace ${traceId}`);
-}
-/**
- * Add entity filtering stage data
- */
-export async function addEntityFilteringStage(traceId, stage) {
-    const db = await getDb();
-    if (!db)
-        return;
-    const schema = await getSchema();
-    const sqliteDb = db;
-    const data = JSON.stringify(stage);
-    await sqliteDb.update(schema.searchTraces)
-        .set({ entityFiltering: data })
-        .where(eq(schema.searchTraces.id, traceId));
-    logger.debug(`[Tracing] Added entityFiltering stage to trace ${traceId}`);
-}
-/**
- * Add hybrid scoring stage data
- */
-export async function addHybridScoringStage(traceId, stage) {
-    const db = await getDb();
-    if (!db)
-        return;
-    const schema = await getSchema();
-    const sqliteDb = db;
-    const data = JSON.stringify(stage);
-    await sqliteDb.update(schema.searchTraces)
-        .set({ hybridScoring: data })
-        .where(eq(schema.searchTraces.id, traceId));
-    logger.debug(`[Tracing] Added hybridScoring stage to trace ${traceId}`);
-}
-/**
- * Add reranking stage data
- */
-export async function addRerankingStage(traceId, stage) {
-    const db = await getDb();
-    if (!db)
-        return;
-    const schema = await getSchema();
-    const sqliteDb = db;
-    const data = JSON.stringify(stage);
-    await sqliteDb.update(schema.searchTraces)
-        .set({ reranking: data })
-        .where(eq(schema.searchTraces.id, traceId));
-    logger.debug(`[Tracing] Added reranking stage to trace ${traceId}`);
-}
-/**
- * Complete current trace (all stages done)
- */
-export async function completeTrace(traceId, results) {
-    const db = await getDb();
-    if (!db)
-        return;
-    const schema = await getSchema();
-    const sqliteDb = db;
-    // Get trace
-    const rows = await sqliteDb.select()
-        .from(schema.searchTraces)
-        .where(eq(schema.searchTraces.id, traceId))
-        .limit(1);
-    if (!rows || rows.length === 0) {
-        logger.warn(`[Tracing] Trace ${traceId} not found`);
-        return;
-    }
-    const trace = rows[0];
-    const startTime = trace.timestamp.getTime();
-    const endTime = Date.now();
-    const totalDurationMs = endTime - startTime;
-    const resultCount = results.length;
-    const topResults = results.slice(0, 10);
-    await sqliteDb.update(schema.searchTraces)
-        .set({
-        resultCount,
-        topResults: JSON.stringify(topResults),
-        totalDurationMs,
-    })
-        .where(eq(schema.searchTraces.id, traceId));
-    logger.info(`[Tracing] Completed trace ${traceId} with ${resultCount} results`);
-}
-/**
- * Get traces for a session
- */
-export async function getTraces(options = {}) {
-    const db = await getDb();
-    if (!db)
-        return [];
-    const schema = await getSchema();
-    const sqliteDb = db;
-    let conditions = [];
-    if (options.sessionId) {
-        conditions.push(eq(schema.searchTraces.sessionId, options.sessionId));
-    }
-    if (options.session && options.session.length > 0) {
-        conditions.push(eq(schema.searchTraces.sessionId, options.session));
-    }
-    const query = sqliteDb.select()
-        .from(schema.searchTraces)
-        .where(conditions.length > 0 ? eq(schema.searchTraces.sessionId, options.sessionId || options.session || '') : undefined)
-        .orderBy(desc(schema.searchTraces.timestamp));
-    if (options.limit) {
-        query.limit(options.limit);
-    }
-    const traces = await query;
-    return traces.map((row) => ({
-        id: row.id,
-        sessionId: row.session_id,
-        query: row.query,
-        timestamp: row.timestamp,
-        totalDurationMs: row.total_duration_ms,
-        metadata: row.metadata ? JSON.parse(String(row.metadata)) : {},
-        queryRewrite: row.query_rewrite ? JSON.parse(String(row.query_rewrite)) : undefined,
-        candidateRetrieval: row.candidate_retrieval ? JSON.parse(String(row.candidate_retrieval)) : undefined,
-        entityFiltering: row.entity_filtering ? JSON.parse(String(row.entity_filtering)) : undefined,
-        hybridScoring: row.hybrid_scoring ? JSON.parse(String(row.hybrid_scoring)) : undefined,
-        reranking: row.reranking ? JSON.parse(String(row.reranking)) : undefined,
-        resultCount: row.result_count,
-        topResults: row.top_results ? JSON.parse(String(row.top_results)) : undefined,
-    }));
-}
-/**
- * Get a specific trace by ID
- */
-export async function getTraceById(traceId) {
-    const db = await getDb();
-    if (!db)
-        return null;
-    const schema = await getSchema();
-    const sqliteDb = db;
-    const rows = await sqliteDb.select()
-        .from(schema.searchTraces)
-        .where(eq(schema.searchTraces.id, traceId))
-        .limit(1);
-    if (rows.length === 0)
-        return null;
-    const row = rows[0];
-    return {
-        id: row.id,
-        sessionId: row.session_id,
-        query: row.query,
-        timestamp: row.timestamp,
-        totalDurationMs: row.total_duration_ms,
-        metadata: row.metadata ? JSON.parse(String(row.metadata)) : {},
-        queryRewrite: row.query_rewrite ? JSON.parse(String(row.query_rewrite)) : undefined,
-        candidateRetrieval: row.candidate_retrieval ? JSON.parse(String(row.candidate_retrieval)) : undefined,
-        entityFiltering: row.entity_filtering ? JSON.parse(String(row.entity_filtering)) : undefined,
-        hybridScoring: row.hybrid_scoring ? JSON.parse(String(row.hybrid_scoring)) : undefined,
-        reranking: row.reranking ? JSON.parse(String(row.reranking)) : undefined,
-        resultCount: row.result_count,
-        topResults: row.top_results ? JSON.parse(String(row.top_results)) : undefined,
-    };
-}
-/**
- * Get recent traces (limited)
- */
-export async function getRecentTraces(limit = 10) {
-    const db = await getDb();
-    if (!db)
-        return [];
-    const schema = await getSchema();
-    const sqliteDb = db;
-    const traces = await sqliteDb.select()
-        .from(schema.searchTraces)
-        .orderBy(desc(schema.searchTraces.timestamp))
-        .limit(limit);
-    return traces.map((row) => ({
-        id: row.id,
-        sessionId: row.session_id,
-        query: row.query,
-        timestamp: row.timestamp,
-        totalDurationMs: row.total_duration_ms,
-        metadata: row.metadata ? JSON.parse(String(row.metadata)) : {},
-        queryRewrite: row.query_rewrite ? JSON.parse(String(row.query_rewrite)) : undefined,
-        candidateRetrieval: row.candidate_retrieval ? JSON.parse(String(row.candidate_retrieval)) : undefined,
-        entityFiltering: row.entity_filtering ? JSON.parse(String(row.entity_filtering)) : undefined,
-        hybridScoring: row.hybrid_scoring ? JSON.parse(String(row.hybrid_scoring)) : undefined,
-        reranking: row.reranking ? JSON.parse(String(row.reranking)) : undefined,
-        resultCount: row.result_count,
-        topResults: row.top_results ? JSON.parse(String(row.top_results)) : undefined,
-    }));
-}
-/**
- * Get recent session summary traces (aggregated by session)
- */
-export async function getSessionTraces(sessionId) {
-    const db = await getDb();
-    if (!db)
-        return [];
-    const schema = await getSchema();
-    const sqliteDb = db;
-    // Get all traces for this session
-    const traces = await sqliteDb.select()
-        .from(schema.searchTraces)
-        .where(eq(schema.searchTraces.sessionId, sessionId))
-        .orderBy(desc(schema.searchTraces.timestamp));
-    if (traces.length === 0)
-        return [];
-    return traces.map((row) => ({
-        id: row.id,
-        sessionId: row.session_id,
-        query: row.query,
-        timestamp: row.timestamp,
-        totalDurationMs: row.total_duration_ms,
-        metadata: row.metadata ? JSON.parse(String(row.metadata)) : {},
-        queryRewrite: row.query_rewrite ? JSON.parse(String(row.query_rewrite)) : undefined,
-        candidateRetrieval: row.candidate_retrieval ? JSON.parse(String(row.candidate_retrieval)) : undefined,
-        entityFiltering: row.entity_filtering ? JSON.parse(String(row.entity_filtering)) : undefined,
-        hybridScoring: row.hybrid_scoring ? JSON.parse(String(row.hybrid_scoring)) : undefined,
-        reranking: row.reranking ? JSON.parse(String(row.reranking)) : undefined,
-        resultCount: row.result_count,
-        topResults: row.top_results ? JSON.parse(String(row.top_results)) : undefined,
-    }));
-}
-/**
- * Create visual ASCII visualization of a trace
- */
-export function visualizeTrace(trace) {
-    const lines = [];
-    // Header
-    lines.push(`Search Trace: ${trace.id}`);
-    lines.push(`Session: ${trace.sessionId || 'N/A'}`);
-    lines.push(`Query: "${trace.query}"`);
-    lines.push('');
-    // Total duration
-    lines.push(`Duration: ${trace.totalDurationMs}ms (${(trace.totalDurationMs / 1000).toFixed(2)}s)`);
-    lines.push('');
-    // Stages summary
-    const stageNames = [];
-    if (trace.queryRewrite)
-        stageNames.push(`Query Rewrite (${trace.queryRewrite.timeMs || 0}ms)`);
-    if (trace.candidateRetrieval)
-        stageNames.push(`Candidate Retrieval (${trace.candidateRetrieval.timeMs || 0}ms)`);
-    if (trace.entityFiltering)
-        stageNames.push(`Entity Filtering (${trace.entityFiltering.timeMs || 0}ms)`);
-    if (trace.hybridScoring)
-        stageNames.push(`Hybrid Scoring (${trace.hybridScoring.timeMs || 0}ms)`);
-    if (trace.reranking)
-        stageNames.push(`Reranking (${trace.reranking.timeMs || 0}ms)`);
-    if (stageNames.length > 0) {
-        lines.push('Stages:');
-        stageNames.forEach(name => lines.push(`  - ${name}`));
-    }
-    lines.push('');
-    // Top results
-    if (trace.topResults && trace.topResults.length > 0) {
-        lines.push(`Top Results (${trace.topResults.length}):`);
-        trace.topResults.slice(0, 5).forEach((result, i) => lines.push(`  ${i + 1}. [${result.type || 'memory'}] ${result.content?.substring(0, 50)}... (score: ${result.hybridScore?.toFixed(2)})`));
-    }
-    return lines.join('\n');
-}
-/**
- * Get trace statistics (performance metrics)
- */
-export async function getTraceStats() {
-    const db = await getDb();
-    if (!db) {
-        return {
-            totalTraces: 0,
-            totalDurationMs: 0,
-            avgDurationMs: 0,
-            recentSessions: 0,
-            totalErrors: 0,
-            errorRate: 0,
-        };
-    }
-    const schema = await getSchema();
-    const sqliteDb = db;
-    const traces = await sqliteDb.select()
-        .from(schema.searchTraces)
-        .limit(100);
-    const totalTraces = traces.length;
-    const totalDurationMs = traces.reduce((sum, t) => sum + (t.total_duration_ms || 0), 0);
-    const avgDurationMs = totalTraces > 0 ? Math.round(totalDurationMs / totalTraces) : 0;
-    const uniqueSessions = new Set(traces.map((t) => t.session_id).filter(Boolean));
-    const recentSessions = uniqueSessions.size;
-    return {
-        totalTraces,
-        totalDurationMs,
-        avgDurationMs,
-        recentSessions,
-        totalErrors: 0,
-        errorRate: 0,
-    };
-}
-//# sourceMappingURL=collector.js.map

package/dist/core/tracing/visualizer.d.ts

@@ -1,32 +0,0 @@
-/** Trace Visualizer - Creates ASCII visualizations of search traces
- *
- * Provides tree-format output showing search pipeline stages and timing
- */
-import { SearchTrace } from './collector.js';
-/**
- * Create visual ASCII visualization of a trace
- */
-export declare function visualizeTrace(trace: SearchTrace): string;
-/**
- * Create compact single-line trace summary
- */
-export declare function summarizeTrace(trace: SearchTrace): string;
-/**
- * Compare multiple traces
- */
-export declare function compareTraces(traces: SearchTrace[]): string;
-/**
- * Get stage breakdown table
- */
-export declare function getStageBreakdown(trace: SearchTrace): string;
-/**
- * Export all visualizer functions
- */
-declare const _default: {
-    visualizeTrace: typeof visualizeTrace;
-    summarizeTrace: typeof summarizeTrace;
-    compareTraces: typeof compareTraces;
-    getStageBreakdown: typeof getStageBreakdown;
-};
-export default _default;
-//# sourceMappingURL=visualizer.d.ts.map