squish-memory 0.9.3 → 1.0.0

package/dist/core/session-hooks/self-iteration-job.js

@@ -0,0 +1,278 @@
+/** Self-Iteration Job - Auto-extract key facts from ended conversations
+ *
+ * Processes conversations to extract memories and generate summaries
+ */
+import { sql, eq } from 'drizzle-orm';
+import { getDb } from '../../db/index.js';
+import { getSchema } from '../../db/schema.js';
+import { rememberMemory } from '../memory/memories.js';
+import { logger } from '../logger.js';
+const DEFAULT_CONFIG = {
+    enabled: true,
+    extractFacts: true,
+    generateSummaries: true,
+    consolidateMemories: true,
+    minMessageCount: 5,
+    maxMessagesToProcess: 50,
+};
+/**
+ * Build fact extraction prompt
+ */
+function buildFactExtractionPrompt(messages) {
+    const messagesText = messages.map(m => `[${m.role}]: ${m.content}`).join('\n\n');
+    return `Extract key facts, decisions, and user preferences from this conversation.
+
+Format your response as JSON:
+{
+  "extractedFacts": [
+    {
+      "content": "specific fact text",
+      "type": "fact|decision|preference|observation",
+      "confidence": 0-100
+    }
+  ]
+}
+
+Only extract truly meaningful information that should be remembered:
+- Facts that are useful for future work or decisions
+- User preferences and choices
+- Important decisions made
+- Patterns or behaviors observed
+
+Do NOT extract:
+- Temporary conversational details
+- Greetings or pleasantries
+- Unless they indicate something significant
+
+Conversation messages:
+${messagesText}`;
+}
+/**
+ * Build summary generation prompt
+ */
+function buildSummaryPrompt(messages) {
+    const messagesText = messages.map(m => `[${m.role}]: ${m.content}`).join('\n\n');
+    return `Generate a concise summary of this conversation (2-3 sentences, under 300 characters).
+
+Focus on:
+- What was accomplished
+- Key decisions made
+- Important context established
+
+Conversation messages:
+${messagesText}`;
+}
+/**
+ * Parse LLM fact extraction response
+ */
+function parseExtractedFacts(llmResponse) {
+    try {
+        const jsonMatch = llmResponse.match(/\{[\s\S]*\}/);
+        if (!jsonMatch)
+            return [];
+        const json = JSON.parse(jsonMatch[0]);
+        return json.extractedFacts || [];
+    }
+    catch {
+        logger.warn('[SelfIteration] Failed to parse fact extraction response');
+        return [];
+    }
+}
+/**
+ * Get conversations ready for self-iteration
+ */
+async function getConversationsForIteration(maxMessages) {
+    const db = await getDb();
+    if (!db)
+        return [];
+    const schema = await getSchema();
+    // Get conversations that:
+    // 1. Have ended (endedAt is not null)
+    // 2. Haven't been processed yet (metadata.selfIterationProcessed is not set)
+    // 3. Have enough messages (messageCount >= minMessageCount)
+    const conversations = await db.select()
+        .from(schema.conversations)
+        .where(sql `${schema.conversations.endedAt} IS NOT NULL
+      AND (${schema.conversations.metadata}->>'selfIterationProcessed') IS NULL
+      AND ${schema.conversations.messageCount} >= ?`)
+        .limit(10);
+    return conversations;
+}
+/**
+ * Get messages for a conversation
+ */
+async function getConversationMessages(conversationId) {
+    const db = await getDb();
+    if (!db)
+        return [];
+    const schema = await getSchema();
+    const messages = await db.select()
+        .from(schema.messages)
+        .where(eq(schema.messages.conversationId, conversationId))
+        .orderBy(schema.messages.createdAt);
+    return messages.map((m) => ({
+        id: m.id,
+        conversationId: m.conversation_id,
+        role: m.role,
+        content: m.content,
+        createdAt: new Date(m.createdAt),
+    }));
+}
+/**
+ * Mark conversation as processed
+ */
+async function markConversationProcessed(conversationId) {
+    const db = await getDb();
+    if (!db)
+        return;
+    const schema = await getSchema();
+    await db.update(schema.conversations)
+        .set({
+        metadata: sql `json_set(${schema.conversations.metadata}, 'selfIterationProcessed', true)`,
+    })
+        .where(eq(schema.conversations.id, conversationId));
+}
+/**
+ * Process a single conversation
+ */
+async function processConversation(conversation, config) {
+    const messages = await getConversationMessages(conversation.id);
+    let memoriesCreated = 0;
+    let summariesCreated = 0;
+    // Limit messages if configured
+    const messagesToProcess = config.maxMessagesToProcess > 0
+        ? messages.slice(-config.maxMessagesToProcess)
+        : messages;
+    if (messagesToProcess.length === 0) {
+        return { memoriesCreated, summariesCreated };
+    }
+    // Extract facts
+    if (config.extractFacts) {
+        const prompt = buildFactExtractionPrompt(messagesToProcess);
+        // Here we would call an LLM client to extract facts
+        // For now, we'll use a simple heuristic extraction
+        const extractedFacts = [];
+        for (const msg of messagesToProcess) {
+            if (msg.role === 'user') {
+                const content = msg.content.toLowerCase();
+                // Look for user preferences
+                if (content.includes('i want') || content.includes('i prefer') || content.includes('i like')) {
+                    extractedFacts.push({
+                        content: `User preference: ${msg.content}`,
+                        type: 'preference',
+                        confidence: 70,
+                    });
+                }
+                // Look for decisions
+                if (content.includes('i will') || content.includes('i decide') || content.includes('let\'s')) {
+                    extractedFacts.push({
+                        content: `Decision: ${msg.content}`,
+                        type: 'decision',
+                        confidence: 80,
+                    });
+                }
+            }
+        }
+        // Store extracted facts as memories
+        for (const fact of extractedFacts) {
+            if (fact.confidence >= 60) {
+                try {
+                    await rememberMemory({
+                        content: fact.content,
+                        type: fact.type,
+                        project: conversation.projectId,
+                        metadata: {
+                            extractionMethod: 'self-iteration',
+                            confidence: fact.confidence,
+                            conversationId: conversation.id,
+                            sessionId: conversation.sessionId,
+                        },
+                    });
+                    memoriesCreated++;
+                    logger.info(`[SelfIteration] Extracted memory: ${fact.type} - ${fact.content.substring(0, 50)}...`);
+                }
+                catch (error) {
+                    logger.error(`[SelfIteration] Failed to store memory:`, error);
+                }
+            }
+        }
+    }
+    // Generate summary
+    if (config.generateSummaries && messagesToProcess.length > 0) {
+        const prompt = buildSummaryPrompt(messagesToProcess);
+        // Here we would call an LLM client to generate summary
+        // For now, use simple heuristic
+        const userMessages = messagesToProcess.filter(m => m.role === 'user');
+        const lastMessage = userMessages[userMessages.length - 1]?.content || '';
+        const summary = lastMessage.substring(0, Math.min(250, lastMessage.length));
+        // Update conversation with summary
+        const db = await getDb();
+        const schema = await getSchema();
+        await db.update(schema.conversations)
+            .set({ summary })
+            .where(eq(schema.conversations.id, conversation.id));
+        summariesCreated++;
+        logger.info(`[SelfIteration] Generated summary for conversation ${conversation.sessionId}`);
+    }
+    return { memoriesCreated, summariesCreated };
+}
+/**
+ * Register self-iteration job handler
+ */
+const selfIterationHandler = async (context) => {
+    logger.info('[SelfIteration] Starting job');
+    const config = {
+        ...DEFAULT_CONFIG,
+        ...context.config,
+    };
+    if (!config.enabled) {
+        logger.info('[SelfIteration] Job disabled, skipping');
+        return { recordsProcessed: 0, summary: { status: 'disabled' } };
+    }
+    try {
+        const conversations = await getConversationsForIteration(config.maxMessagesToProcess || DEFAULT_CONFIG.maxMessagesToProcess);
+        if (conversations.length === 0) {
+            logger.info('[SelfIteration] No conversations to process');
+            return { recordsProcessed: 0, summary: { status: 'no_conversations' } };
+        }
+        let totalMemoriesCreated = 0;
+        let totalSummariesGenerated = 0;
+        let processedCount = 0;
+        for (const conversation of conversations) {
+            // Skip if already processed
+            if (conversation.metadata?.selfIterationProcessed) {
+                continue;
+            }
+            try {
+                const result = await processConversation(conversation, config);
+                totalMemoriesCreated += result.memoriesCreated;
+                totalSummariesGenerated += result.summariesCreated;
+                await markConversationProcessed(conversation.id);
+                processedCount++;
+            }
+            catch (error) {
+                logger.error(`[SelfIteration] Failed to process conversation ${conversation.id}:`, error);
+            }
+        }
+        logger.info(`[SelfIteration] Processed ${processedCount}/${conversations.length} conversations`);
+        logger.info(`[SelfIteration] Created ${totalMemoriesCreated} memories`);
+        logger.info(`[SelfIteration] Generated ${totalSummariesGenerated} summaries`);
+        return {
+            recordsProcessed: processedCount,
+            summary: {
+                memoriesCreated: totalMemoriesCreated,
+                summariesGenerated: totalSummariesGenerated,
+                totalConversations: conversations.length,
+            },
+        };
+    }
+    catch (error) {
+        logger.error('[SelfIteration] Job failed:', error);
+        return {
+            recordsProcessed: 0,
+            summary: { error: error instanceof Error ? error.message : String(error) },
+        };
+    }
+};
+export { selfIterationHandler, DEFAULT_CONFIG };
+//# sourceMappingURL=self-iteration-job.js.map

package/dist/core/session-hooks/self-iteration-job.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"self-iteration-job.js","sourceRoot":"","sources":["../../../core/session-hooks/self-iteration-job.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AAEtC,OAAO,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAWtC,MAAM,cAAc,GAAwB;IAC1C,OAAO,EAAE,IAAI;IACb,YAAY,EAAE,IAAI;IAClB,iBAAiB,EAAE,IAAI;IACvB,mBAAmB,EAAE,IAAI;IACzB,eAAe,EAAE,CAAC;IAClB,oBAAoB,EAAE,EAAE;CACzB,CAAC;AAyBF;;GAEG;AACH,SAAS,yBAAyB,CAAC,QAAsB;IACvD,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEjF,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;EAyBP,YAAY,EAAE,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,QAAsB;IAChD,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEjF,OAAO;;;;;;;;EAQP,YAAY,EAAE,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,WAAmB;IAC9C,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACnD,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,CAAC;QAE1B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;QACxE,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,4BAA4B,CAAC,WAAmB;IAC7D,MAAM,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE;QAAE,OAAO,EAAE,CAAC;IAEnB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IAEjC,0BAA0B;IAC1B,sCAAsC;IACtC,6EAA6E;IAC7E,4DAA4D;IAC5D,MAAM,aAAa,GAAG,MAAM,EAAE,CAAC,MAAM,EAAE;SACpC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;SAC1B,KAAK,CAAC,GAAG,CAAA,GAAG,MAAM,CAAC,aAAa,CAAC,OAAO;aAChC,MAAM,CAAC,aAAa,CAAC,QAAQ;YAC9B,MAAM,CAAC,aAAa,CAAC,YAAY,OAAO,CAAC;SAChD,KAAK,CAAC,EAAE,CAAC,CAAC;IAEb,OAAO,aAAkC,CAAC;AAC5C,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,uBAAuB,CAAC,cAAsB;IAC3D,MAAM,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE;QAAE,OAAO,EAAE,CAAC;IAEnB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IAEjC,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,MAAM,EAAE;SAC/B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;SACrB,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;SACzD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAEtC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;QAC/B,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,cAAc,EAAE,CAAC,CAAC,eAAe;QACjC,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,SAAS,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;KACjC,CAAC,CAAiB,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,yBAAyB,CAAC,cAAsB;IAC7D,MAAM,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE;QAAE,OAAO;IAEhB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IAEjC,MAAM,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;SAClC,GAAG,CAAC;QACH,QAAQ,EAAE,GAAG,CAAA,YAAY,MAAM,CAAC,aAAa,CAAC,QAAQ,mCAAmC;KAC1F,CAAC;SACD,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;AACxD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,mBAAmB,CAChC,YAA6B,EAC7B,MAA2B;IAE3B,MAAM,QAAQ,GAAG,MAAM,uBAAuB,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IAChE,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,+BAA+B;IAC/B,MAAM,iBAAiB,GAAG,MAAM,CAAC,oBAAoB,GAAG,CAAC;QACvD,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC;QAC9C,CAAC,CAAC,QAAQ,CAAC;IAEb,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,CAAC;IAC/C,CAAC;IAED,gBAAgB;IAChB,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,yBAAyB,CAAC,iBAAiB,CAAC,CAAC;QAE5D,oDAAoD;QACpD,mDAAmD;QACnD,MAAM,cAAc,GAAoB,EAAE,CAAC;QAE3C,KAAK,MAAM,GAAG,IAAI,iBAAiB,EAAE,CAAC;YACpC,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;gBAE1C,4BAA4B;gBAC5B,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC7F,cAAc,CAAC,IAAI,CAAC;wBAClB,OAAO,EAAE,oBAAoB,GAAG,CAAC,OAAO,EAAE;wBAC1C,IAAI,EAAE,YAAY;wBAClB,UAAU,EAAE,EAAE;qBACf,CAAC,CAAC;gBACL,CAAC;gBAED,qBAAqB;gBACrB,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC7F,cAAc,CAAC,IAAI,CAAC;wBAClB,OAAO,EAAE,aAAa,GAAG,CAAC,OAAO,EAAE;wBACnC,IAAI,EAAE,UAAU;wBAChB,UAAU,EAAE,EAAE;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,IAAI,IAAI,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;gBAC1B,IAAI,CAAC;oBACH,MAAM,cAAc,CAAC;wBACnB,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,OAAO,EAAE,YAAY,CAAC,SAAS;wBAC/B,QAAQ,EAAE;4BACR,gBAAgB,EAAE,gBAAgB;4BAClC,UAAU,EAAE,IAAI,CAAC,UAAU;4BAC3B,cAAc,EAAE,YAAY,CAAC,EAAE;4BAC/B,SAAS,EAAE,YAAY,CAAC,SAAS;yBAClC;qBACF,CAAC,CAAC;oBACH,eAAe,EAAE,CAAC;oBAClB,MAAM,CAAC,IAAI,CAAC,qCAAqC,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;gBACtG,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE,KAAK,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,IAAI,MAAM,CAAC,iBAAiB,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7D,MAAM,MAAM,GAAG,kBAAkB,CAAC,iBAAiB,CAAC,CAAC;QAErD,uDAAuD;QACvD,gCAAgC;QAChC,MAAM,YAAY,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;QACtE,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;QAEzE,MAAM,OAAO,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;QAE5E,mCAAmC;QACnC,MAAM,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;QAEjC,MAAM,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;aAClC,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC;aAChB,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC;QAEvD,gBAAgB,EAAE,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,sDAAsD,YAAY,CAAC,SAAS,EAAE,CAAC,CAAC;IAC9F,CAAC;IAED,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,oBAAoB,GAAe,KAAK,EAC5C,OAA4B,EAC6C,EAAE;IAC3E,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IAE5C,MAAM,MAAM,GAAG;QACb,GAAG,cAAc;QACjB,GAAI,OAAO,CAAC,MAAuC;KACpD,CAAC;IAEF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QACtD,OAAO,EAAE,gBAAgB,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC;IAClE,CAAC;IAED,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,4BAA4B,CACtD,MAAM,CAAC,oBAAoB,IAAI,cAAc,CAAC,oBAAoB,CACnE,CAAC;QAEF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;YAC3D,OAAO,EAAE,gBAAgB,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,EAAE,CAAC;QAC1E,CAAC;QAED,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,IAAI,uBAAuB,GAAG,CAAC,CAAC;QAChC,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;YACzC,4BAA4B;YAC5B,IAAI,YAAY,CAAC,QAAQ,EAAE,sBAAsB,EAAE,CAAC;gBAClD,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;gBAC/D,oBAAoB,IAAI,MAAM,CAAC,eAAe,CAAC;gBAC/C,uBAAuB,IAAI,MAAM,CAAC,gBAAgB,CAAC;gBAEnD,MAAM,yBAAyB,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;gBACjD,cAAc,EAAE,CAAC;YACnB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,kDAAkD,YAAY,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;YAC5F,CAAC;QACH,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,6BAA6B,cAAc,IAAI,aAAa,CAAC,MAAM,gBAAgB,CAAC,CAAC;QACjG,MAAM,CAAC,IAAI,CAAC,2BAA2B,oBAAoB,WAAW,CAAC,CAAC;QACxE,MAAM,CAAC,IAAI,CAAC,6BAA6B,uBAAuB,YAAY,CAAC,CAAC;QAE9E,OAAO;YACL,gBAAgB,EAAE,cAAc;YAChC,OAAO,EAAE;gBACP,eAAe,EAAE,oBAAoB;gBACrC,kBAAkB,EAAE,uBAAuB;gBAC3C,kBAAkB,EAAE,aAAa,CAAC,MAAM;aACzC;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;QACnD,OAAO;YACL,gBAAgB,EAAE,CAAC;YACnB,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;SAC3E,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAEF,OAAO,EAAE,oBAAoB,EAAE,cAAc,EAAE,CAAC"}

package/dist/core/session-hooks/session-hooks.d.ts

@@ -0,0 +1,18 @@
+/** Session Hooks - Lifecycle hooks for conversation management
+ *
+ * Provides functions to be called when sessions start/end
+ */
+/**
+ * Called when a session ends
+ * Marks the conversation as ended so self-iteration can process it
+ */
+export declare function onSessionEnd(sessionId: string): Promise<void>;
+/**
+ * Get active sessions for a project
+ */
+export declare function getActiveSessions(projectId: string): Promise<string[]>;
+/**
+ * End all sessions for a project
+ */
+export declare function endAllProjectSessions(projectId: string): Promise<number>;
+//# sourceMappingURL=session-hooks.d.ts.map

package/dist/core/session-hooks/session-hooks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"session-hooks.d.ts","sourceRoot":"","sources":["../../../core/session-hooks/session-hooks.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAOH;;;GAGG;AACH,wBAAsB,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAiBnE;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAY5E;AAED;;GAEG;AACH,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAY9E"}

package/dist/core/session-hooks/session-hooks.js

@@ -0,0 +1,55 @@
+/** Session Hooks - Lifecycle hooks for conversation management
+ *
+ * Provides functions to be called when sessions start/end
+ */
+import { sql, eq } from 'drizzle-orm';
+import { getDb } from '../../db/index.js';
+import { getSchema } from '../../db/schema.js';
+import { logger } from '../logger.js';
+/**
+ * Called when a session ends
+ * Marks the conversation as ended so self-iteration can process it
+ */
+export async function onSessionEnd(sessionId) {
+    logger.info(`[SessionHooks] Session ended: ${sessionId}`);
+    const db = await getDb();
+    if (!db) {
+        logger.warn('[SessionHooks] Database unavailable, cannot end session');
+        return;
+    }
+    const schema = await getSchema();
+    // Mark conversation as ended
+    await db.update(schema.conversations)
+        .set({ endedAt: new Date() })
+        .where(eq(schema.conversations.sessionId, sessionId));
+    logger.info(`[SessionHooks] Session ${sessionId} marked as ended`);
+}
+/**
+ * Get active sessions for a project
+ */
+export async function getActiveSessions(projectId) {
+    const db = await getDb();
+    if (!db)
+        return [];
+    const schema = await getSchema();
+    const sessions = await db.select()
+        .from(schema.conversations)
+        .where(eq(schema.conversations.projectId, projectId))
+        .where(sql `${schema.conversations.endedAt} IS NULL`);
+    return sessions.map((s) => s.session_id);
+}
+/**
+ * End all sessions for a project
+ */
+export async function endAllProjectSessions(projectId) {
+    const db = await getDb();
+    if (!db)
+        return 0;
+    const schema = await getSchema();
+    const result = await db.update(schema.conversations)
+        .set({ endedAt: new Date() })
+        .where(eq(schema.conversations.projectId, projectId));
+    logger.info(`[SessionHooks] Ended ${result.rowCount} sessions for project ${projectId}`);
+    return result.rowCount || 0;
+}
+//# sourceMappingURL=session-hooks.js.map

package/dist/core/session-hooks/session-hooks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session-hooks.js","sourceRoot":"","sources":["../../../core/session-hooks/session-hooks.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,SAAiB;IAClD,MAAM,CAAC,IAAI,CAAC,iCAAiC,SAAS,EAAE,CAAC,CAAC;IAE1D,MAAM,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,MAAM,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;QACvE,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IAEjC,6BAA6B;IAC7B,MAAM,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;SAClC,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;SAC5B,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;IAExD,MAAM,CAAC,IAAI,CAAC,0BAA0B,SAAS,kBAAkB,CAAC,CAAC;AACrE,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,SAAiB;IACvD,MAAM,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE;QAAE,OAAO,EAAE,CAAC;IAEnB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IAEjC,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,MAAM,EAAE;SAC/B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;SAC1B,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;SACpD,KAAK,CAAC,GAAG,CAAA,GAAG,MAAM,CAAC,aAAa,CAAC,OAAO,UAAU,CAAC,CAAC;IAEvD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,SAAiB;IAC3D,MAAM,EAAE,GAAG,MAAM,KAAK,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE;QAAE,OAAO,CAAC,CAAC;IAElB,MAAM,MAAM,GAAG,MAAM,SAAS,EAAE,CAAC;IAEjC,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;SACjD,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;SAC5B,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;IAExD,MAAM,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,QAAQ,yBAAyB,SAAS,EAAE,CAAC,CAAC;IACzF,OAAO,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;AAC9B,CAAC"}

package/dist/core/tracing/collector.d.ts

@@ -0,0 +1,111 @@
+/** Trace Collector - Collects search pipeline traces for debugging and performance analysis
+ *
+ * Trace storage format - All search operations are logged with timing information
+ * Trace retrieval - Get traces by session or ID
+ */
+export interface SearchTrace {
+    id: string;
+    sessionId: string | null;
+    query: string;
+    timestamp: Date;
+    totalDurationMs: number;
+    metadata: Record<string, unknown>;
+    queryRewrite?: QueryRewriteStage;
+    candidateRetrieval?: RetrievalStage;
+    entityFiltering?: RetrievalStage;
+    hybridScoring?: ScoringStage;
+    reranking?: RerankingStage;
+    resultCount?: number;
+    topResults?: TopResult[];
+}
+export interface QueryRewriteStage {
+    original?: string;
+    rewritten?: string;
+    method?: string;
+    timeMs?: number;
+}
+export interface RetrievalStage {
+    candidates?: number;
+    results?: number;
+    timeMs?: number;
+    entities?: string[];
+}
+export interface ScoringStage {
+    results?: number;
+    timeMs?: number;
+}
+export interface RerankingStage {
+    results?: number;
+    timeMs?: number;
+}
+export interface TopResult {
+    type?: string;
+    content?: string;
+    hybridScore?: number;
+}
+export interface TraceOptions {
+    sessionId?: string;
+    limit?: number;
+    session?: string;
+}
+export interface TraceStats {
+    totalTraces: number;
+    totalDurationMs: number;
+    avgDurationMs: number;
+    recentSessions: number;
+    totalErrors: number;
+    errorRate: number;
+}
+/**
+ * Start a new search trace collection
+ */
+export declare function startTrace(sessionId: string, query: string): Promise<string>;
+/**
+ * Add query rewrite stage data
+ */
+export declare function addQueryRewriteStage(traceId: string, stage: QueryRewriteStage): Promise<void>;
+/**
+ * Add candidate retrieval stage data
+ */
+export declare function addCandidateRetrievalStage(traceId: string, stage: RetrievalStage): Promise<void>;
+/**
+ * Add entity filtering stage data
+ */
+export declare function addEntityFilteringStage(traceId: string, stage: RetrievalStage): Promise<void>;
+/**
+ * Add hybrid scoring stage data
+ */
+export declare function addHybridScoringStage(traceId: string, stage: ScoringStage): Promise<void>;
+/**
+ * Add reranking stage data
+ */
+export declare function addRerankingStage(traceId: string, stage: RerankingStage): Promise<void>;
+/**
+ * Complete current trace (all stages done)
+ */
+export declare function completeTrace(traceId: string, results: TopResult[]): Promise<void>;
+/**
+ * Get traces for a session
+ */
+export declare function getTraces(options?: TraceOptions): Promise<SearchTrace[]>;
+/**
+ * Get a specific trace by ID
+ */
+export declare function getTraceById(traceId: string): Promise<SearchTrace | null>;
+/**
+ * Get recent traces (limited)
+ */
+export declare function getRecentTraces(limit?: number): Promise<SearchTrace[]>;
+/**
+ * Get recent session summary traces (aggregated by session)
+ */
+export declare function getSessionTraces(sessionId: string): Promise<SearchTrace[]>;
+/**
+ * Create visual ASCII visualization of a trace
+ */
+export declare function visualizeTrace(trace: SearchTrace): string;
+/**
+ * Get trace statistics (performance metrics)
+ */
+export declare function getTraceStats(): Promise<TraceStats>;
+//# sourceMappingURL=collector.d.ts.map

package/dist/core/tracing/collector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"collector.d.ts","sourceRoot":"","sources":["../../../core/tracing/collector.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAElC,YAAY,CAAC,EAAE,iBAAiB,CAAC;IACjC,kBAAkB,CAAC,EAAE,cAAc,CAAC;IACpC,eAAe,CAAC,EAAE,cAAc,CAAC;IACjC,aAAa,CAAC,EAAE,YAAY,CAAC;IAC7B,SAAS,CAAC,EAAE,cAAc,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,SAAS,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,UAAU;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,wBAAsB,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAyBlF;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAenG;AAED;;GAEG;AACH,wBAAsB,0BAA0B,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAYtG;AAED;;GAEG;AACH,wBAAsB,uBAAuB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAYnG;AAED;;GAEG;AACH,wBAAsB,qBAAqB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAY/F;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAY7F;AAED;;GAEG;AACH,wBAAsB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAkCxF;AAED;;GAEG;AACH,wBAAsB,SAAS,CAAC,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CA0ClF;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,CA8B/E;AAED;;GAEG;AACH,wBAAsB,eAAe,CAAC,KAAK,GAAE,MAAW,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CA0BhF;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,CA6BhF;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,CAsCzD;AAED;;GAEG;AACH,wBAAsB,aAAa,IAAI,OAAO,CAAC,UAAU,CAAC,CAkCzD"}