@illuma-ai/agents 1.0.90 → 1.0.93

package/src/specs/emergency-prune.test.js

@@ -0,0 +1,308 @@
+// src/specs/emergency-prune.test.ts
+/**
+ * Tests for the emergency pruning feature that handles "input too long" errors
+ * by retrying with more aggressive message pruning and adding a context notice.
+ */
+import { HumanMessage, AIMessage, SystemMessage, } from '@langchain/core/messages';
+import { createPruneMessages } from '@/messages/prune';
+import { Providers } from '@/common';
+// Simple token counter for testing (1 character = 1 token)
+const createTestTokenCounter = () => {
+    return (message) => {
+        const content = message.content;
+        if (typeof content === 'string') {
+            return content.length;
+        }
+        if (Array.isArray(content)) {
+            return content.reduce((total, item) => {
+                if (typeof item === 'string')
+                    return total + item.length;
+                if (typeof item === 'object' &&
+                    'text' in item &&
+                    typeof item.text === 'string') {
+                    return total + item.text.length;
+                }
+                return total;
+            }, 0);
+        }
+        return 0;
+    };
+};
+// Helper to create test messages
+const createTestMessages = (count, tokensPer) => {
+    const messages = [
+        new SystemMessage('You are a helpful assistant.'),
+    ];
+    for (let i = 0; i < count; i++) {
+        const content = 'x'.repeat(tokensPer);
+        if (i % 2 === 0) {
+            messages.push(new HumanMessage(content));
+        }
+        else {
+            messages.push(new AIMessage(content));
+        }
+    }
+    return messages;
+};
+// Helper to build indexTokenCountMap
+const buildIndexTokenCountMap = (messages, tokenCounter) => {
+    const map = {};
+    messages.forEach((msg, index) => {
+        map[index] = tokenCounter(msg);
+    });
+    return map;
+};
+/**
+ * Estimates a human-friendly description of the conversation timeframe based on message count.
+ * This mirrors the implementation in Graph.ts
+ */
+const getContextTimeframeDescription = (messageCount) => {
+    if (messageCount <= 5) {
+        return 'just the last few exchanges';
+    }
+    else if (messageCount <= 15) {
+        return 'the last several minutes';
+    }
+    else if (messageCount <= 30) {
+        return 'roughly the past hour';
+    }
+    else if (messageCount <= 60) {
+        return 'the past couple of hours';
+    }
+    else if (messageCount <= 150) {
+        return 'the past few hours';
+    }
+    else if (messageCount <= 300) {
+        return 'roughly a day\'s worth';
+    }
+    else if (messageCount <= 700) {
+        return 'the past few days';
+    }
+    else {
+        return 'about a week or more';
+    }
+};
+describe('Emergency Pruning Feature', () => {
+    const tokenCounter = createTestTokenCounter();
+    describe('Normal Pruning vs Emergency Pruning', () => {
+        it('should prune more aggressively with 50% reduced context', () => {
+            // Create 20 messages, each with 100 tokens = 2000 tokens total (excluding system)
+            const messages = createTestMessages(20, 100);
+            const indexTokenCountMap = buildIndexTokenCountMap(messages, tokenCounter);
+            // Normal prune with 1500 token limit
+            const normalMaxTokens = 1500;
+            const normalPrune = createPruneMessages({
+                startIndex: 0,
+                provider: Providers.BEDROCK,
+                tokenCounter,
+                maxTokens: normalMaxTokens,
+                thinkingEnabled: false,
+                indexTokenCountMap,
+            });
+            const { context: normalContext } = normalPrune({ messages });
+            // Emergency prune with 50% (750 tokens)
+            const emergencyMaxTokens = Math.floor(normalMaxTokens * 0.5);
+            const emergencyPrune = createPruneMessages({
+                startIndex: 0,
+                provider: Providers.BEDROCK,
+                tokenCounter,
+                maxTokens: emergencyMaxTokens,
+                thinkingEnabled: false,
+                indexTokenCountMap,
+            });
+            const { context: emergencyContext } = emergencyPrune({ messages });
+            // Emergency should have fewer messages
+            expect(emergencyContext.length).toBeLessThan(normalContext.length);
+            console.log(`Normal prune: ${normalContext.length} messages, Emergency prune: ${emergencyContext.length} messages`);
+        });
+        it('should preserve system message and latest user message after emergency prune', () => {
+            const messages = createTestMessages(10, 200);
+            const indexTokenCountMap = buildIndexTokenCountMap(messages, tokenCounter);
+            // Very aggressive prune - only 300 tokens
+            const emergencyPrune = createPruneMessages({
+                startIndex: 0,
+                provider: Providers.BEDROCK,
+                tokenCounter,
+                maxTokens: 300,
+                thinkingEnabled: false,
+                indexTokenCountMap,
+            });
+            const { context } = emergencyPrune({ messages });
+            // Should still have system message if it fits
+            if (context.length > 0) {
+                // Check that we have at least the most recent messages
+                const lastMessage = context[context.length - 1];
+                expect(lastMessage).toBeDefined();
+            }
+        });
+    });
+    describe('Pruning Notice Message Injection', () => {
+        it('should calculate correct number of pruned messages', () => {
+            const originalCount = 20;
+            const messages = createTestMessages(originalCount, 100);
+            const indexTokenCountMap = buildIndexTokenCountMap(messages, tokenCounter);
+            const emergencyPrune = createPruneMessages({
+                startIndex: 0,
+                provider: Providers.BEDROCK,
+                tokenCounter,
+                maxTokens: 500, // Very small to force aggressive pruning
+                thinkingEnabled: false,
+                indexTokenCountMap,
+            });
+            const { context: reducedMessages } = emergencyPrune({ messages });
+            // Calculate how many were pruned (this is what we inject in the notice)
+            const prunedCount = messages.length - reducedMessages.length;
+            expect(prunedCount).toBeGreaterThan(0);
+            console.log(`Original: ${messages.length}, After prune: ${reducedMessages.length}, Pruned: ${prunedCount}`);
+        });
+        it('should inject personalized notice message after system message', () => {
+            const messages = createTestMessages(10, 100);
+            const indexTokenCountMap = buildIndexTokenCountMap(messages, tokenCounter);
+            const emergencyPrune = createPruneMessages({
+                startIndex: 0,
+                provider: Providers.BEDROCK,
+                tokenCounter,
+                maxTokens: 800,
+                thinkingEnabled: false,
+                indexTokenCountMap,
+            });
+            const { context: reducedMessages } = emergencyPrune({ messages });
+            // Simulate the notice injection logic from Graph.ts
+            const prunedCount = messages.length - reducedMessages.length;
+            const remainingCount = reducedMessages.length;
+            const estimatedContextDescription = getContextTimeframeDescription(remainingCount);
+            const pruneNoticeMessage = new HumanMessage({
+                content: `[CONTEXT NOTICE]
+Our conversation has grown quite long, so I've focused on ${estimatedContextDescription} of our chat (${remainingCount} recent messages). ${prunedCount} earlier messages are no longer in my immediate memory.
+
+If I seem to be missing something we discussed earlier, just give me a quick reminder and I'll pick right back up! I'm still fully engaged and ready to help with whatever you need.`,
+            });
+            // Insert after system message
+            const hasSystemMessage = reducedMessages[0]?.getType() === 'system';
+            const insertIndex = hasSystemMessage ? 1 : 0;
+            const messagesWithNotice = [
+                ...reducedMessages.slice(0, insertIndex),
+                pruneNoticeMessage,
+                ...reducedMessages.slice(insertIndex),
+            ];
+            // Verify notice is in correct position
+            if (hasSystemMessage) {
+                expect(messagesWithNotice[0].getType()).toBe('system');
+                expect(messagesWithNotice[1].getType()).toBe('human');
+                expect(messagesWithNotice[1].content).toContain('[CONTEXT NOTICE]');
+                expect(messagesWithNotice[1].content).toContain('recent messages');
+                expect(messagesWithNotice[1].content).toContain('quick reminder');
+            }
+            else {
+                expect(messagesWithNotice[0].getType()).toBe('human');
+                expect(messagesWithNotice[0].content).toContain('[CONTEXT NOTICE]');
+            }
+            // Total messages should be reduced + 1 notice
+            expect(messagesWithNotice.length).toBe(reducedMessages.length + 1);
+            console.log(`Notice preview:\n${pruneNoticeMessage.content.substring(0, 200)}...`);
+        });
+    });
+    describe('Context Timeframe Description', () => {
+        it('should return appropriate descriptions for different message counts', () => {
+            expect(getContextTimeframeDescription(3)).toBe('just the last few exchanges');
+            expect(getContextTimeframeDescription(10)).toBe('the last several minutes');
+            expect(getContextTimeframeDescription(25)).toBe('roughly the past hour');
+            expect(getContextTimeframeDescription(45)).toBe('the past couple of hours');
+            expect(getContextTimeframeDescription(100)).toBe('the past few hours');
+            expect(getContextTimeframeDescription(200)).toBe('roughly a day\'s worth');
+            expect(getContextTimeframeDescription(500)).toBe('the past few days');
+            expect(getContextTimeframeDescription(1000)).toBe('about a week or more');
+        });
+    });
+    describe('Error Detection Patterns', () => {
+        const errorPatterns = [
+            'Input is too long for the model',
+            'context length exceeded',
+            'maximum context length',
+            'ValidationException: Input is too long',
+            'prompt is too long for this model',
+            'The input is too long',
+        ];
+        it('should detect various "input too long" error patterns', () => {
+            const isInputTooLongError = (errorMessage) => {
+                const lowerMessage = errorMessage.toLowerCase();
+                return (lowerMessage.includes('too long') ||
+                    lowerMessage.includes('input is too long') ||
+                    lowerMessage.includes('context length') ||
+                    lowerMessage.includes('maximum context') ||
+                    lowerMessage.includes('validationexception') ||
+                    lowerMessage.includes('prompt is too long'));
+            };
+            for (const pattern of errorPatterns) {
+                expect(isInputTooLongError(pattern)).toBe(true);
+                console.log(`✓ Detected: "${pattern}"`);
+            }
+            // Should not match unrelated errors
+            expect(isInputTooLongError('Network timeout')).toBe(false);
+            expect(isInputTooLongError('Invalid API key')).toBe(false);
+            expect(isInputTooLongError('Rate limit exceeded')).toBe(false);
+        });
+    });
+    describe('Edge Cases', () => {
+        it('should handle empty messages after pruning', () => {
+            // Single very long message that exceeds the limit
+            const messages = [
+                new SystemMessage('System prompt'),
+                new HumanMessage('x'.repeat(10000)), // Way too long
+            ];
+            const indexTokenCountMap = buildIndexTokenCountMap(messages, tokenCounter);
+            const emergencyPrune = createPruneMessages({
+                startIndex: 0,
+                provider: Providers.BEDROCK,
+                tokenCounter,
+                maxTokens: 100, // Very small limit
+                thinkingEnabled: false,
+                indexTokenCountMap,
+            });
+            const { context } = emergencyPrune({ messages });
+            // Should have at least tried to keep something or be empty
+            // The key is it shouldn't throw
+            expect(Array.isArray(context)).toBe(true);
+        });
+        it('should work with only system message and one user message', () => {
+            const messages = [
+                new SystemMessage('You are helpful.'),
+                new HumanMessage('Hello'),
+            ];
+            const indexTokenCountMap = buildIndexTokenCountMap(messages, tokenCounter);
+            const emergencyPrune = createPruneMessages({
+                startIndex: 0,
+                provider: Providers.BEDROCK,
+                tokenCounter,
+                maxTokens: 500,
+                thinkingEnabled: false,
+                indexTokenCountMap,
+            });
+            const { context } = emergencyPrune({ messages });
+            expect(context.length).toBe(2);
+            expect(context[0].getType()).toBe('system');
+            expect(context[1].getType()).toBe('human');
+        });
+        it('should handle conversation without system message', () => {
+            const messages = [
+                new HumanMessage('Hello'),
+                new AIMessage('Hi there!'),
+                new HumanMessage('How are you?'),
+            ];
+            const indexTokenCountMap = buildIndexTokenCountMap(messages, tokenCounter);
+            const emergencyPrune = createPruneMessages({
+                startIndex: 0,
+                provider: Providers.BEDROCK,
+                tokenCounter,
+                maxTokens: 100,
+                thinkingEnabled: false,
+                indexTokenCountMap,
+            });
+            const { context } = emergencyPrune({ messages });
+            // Should keep the most recent messages that fit
+            expect(context.length).toBeGreaterThan(0);
+            expect(context[0].getType()).not.toBe('system');
+        });
+    });
+});
+//# sourceMappingURL=emergency-prune.test.js.map

package/src/specs/emergency-prune.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"emergency-prune.test.js","sourceRoot":"","sources":["emergency-prune.test.ts"],"names":[],"mappings":"AAAA,oCAAoC;AACpC;;;GAGG;AACH,OAAO,EACL,YAAY,EACZ,SAAS,EACT,aAAa,GAEd,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,2DAA2D;AAC3D,MAAM,sBAAsB,GAAG,GAAmB,EAAE;IAClD,OAAO,CAAC,OAAoB,EAAU,EAAE;QACtC,MAAM,OAAO,GAAG,OAAO,CAAC,OAGX,CAAC;QACd,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC,MAAM,CAAC;QACxB,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;gBACpC,IAAI,OAAO,IAAI,KAAK,QAAQ;oBAAE,OAAO,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;gBACzD,IACE,OAAO,IAAI,KAAK,QAAQ;oBACxB,MAAM,IAAI,IAAI;oBACd,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAC7B,CAAC;oBACD,OAAO,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;gBAClC,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC,EAAE,CAAC,CAAC,CAAC;QACR,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;AACJ,CAAC,CAAC;AAEF,iCAAiC;AACjC,MAAM,kBAAkB,GAAG,CACzB,KAAa,EACb,SAAiB,EACF,EAAE;IACjB,MAAM,QAAQ,GAAkB;QAC9B,IAAI,aAAa,CAAC,8BAA8B,CAAC;KAClD,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAChB,QAAQ,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,qCAAqC;AACrC,MAAM,uBAAuB,GAAG,CAC9B,QAAuB,EACvB,YAA4B,EACJ,EAAE;IAC1B,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC9B,GAAG,CAAC,KAAK,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF;;;GAGG;AACH,MAAM,8BAA8B,GAAG,CAAC,YAAoB,EAAU,EAAE;IACtE,IAAI,YAAY,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,6BAA6B,CAAC;IACvC,CAAC;SAAM,IAAI,YAAY,IAAI,EAAE,EAAE,CAAC;QAC9B,OAAO,0BAA0B,CAAC;IACpC,CAAC;SAAM,IAAI,YAAY,IAAI,EAAE,EAAE,CAAC;QAC9B,OAAO,uBAAuB,CAAC;IACjC,CAAC;SAAM,IAAI,YAAY,IAAI,EAAE,EAAE,CAAC;QAC9B,OAAO,0BAA0B,CAAC;IACpC,CAAC;SAAM,IAAI,YAAY,IAAI,GAAG,EAAE,CAAC;QAC/B,OAAO,oBAAoB,CAAC;IAC9B,CAAC;SAAM,IAAI,YAAY,IAAI,GAAG,EAAE,CAAC;QAC/B,OAAO,wBAAwB,CAAC;IAClC,CAAC;SAAM,IAAI,YAAY,IAAI,GAAG,EAAE,CAAC;QAC/B,OAAO,mBAAmB,CAAC;IAC7B,CAAC;SAAM,CAAC;QACN,OAAO,sBAAsB,CAAC;IAChC,CAAC;AACH,CAAC,CAAC;AAEF,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,MAAM,YAAY,GAAG,sBAAsB,EAAE,CAAC;IAE9C,QAAQ,CAAC,qCAAqC,EAAE,GAAG,EAAE;QACnD,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;YACjE,kFAAkF;YAClF,MAAM,QAAQ,GAAG,kBAAkB,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YAC7C,MAAM,kBAAkB,GAAG,uBAAuB,CAChD,QAAQ,EACR,YAAY,CACb,CAAC;YAEF,qCAAqC;YACrC,MAAM,eAAe,GAAG,IAAI,CAAC;YAC7B,MAAM,WAAW,GAAG,mBAAmB,CAAC;gBACtC,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,SAAS,CAAC,OAAO;gBAC3B,YAAY;gBACZ,SAAS,EAAE,eAAe;gBAC1B,eAAe,EAAE,KAAK;gBACtB,kBAAkB;aACnB,CAAC,CAAC;YAEH,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,WAAW,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;YAE7D,wCAAwC;YACxC,MAAM,kBAAkB,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC;YAC7D,MAAM,cAAc,GAAG,mBAAmB,CAAC;gBACzC,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,SAAS,CAAC,OAAO;gBAC3B,YAAY;gBACZ,SAAS,EAAE,kBAAkB;gBAC7B,eAAe,EAAE,KAAK;gBACtB,kBAAkB;aACnB,CAAC,CAAC;YAEH,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;YAEnE,uCAAuC;YACvC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YACnE,OAAO,CAAC,GAAG,CACT,iBAAiB,aAAa,CAAC,MAAM,+BAA+B,gBAAgB,CAAC,MAAM,WAAW,CACvG,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8EAA8E,EAAE,GAAG,EAAE;YACtF,MAAM,QAAQ,GAAG,kBAAkB,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YAC7C,MAAM,kBAAkB,GAAG,uBAAuB,CAChD,QAAQ,EACR,YAAY,CACb,CAAC;YAEF,0CAA0C;YAC1C,MAAM,cAAc,GAAG,mBAAmB,CAAC;gBACzC,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,SAAS,CAAC,OAAO;gBAC3B,YAAY;gBACZ,SAAS,EAAE,GAAG;gBACd,eAAe,EAAE,KAAK;gBACtB,kBAAkB;aACnB,CAAC,CAAC;YAEH,MAAM,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;YAEjD,8CAA8C;YAC9C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,uDAAuD;gBACvD,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAChD,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;YACpC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAChD,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,MAAM,aAAa,GAAG,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,kBAAkB,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;YACxD,MAAM,kBAAkB,GAAG,uBAAuB,CAChD,QAAQ,EACR,YAAY,CACb,CAAC;YAEF,MAAM,cAAc,GAAG,mBAAmB,CAAC;gBACzC,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,SAAS,CAAC,OAAO;gBAC3B,YAAY;gBACZ,SAAS,EAAE,GAAG,EAAE,yCAAyC;gBACzD,eAAe,EAAE,KAAK;gBACtB,kBAAkB;aACnB,CAAC,CAAC;YAEH,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;YAElE,wEAAwE;YACxE,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC;YAE7D,MAAM,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACvC,OAAO,CAAC,GAAG,CACT,aAAa,QAAQ,CAAC,MAAM,kBAAkB,eAAe,CAAC,MAAM,aAAa,WAAW,EAAE,CAC/F,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;YACxE,MAAM,QAAQ,GAAG,kBAAkB,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YAC7C,MAAM,kBAAkB,GAAG,uBAAuB,CAChD,QAAQ,EACR,YAAY,CACb,CAAC;YAEF,MAAM,cAAc,GAAG,mBAAmB,CAAC;gBACzC,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,SAAS,CAAC,OAAO;gBAC3B,YAAY;gBACZ,SAAS,EAAE,GAAG;gBACd,eAAe,EAAE,KAAK;gBACtB,kBAAkB;aACnB,CAAC,CAAC;YAEH,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;YAElE,oDAAoD;YACpD,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC;YAC7D,MAAM,cAAc,GAAG,eAAe,CAAC,MAAM,CAAC;YAC9C,MAAM,2BAA2B,GAC/B,8BAA8B,CAAC,cAAc,CAAC,CAAC;YAEjD,MAAM,kBAAkB,GAAG,IAAI,YAAY,CAAC;gBAC1C,OAAO,EAAE;4DAC2C,2BAA2B,iBAAiB,cAAc,sBAAsB,WAAW;;qLAE8B;aAC9K,CAAC,CAAC;YAEH,8BAA8B;YAC9B,MAAM,gBAAgB,GAAG,eAAe,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,QAAQ,CAAC;YACpE,MAAM,WAAW,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAE7C,MAAM,kBAAkB,GAAG;gBACzB,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC;gBACxC,kBAAkB;gBAClB,GAAG,eAAe,CAAC,KAAK,CAAC,WAAW,CAAC;aACtC,CAAC;YAEF,uCAAuC;YACvC,IAAI,gBAAgB,EAAE,CAAC;gBACrB,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACvD,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACtD,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,OAAiB,CAAC,CAAC,SAAS,CACvD,kBAAkB,CACnB,CAAC;gBACF,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,OAAiB,CAAC,CAAC,SAAS,CACvD,iBAAiB,CAClB,CAAC;gBACF,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,OAAiB,CAAC,CAAC,SAAS,CACvD,gBAAgB,CACjB,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACtD,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,OAAiB,CAAC,CAAC,SAAS,CACvD,kBAAkB,CACnB,CAAC;YACJ,CAAC;YAED,8CAA8C;YAC9C,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAEnE,OAAO,CAAC,GAAG,CACT,oBAAqB,kBAAkB,CAAC,OAAkB,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAClF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;QAC7C,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;YAC7E,MAAM,CAAC,8BAA8B,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAC5C,6BAA6B,CAC9B,CAAC;YACF,MAAM,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAC7C,0BAA0B,CAC3B,CAAC;YACF,MAAM,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACzE,MAAM,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAC7C,0BAA0B,CAC3B,CAAC;YACF,MAAM,CAAC,8BAA8B,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACvE,MAAM,CAAC,8BAA8B,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YAC3E,MAAM,CAAC,8BAA8B,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;YACtE,MAAM,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACxC,MAAM,aAAa,GAAG;YACpB,iCAAiC;YACjC,yBAAyB;YACzB,wBAAwB;YACxB,wCAAwC;YACxC,mCAAmC;YACnC,uBAAuB;SACxB,CAAC;QAEF,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,MAAM,mBAAmB,GAAG,CAAC,YAAoB,EAAW,EAAE;gBAC5D,MAAM,YAAY,GAAG,YAAY,CAAC,WAAW,EAAE,CAAC;gBAChD,OAAO,CACL,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC;oBACjC,YAAY,CAAC,QAAQ,CAAC,mBAAmB,CAAC;oBAC1C,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC;oBACvC,YAAY,CAAC,QAAQ,CAAC,iBAAiB,CAAC;oBACxC,YAAY,CAAC,QAAQ,CAAC,qBAAqB,CAAC;oBAC5C,YAAY,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAC5C,CAAC;YACJ,CAAC,CAAC;YAEF,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;gBACpC,MAAM,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChD,OAAO,CAAC,GAAG,CAAC,gBAAgB,OAAO,GAAG,CAAC,CAAC;YAC1C,CAAC;YAED,oCAAoC;YACpC,MAAM,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3D,MAAM,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3D,MAAM,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,kDAAkD;YAClD,MAAM,QAAQ,GAAkB;gBAC9B,IAAI,aAAa,CAAC,eAAe,CAAC;gBAClC,IAAI,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe;aACrD,CAAC;YACF,MAAM,kBAAkB,GAAG,uBAAuB,CAChD,QAAQ,EACR,YAAY,CACb,CAAC;YAEF,MAAM,cAAc,GAAG,mBAAmB,CAAC;gBACzC,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,SAAS,CAAC,OAAO;gBAC3B,YAAY;gBACZ,SAAS,EAAE,GAAG,EAAE,mBAAmB;gBACnC,eAAe,EAAE,KAAK;gBACtB,kBAAkB;aACnB,CAAC,CAAC;YAEH,MAAM,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;YAEjD,2DAA2D;YAC3D,gCAAgC;YAChC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;YACnE,MAAM,QAAQ,GAAkB;gBAC9B,IAAI,aAAa,CAAC,kBAAkB,CAAC;gBACrC,IAAI,YAAY,CAAC,OAAO,CAAC;aAC1B,CAAC;YACF,MAAM,kBAAkB,GAAG,uBAAuB,CAChD,QAAQ,EACR,YAAY,CACb,CAAC;YAEF,MAAM,cAAc,GAAG,mBAAmB,CAAC;gBACzC,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,SAAS,CAAC,OAAO;gBAC3B,YAAY;gBACZ,SAAS,EAAE,GAAG;gBACd,eAAe,EAAE,KAAK;gBACtB,kBAAkB;aACnB,CAAC,CAAC;YAEH,MAAM,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;YAEjD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,QAAQ,GAAkB;gBAC9B,IAAI,YAAY,CAAC,OAAO,CAAC;gBACzB,IAAI,SAAS,CAAC,WAAW,CAAC;gBAC1B,IAAI,YAAY,CAAC,cAAc,CAAC;aACjC,CAAC;YACF,MAAM,kBAAkB,GAAG,uBAAuB,CAChD,QAAQ,EACR,YAAY,CACb,CAAC;YAEF,MAAM,cAAc,GAAG,mBAAmB,CAAC;gBACzC,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,SAAS,CAAC,OAAO;gBAC3B,YAAY;gBACZ,SAAS,EAAE,GAAG;gBACd,eAAe,EAAE,KAAK;gBACtB,kBAAkB;aACnB,CAAC,CAAC;YAEH,MAAM,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;YAEjD,gDAAgD;YAChD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/src/specs/moonshot.simple.test.js

@@ -0,0 +1,237 @@
+/* eslint-disable no-console */
+/* eslint-disable @typescript-eslint/no-explicit-any */
+import { config } from 'dotenv';
+config();
+import { Calculator } from '@/tools/Calculator';
+import { HumanMessage, } from '@langchain/core/messages';
+import { ToolEndHandler, ModelEndHandler } from '@/events';
+import { ContentTypes, GraphEvents, Providers } from '@/common';
+import { capitalizeFirstLetter } from './spec.utils';
+import { createContentAggregator } from '@/stream';
+import { Run } from '@/run';
+const provider = Providers.MOONSHOT;
+const llmConfig = {
+    provider,
+    model: 'kimi-k2.5',
+    configuration: {
+        apiKey: process.env.MOONSHOT_API_KEY,
+        baseURL: 'https://api.moonshot.ai/v1',
+    },
+};
+const skipTests = process.env.MOONSHOT_API_KEY == null;
+(skipTests ? describe.skip : describe)(`${capitalizeFirstLetter(provider)} Streaming Tests`, () => {
+    jest.setTimeout(120000);
+    let run;
+    let collectedUsage;
+    let conversationHistory;
+    let aggregateContent;
+    let _contentParts;
+    const testConfig = {
+        configurable: {
+            thread_id: 'moonshot-test-1',
+        },
+        streamMode: 'values',
+        version: 'v2',
+    };
+    beforeEach(async () => {
+        conversationHistory = [];
+        collectedUsage = [];
+        const { contentParts: cp, aggregateContent: ac } = createContentAggregator();
+        _contentParts = cp;
+        aggregateContent = ac;
+    });
+    const onMessageDeltaSpy = jest.fn();
+    const onReasoningDeltaSpy = jest.fn();
+    const onRunStepSpy = jest.fn();
+    afterAll(() => {
+        onMessageDeltaSpy.mockReset();
+        onReasoningDeltaSpy.mockReset();
+        onRunStepSpy.mockReset();
+    });
+    const setupCustomHandlers = () => ({
+        [GraphEvents.TOOL_END]: new ToolEndHandler(),
+        [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
+        [GraphEvents.ON_RUN_STEP_COMPLETED]: {
+            handle: (event, data) => {
+                aggregateContent({
+                    event,
+                    data: data,
+                });
+            },
+        },
+        [GraphEvents.ON_RUN_STEP]: {
+            handle: (event, data, metadata, graph) => {
+                onRunStepSpy(event, data, metadata, graph);
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.ON_RUN_STEP_DELTA]: {
+            handle: (event, data) => {
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.ON_MESSAGE_DELTA]: {
+            handle: (event, data, metadata, graph) => {
+                onMessageDeltaSpy(event, data, metadata, graph);
+                aggregateContent({ event, data: data });
+            },
+        },
+        [GraphEvents.ON_REASONING_DELTA]: {
+            handle: (event, data) => {
+                onReasoningDeltaSpy(event, data);
+            },
+        },
+        [GraphEvents.TOOL_START]: {
+            handle: (_event, _data, _metadata) => {
+                // Handle tool start
+            },
+        },
+    });
+    test(`${capitalizeFirstLetter(provider)}: should handle tool calls with reasoning_content preservation`, async () => {
+        const customHandlers = setupCustomHandlers();
+        run = await Run.create({
+            runId: 'moonshot-tool-test',
+            graphConfig: {
+                type: 'standard',
+                llmConfig,
+                tools: [new Calculator()],
+                instructions: 'You are a helpful math assistant. Use the calculator tool to solve math problems.',
+            },
+            returnContent: true,
+            skipCleanup: true,
+            customHandlers,
+        });
+        const userMessage = 'What is 127 * 453?';
+        conversationHistory.push(new HumanMessage(userMessage));
+        const inputs = {
+            messages: conversationHistory,
+        };
+        console.log('Starting Moonshot tool call test...');
+        const finalContentParts = await run.processStream(inputs, testConfig);
+        expect(finalContentParts).toBeDefined();
+        console.log('Final content parts:', finalContentParts);
+        const finalMessages = run.getRunMessages();
+        expect(finalMessages).toBeDefined();
+        expect(finalMessages?.length).toBeGreaterThan(0);
+        const hasToolCall = finalMessages?.some((msg) => msg.getType() === 'ai' &&
+            Array.isArray(msg.tool_calls) &&
+            msg.tool_calls.length > 0);
+        expect(hasToolCall).toBe(true);
+        const hasToolResult = finalMessages?.some((msg) => msg.getType() === 'tool');
+        expect(hasToolResult).toBe(true);
+        console.log('Tool call test passed - reasoning_content was preserved');
+        console.log('Final response:', finalMessages?.[finalMessages.length - 1]?.content);
+    });
+    test(`${capitalizeFirstLetter(provider)}: should handle multi-turn conversation with tools`, async () => {
+        const customHandlers = setupCustomHandlers();
+        run = await Run.create({
+            runId: 'moonshot-multi-turn-test',
+            graphConfig: {
+                type: 'standard',
+                llmConfig,
+                tools: [new Calculator()],
+                instructions: 'You are a helpful math assistant. Use the calculator tool when needed.',
+            },
+            returnContent: true,
+            skipCleanup: true,
+            customHandlers,
+        });
+        conversationHistory.push(new HumanMessage('What is 15 + 27?'));
+        let finalContentParts = await run.processStream({ messages: conversationHistory }, testConfig);
+        expect(finalContentParts).toBeDefined();
+        let runMessages = run.getRunMessages();
+        conversationHistory.push(...(runMessages ?? []));
+        console.log('Turn 1 completed, conversation length:', conversationHistory.length);
+        conversationHistory.push(new HumanMessage('Now multiply that result by 3'));
+        run = await Run.create({
+            runId: 'moonshot-multi-turn-test-2',
+            graphConfig: {
+                type: 'standard',
+                llmConfig,
+                tools: [new Calculator()],
+                instructions: 'You are a helpful math assistant. Use the calculator tool when needed.',
+            },
+            returnContent: true,
+            skipCleanup: true,
+            customHandlers,
+        });
+        finalContentParts = await run.processStream({ messages: conversationHistory }, { ...testConfig, configurable: { thread_id: 'moonshot-test-2' } });
+        expect(finalContentParts).toBeDefined();
+        runMessages = run.getRunMessages();
+        expect(runMessages).toBeDefined();
+        console.log('Turn 2 completed');
+        console.log('Final response:', runMessages?.[runMessages.length - 1]?.content);
+        const textParts = finalContentParts?.filter((part) => part.type === ContentTypes.TEXT);
+        expect(textParts?.length).toBeGreaterThan(0);
+    });
+    test(`${capitalizeFirstLetter(provider)}: should process simple message without tools`, async () => {
+        const customHandlers = setupCustomHandlers();
+        run = await Run.create({
+            runId: 'moonshot-simple-test',
+            graphConfig: {
+                type: 'standard',
+                llmConfig,
+                tools: [],
+                instructions: 'You are a friendly AI assistant.',
+            },
+            returnContent: true,
+            skipCleanup: true,
+            customHandlers,
+        });
+        const userMessage = 'Hello! How are you today?';
+        conversationHistory.push(new HumanMessage(userMessage));
+        const inputs = {
+            messages: conversationHistory,
+        };
+        const finalContentParts = await run.processStream(inputs, testConfig);
+        expect(finalContentParts).toBeDefined();
+        const allTextParts = finalContentParts?.every((part) => part.type === ContentTypes.TEXT);
+        expect(allTextParts).toBe(true);
+        expect(collectedUsage.length).toBeGreaterThan(0);
+        expect(collectedUsage[0].input_tokens).toBeGreaterThan(0);
+        expect(collectedUsage[0].output_tokens).toBeGreaterThan(0);
+        const finalMessages = run.getRunMessages();
+        expect(finalMessages).toBeDefined();
+        console.log(`${capitalizeFirstLetter(provider)} response:`, finalMessages?.[finalMessages.length - 1]?.content);
+    });
+    test(`${capitalizeFirstLetter(provider)}: should handle tool calls with disableStreaming`, async () => {
+        const customHandlers = setupCustomHandlers();
+        const nonStreamingLlmConfig = {
+            ...llmConfig,
+            disableStreaming: true,
+        };
+        run = await Run.create({
+            runId: 'moonshot-non-streaming-tool-test',
+            graphConfig: {
+                type: 'standard',
+                llmConfig: nonStreamingLlmConfig,
+                tools: [new Calculator()],
+                instructions: 'You are a helpful math assistant. Use the calculator tool to solve math problems.',
+            },
+            returnContent: true,
+            skipCleanup: true,
+            customHandlers,
+        });
+        const userMessage = 'What is 99 * 77?';
+        conversationHistory.push(new HumanMessage(userMessage));
+        const inputs = {
+            messages: conversationHistory,
+        };
+        console.log('Starting Moonshot non-streaming tool call test...');
+        const finalContentParts = await run.processStream(inputs, testConfig);
+        expect(finalContentParts).toBeDefined();
+        console.log('Final content parts (non-streaming):', finalContentParts);
+        const finalMessages = run.getRunMessages();
+        expect(finalMessages).toBeDefined();
+        expect(finalMessages?.length).toBeGreaterThan(0);
+        const hasToolCall = finalMessages?.some((msg) => msg.getType() === 'ai' &&
+            Array.isArray(msg.tool_calls) &&
+            msg.tool_calls.length > 0);
+        expect(hasToolCall).toBe(true);
+        const hasToolResult = finalMessages?.some((msg) => msg.getType() === 'tool');
+        expect(hasToolResult).toBe(true);
+        console.log('Non-streaming tool call test passed');
+        console.log('Final response:', finalMessages?.[finalMessages.length - 1]?.content);
+    });
+});
+//# sourceMappingURL=moonshot.simple.test.js.map

package/src/specs/moonshot.simple.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"moonshot.simple.test.js","sourceRoot":"","sources":["moonshot.simple.test.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,uDAAuD;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,MAAM,EAAE,CAAC;AACT,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EACL,YAAY,GAGb,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,uBAAuB,EAAE,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAC;AAE5B,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;AAEpC,MAAM,SAAS,GAAgB;IAC7B,QAAQ;IACR,KAAK,EAAE,WAAW;IAClB,aAAa,EAAE;QACb,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB;QACpC,OAAO,EAAE,4BAA4B;KACtC;CACF,CAAC;AAEF,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,IAAI,CAAC;AAEvD,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CACpC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,kBAAkB,EACpD,GAAG,EAAE;IACH,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACxB,IAAI,GAAkB,CAAC;IACvB,IAAI,cAA+B,CAAC;IACpC,IAAI,mBAAkC,CAAC;IACvC,IAAI,gBAAqC,CAAC;IAC1C,IAAI,aAAwC,CAAC;IAE7C,MAAM,UAAU,GAAG;QACjB,YAAY,EAAE;YACZ,SAAS,EAAE,iBAAiB;SAC7B;QACD,UAAU,EAAE,QAAQ;QACpB,OAAO,EAAE,IAAa;KACvB,CAAC;IAEF,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,mBAAmB,GAAG,EAAE,CAAC;QACzB,cAAc,GAAG,EAAE,CAAC;QACpB,MAAM,EAAE,YAAY,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,GAC9C,uBAAuB,EAAE,CAAC;QAC5B,aAAa,GAAG,EAA+B,CAAC;QAChD,gBAAgB,GAAG,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,MAAM,iBAAiB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IACpC,MAAM,mBAAmB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IACtC,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;IAE/B,QAAQ,CAAC,GAAG,EAAE;QACZ,iBAAiB,CAAC,SAAS,EAAE,CAAC;QAC9B,mBAAmB,CAAC,SAAS,EAAE,CAAC;QAChC,YAAY,CAAC,SAAS,EAAE,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,MAAM,mBAAmB,GAAG,GAG1B,EAAE,CAAC,CAAC;QACJ,CAAC,WAAW,CAAC,QAAQ,CAAC,EAAE,IAAI,cAAc,EAAE;QAC5C,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,IAAI,eAAe,CAAC,cAAc,CAAC;QACjE,CAAC,WAAW,CAAC,qBAAqB,CAAC,EAAE;YACnC,MAAM,EAAE,CACN,KAAwC,EACxC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC;oBACf,KAAK;oBACL,IAAI,EAAE,IAA6C;iBACpD,CAAC,CAAC;YACL,CAAC;SACF;QACD,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE;YACzB,MAAM,EAAE,CACN,KAA8B,EAC9B,IAAuB,EACvB,QAAQ,EACR,KAAK,EACC,EAAE;gBACR,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAC3C,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAAiB,EAAE,CAAC,CAAC;YACvD,CAAC;SACF;QACD,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE;YAC/B,MAAM,EAAE,CACN,KAAoC,EACpC,IAAuB,EACjB,EAAE;gBACR,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;YACjE,CAAC;SACF;QACD,CAAC,WAAW,CAAC,gBAAgB,CAAC,EAAE;YAC9B,MAAM,EAAE,CACN,KAAmC,EACnC,IAAuB,EACvB,QAAQ,EACR,KAAK,EACC,EAAE;gBACR,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;gBAChD,gBAAgB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,IAA2B,EAAE,CAAC,CAAC;YACjE,CAAC;SACF;QACD,CAAC,WAAW,CAAC,kBAAkB,CAAC,EAAE;YAChC,MAAM,EAAE,CACN,KAAqC,EACrC,IAAuB,EACjB,EAAE;gBACR,mBAAmB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YACnC,CAAC;SACF;QACD,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE;YACxB,MAAM,EAAE,CACN,MAAc,EACd,KAAwB,EACxB,SAAmC,EAC7B,EAAE;gBACR,oBAAoB;YACtB,CAAC;SACF;KACF,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAClH,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;QAE7C,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YAC/B,KAAK,EAAE,oBAAoB;YAC3B,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS;gBACT,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;gBACzB,YAAY,EACV,mFAAmF;aACtF;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,oBAAoB,CAAC;QACzC,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,mBAAmB;SAC9B,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEtE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,iBAAiB,CAAC,CAAC;QAEvD,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QAC3C,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAEjD,MAAM,WAAW,GAAG,aAAa,EAAE,IAAI,CACrC,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,CAAC,OAAO,EAAE,KAAK,IAAI;YACtB,KAAK,CAAC,OAAO,CAAE,GAAW,CAAC,UAAU,CAAC;YACrC,GAAW,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CACrC,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE/B,MAAM,aAAa,GAAG,aAAa,EAAE,IAAI,CACvC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,MAAM,CAClC,CAAC;QACF,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEjC,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;QACvE,OAAO,CAAC,GAAG,CACT,iBAAiB,EACjB,aAAa,EAAE,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CACnD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QACtG,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;QAE7C,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YAC/B,KAAK,EAAE,0BAA0B;YACjC,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS;gBACT,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;gBACzB,YAAY,EACV,wEAAwE;aAC3E;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAE/D,IAAI,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAC7C,EAAE,QAAQ,EAAE,mBAAmB,EAAE,EACjC,UAAU,CACX,CAAC;QACF,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QAExC,IAAI,WAAW,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QACvC,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,CAAC;QAEjD,OAAO,CAAC,GAAG,CACT,wCAAwC,EACxC,mBAAmB,CAAC,MAAM,CAC3B,CAAC;QAEF,mBAAmB,CAAC,IAAI,CACtB,IAAI,YAAY,CAAC,+BAA+B,CAAC,CAClD,CAAC;QAEF,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YAC/B,KAAK,EAAE,4BAA4B;YACnC,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS;gBACT,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;gBACzB,YAAY,EACV,wEAAwE;aAC3E;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CACzC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,EACjC,EAAE,GAAG,UAAU,EAAE,YAAY,EAAE,EAAE,SAAS,EAAE,iBAAiB,EAAE,EAAE,CAClE,CAAC;QACF,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QAExC,WAAW,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QACnC,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAElC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAChC,OAAO,CAAC,GAAG,CACT,iBAAiB,EACjB,WAAW,EAAE,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CAC/C,CAAC;QAEF,MAAM,SAAS,GAAG,iBAAiB,EAAE,MAAM,CACzC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAC1C,CAAC;QACF,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QACjG,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;QAE7C,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YAC/B,KAAK,EAAE,sBAAsB;YAC7B,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS;gBACT,KAAK,EAAE,EAAE;gBACT,YAAY,EAAE,kCAAkC;aACjD;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,2BAA2B,CAAC;QAChD,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,mBAAmB;SAC9B,CAAC;QAEF,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACtE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QAExC,MAAM,YAAY,GAAG,iBAAiB,EAAE,KAAK,CAC3C,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAC1C,CAAC;QACF,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAE3D,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QAC3C,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,OAAO,CAAC,GAAG,CACT,GAAG,qBAAqB,CAAC,QAAQ,CAAC,YAAY,EAC9C,aAAa,EAAE,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CACnD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,qBAAqB,CAAC,QAAQ,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QACpG,MAAM,cAAc,GAAG,mBAAmB,EAAE,CAAC;QAE7C,MAAM,qBAAqB,GAAgB;YACzC,GAAG,SAAS;YACZ,gBAAgB,EAAE,IAAI;SACvB,CAAC;QAEF,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAW;YAC/B,KAAK,EAAE,kCAAkC;YACzC,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,SAAS,EAAE,qBAAqB;gBAChC,KAAK,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;gBACzB,YAAY,EACV,mFAAmF;aACtF;YACD,aAAa,EAAE,IAAI;YACnB,WAAW,EAAE,IAAI;YACjB,cAAc;SACf,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,kBAAkB,CAAC;QACvC,mBAAmB,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG;YACb,QAAQ,EAAE,mBAAmB;SAC9B,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;QACjE,MAAM,iBAAiB,GAAG,MAAM,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEtE,MAAM,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,sCAAsC,EAAE,iBAAiB,CAAC,CAAC;QAEvE,MAAM,aAAa,GAAG,GAAG,CAAC,cAAc,EAAE,CAAC;QAC3C,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAEjD,MAAM,WAAW,GAAG,aAAa,EAAE,IAAI,CACrC,CAAC,GAAG,EAAE,EAAE,CACN,GAAG,CAAC,OAAO,EAAE,KAAK,IAAI;YACtB,KAAK,CAAC,OAAO,CAAE,GAAW,CAAC,UAAU,CAAC;YACrC,GAAW,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CACrC,CAAC;QACF,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE/B,MAAM,aAAa,GAAG,aAAa,EAAE,IAAI,CACvC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,MAAM,CAClC,CAAC;QACF,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEjC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,OAAO,CAAC,GAAG,CACT,iBAAiB,EACjB,aAAa,EAAE,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,CACnD,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CACF,CAAC"}

package/src/specs/moonshot.simple.test.ts

@@ -11,8 +11,8 @@ import {
 import type * as t from '@/types';
 import { ToolEndHandler, ModelEndHandler } from '@/events';
 import { ContentTypes, GraphEvents, Providers } from '@/common';
-import { ChatModelStreamHandler, createContentAggregator } from '@/stream';
 import { capitalizeFirstLetter } from './spec.utils';
+import { createContentAggregator } from '@/stream';
 import { Run } from '@/run';
 
 const provider = Providers.MOONSHOT;
@@ -71,7 +71,6 @@ const skipTests = process.env.MOONSHOT_API_KEY == null;
     > => ({
       [GraphEvents.TOOL_END]: new ToolEndHandler(),
       [GraphEvents.CHAT_MODEL_END]: new ModelEndHandler(collectedUsage),
-      [GraphEvents.CHAT_MODEL_STREAM]: new ChatModelStreamHandler(),
       [GraphEvents.ON_RUN_STEP_COMPLETED]: {
         handle: (
           event: GraphEvents.ON_RUN_STEP_COMPLETED,
@@ -145,6 +144,7 @@ const skipTests = process.env.MOONSHOT_API_KEY == null;
             'You are a helpful math assistant. Use the calculator tool to solve math problems.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -198,6 +198,7 @@ const skipTests = process.env.MOONSHOT_API_KEY == null;
             'You are a helpful math assistant. Use the calculator tool when needed.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -231,6 +232,7 @@ const skipTests = process.env.MOONSHOT_API_KEY == null;
             'You are a helpful math assistant. Use the calculator tool when needed.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -267,6 +269,7 @@ const skipTests = process.env.MOONSHOT_API_KEY == null;
           instructions: 'You are a friendly AI assistant.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });
 
@@ -315,6 +318,7 @@ const skipTests = process.env.MOONSHOT_API_KEY == null;
             'You are a helpful math assistant. Use the calculator tool to solve math problems.',
         },
         returnContent: true,
+        skipCleanup: true,
         customHandlers,
       });