ai.matey.testing 0.2.0

package/dist/cjs/index.js

@@ -0,0 +1,66 @@
+"use strict";
+/**
+ * Testing utilities and fixtures
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.propertyMultiTurnAlternates = exports.propertyValidRequest = exports.shrinkChatRequest = exports.forAll = exports.generateChatRequest = exports.generateParameters = exports.generateSystemMessage = exports.generateAssistantMessage = exports.generateUserMessage = exports.generateTextContent = exports.SeededRandom = exports.assertReasonableUsage = exports.estimateTokens = exports.accumulateStreamText = exports.extractToolUsesFromResponse = exports.extractTextFromResponse = exports.buildMultiTurnRequest = exports.buildChatRequest = exports.assertValidStreamSequence = exports.assertResponseHasToolUse = exports.assertResponseHasText = exports.assertValidMessageContent = exports.assertValidMessage = exports.assertValidChatRequest = exports.assertValidStreamChunk = exports.assertValidChatResponse = exports.createConfigurableMock = exports.collectChunksToResponse = exports.extractChunks = exports.extractResponse = exports.extractRequest = exports.validateAgainstFixture = exports.createMocksFromFixtures = exports.replayStreamWithTiming = exports.createMockFromFixture = exports.bulkCapture = exports.createCaptureMiddleware = exports.captureStream = exports.captureChat = exports.loadFixtureCollection = exports.getFixtureCacheStats = exports.clearFixtureCache = exports.findFixtures = exports.loadProviderFixtures = exports.loadFixture = exports.FIXTURES_DIR = exports.isStreamingFixture = exports.isChatFixture = void 0;
+// Type guards
+var fixture_types_js_1 = require("./fixture-types.js");
+Object.defineProperty(exports, "isChatFixture", { enumerable: true, get: function () { return fixture_types_js_1.isChatFixture; } });
+Object.defineProperty(exports, "isStreamingFixture", { enumerable: true, get: function () { return fixture_types_js_1.isStreamingFixture; } });
+// Fixture loading
+var fixture_loader_js_1 = require("./fixture-loader.js");
+Object.defineProperty(exports, "FIXTURES_DIR", { enumerable: true, get: function () { return fixture_loader_js_1.FIXTURES_DIR; } });
+Object.defineProperty(exports, "loadFixture", { enumerable: true, get: function () { return fixture_loader_js_1.loadFixture; } });
+Object.defineProperty(exports, "loadProviderFixtures", { enumerable: true, get: function () { return fixture_loader_js_1.loadProviderFixtures; } });
+Object.defineProperty(exports, "findFixtures", { enumerable: true, get: function () { return fixture_loader_js_1.findFixtures; } });
+Object.defineProperty(exports, "clearFixtureCache", { enumerable: true, get: function () { return fixture_loader_js_1.clearFixtureCache; } });
+Object.defineProperty(exports, "getFixtureCacheStats", { enumerable: true, get: function () { return fixture_loader_js_1.getFixtureCacheStats; } });
+Object.defineProperty(exports, "loadFixtureCollection", { enumerable: true, get: function () { return fixture_loader_js_1.loadFixtureCollection; } });
+var fixture_capture_js_1 = require("./fixture-capture.js");
+Object.defineProperty(exports, "captureChat", { enumerable: true, get: function () { return fixture_capture_js_1.captureChat; } });
+Object.defineProperty(exports, "captureStream", { enumerable: true, get: function () { return fixture_capture_js_1.captureStream; } });
+Object.defineProperty(exports, "createCaptureMiddleware", { enumerable: true, get: function () { return fixture_capture_js_1.createCaptureMiddleware; } });
+Object.defineProperty(exports, "bulkCapture", { enumerable: true, get: function () { return fixture_capture_js_1.bulkCapture; } });
+// Fixture helpers
+var fixture_helpers_js_1 = require("./fixture-helpers.js");
+Object.defineProperty(exports, "createMockFromFixture", { enumerable: true, get: function () { return fixture_helpers_js_1.createMockFromFixture; } });
+Object.defineProperty(exports, "replayStreamWithTiming", { enumerable: true, get: function () { return fixture_helpers_js_1.replayStreamWithTiming; } });
+Object.defineProperty(exports, "createMocksFromFixtures", { enumerable: true, get: function () { return fixture_helpers_js_1.createMocksFromFixtures; } });
+Object.defineProperty(exports, "validateAgainstFixture", { enumerable: true, get: function () { return fixture_helpers_js_1.validateAgainstFixture; } });
+Object.defineProperty(exports, "extractRequest", { enumerable: true, get: function () { return fixture_helpers_js_1.extractRequest; } });
+Object.defineProperty(exports, "extractResponse", { enumerable: true, get: function () { return fixture_helpers_js_1.extractResponse; } });
+Object.defineProperty(exports, "extractChunks", { enumerable: true, get: function () { return fixture_helpers_js_1.extractChunks; } });
+Object.defineProperty(exports, "collectChunksToResponse", { enumerable: true, get: function () { return fixture_helpers_js_1.collectChunksToResponse; } });
+Object.defineProperty(exports, "createConfigurableMock", { enumerable: true, get: function () { return fixture_helpers_js_1.createConfigurableMock; } });
+// Test helpers and assertions
+var test_helpers_js_1 = require("./test-helpers.js");
+Object.defineProperty(exports, "assertValidChatResponse", { enumerable: true, get: function () { return test_helpers_js_1.assertValidChatResponse; } });
+Object.defineProperty(exports, "assertValidStreamChunk", { enumerable: true, get: function () { return test_helpers_js_1.assertValidStreamChunk; } });
+Object.defineProperty(exports, "assertValidChatRequest", { enumerable: true, get: function () { return test_helpers_js_1.assertValidChatRequest; } });
+Object.defineProperty(exports, "assertValidMessage", { enumerable: true, get: function () { return test_helpers_js_1.assertValidMessage; } });
+Object.defineProperty(exports, "assertValidMessageContent", { enumerable: true, get: function () { return test_helpers_js_1.assertValidMessageContent; } });
+Object.defineProperty(exports, "assertResponseHasText", { enumerable: true, get: function () { return test_helpers_js_1.assertResponseHasText; } });
+Object.defineProperty(exports, "assertResponseHasToolUse", { enumerable: true, get: function () { return test_helpers_js_1.assertResponseHasToolUse; } });
+Object.defineProperty(exports, "assertValidStreamSequence", { enumerable: true, get: function () { return test_helpers_js_1.assertValidStreamSequence; } });
+Object.defineProperty(exports, "buildChatRequest", { enumerable: true, get: function () { return test_helpers_js_1.buildChatRequest; } });
+Object.defineProperty(exports, "buildMultiTurnRequest", { enumerable: true, get: function () { return test_helpers_js_1.buildMultiTurnRequest; } });
+Object.defineProperty(exports, "extractTextFromResponse", { enumerable: true, get: function () { return test_helpers_js_1.extractTextFromResponse; } });
+Object.defineProperty(exports, "extractToolUsesFromResponse", { enumerable: true, get: function () { return test_helpers_js_1.extractToolUsesFromResponse; } });
+Object.defineProperty(exports, "accumulateStreamText", { enumerable: true, get: function () { return test_helpers_js_1.accumulateStreamText; } });
+Object.defineProperty(exports, "estimateTokens", { enumerable: true, get: function () { return test_helpers_js_1.estimateTokens; } });
+Object.defineProperty(exports, "assertReasonableUsage", { enumerable: true, get: function () { return test_helpers_js_1.assertReasonableUsage; } });
+// Property-based testing
+var property_testing_js_1 = require("./property-testing.js");
+Object.defineProperty(exports, "SeededRandom", { enumerable: true, get: function () { return property_testing_js_1.SeededRandom; } });
+Object.defineProperty(exports, "generateTextContent", { enumerable: true, get: function () { return property_testing_js_1.generateTextContent; } });
+Object.defineProperty(exports, "generateUserMessage", { enumerable: true, get: function () { return property_testing_js_1.generateUserMessage; } });
+Object.defineProperty(exports, "generateAssistantMessage", { enumerable: true, get: function () { return property_testing_js_1.generateAssistantMessage; } });
+Object.defineProperty(exports, "generateSystemMessage", { enumerable: true, get: function () { return property_testing_js_1.generateSystemMessage; } });
+Object.defineProperty(exports, "generateParameters", { enumerable: true, get: function () { return property_testing_js_1.generateParameters; } });
+Object.defineProperty(exports, "generateChatRequest", { enumerable: true, get: function () { return property_testing_js_1.generateChatRequest; } });
+Object.defineProperty(exports, "forAll", { enumerable: true, get: function () { return property_testing_js_1.forAll; } });
+Object.defineProperty(exports, "shrinkChatRequest", { enumerable: true, get: function () { return property_testing_js_1.shrinkChatRequest; } });
+Object.defineProperty(exports, "propertyValidRequest", { enumerable: true, get: function () { return property_testing_js_1.propertyValidRequest; } });
+Object.defineProperty(exports, "propertyMultiTurnAlternates", { enumerable: true, get: function () { return property_testing_js_1.propertyMultiTurnAlternates; } });
+//# sourceMappingURL=index.js.map

package/dist/cjs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAYH,cAAc;AACd,uDAAuE;AAA9D,iHAAA,aAAa,OAAA;AAAE,sHAAA,kBAAkB,OAAA;AAE1C,kBAAkB;AAClB,yDAQ6B;AAP3B,iHAAA,YAAY,OAAA;AACZ,gHAAA,WAAW,OAAA;AACX,yHAAA,oBAAoB,OAAA;AACpB,iHAAA,YAAY,OAAA;AACZ,sHAAA,iBAAiB,OAAA;AACjB,yHAAA,oBAAoB,OAAA;AACpB,0HAAA,qBAAqB,OAAA;AAKvB,2DAK8B;AAJ5B,iHAAA,WAAW,OAAA;AACX,mHAAA,aAAa,OAAA;AACb,6HAAA,uBAAuB,OAAA;AACvB,iHAAA,WAAW,OAAA;AAGb,kBAAkB;AAClB,2DAU8B;AAT5B,2HAAA,qBAAqB,OAAA;AACrB,4HAAA,sBAAsB,OAAA;AACtB,6HAAA,uBAAuB,OAAA;AACvB,4HAAA,sBAAsB,OAAA;AACtB,oHAAA,cAAc,OAAA;AACd,qHAAA,eAAe,OAAA;AACf,mHAAA,aAAa,OAAA;AACb,6HAAA,uBAAuB,OAAA;AACvB,4HAAA,sBAAsB,OAAA;AAGxB,8BAA8B;AAC9B,qDAgB2B;AAfzB,0HAAA,uBAAuB,OAAA;AACvB,yHAAA,sBAAsB,OAAA;AACtB,yHAAA,sBAAsB,OAAA;AACtB,qHAAA,kBAAkB,OAAA;AAClB,4HAAA,yBAAyB,OAAA;AACzB,wHAAA,qBAAqB,OAAA;AACrB,2HAAA,wBAAwB,OAAA;AACxB,4HAAA,yBAAyB,OAAA;AACzB,mHAAA,gBAAgB,OAAA;AAChB,wHAAA,qBAAqB,OAAA;AACrB,0HAAA,uBAAuB,OAAA;AACvB,8HAAA,2BAA2B,OAAA;AAC3B,uHAAA,oBAAoB,OAAA;AACpB,iHAAA,cAAc,OAAA;AACd,wHAAA,qBAAqB,OAAA;AAGvB,yBAAyB;AACzB,6DAY+B;AAX7B,mHAAA,YAAY,OAAA;AACZ,0HAAA,mBAAmB,OAAA;AACnB,0HAAA,mBAAmB,OAAA;AACnB,+HAAA,wBAAwB,OAAA;AACxB,4HAAA,qBAAqB,OAAA;AACrB,yHAAA,kBAAkB,OAAA;AAClB,0HAAA,mBAAmB,OAAA;AACnB,6GAAA,MAAM,OAAA;AACN,wHAAA,iBAAiB,OAAA;AACjB,2HAAA,oBAAoB,OAAA;AACpB,kIAAA,2BAA2B,OAAA"}

package/dist/cjs/property-testing.js

@@ -0,0 +1,288 @@
+"use strict";
+/**
+ * Property-based testing utilities - generate random valid inputs
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SeededRandom = void 0;
+exports.generateTextContent = generateTextContent;
+exports.generateUserMessage = generateUserMessage;
+exports.generateAssistantMessage = generateAssistantMessage;
+exports.generateSystemMessage = generateSystemMessage;
+exports.generateParameters = generateParameters;
+exports.generateChatRequest = generateChatRequest;
+exports.forAll = forAll;
+exports.shrinkChatRequest = shrinkChatRequest;
+exports.propertyValidRequest = propertyValidRequest;
+exports.propertyMultiTurnAlternates = propertyMultiTurnAlternates;
+/**
+ * Random seed generator for deterministic randomness
+ */
+class SeededRandom {
+    seed;
+    constructor(seed = Date.now()) {
+        this.seed = seed;
+    }
+    /**
+     * Generate next random number between 0 and 1
+     */
+    next() {
+        this.seed = (this.seed * 9301 + 49297) % 233280;
+        return this.seed / 233280;
+    }
+    /**
+     * Generate random integer between min and max (inclusive)
+     */
+    nextInt(min, max) {
+        return Math.floor(this.next() * (max - min + 1)) + min;
+    }
+    /**
+     * Pick random element from array
+     */
+    pick(array) {
+        if (array.length === 0) {
+            throw new Error('Cannot pick from empty array');
+        }
+        return array[this.nextInt(0, array.length - 1)];
+    }
+    /**
+     * Generate random boolean
+     */
+    nextBool(probability = 0.5) {
+        return this.next() < probability;
+    }
+}
+exports.SeededRandom = SeededRandom;
+/**
+ * Generate random text content
+ */
+function generateTextContent(random) {
+    const texts = [
+        'Hello, how are you?',
+        'What is the weather today?',
+        'Explain quantum computing',
+        'Write a haiku about programming',
+        'What is 2 + 2?',
+        'Tell me a joke',
+        'Summarize the main points',
+        'Translate this to French',
+        'Help me debug this code',
+        'What are the benefits?',
+    ];
+    return {
+        type: 'text',
+        text: random.pick(texts),
+    };
+}
+/**
+ * Generate random user message
+ */
+function generateUserMessage(random) {
+    const contentCount = random.nextInt(1, 3);
+    const content = [];
+    for (let i = 0; i < contentCount; i++) {
+        content.push(generateTextContent(random));
+    }
+    return {
+        role: 'user',
+        content,
+    };
+}
+/**
+ * Generate random assistant message
+ */
+function generateAssistantMessage(random) {
+    return {
+        role: 'assistant',
+        content: [generateTextContent(random)],
+    };
+}
+/**
+ * Generate random system message
+ */
+function generateSystemMessage(random) {
+    const systemPrompts = [
+        'You are a helpful assistant',
+        'You are an expert programmer',
+        'You speak like a pirate',
+        'You are a teacher',
+        'You provide concise answers',
+    ];
+    return {
+        role: 'system',
+        content: [
+            {
+                type: 'text',
+                text: random.pick(systemPrompts),
+            },
+        ],
+    };
+}
+/**
+ * Generate random parameters
+ */
+function generateParameters(random) {
+    const models = [
+        'gpt-4',
+        'gpt-3.5-turbo',
+        'claude-3-5-sonnet-20241022',
+        'claude-3-haiku-20240307',
+        'gemini-1.5-pro',
+        'llama3.2:1b',
+    ];
+    return {
+        model: random.pick(models),
+        temperature: Math.round(random.next() * 20) / 20, // 0.0 to 1.0 in 0.05 increments
+        maxTokens: random.nextInt(50, 500),
+        topP: random.nextBool() ? Math.round(random.next() * 20) / 20 : undefined,
+    };
+}
+/**
+ * Generate random chat request
+ */
+function generateChatRequest(random, options) {
+    const messages = [];
+    // Add system message if requested
+    if (options?.includeSystem && random.nextBool(0.5)) {
+        messages.push(generateSystemMessage(random));
+    }
+    // Add conversation turns
+    const minMessages = options?.minMessages ?? 1;
+    const maxMessages = options?.maxMessages ?? 5;
+    const messageCount = random.nextInt(minMessages, maxMessages);
+    if (options?.multiTurn) {
+        // Multi-turn conversation
+        const turns = Math.floor(messageCount / 2);
+        for (let i = 0; i < turns; i++) {
+            messages.push(generateUserMessage(random));
+            messages.push(generateAssistantMessage(random));
+        }
+    }
+    // Always end with user message
+    messages.push(generateUserMessage(random));
+    return {
+        messages,
+        parameters: generateParameters(random),
+        metadata: {
+            requestId: `gen-${random.nextInt(1000, 9999)}`,
+            timestamp: Date.now(),
+        },
+    };
+}
+/**
+ * Property test: run test with multiple generated inputs
+ */
+async function forAll(generator, test, options) {
+    const runs = options?.runs ?? 100;
+    const seed = options?.seed ?? Date.now();
+    const random = new SeededRandom(seed);
+    const failures = [];
+    for (let i = 0; i < runs; i++) {
+        const value = generator(random);
+        try {
+            await test(value);
+        }
+        catch (error) {
+            failures.push({
+                run: i,
+                value,
+                error: error,
+            });
+        }
+    }
+    if (failures.length > 0) {
+        const firstFailure = failures[0];
+        throw new Error(`Property test failed on run ${firstFailure.run + 1}/${runs}\n` +
+            `Seed: ${seed}\n` +
+            `Value: ${JSON.stringify(firstFailure.value, null, 2)}\n` +
+            `Error: ${firstFailure.error.message}\n` +
+            `Total failures: ${failures.length}/${runs}`);
+    }
+}
+/**
+ * Shrink a failing value to find minimal failing case
+ */
+function shrinkChatRequest(request) {
+    const shrunk = [];
+    // Try removing messages
+    if (request.messages.length > 1) {
+        shrunk.push({
+            ...request,
+            messages: request.messages.slice(0, -1),
+        });
+    }
+    // Try simplifying parameters
+    shrunk.push({
+        ...request,
+        parameters: {
+            ...request.parameters,
+            temperature: 0.7,
+            maxTokens: 100,
+            topP: undefined,
+        },
+    });
+    // Try removing content from messages
+    for (let i = 0; i < request.messages.length; i++) {
+        const message = request.messages[i];
+        if (Array.isArray(message.content) && message.content.length > 1) {
+            const newMessages = [...request.messages];
+            newMessages[i] = {
+                ...message,
+                content: [message.content[0]],
+            };
+            shrunk.push({
+                ...request,
+                messages: newMessages,
+            });
+        }
+    }
+    return shrunk;
+}
+/**
+ * Example property tests
+ */
+/**
+ * Property: All generated requests should be valid
+ */
+async function propertyValidRequest() {
+    await forAll((random) => generateChatRequest(random), (request) => {
+        // Request should have messages
+        if (request.messages.length === 0) {
+            throw new Error('Request must have at least one message');
+        }
+        // Last message should be from user
+        const lastMessage = request.messages[request.messages.length - 1];
+        if (lastMessage?.role !== 'user') {
+            throw new Error('Last message must be from user');
+        }
+        // Parameters should be in valid ranges
+        if (request.parameters?.temperature !== undefined) {
+            if (request.parameters.temperature < 0 || request.parameters.temperature > 2) {
+                throw new Error('Temperature must be between 0 and 2');
+            }
+        }
+        if (request.parameters?.maxTokens !== undefined) {
+            if (request.parameters.maxTokens < 1) {
+                throw new Error('maxTokens must be positive');
+            }
+        }
+    }, { runs: 100 });
+}
+/**
+ * Property: Multi-turn conversations should alternate user/assistant
+ */
+async function propertyMultiTurnAlternates() {
+    await forAll((random) => generateChatRequest(random, { multiTurn: true }), (request) => {
+        const nonSystemMessages = request.messages.filter((m) => m.role !== 'system');
+        for (let i = 0; i < nonSystemMessages.length - 1; i++) {
+            const current = nonSystemMessages[i];
+            const next = nonSystemMessages[i + 1];
+            if (current.role === 'user' && next.role !== 'assistant') {
+                throw new Error('User message must be followed by assistant message');
+            }
+            if (current.role === 'assistant' && next.role !== 'user') {
+                throw new Error('Assistant message must be followed by user message');
+            }
+        }
+    }, { runs: 100 });
+}
+//# sourceMappingURL=property-testing.js.map

package/dist/cjs/property-testing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"property-testing.js","sourceRoot":"","sources":["../../src/property-testing.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAkDH,kDAkBC;AAKD,kDAYC;AAKD,4DAKC;AAKD,sDAkBC;AAKD,gDAgBC;AAKD,kDAyCC;AAKD,wBAsCC;AAKD,8CAuCC;AASD,oDA8BC;AAKD,kEAoBC;AA5UD;;GAEG;AACH,MAAa,YAAY;IACf,IAAI,CAAS;IAErB,YAAY,OAAe,IAAI,CAAC,GAAG,EAAE;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,IAAI;QACF,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,KAAK,CAAC,GAAG,MAAM,CAAC;QAChD,OAAO,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,GAAW,EAAE,GAAW;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,IAAI,CAAI,KAAmB;QACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAE,CAAC;IACnD,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,cAAsB,GAAG;QAChC,OAAO,IAAI,CAAC,IAAI,EAAE,GAAG,WAAW,CAAC;IACnC,CAAC;CACF;AAtCD,oCAsCC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CAAC,MAAoB;IACtD,MAAM,KAAK,GAAG;QACZ,qBAAqB;QACrB,4BAA4B;QAC5B,2BAA2B;QAC3B,iCAAiC;QACjC,gBAAgB;QAChB,gBAAgB;QAChB,2BAA2B;QAC3B,0BAA0B;QAC1B,yBAAyB;QACzB,wBAAwB;KACzB,CAAC;IAEF,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;KACzB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CAAC,MAAoB;IACtD,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAqB,EAAE,CAAC;IAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,OAAO;KACR,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,wBAAwB,CAAC,MAAoB;IAC3D,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;KACvC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB,CAAC,MAAoB;IACxD,MAAM,aAAa,GAAG;QACpB,6BAA6B;QAC7B,8BAA8B;QAC9B,yBAAyB;QACzB,mBAAmB;QACnB,6BAA6B;KAC9B,CAAC;IAEF,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC;aACjC;SACF;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,kBAAkB,CAAC,MAAoB;IACrD,MAAM,MAAM,GAAG;QACb,OAAO;QACP,eAAe;QACf,4BAA4B;QAC5B,yBAAyB;QACzB,gBAAgB;QAChB,aAAa;KACd,CAAC;IAEF,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;QAC1B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,gCAAgC;QAClF,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC;QAClC,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS;KAC1E,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CACjC,MAAoB,EACpB,OAKC;IAED,MAAM,QAAQ,GAAgB,EAAE,CAAC;IAEjC,kCAAkC;IAClC,IAAI,OAAO,EAAE,aAAa,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,yBAAyB;IACzB,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,CAAC,CAAC;IAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IAE9D,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;QACvB,0BAA0B;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3C,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;IAE3C,OAAO;QACL,QAAQ;QACR,UAAU,EAAE,kBAAkB,CAAC,MAAM,CAAC;QACtC,QAAQ,EAAE;YACR,SAAS,EAAE,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE;YAC9C,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,MAAM,CAC1B,SAAsC,EACtC,IAAwC,EACxC,OAGC;IAED,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,GAAG,CAAC;IAClC,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IAEtC,MAAM,QAAQ,GAAmD,EAAE,CAAC;IAEpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAEhC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,IAAI,CAAC;gBACZ,GAAG,EAAE,CAAC;gBACN,KAAK;gBACL,KAAK,EAAE,KAAc;aACtB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CACb,+BAA+B,YAAY,CAAC,GAAG,GAAG,CAAC,IAAI,IAAI,IAAI;YAC7D,SAAS,IAAI,IAAI;YACjB,UAAU,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI;YACzD,UAAU,YAAY,CAAC,KAAK,CAAC,OAAO,IAAI;YACxC,mBAAmB,QAAQ,CAAC,MAAM,IAAI,IAAI,EAAE,CAC/C,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAgB,iBAAiB,CAAC,OAAsB;IACtD,MAAM,MAAM,GAAoB,EAAE,CAAC;IAEnC,wBAAwB;IACxB,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC;YACV,GAAG,OAAO;YACV,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;SACxC,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,MAAM,CAAC,IAAI,CAAC;QACV,GAAG,OAAO;QACV,UAAU,EAAE;YACV,GAAG,OAAO,CAAC,UAAU;YACrB,WAAW,EAAE,GAAG;YAChB,SAAS,EAAE,GAAG;YACd,IAAI,EAAE,SAAS;SAChB;KACF,CAAC,CAAC;IAEH,qCAAqC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACjD,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC;QACrC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjE,MAAM,WAAW,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC1C,WAAW,CAAC,CAAC,CAAC,GAAG;gBACf,GAAG,OAAO;gBACV,OAAO,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC;aAC/B,CAAC;YACF,MAAM,CAAC,IAAI,CAAC;gBACV,GAAG,OAAO;gBACV,QAAQ,EAAE,WAAW;aACtB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AAEH;;GAEG;AACI,KAAK,UAAU,oBAAoB;IACxC,MAAM,MAAM,CACV,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC,EACvC,CAAC,OAAO,EAAE,EAAE;QACV,+BAA+B;QAC/B,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,mCAAmC;QACnC,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAClE,IAAI,WAAW,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,uCAAuC;QACvC,IAAI,OAAO,CAAC,UAAU,EAAE,WAAW,KAAK,SAAS,EAAE,CAAC;YAClD,IAAI,OAAO,CAAC,UAAU,CAAC,WAAW,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;gBAC7E,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,UAAU,EAAE,SAAS,KAAK,SAAS,EAAE,CAAC;YAChD,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC,EACD,EAAE,IAAI,EAAE,GAAG,EAAE,CACd,CAAC;AACJ,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,2BAA2B;IAC/C,MAAM,MAAM,CACV,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAC5D,CAAC,OAAO,EAAE,EAAE;QACV,MAAM,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAE9E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACtD,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,CAAE,CAAC;YACtC,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC;YAEvC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACzD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;YACxE,CAAC;YACD,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;IACH,CAAC,EACD,EAAE,IAAI,EAAE,GAAG,EAAE,CACd,CAAC;AACJ,CAAC"}

package/dist/cjs/test-helpers.js

@@ -0,0 +1,289 @@
+"use strict";
+/**
+ * Test helper utilities - assertions and test builders
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.assertValidChatResponse = assertValidChatResponse;
+exports.assertValidStreamChunk = assertValidStreamChunk;
+exports.assertValidChatRequest = assertValidChatRequest;
+exports.assertValidMessage = assertValidMessage;
+exports.assertValidMessageContent = assertValidMessageContent;
+exports.assertResponseHasText = assertResponseHasText;
+exports.assertResponseHasToolUse = assertResponseHasToolUse;
+exports.assertValidStreamSequence = assertValidStreamSequence;
+exports.buildChatRequest = buildChatRequest;
+exports.buildMultiTurnRequest = buildMultiTurnRequest;
+exports.extractTextFromResponse = extractTextFromResponse;
+exports.extractToolUsesFromResponse = extractToolUsesFromResponse;
+exports.accumulateStreamText = accumulateStreamText;
+exports.estimateTokens = estimateTokens;
+exports.assertReasonableUsage = assertReasonableUsage;
+const vitest_1 = require("vitest");
+/**
+ * Assert that a response has the correct structure
+ */
+function assertValidChatResponse(response) {
+    (0, vitest_1.expect)(response).toBeDefined();
+    (0, vitest_1.expect)(response.message).toBeDefined();
+    (0, vitest_1.expect)(response.message.role).toBe('assistant');
+    (0, vitest_1.expect)(response.message.content).toBeDefined();
+    (0, vitest_1.expect)(Array.isArray(response.message.content)).toBe(true);
+    (0, vitest_1.expect)(response.message.content.length).toBeGreaterThan(0);
+    (0, vitest_1.expect)(response.usage).toBeDefined();
+    if (response.usage) {
+        (0, vitest_1.expect)(response.usage.promptTokens).toBeGreaterThanOrEqual(0);
+        (0, vitest_1.expect)(response.usage.completionTokens).toBeGreaterThanOrEqual(0);
+        (0, vitest_1.expect)(response.usage.totalTokens).toBeGreaterThanOrEqual(0);
+    }
+    (0, vitest_1.expect)(response.finishReason).toBeDefined();
+    (0, vitest_1.expect)(['stop', 'length', 'tool_use', 'content_filter']).toContain(response.finishReason);
+    (0, vitest_1.expect)(response.metadata).toBeDefined();
+    (0, vitest_1.expect)(response.metadata.requestId).toBeDefined();
+    (0, vitest_1.expect)(response.metadata.timestamp).toBeDefined();
+}
+/**
+ * Assert that a stream chunk has the correct structure
+ */
+function assertValidStreamChunk(chunk) {
+    (0, vitest_1.expect)(chunk).toBeDefined();
+    (0, vitest_1.expect)(chunk.type).toBeDefined();
+    (0, vitest_1.expect)(['start', 'content', 'tool_use', 'error', 'metadata', 'done']).toContain(chunk.type);
+}
+/**
+ * Assert that a request has the correct structure
+ */
+function assertValidChatRequest(request) {
+    (0, vitest_1.expect)(request).toBeDefined();
+    (0, vitest_1.expect)(request.messages).toBeDefined();
+    (0, vitest_1.expect)(Array.isArray(request.messages)).toBe(true);
+    (0, vitest_1.expect)(request.messages.length).toBeGreaterThan(0);
+    // Validate each message
+    for (const message of request.messages) {
+        assertValidMessage(message);
+    }
+    (0, vitest_1.expect)(request.parameters).toBeDefined();
+    (0, vitest_1.expect)(request.metadata).toBeDefined();
+    (0, vitest_1.expect)(request.metadata.requestId).toBeDefined();
+    (0, vitest_1.expect)(request.metadata.timestamp).toBeDefined();
+}
+/**
+ * Assert that a message has the correct structure
+ */
+function assertValidMessage(message) {
+    (0, vitest_1.expect)(message).toBeDefined();
+    (0, vitest_1.expect)(message.role).toBeDefined();
+    (0, vitest_1.expect)(['user', 'assistant', 'system', 'tool']).toContain(message.role);
+    (0, vitest_1.expect)(message.content).toBeDefined();
+    if (Array.isArray(message.content)) {
+        (0, vitest_1.expect)(message.content.length).toBeGreaterThan(0);
+        for (const content of message.content) {
+            assertValidMessageContent(content);
+        }
+    }
+}
+/**
+ * Assert that message content has the correct structure
+ */
+function assertValidMessageContent(content) {
+    (0, vitest_1.expect)(content).toBeDefined();
+    (0, vitest_1.expect)(content.type).toBeDefined();
+    switch (content.type) {
+        case 'text':
+            (0, vitest_1.expect)(content.text).toBeDefined();
+            (0, vitest_1.expect)(typeof content.text).toBe('string');
+            break;
+        case 'image':
+            (0, vitest_1.expect)(content.source).toBeDefined();
+            (0, vitest_1.expect)(content.source.type).toBeDefined();
+            break;
+        case 'tool_use':
+            (0, vitest_1.expect)(content.id).toBeDefined();
+            (0, vitest_1.expect)(content.name).toBeDefined();
+            (0, vitest_1.expect)(content.input).toBeDefined();
+            break;
+        case 'tool_result':
+            (0, vitest_1.expect)(content.toolUseId).toBeDefined();
+            (0, vitest_1.expect)(content.content).toBeDefined();
+            break;
+    }
+}
+/**
+ * Assert that response contains text
+ */
+function assertResponseHasText(response) {
+    if (!Array.isArray(response.message.content)) {
+        throw new Error('Response content must be an array');
+    }
+    const textContent = response.message.content.find((c) => c.type === 'text');
+    (0, vitest_1.expect)(textContent).toBeDefined();
+    if (textContent?.type === 'text') {
+        (0, vitest_1.expect)(textContent.text).toBeDefined();
+        (0, vitest_1.expect)(textContent.text.length).toBeGreaterThan(0);
+    }
+}
+/**
+ * Assert that response contains tool use
+ */
+function assertResponseHasToolUse(response) {
+    if (!Array.isArray(response.message.content)) {
+        throw new Error('Response content must be an array');
+    }
+    const toolUse = response.message.content.find((c) => c.type === 'tool_use');
+    (0, vitest_1.expect)(toolUse).toBeDefined();
+    if (toolUse?.type === 'tool_use') {
+        (0, vitest_1.expect)(toolUse.id).toBeDefined();
+        (0, vitest_1.expect)(toolUse.name).toBeDefined();
+        (0, vitest_1.expect)(toolUse.input).toBeDefined();
+    }
+    (0, vitest_1.expect)(response.finishReason).toBe('tool_use');
+}
+/**
+ * Assert that streaming produces expected sequence
+ */
+async function assertValidStreamSequence(stream) {
+    const chunks = [];
+    for await (const chunk of stream) {
+        assertValidStreamChunk(chunk);
+        chunks.push(chunk);
+    }
+    (0, vitest_1.expect)(chunks.length).toBeGreaterThan(0);
+    // First chunk should be 'start'
+    const firstChunk = chunks[0];
+    if (firstChunk) {
+        (0, vitest_1.expect)(firstChunk.type).toBe('start');
+    }
+    // Last chunk should be 'done'
+    const lastChunk = chunks[chunks.length - 1];
+    if (lastChunk) {
+        (0, vitest_1.expect)(lastChunk.type).toBe('done');
+    }
+    return chunks;
+}
+/**
+ * Build a simple chat request for testing
+ */
+function buildChatRequest(userMessage, options) {
+    const messages = [];
+    if (options?.systemMessage) {
+        messages.push({
+            role: 'system',
+            content: [{ type: 'text', text: options.systemMessage }],
+        });
+    }
+    messages.push({
+        role: 'user',
+        content: [{ type: 'text', text: userMessage }],
+    });
+    return {
+        messages,
+        parameters: {
+            model: options?.model || 'test-model',
+            temperature: options?.temperature ?? 0.7,
+            maxTokens: options?.maxTokens ?? 100,
+        },
+        metadata: {
+            requestId: `test-${Date.now()}`,
+            timestamp: Date.now(),
+        },
+    };
+}
+/**
+ * Build a multi-turn chat request for testing
+ */
+function buildMultiTurnRequest(exchanges, finalUserMessage, options) {
+    const messages = [];
+    for (const exchange of exchanges) {
+        messages.push({
+            role: 'user',
+            content: [{ type: 'text', text: exchange.user }],
+        });
+        messages.push({
+            role: 'assistant',
+            content: [{ type: 'text', text: exchange.assistant }],
+        });
+    }
+    messages.push({
+        role: 'user',
+        content: [{ type: 'text', text: finalUserMessage }],
+    });
+    return {
+        messages,
+        parameters: {
+            model: options?.model || 'test-model',
+            temperature: options?.temperature ?? 0.7,
+            maxTokens: options?.maxTokens ?? 100,
+        },
+        metadata: {
+            requestId: `test-${Date.now()}`,
+            timestamp: Date.now(),
+        },
+    };
+}
+/**
+ * Extract text from response
+ */
+function extractTextFromResponse(response) {
+    if (!Array.isArray(response.message.content)) {
+        return '';
+    }
+    const textContent = response.message.content.filter((c) => c.type === 'text');
+    return textContent.map((c) => (c.type === 'text' ? c.text : '')).join('');
+}
+/**
+ * Extract tool uses from response
+ */
+function extractToolUsesFromResponse(response) {
+    if (!Array.isArray(response.message.content)) {
+        return [];
+    }
+    return response.message.content
+        .filter((c) => c.type === 'tool_use')
+        .map((c) => {
+        if (c.type === 'tool_use') {
+            return {
+                id: c.id,
+                name: c.name,
+                input: c.input,
+            };
+        }
+        return null;
+    })
+        .filter(Boolean);
+}
+/**
+ * Accumulate text from stream chunks
+ */
+async function accumulateStreamText(stream) {
+    let text = '';
+    for await (const chunk of stream) {
+        if (chunk.type === 'content' && chunk.delta) {
+            text += chunk.delta;
+        }
+    }
+    return text;
+}
+/**
+ * Count tokens in text (rough estimate)
+ */
+function estimateTokens(text) {
+    // Rough estimate: ~4 characters per token
+    return Math.ceil(text.length / 4);
+}
+/**
+ * Assert that usage statistics are reasonable
+ */
+function assertReasonableUsage(response) {
+    const { usage } = response;
+    if (!usage) {
+        throw new Error('Response must have usage statistics');
+    }
+    // Tokens should be positive
+    (0, vitest_1.expect)(usage.promptTokens).toBeGreaterThan(0);
+    (0, vitest_1.expect)(usage.completionTokens).toBeGreaterThan(0);
+    (0, vitest_1.expect)(usage.totalTokens).toBeGreaterThan(0);
+    // Total should equal sum
+    (0, vitest_1.expect)(usage.totalTokens).toBe(usage.promptTokens + usage.completionTokens);
+    // Token counts should be reasonable (not absurdly high)
+    (0, vitest_1.expect)(usage.totalTokens).toBeLessThan(1000000);
+}
+//# sourceMappingURL=test-helpers.js.map