ai.matey.testing 0.2.0

package/dist/esm/property-testing.js

@@ -0,0 +1,274 @@
+/**
+ * Property-based testing utilities - generate random valid inputs
+ */
+/**
+ * Random seed generator for deterministic randomness
+ */
+export class SeededRandom {
+    seed;
+    constructor(seed = Date.now()) {
+        this.seed = seed;
+    }
+    /**
+     * Generate next random number between 0 and 1
+     */
+    next() {
+        this.seed = (this.seed * 9301 + 49297) % 233280;
+        return this.seed / 233280;
+    }
+    /**
+     * Generate random integer between min and max (inclusive)
+     */
+    nextInt(min, max) {
+        return Math.floor(this.next() * (max - min + 1)) + min;
+    }
+    /**
+     * Pick random element from array
+     */
+    pick(array) {
+        if (array.length === 0) {
+            throw new Error('Cannot pick from empty array');
+        }
+        return array[this.nextInt(0, array.length - 1)];
+    }
+    /**
+     * Generate random boolean
+     */
+    nextBool(probability = 0.5) {
+        return this.next() < probability;
+    }
+}
+/**
+ * Generate random text content
+ */
+export function generateTextContent(random) {
+    const texts = [
+        'Hello, how are you?',
+        'What is the weather today?',
+        'Explain quantum computing',
+        'Write a haiku about programming',
+        'What is 2 + 2?',
+        'Tell me a joke',
+        'Summarize the main points',
+        'Translate this to French',
+        'Help me debug this code',
+        'What are the benefits?',
+    ];
+    return {
+        type: 'text',
+        text: random.pick(texts),
+    };
+}
+/**
+ * Generate random user message
+ */
+export function generateUserMessage(random) {
+    const contentCount = random.nextInt(1, 3);
+    const content = [];
+    for (let i = 0; i < contentCount; i++) {
+        content.push(generateTextContent(random));
+    }
+    return {
+        role: 'user',
+        content,
+    };
+}
+/**
+ * Generate random assistant message
+ */
+export function generateAssistantMessage(random) {
+    return {
+        role: 'assistant',
+        content: [generateTextContent(random)],
+    };
+}
+/**
+ * Generate random system message
+ */
+export function generateSystemMessage(random) {
+    const systemPrompts = [
+        'You are a helpful assistant',
+        'You are an expert programmer',
+        'You speak like a pirate',
+        'You are a teacher',
+        'You provide concise answers',
+    ];
+    return {
+        role: 'system',
+        content: [
+            {
+                type: 'text',
+                text: random.pick(systemPrompts),
+            },
+        ],
+    };
+}
+/**
+ * Generate random parameters
+ */
+export function generateParameters(random) {
+    const models = [
+        'gpt-4',
+        'gpt-3.5-turbo',
+        'claude-3-5-sonnet-20241022',
+        'claude-3-haiku-20240307',
+        'gemini-1.5-pro',
+        'llama3.2:1b',
+    ];
+    return {
+        model: random.pick(models),
+        temperature: Math.round(random.next() * 20) / 20, // 0.0 to 1.0 in 0.05 increments
+        maxTokens: random.nextInt(50, 500),
+        topP: random.nextBool() ? Math.round(random.next() * 20) / 20 : undefined,
+    };
+}
+/**
+ * Generate random chat request
+ */
+export function generateChatRequest(random, options) {
+    const messages = [];
+    // Add system message if requested
+    if (options?.includeSystem && random.nextBool(0.5)) {
+        messages.push(generateSystemMessage(random));
+    }
+    // Add conversation turns
+    const minMessages = options?.minMessages ?? 1;
+    const maxMessages = options?.maxMessages ?? 5;
+    const messageCount = random.nextInt(minMessages, maxMessages);
+    if (options?.multiTurn) {
+        // Multi-turn conversation
+        const turns = Math.floor(messageCount / 2);
+        for (let i = 0; i < turns; i++) {
+            messages.push(generateUserMessage(random));
+            messages.push(generateAssistantMessage(random));
+        }
+    }
+    // Always end with user message
+    messages.push(generateUserMessage(random));
+    return {
+        messages,
+        parameters: generateParameters(random),
+        metadata: {
+            requestId: `gen-${random.nextInt(1000, 9999)}`,
+            timestamp: Date.now(),
+        },
+    };
+}
+/**
+ * Property test: run test with multiple generated inputs
+ */
+export async function forAll(generator, test, options) {
+    const runs = options?.runs ?? 100;
+    const seed = options?.seed ?? Date.now();
+    const random = new SeededRandom(seed);
+    const failures = [];
+    for (let i = 0; i < runs; i++) {
+        const value = generator(random);
+        try {
+            await test(value);
+        }
+        catch (error) {
+            failures.push({
+                run: i,
+                value,
+                error: error,
+            });
+        }
+    }
+    if (failures.length > 0) {
+        const firstFailure = failures[0];
+        throw new Error(`Property test failed on run ${firstFailure.run + 1}/${runs}\n` +
+            `Seed: ${seed}\n` +
+            `Value: ${JSON.stringify(firstFailure.value, null, 2)}\n` +
+            `Error: ${firstFailure.error.message}\n` +
+            `Total failures: ${failures.length}/${runs}`);
+    }
+}
+/**
+ * Shrink a failing value to find minimal failing case
+ */
+export function shrinkChatRequest(request) {
+    const shrunk = [];
+    // Try removing messages
+    if (request.messages.length > 1) {
+        shrunk.push({
+            ...request,
+            messages: request.messages.slice(0, -1),
+        });
+    }
+    // Try simplifying parameters
+    shrunk.push({
+        ...request,
+        parameters: {
+            ...request.parameters,
+            temperature: 0.7,
+            maxTokens: 100,
+            topP: undefined,
+        },
+    });
+    // Try removing content from messages
+    for (let i = 0; i < request.messages.length; i++) {
+        const message = request.messages[i];
+        if (Array.isArray(message.content) && message.content.length > 1) {
+            const newMessages = [...request.messages];
+            newMessages[i] = {
+                ...message,
+                content: [message.content[0]],
+            };
+            shrunk.push({
+                ...request,
+                messages: newMessages,
+            });
+        }
+    }
+    return shrunk;
+}
+/**
+ * Example property tests
+ */
+/**
+ * Property: All generated requests should be valid
+ */
+export async function propertyValidRequest() {
+    await forAll((random) => generateChatRequest(random), (request) => {
+        // Request should have messages
+        if (request.messages.length === 0) {
+            throw new Error('Request must have at least one message');
+        }
+        // Last message should be from user
+        const lastMessage = request.messages[request.messages.length - 1];
+        if (lastMessage?.role !== 'user') {
+            throw new Error('Last message must be from user');
+        }
+        // Parameters should be in valid ranges
+        if (request.parameters?.temperature !== undefined) {
+            if (request.parameters.temperature < 0 || request.parameters.temperature > 2) {
+                throw new Error('Temperature must be between 0 and 2');
+            }
+        }
+        if (request.parameters?.maxTokens !== undefined) {
+            if (request.parameters.maxTokens < 1) {
+                throw new Error('maxTokens must be positive');
+            }
+        }
+    }, { runs: 100 });
+}
+/**
+ * Property: Multi-turn conversations should alternate user/assistant
+ */
+export async function propertyMultiTurnAlternates() {
+    await forAll((random) => generateChatRequest(random, { multiTurn: true }), (request) => {
+        const nonSystemMessages = request.messages.filter((m) => m.role !== 'system');
+        for (let i = 0; i < nonSystemMessages.length - 1; i++) {
+            const current = nonSystemMessages[i];
+            const next = nonSystemMessages[i + 1];
+            if (current.role === 'user' && next.role !== 'assistant') {
+                throw new Error('User message must be followed by assistant message');
+            }
+            if (current.role === 'assistant' && next.role !== 'user') {
+                throw new Error('Assistant message must be followed by user message');
+            }
+        }
+    }, { runs: 100 });
+}
+//# sourceMappingURL=property-testing.js.map

package/dist/esm/property-testing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"property-testing.js","sourceRoot":"","sources":["../../src/property-testing.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH;;GAEG;AACH,MAAM,OAAO,YAAY;IACf,IAAI,CAAS;IAErB,YAAY,OAAe,IAAI,CAAC,GAAG,EAAE;QACnC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,IAAI;QACF,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,KAAK,CAAC,GAAG,MAAM,CAAC;QAChD,OAAO,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,GAAW,EAAE,GAAW;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,IAAI,CAAI,KAAmB;QACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAE,CAAC;IACnD,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,cAAsB,GAAG;QAChC,OAAO,IAAI,CAAC,IAAI,EAAE,GAAG,WAAW,CAAC;IACnC,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAoB;IACtD,MAAM,KAAK,GAAG;QACZ,qBAAqB;QACrB,4BAA4B;QAC5B,2BAA2B;QAC3B,iCAAiC;QACjC,gBAAgB;QAChB,gBAAgB;QAChB,2BAA2B;QAC3B,0BAA0B;QAC1B,yBAAyB;QACzB,wBAAwB;KACzB,CAAC;IAEF,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;KACzB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAoB;IACtD,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1C,MAAM,OAAO,GAAqB,EAAE,CAAC;IAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,OAAO;KACR,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB,CAAC,MAAoB;IAC3D,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;KACvC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAoB;IACxD,MAAM,aAAa,GAAG;QACpB,6BAA6B;QAC7B,8BAA8B;QAC9B,yBAAyB;QACzB,mBAAmB;QACnB,6BAA6B;KAC9B,CAAC;IAEF,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC;aACjC;SACF;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAoB;IACrD,MAAM,MAAM,GAAG;QACb,OAAO;QACP,eAAe;QACf,4BAA4B;QAC5B,yBAAyB;QACzB,gBAAgB;QAChB,aAAa;KACd,CAAC;IAEF,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;QAC1B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,gCAAgC;QAClF,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC;QAClC,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS;KAC1E,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,MAAoB,EACpB,OAKC;IAED,MAAM,QAAQ,GAAgB,EAAE,CAAC;IAEjC,kCAAkC;IAClC,IAAI,OAAO,EAAE,aAAa,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,yBAAyB;IACzB,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,CAAC,CAAC;IAC9C,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,CAAC,CAAC;IAC9C,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IAE9D,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;QACvB,0BAA0B;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3C,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;IAE3C,OAAO;QACL,QAAQ;QACR,UAAU,EAAE,kBAAkB,CAAC,MAAM,CAAC;QACtC,QAAQ,EAAE;YACR,SAAS,EAAE,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE;YAC9C,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,SAAsC,EACtC,IAAwC,EACxC,OAGC;IAED,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,GAAG,CAAC;IAClC,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IAEtC,MAAM,QAAQ,GAAmD,EAAE,CAAC;IAEpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;QAEhC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,IAAI,CAAC;gBACZ,GAAG,EAAE,CAAC;gBACN,KAAK;gBACL,KAAK,EAAE,KAAc;aACtB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CACb,+BAA+B,YAAY,CAAC,GAAG,GAAG,CAAC,IAAI,IAAI,IAAI;YAC7D,SAAS,IAAI,IAAI;YACjB,UAAU,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI;YACzD,UAAU,YAAY,CAAC,KAAK,CAAC,OAAO,IAAI;YACxC,mBAAmB,QAAQ,CAAC,MAAM,IAAI,IAAI,EAAE,CAC/C,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAAsB;IACtD,MAAM,MAAM,GAAoB,EAAE,CAAC;IAEnC,wBAAwB;IACxB,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC;YACV,GAAG,OAAO;YACV,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;SACxC,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,MAAM,CAAC,IAAI,CAAC;QACV,GAAG,OAAO;QACV,UAAU,EAAE;YACV,GAAG,OAAO,CAAC,UAAU;YACrB,WAAW,EAAE,GAAG;YAChB,SAAS,EAAE,GAAG;YACd,IAAI,EAAE,SAAS;SAChB;KACF,CAAC,CAAC;IAEH,qCAAqC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACjD,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAE,CAAC;QACrC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjE,MAAM,WAAW,GAAG,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC1C,WAAW,CAAC,CAAC,CAAC,GAAG;gBACf,GAAG,OAAO;gBACV,OAAO,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAE,CAAC;aAC/B,CAAC;YACF,MAAM,CAAC,IAAI,CAAC;gBACV,GAAG,OAAO;gBACV,QAAQ,EAAE,WAAW;aACtB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AAEH;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACxC,MAAM,MAAM,CACV,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC,EACvC,CAAC,OAAO,EAAE,EAAE;QACV,+BAA+B;QAC/B,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,mCAAmC;QACnC,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAClE,IAAI,WAAW,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,uCAAuC;QACvC,IAAI,OAAO,CAAC,UAAU,EAAE,WAAW,KAAK,SAAS,EAAE,CAAC;YAClD,IAAI,OAAO,CAAC,UAAU,CAAC,WAAW,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;gBAC7E,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,UAAU,EAAE,SAAS,KAAK,SAAS,EAAE,CAAC;YAChD,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC,EACD,EAAE,IAAI,EAAE,GAAG,EAAE,CACd,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,2BAA2B;IAC/C,MAAM,MAAM,CACV,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAC5D,CAAC,OAAO,EAAE,EAAE;QACV,MAAM,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAE9E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACtD,MAAM,OAAO,GAAG,iBAAiB,CAAC,CAAC,CAAE,CAAC;YACtC,MAAM,IAAI,GAAG,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC;YAEvC,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACzD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;YACxE,CAAC;YACD,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;IACH,CAAC,EACD,EAAE,IAAI,EAAE,GAAG,EAAE,CACd,CAAC;AACJ,CAAC"}

package/dist/esm/test-helpers.js

@@ -0,0 +1,272 @@
+/**
+ * Test helper utilities - assertions and test builders
+ */
+import { expect } from 'vitest';
+/**
+ * Assert that a response has the correct structure
+ */
+export function assertValidChatResponse(response) {
+    expect(response).toBeDefined();
+    expect(response.message).toBeDefined();
+    expect(response.message.role).toBe('assistant');
+    expect(response.message.content).toBeDefined();
+    expect(Array.isArray(response.message.content)).toBe(true);
+    expect(response.message.content.length).toBeGreaterThan(0);
+    expect(response.usage).toBeDefined();
+    if (response.usage) {
+        expect(response.usage.promptTokens).toBeGreaterThanOrEqual(0);
+        expect(response.usage.completionTokens).toBeGreaterThanOrEqual(0);
+        expect(response.usage.totalTokens).toBeGreaterThanOrEqual(0);
+    }
+    expect(response.finishReason).toBeDefined();
+    expect(['stop', 'length', 'tool_use', 'content_filter']).toContain(response.finishReason);
+    expect(response.metadata).toBeDefined();
+    expect(response.metadata.requestId).toBeDefined();
+    expect(response.metadata.timestamp).toBeDefined();
+}
+/**
+ * Assert that a stream chunk has the correct structure
+ */
+export function assertValidStreamChunk(chunk) {
+    expect(chunk).toBeDefined();
+    expect(chunk.type).toBeDefined();
+    expect(['start', 'content', 'tool_use', 'error', 'metadata', 'done']).toContain(chunk.type);
+}
+/**
+ * Assert that a request has the correct structure
+ */
+export function assertValidChatRequest(request) {
+    expect(request).toBeDefined();
+    expect(request.messages).toBeDefined();
+    expect(Array.isArray(request.messages)).toBe(true);
+    expect(request.messages.length).toBeGreaterThan(0);
+    // Validate each message
+    for (const message of request.messages) {
+        assertValidMessage(message);
+    }
+    expect(request.parameters).toBeDefined();
+    expect(request.metadata).toBeDefined();
+    expect(request.metadata.requestId).toBeDefined();
+    expect(request.metadata.timestamp).toBeDefined();
+}
+/**
+ * Assert that a message has the correct structure
+ */
+export function assertValidMessage(message) {
+    expect(message).toBeDefined();
+    expect(message.role).toBeDefined();
+    expect(['user', 'assistant', 'system', 'tool']).toContain(message.role);
+    expect(message.content).toBeDefined();
+    if (Array.isArray(message.content)) {
+        expect(message.content.length).toBeGreaterThan(0);
+        for (const content of message.content) {
+            assertValidMessageContent(content);
+        }
+    }
+}
+/**
+ * Assert that message content has the correct structure
+ */
+export function assertValidMessageContent(content) {
+    expect(content).toBeDefined();
+    expect(content.type).toBeDefined();
+    switch (content.type) {
+        case 'text':
+            expect(content.text).toBeDefined();
+            expect(typeof content.text).toBe('string');
+            break;
+        case 'image':
+            expect(content.source).toBeDefined();
+            expect(content.source.type).toBeDefined();
+            break;
+        case 'tool_use':
+            expect(content.id).toBeDefined();
+            expect(content.name).toBeDefined();
+            expect(content.input).toBeDefined();
+            break;
+        case 'tool_result':
+            expect(content.toolUseId).toBeDefined();
+            expect(content.content).toBeDefined();
+            break;
+    }
+}
+/**
+ * Assert that response contains text
+ */
+export function assertResponseHasText(response) {
+    if (!Array.isArray(response.message.content)) {
+        throw new Error('Response content must be an array');
+    }
+    const textContent = response.message.content.find((c) => c.type === 'text');
+    expect(textContent).toBeDefined();
+    if (textContent?.type === 'text') {
+        expect(textContent.text).toBeDefined();
+        expect(textContent.text.length).toBeGreaterThan(0);
+    }
+}
+/**
+ * Assert that response contains tool use
+ */
+export function assertResponseHasToolUse(response) {
+    if (!Array.isArray(response.message.content)) {
+        throw new Error('Response content must be an array');
+    }
+    const toolUse = response.message.content.find((c) => c.type === 'tool_use');
+    expect(toolUse).toBeDefined();
+    if (toolUse?.type === 'tool_use') {
+        expect(toolUse.id).toBeDefined();
+        expect(toolUse.name).toBeDefined();
+        expect(toolUse.input).toBeDefined();
+    }
+    expect(response.finishReason).toBe('tool_use');
+}
+/**
+ * Assert that streaming produces expected sequence
+ */
+export async function assertValidStreamSequence(stream) {
+    const chunks = [];
+    for await (const chunk of stream) {
+        assertValidStreamChunk(chunk);
+        chunks.push(chunk);
+    }
+    expect(chunks.length).toBeGreaterThan(0);
+    // First chunk should be 'start'
+    const firstChunk = chunks[0];
+    if (firstChunk) {
+        expect(firstChunk.type).toBe('start');
+    }
+    // Last chunk should be 'done'
+    const lastChunk = chunks[chunks.length - 1];
+    if (lastChunk) {
+        expect(lastChunk.type).toBe('done');
+    }
+    return chunks;
+}
+/**
+ * Build a simple chat request for testing
+ */
+export function buildChatRequest(userMessage, options) {
+    const messages = [];
+    if (options?.systemMessage) {
+        messages.push({
+            role: 'system',
+            content: [{ type: 'text', text: options.systemMessage }],
+        });
+    }
+    messages.push({
+        role: 'user',
+        content: [{ type: 'text', text: userMessage }],
+    });
+    return {
+        messages,
+        parameters: {
+            model: options?.model || 'test-model',
+            temperature: options?.temperature ?? 0.7,
+            maxTokens: options?.maxTokens ?? 100,
+        },
+        metadata: {
+            requestId: `test-${Date.now()}`,
+            timestamp: Date.now(),
+        },
+    };
+}
+/**
+ * Build a multi-turn chat request for testing
+ */
+export function buildMultiTurnRequest(exchanges, finalUserMessage, options) {
+    const messages = [];
+    for (const exchange of exchanges) {
+        messages.push({
+            role: 'user',
+            content: [{ type: 'text', text: exchange.user }],
+        });
+        messages.push({
+            role: 'assistant',
+            content: [{ type: 'text', text: exchange.assistant }],
+        });
+    }
+    messages.push({
+        role: 'user',
+        content: [{ type: 'text', text: finalUserMessage }],
+    });
+    return {
+        messages,
+        parameters: {
+            model: options?.model || 'test-model',
+            temperature: options?.temperature ?? 0.7,
+            maxTokens: options?.maxTokens ?? 100,
+        },
+        metadata: {
+            requestId: `test-${Date.now()}`,
+            timestamp: Date.now(),
+        },
+    };
+}
+/**
+ * Extract text from response
+ */
+export function extractTextFromResponse(response) {
+    if (!Array.isArray(response.message.content)) {
+        return '';
+    }
+    const textContent = response.message.content.filter((c) => c.type === 'text');
+    return textContent.map((c) => (c.type === 'text' ? c.text : '')).join('');
+}
+/**
+ * Extract tool uses from response
+ */
+export function extractToolUsesFromResponse(response) {
+    if (!Array.isArray(response.message.content)) {
+        return [];
+    }
+    return response.message.content
+        .filter((c) => c.type === 'tool_use')
+        .map((c) => {
+        if (c.type === 'tool_use') {
+            return {
+                id: c.id,
+                name: c.name,
+                input: c.input,
+            };
+        }
+        return null;
+    })
+        .filter(Boolean);
+}
+/**
+ * Accumulate text from stream chunks
+ */
+export async function accumulateStreamText(stream) {
+    let text = '';
+    for await (const chunk of stream) {
+        if (chunk.type === 'content' && chunk.delta) {
+            text += chunk.delta;
+        }
+    }
+    return text;
+}
+/**
+ * Count tokens in text (rough estimate)
+ */
+export function estimateTokens(text) {
+    // Rough estimate: ~4 characters per token
+    return Math.ceil(text.length / 4);
+}
+/**
+ * Assert that usage statistics are reasonable
+ */
+export function assertReasonableUsage(response) {
+    const { usage } = response;
+    if (!usage) {
+        throw new Error('Response must have usage statistics');
+    }
+    // Tokens should be positive
+    expect(usage.promptTokens).toBeGreaterThan(0);
+    expect(usage.completionTokens).toBeGreaterThan(0);
+    expect(usage.totalTokens).toBeGreaterThan(0);
+    // Total should equal sum
+    expect(usage.totalTokens).toBe(usage.promptTokens + usage.completionTokens);
+    // Token counts should be reasonable (not absurdly high)
+    expect(usage.totalTokens).toBeLessThan(1000000);
+}
+//# sourceMappingURL=test-helpers.js.map

package/dist/esm/test-helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-helpers.js","sourceRoot":"","sources":["../../src/test-helpers.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAShC;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,QAAwB;IAC9D,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAC/B,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAChD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;IAC/C,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC3D,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IACrC,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAClE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5C,MAAM,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAC1F,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACxC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,KAAoB;IACzD,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5B,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IACjC,MAAM,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC9F,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,OAAsB;IAC3D,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9B,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnD,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAEnD,wBAAwB;IACxB,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACvC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAC;IACzC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;IACjD,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;AACnD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAAkB;IACnD,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IACnC,MAAM,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACxE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;IAEtC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACnC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAClD,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACtC,yBAAyB,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB,CAAC,OAAuB;IAC/D,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9B,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IAEnC,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,MAAM;YACT,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YACnC,MAAM,CAAC,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3C,MAAM;QAER,KAAK,OAAO;YACV,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM;QAER,KAAK,UAAU;YACb,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YACjC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YACnC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM;QAER,KAAK,aAAa;YAChB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;YACxC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YACtC,MAAM;IACV,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAwB;IAC5D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAiB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAC5F,MAAM,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;IAClC,IAAI,WAAW,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;QACjC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,wBAAwB,CAAC,QAAwB;IAC/D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAiB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;IAC5F,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9B,IAAI,OAAO,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;QACjC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACjC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IACtC,CAAC;IACD,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,MAAoC;IAEpC,MAAM,MAAM,GAAoB,EAAE,CAAC;IAEnC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAEzC,gCAAgC;IAChC,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7B,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;IAED,8BAA8B;IAC9B,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC5C,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,WAAmB,EACnB,OAKC;IAED,MAAM,QAAQ,GAAgB,EAAE,CAAC;IAEjC,IAAI,OAAO,EAAE,aAAa,EAAE,CAAC;QAC3B,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC;SACzD,CAAC,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC;QACZ,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;KAC/C,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ;QACR,UAAU,EAAE;YACV,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,YAAY;YACrC,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;YACxC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,GAAG;SACrC;QACD,QAAQ,EAAE;YACR,SAAS,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE;YAC/B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CACnC,SAAqD,EACrD,gBAAwB,EACxB,OAIC;IAED,MAAM,QAAQ,GAAgB,EAAE,CAAC;IAEjC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;SACjD,CAAC,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,SAAS,EAAE,CAAC;SACtD,CAAC,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC;QACZ,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC;KACpD,CAAC,CAAC;IAEH,OAAO;QACL,QAAQ;QACR,UAAU,EAAE;YACV,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,YAAY;YACrC,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,GAAG;YACxC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,GAAG;SACrC;QACD,QAAQ,EAAE;YACR,SAAS,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE;YAC/B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,QAAwB;IAC9D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7C,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAiB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAC9F,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,CAAiB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC5F,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,2BAA2B,CAAC,QAAwB;IAKlE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC7C,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,QAAQ,CAAC,OAAO,CAAC,OAAO;SAC5B,MAAM,CAAC,CAAC,CAAiB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;SACpD,GAAG,CAAC,CAAC,CAAiB,EAAE,EAAE;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC1B,OAAO;gBACL,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,KAAK,EAAE,CAAC,CAAC,KAAK;aACf,CAAC;QACJ,CAAC;QACD,OAAO,IAAK,CAAC;IACf,CAAC,CAAC;SACD,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,MAAoC;IAC7E,IAAI,IAAI,GAAG,EAAE,CAAC;IAEd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAC5C,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,0CAA0C;IAC1C,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAwB;IAC5D,MAAM,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC;IAE3B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IACzD,CAAC;IAED,4BAA4B;IAC5B,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAClD,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAE7C,yBAAyB;IACzB,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAE5E,wDAAwD;IACxD,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;AAClD,CAAC"}

package/dist/types/fixture-capture.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Fixture capture tool - captures real API calls and saves them as fixtures
+ */
+import type { IRChatRequest, IRChatResponse, IRStreamChunk } from 'ai.matey.types';
+import type { ChatFixture, StreamingFixture } from './fixture-types.js';
+/**
+ * Capture configuration
+ */
+export interface CaptureConfig {
+    /** Provider name */
+    readonly provider: string;
+    /** Scenario name */
+    readonly scenario: string;
+    /** Description of this fixture */
+    readonly description?: string;
+    /** Tags for categorization */
+    readonly tags?: readonly string[];
+    /** API version */
+    readonly apiVersion?: string;
+    /** Whether to sanitize sensitive data */
+    readonly sanitize?: boolean;
+    /** Custom output directory */
+    readonly outputDir?: string;
+}
+/**
+ * Capture a non-streaming chat interaction
+ */
+export declare function captureChat(config: CaptureConfig, request: IRChatRequest, response: IRChatResponse, providerData?: {
+    providerRequest?: unknown;
+    providerResponse?: unknown;
+}): Promise<ChatFixture>;
+/**
+ * Capture a streaming chat interaction
+ */
+export declare function captureStream(config: CaptureConfig, request: IRChatRequest, chunks: readonly IRStreamChunk[], finalResponse?: IRChatResponse, providerData?: {
+    providerRequest?: unknown;
+    providerStreamEvents?: readonly unknown[];
+}): Promise<StreamingFixture>;
+/**
+ * Capture middleware - wraps a backend adapter to automatically capture fixtures
+ */
+export declare function createCaptureMiddleware(config: Omit<CaptureConfig, 'scenario'>): {
+    name: string;
+    processRequest(request: IRChatRequest): IRChatRequest;
+    processResponse(response: IRChatResponse, request: IRChatRequest): Promise<IRChatResponse>;
+};
+/**
+ * Bulk capture utility - capture multiple fixtures at once
+ */
+export declare function bulkCapture(config: Omit<CaptureConfig, 'scenario'>, captures: Array<{
+    scenario: string;
+    request: IRChatRequest;
+    response: IRChatResponse;
+}>): Promise<void>;
+//# sourceMappingURL=fixture-capture.d.ts.map

package/dist/types/fixture-capture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fixture-capture.d.ts","sourceRoot":"","sources":["../../src/fixture-capture.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,KAAK,EAAE,aAAa,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AACnF,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAmB,MAAM,oBAAoB,CAAC;AAGzF;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,oBAAoB;IACpB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B,oBAAoB;IACpB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B,kCAAkC;IAClC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAE9B,8BAA8B;IAC9B,QAAQ,CAAC,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAElC,kBAAkB;IAClB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAE7B,yCAAyC;IACzC,QAAQ,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;IAE5B,8BAA8B;IAC9B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B;AA8BD;;GAEG;AACH,wBAAsB,WAAW,CAC/B,MAAM,EAAE,aAAa,EACrB,OAAO,EAAE,aAAa,EACtB,QAAQ,EAAE,cAAc,EACxB,YAAY,CAAC,EAAE;IACb,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B,GACA,OAAO,CAAC,WAAW,CAAC,CA2BtB;AAED;;GAEG;AACH,wBAAsB,aAAa,CACjC,MAAM,EAAE,aAAa,EACrB,OAAO,EAAE,aAAa,EACtB,MAAM,EAAE,SAAS,aAAa,EAAE,EAChC,aAAa,CAAC,EAAE,cAAc,EAC9B,YAAY,CAAC,EAAE;IACb,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,oBAAoB,CAAC,EAAE,SAAS,OAAO,EAAE,CAAC;CAC3C,GACA,OAAO,CAAC,gBAAgB,CAAC,CA4B3B;AAuBD;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,UAAU,CAAC;;4BAInD,aAAa,GAAG,aAAa;8BAOzC,cAAc,WACf,aAAa,GACrB,OAAO,CAAC,cAAc,CAAC;EAiB7B;AAiCD;;GAEG;AACH,wBAAsB,WAAW,CAC/B,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,UAAU,CAAC,EACvC,QAAQ,EAAE,KAAK,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,aAAa,CAAC;IACvB,QAAQ,EAAE,cAAc,CAAC;CAC1B,CAAC,GACD,OAAO,CAAC,IAAI,CAAC,CAaf"}