@layer-ai/core 2.0.11 → 2.0.13

package/dist/services/providers/tests/test-json-response-format-google.js

@@ -0,0 +1,179 @@
+#!/usr/bin/env npx tsx
+/**
+ * Focused tests for JSON response format structure - Google Provider
+ * Tests structured output with prompt engineering (beta mode)
+ */
+import { GoogleAdapter } from '../google-adapter.js';
+const adapter = new GoogleAdapter();
+console.log('='.repeat(80));
+console.log('STRUCTURED OUTPUT - GOOGLE ADAPTER TESTS (BETA MODE)');
+console.log('='.repeat(80));
+console.log('');
+// Helper to extract JSON from markdown or plain text
+function extractJSON(content) {
+    const codeBlockMatch = content.match(/```(?:json)?\s*\n?([\s\S]*?)\n?```/);
+    if (codeBlockMatch) {
+        return JSON.parse(codeBlockMatch[1].trim());
+    }
+    return JSON.parse(content.trim());
+}
+async function testJsonObjectModeBeta() {
+    console.log('Test 1: JSON Object Mode (Beta - Prompt Engineering)');
+    console.log('-'.repeat(80));
+    const request = {
+        gateId: 'test-gate',
+        model: 'gemini-2.0-flash',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Generate a user profile with name, age, and city fields' }
+            ],
+            systemPrompt: 'You MUST respond with ONLY a valid JSON object. Do not include ANY text before or after the JSON. Do not wrap it in markdown code blocks. Do not add explanations. ONLY output the raw JSON object.',
+            maxTokens: 150,
+        }
+    };
+    try {
+        const response = await adapter.call(request);
+        console.log('✓ Request completed');
+        console.log('');
+        console.log('Raw response content:');
+        console.log(response.content);
+        console.log('');
+        // Try to parse as JSON (with markdown extraction fallback)
+        const parsed = extractJSON(response.content || '');
+        console.log('✓ Successfully parsed as JSON');
+        console.log('');
+        console.log('Parsed structure:');
+        console.log(JSON.stringify(parsed, null, 2));
+        console.log('');
+        console.log('✅ JSON Object Mode (Beta): PASSED');
+        console.log('');
+        return true;
+    }
+    catch (error) {
+        console.log('❌ JSON Object Mode (Beta): FAILED');
+        console.log('Error:', error.message);
+        console.log('');
+        return false;
+    }
+}
+async function testJsonSchemaModeBeta() {
+    console.log('Test 2: JSON Schema Mode (Beta - Prompt Engineering)');
+    console.log('-'.repeat(80));
+    const schema = {
+        type: 'object',
+        properties: {
+            name: { type: 'string' },
+            age: { type: 'number' },
+            city: { type: 'string' },
+        },
+        required: ['name', 'age', 'city'],
+        additionalProperties: false,
+    };
+    const systemPrompt = `You MUST respond with ONLY a valid JSON object matching this schema. Do not include ANY text before or after the JSON. Do not wrap it in markdown code blocks. Do not add explanations. ONLY output the raw JSON object.
+
+Required JSON Schema:
+${JSON.stringify(schema, null, 2)}`;
+    const request = {
+        gateId: 'test-gate',
+        model: 'gemini-2.0-flash',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Create data for: name=Alice Johnson, age=28, city=Tokyo' }
+            ],
+            systemPrompt,
+            maxTokens: 150,
+        }
+    };
+    try {
+        const response = await adapter.call(request);
+        console.log('✓ Request completed');
+        console.log('');
+        console.log('Raw response content:');
+        console.log(response.content);
+        console.log('');
+        // Try to parse as JSON (with markdown extraction fallback)
+        const parsed = extractJSON(response.content || '');
+        console.log('✓ Successfully parsed as JSON');
+        console.log('');
+        console.log('Parsed structure:');
+        console.log(JSON.stringify(parsed, null, 2));
+        console.log('');
+        // Validate schema fields
+        const hasRequiredFields = parsed.name && typeof parsed.age === 'number' && parsed.city;
+        if (!hasRequiredFields) {
+            throw new Error('Missing required fields from schema');
+        }
+        console.log('✓ Schema validation passed');
+        console.log('');
+        console.log('✅ JSON Schema Mode (Beta): PASSED');
+        console.log('');
+        return true;
+    }
+    catch (error) {
+        console.log('❌ JSON Schema Mode (Beta): FAILED');
+        console.log('Error:', error.message);
+        console.log('');
+        return false;
+    }
+}
+async function testTextMode() {
+    console.log('Test 3: Text Mode (Control Test)');
+    console.log('-'.repeat(80));
+    const request = {
+        gateId: 'test-gate',
+        model: 'gemini-2.0-flash',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Say hello' }
+            ],
+            maxTokens: 50,
+        }
+    };
+    try {
+        const response = await adapter.call(request);
+        console.log('✓ Request completed');
+        console.log('');
+        console.log('Response content:');
+        console.log(response.content);
+        console.log('');
+        console.log('✅ Text Mode: PASSED');
+        console.log('');
+        return true;
+    }
+    catch (error) {
+        console.log('❌ Text Mode: FAILED');
+        console.log('Error:', error.message);
+        console.log('');
+        return false;
+    }
+}
+async function runTests() {
+    const results = [];
+    results.push(await testJsonObjectModeBeta());
+    results.push(await testJsonSchemaModeBeta());
+    results.push(await testTextMode());
+    console.log('='.repeat(80));
+    console.log('RESULTS SUMMARY');
+    console.log('='.repeat(80));
+    console.log('');
+    const passed = results.filter(r => r).length;
+    const failed = results.filter(r => !r).length;
+    console.log(`Total Tests: ${results.length}`);
+    console.log(`Passed: ${passed}`);
+    console.log(`Failed: ${failed}`);
+    console.log('');
+    if (failed > 0) {
+        console.log('❌ Some tests failed');
+        process.exit(1);
+    }
+    else {
+        console.log('✅ All tests passed!');
+    }
+}
+runTests().catch(error => {
+    console.error('Test suite failed:', error);
+    process.exit(1);
+});

package/dist/services/providers/tests/test-json-response-format-mistral.d.ts

@@ -0,0 +1,7 @@
+#!/usr/bin/env npx tsx
+/**
+ * Focused tests for JSON response format structure - Mistral Provider
+ * Tests structured output with prompt engineering (beta mode)
+ */
+export {};
+//# sourceMappingURL=test-json-response-format-mistral.d.ts.map

package/dist/services/providers/tests/test-json-response-format-mistral.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-json-response-format-mistral.d.ts","sourceRoot":"","sources":["../../../../src/services/providers/tests/test-json-response-format-mistral.ts"],"names":[],"mappings":";AACA;;;GAGG"}

package/dist/services/providers/tests/test-json-response-format-mistral.js

@@ -0,0 +1,179 @@
+#!/usr/bin/env npx tsx
+/**
+ * Focused tests for JSON response format structure - Mistral Provider
+ * Tests structured output with prompt engineering (beta mode)
+ */
+import { MistralAdapter } from '../mistral-adapter.js';
+const adapter = new MistralAdapter();
+console.log('='.repeat(80));
+console.log('STRUCTURED OUTPUT - MISTRAL ADAPTER TESTS (BETA MODE)');
+console.log('='.repeat(80));
+console.log('');
+// Helper to extract JSON from markdown or plain text
+function extractJSON(content) {
+    const codeBlockMatch = content.match(/```(?:json)?\s*\n?([\s\S]*?)\n?```/);
+    if (codeBlockMatch) {
+        return JSON.parse(codeBlockMatch[1].trim());
+    }
+    return JSON.parse(content.trim());
+}
+async function testJsonObjectModeBeta() {
+    console.log('Test 1: JSON Object Mode (Beta - Prompt Engineering)');
+    console.log('-'.repeat(80));
+    const request = {
+        gateId: 'test-gate',
+        model: 'mistral-medium-2508',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Generate a user profile with name, age, and city fields' }
+            ],
+            systemPrompt: 'You MUST respond with ONLY a valid JSON object. Do not include ANY text before or after the JSON. Do not wrap it in markdown code blocks. Do not add explanations. ONLY output the raw JSON object.',
+            maxTokens: 150,
+        }
+    };
+    try {
+        const response = await adapter.call(request);
+        console.log('✓ Request completed');
+        console.log('');
+        console.log('Raw response content:');
+        console.log(response.content);
+        console.log('');
+        // Try to parse as JSON (with markdown extraction fallback)
+        const parsed = extractJSON(response.content || '');
+        console.log('✓ Successfully parsed as JSON');
+        console.log('');
+        console.log('Parsed structure:');
+        console.log(JSON.stringify(parsed, null, 2));
+        console.log('');
+        console.log('✅ JSON Object Mode (Beta): PASSED');
+        console.log('');
+        return true;
+    }
+    catch (error) {
+        console.log('❌ JSON Object Mode (Beta): FAILED');
+        console.log('Error:', error.message);
+        console.log('');
+        return false;
+    }
+}
+async function testJsonSchemaModeBeta() {
+    console.log('Test 2: JSON Schema Mode (Beta - Prompt Engineering)');
+    console.log('-'.repeat(80));
+    const schema = {
+        type: 'object',
+        properties: {
+            name: { type: 'string' },
+            age: { type: 'number' },
+            city: { type: 'string' },
+        },
+        required: ['name', 'age', 'city'],
+        additionalProperties: false,
+    };
+    const systemPrompt = `You MUST respond with ONLY a valid JSON object matching this schema. Do not include ANY text before or after the JSON. Do not wrap it in markdown code blocks. Do not add explanations. ONLY output the raw JSON object.
+
+Required JSON Schema:
+${JSON.stringify(schema, null, 2)}`;
+    const request = {
+        gateId: 'test-gate',
+        model: 'mistral-medium-2508',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Create data for: name=Bob Williams, age=35, city=Paris' }
+            ],
+            systemPrompt,
+            maxTokens: 150,
+        }
+    };
+    try {
+        const response = await adapter.call(request);
+        console.log('✓ Request completed');
+        console.log('');
+        console.log('Raw response content:');
+        console.log(response.content);
+        console.log('');
+        // Try to parse as JSON (with markdown extraction fallback)
+        const parsed = extractJSON(response.content || '');
+        console.log('✓ Successfully parsed as JSON');
+        console.log('');
+        console.log('Parsed structure:');
+        console.log(JSON.stringify(parsed, null, 2));
+        console.log('');
+        // Validate schema fields
+        const hasRequiredFields = parsed.name && typeof parsed.age === 'number' && parsed.city;
+        if (!hasRequiredFields) {
+            throw new Error('Missing required fields from schema');
+        }
+        console.log('✓ Schema validation passed');
+        console.log('');
+        console.log('✅ JSON Schema Mode (Beta): PASSED');
+        console.log('');
+        return true;
+    }
+    catch (error) {
+        console.log('❌ JSON Schema Mode (Beta): FAILED');
+        console.log('Error:', error.message);
+        console.log('');
+        return false;
+    }
+}
+async function testTextMode() {
+    console.log('Test 3: Text Mode (Control Test)');
+    console.log('-'.repeat(80));
+    const request = {
+        gateId: 'test-gate',
+        model: 'mistral-medium-2508',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Say hello' }
+            ],
+            maxTokens: 50,
+        }
+    };
+    try {
+        const response = await adapter.call(request);
+        console.log('✓ Request completed');
+        console.log('');
+        console.log('Response content:');
+        console.log(response.content);
+        console.log('');
+        console.log('✅ Text Mode: PASSED');
+        console.log('');
+        return true;
+    }
+    catch (error) {
+        console.log('❌ Text Mode: FAILED');
+        console.log('Error:', error.message);
+        console.log('');
+        return false;
+    }
+}
+async function runTests() {
+    const results = [];
+    results.push(await testJsonObjectModeBeta());
+    results.push(await testJsonSchemaModeBeta());
+    results.push(await testTextMode());
+    console.log('='.repeat(80));
+    console.log('RESULTS SUMMARY');
+    console.log('='.repeat(80));
+    console.log('');
+    const passed = results.filter(r => r).length;
+    const failed = results.filter(r => !r).length;
+    console.log(`Total Tests: ${results.length}`);
+    console.log(`Passed: ${passed}`);
+    console.log(`Failed: ${failed}`);
+    console.log('');
+    if (failed > 0) {
+        console.log('❌ Some tests failed');
+        process.exit(1);
+    }
+    else {
+        console.log('✅ All tests passed!');
+    }
+}
+runTests().catch(error => {
+    console.error('Test suite failed:', error);
+    process.exit(1);
+});

package/dist/services/providers/tests/test-json-response-format-openai.d.ts

@@ -0,0 +1,7 @@
+#!/usr/bin/env npx tsx
+/**
+ * Focused tests for JSON response format structure
+ * Tests ONLY the structured output feature at the adapter level
+ */
+export {};
+//# sourceMappingURL=test-json-response-format-openai.d.ts.map

package/dist/services/providers/tests/test-json-response-format-openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-json-response-format-openai.d.ts","sourceRoot":"","sources":["../../../../src/services/providers/tests/test-json-response-format-openai.ts"],"names":[],"mappings":";AACA;;;GAGG"}

package/dist/services/providers/tests/test-json-response-format-openai.js

@@ -0,0 +1,175 @@
+#!/usr/bin/env npx tsx
+/**
+ * Focused tests for JSON response format structure
+ * Tests ONLY the structured output feature at the adapter level
+ */
+import { OpenAIAdapter } from '../openai-adapter.js';
+const adapter = new OpenAIAdapter();
+console.log('='.repeat(80));
+console.log('STRUCTURED OUTPUT - ADAPTER LEVEL TESTS');
+console.log('='.repeat(80));
+console.log('');
+async function testJsonObjectMode() {
+    console.log('Test 1: JSON Object Mode');
+    console.log('-'.repeat(80));
+    const request = {
+        gateId: 'test-gate',
+        model: 'gpt-4o-mini',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Generate a JSON user profile with name, age, and city fields' }
+            ],
+            responseFormat: 'json_object',
+            maxTokens: 100,
+        }
+    };
+    try {
+        const response = await adapter.call(request);
+        console.log('✓ Request completed');
+        console.log('');
+        console.log('Raw response content:');
+        console.log(response.content);
+        console.log('');
+        // Try to parse as JSON
+        const parsed = JSON.parse(response.content || '');
+        console.log('✓ Successfully parsed as JSON');
+        console.log('');
+        console.log('Parsed structure:');
+        console.log(JSON.stringify(parsed, null, 2));
+        console.log('');
+        console.log('✅ JSON Object Mode: PASSED');
+        console.log('');
+        return true;
+    }
+    catch (error) {
+        console.log('❌ JSON Object Mode: FAILED');
+        console.log('Error:', error.message);
+        console.log('');
+        return false;
+    }
+}
+async function testJsonSchemaMode() {
+    console.log('Test 2: JSON Schema Mode');
+    console.log('-'.repeat(80));
+    const schema = {
+        type: 'json_schema',
+        json_schema: {
+            name: 'user_profile',
+            strict: true,
+            schema: {
+                type: 'object',
+                properties: {
+                    name: { type: 'string' },
+                    age: { type: 'number' },
+                    city: { type: 'string' },
+                },
+                required: ['name', 'age', 'city'],
+                additionalProperties: false,
+            },
+        },
+    };
+    const request = {
+        gateId: 'test-gate',
+        model: 'gpt-4o',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Create a profile for John Doe, age 30, from New York' }
+            ],
+            responseFormat: schema,
+            maxTokens: 100,
+        }
+    };
+    try {
+        const response = await adapter.call(request);
+        console.log('✓ Request completed');
+        console.log('');
+        console.log('Raw response content:');
+        console.log(response.content);
+        console.log('');
+        // Try to parse as JSON
+        const parsed = JSON.parse(response.content || '');
+        console.log('✓ Successfully parsed as JSON');
+        console.log('');
+        console.log('Parsed structure:');
+        console.log(JSON.stringify(parsed, null, 2));
+        console.log('');
+        // Validate schema fields
+        const hasRequiredFields = parsed.name && typeof parsed.age === 'number' && parsed.city;
+        if (!hasRequiredFields) {
+            throw new Error('Missing required fields from schema');
+        }
+        console.log('✓ Schema validation passed');
+        console.log('');
+        console.log('✅ JSON Schema Mode: PASSED');
+        console.log('');
+        return true;
+    }
+    catch (error) {
+        console.log('❌ JSON Schema Mode: FAILED');
+        console.log('Error:', error.message);
+        console.log('');
+        return false;
+    }
+}
+async function testTextMode() {
+    console.log('Test 3: Text Mode (Control Test)');
+    console.log('-'.repeat(80));
+    const request = {
+        gateId: 'test-gate',
+        model: 'gpt-4o-mini',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Say hello' }
+            ],
+            responseFormat: 'text',
+            maxTokens: 50,
+        }
+    };
+    try {
+        const response = await adapter.call(request);
+        console.log('✓ Request completed');
+        console.log('');
+        console.log('Response content:');
+        console.log(response.content);
+        console.log('');
+        console.log('✅ Text Mode: PASSED');
+        console.log('');
+        return true;
+    }
+    catch (error) {
+        console.log('❌ Text Mode: FAILED');
+        console.log('Error:', error.message);
+        console.log('');
+        return false;
+    }
+}
+async function runTests() {
+    const results = [];
+    results.push(await testJsonObjectMode());
+    results.push(await testJsonSchemaMode());
+    results.push(await testTextMode());
+    console.log('='.repeat(80));
+    console.log('RESULTS SUMMARY');
+    console.log('='.repeat(80));
+    console.log('');
+    const passed = results.filter(r => r).length;
+    const failed = results.filter(r => !r).length;
+    console.log(`Total Tests: ${results.length}`);
+    console.log(`Passed: ${passed}`);
+    console.log(`Failed: ${failed}`);
+    console.log('');
+    if (failed > 0) {
+        console.log('❌ Some tests failed');
+        process.exit(1);
+    }
+    else {
+        console.log('✅ All tests passed!');
+    }
+}
+runTests().catch(error => {
+    console.error('Test suite failed:', error);
+    process.exit(1);
+});

package/dist/services/providers/tests/test-openai-adapter.js

@@ -209,6 +209,79 @@ async function testContentAndToolCalls() {
     }
     console.log('✅ Content + tool calls test passed\n');
 }
+async function testStructuredOutputJsonObject() {
+    console.log('Testing structured output - JSON Object mode...');
+    const request = {
+        gateId: 'test-gate',
+        model: 'gpt-4o',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Generate a JSON user profile with name, age, and city fields' }
+            ],
+            responseFormat: 'json_object',
+            maxTokens: 100,
+        }
+    };
+    const response = await adapter.call(request);
+    console.log('Response:', response.content);
+    // Try to parse as JSON
+    try {
+        const parsed = JSON.parse(response.content || '');
+        console.log('Parsed JSON:', parsed);
+        console.log('✅ JSON Object mode test passed\n');
+    }
+    catch (error) {
+        throw new Error(`Response was not valid JSON: ${response.content}`);
+    }
+}
+async function testStructuredOutputJsonSchema() {
+    console.log('Testing structured output - JSON Schema mode...');
+    const schema = {
+        type: 'json_schema',
+        json_schema: {
+            name: 'user_profile',
+            strict: true,
+            schema: {
+                type: 'object',
+                properties: {
+                    name: { type: 'string' },
+                    age: { type: 'number' },
+                    city: { type: 'string' },
+                },
+                required: ['name', 'age', 'city'],
+                additionalProperties: false,
+            },
+        },
+    };
+    const request = {
+        gateId: 'test-gate',
+        model: 'gpt-4o',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Create a profile for John Doe, age 30, from New York' }
+            ],
+            responseFormat: schema,
+            maxTokens: 100,
+        }
+    };
+    const response = await adapter.call(request);
+    console.log('Response:', response.content);
+    // Try to parse as JSON and validate schema
+    try {
+        const parsed = JSON.parse(response.content || '');
+        console.log('Parsed JSON:', parsed);
+        // Validate required fields
+        if (!parsed.name || typeof parsed.age !== 'number' || !parsed.city) {
+            throw new Error('Response does not match schema');
+        }
+        console.log('✅ JSON Schema mode test passed\n');
+    }
+    catch (error) {
+        throw new Error(`Schema validation failed: ${error}`);
+    }
+}
 async function runTests() {
     try {
         await testChatCompletion();
@@ -218,6 +291,9 @@ async function runTests() {
         await testToolCalling();
         console.log('Testing content + tool calls...');
         await testContentAndToolCalls();
+        console.log('Testing structured output...');
+        await testStructuredOutputJsonObject();
+        await testStructuredOutputJsonSchema();
         await testImageGeneration();
         await testEmbeddings();
         await testTextToSpeech();