@layer-ai/core 0.1.12 → 0.2.0

package/dist/index.d.ts

@@ -3,6 +3,7 @@ export { default as gatesRouter } from './routes/gates.js';
 export { default as keysRouter } from './routes/keys.js';
 export { default as logsRouter } from './routes/logs.js';
 export { default as completeRouter } from './routes/complete.js';
+export { default as completeV2Router } from './routes/v2/complete.js';
 export { authenticate } from './middleware/auth.js';
 export { db } from './lib/db/postgres.js';
 export { default as redis } from './lib/db/redis.js';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,OAAO,IAAI,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAGjE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGpD,OAAO,EAAE,EAAE,EAAE,MAAM,sBAAsB,CAAC;AAC1C,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAGrD,eAAO,MAAM,gBAAgB,GAAU,QAAQ,MAAM,KAAG,OAAO,CAAC,MAAM,CAGrE,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAU,QAAQ,MAAM,KAAG,OAAO,CAAC,IAAI,CAG3E,CAAC;AAGF,OAAO,EAAE,gBAAgB,IAAI,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AAC5F,OAAO,EAAE,gBAAgB,IAAI,yBAAyB,EAAE,MAAM,mCAAmC,CAAC;AAClG,OAAO,EAAE,gBAAgB,IAAI,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AAC5F,YAAY,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,EAAE,OAAO,IAAI,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,OAAO,IAAI,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAGtE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGpD,OAAO,EAAE,EAAE,EAAE,MAAM,sBAAsB,CAAC;AAC1C,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAGrD,eAAO,MAAM,gBAAgB,GAAU,QAAQ,MAAM,KAAG,OAAO,CAAC,MAAM,CAGrE,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAU,QAAQ,MAAM,KAAG,OAAO,CAAC,IAAI,CAG3E,CAAC;AAGF,OAAO,EAAE,gBAAgB,IAAI,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AAC5F,OAAO,EAAE,gBAAgB,IAAI,yBAAyB,EAAE,MAAM,mCAAmC,CAAC;AAClG,OAAO,EAAE,gBAAgB,IAAI,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AAC5F,YAAY,EAAE,gBAAgB,EAAE,MAAM,gCAAgC,CAAC"}

package/dist/index.js

@@ -4,6 +4,7 @@ export { default as gatesRouter } from './routes/gates.js';
 export { default as keysRouter } from './routes/keys.js';
 export { default as logsRouter } from './routes/logs.js';
 export { default as completeRouter } from './routes/complete.js';
+export { default as completeV2Router } from './routes/v2/complete.js';
 // Middleware
 export { authenticate } from './middleware/auth.js';
 // Database

package/dist/routes/complete.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"complete.d.ts","sourceRoot":"","sources":["../../src/routes/complete.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAWpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AA2QpC,eAAe,MAAM,CAAC"}
+{"version":3,"file":"complete.d.ts","sourceRoot":"","sources":["../../src/routes/complete.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAWpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAgSpC,eAAe,MAAM,CAAC"}

package/dist/routes/complete.js

@@ -3,7 +3,7 @@ import { db } from '../lib/db/postgres.js';
 import { cache } from '../lib/db/redis.js';
 import { authenticate } from '../middleware/auth.js';
 import { OpenAIAdapter } from '../services/providers/openai-adapter.js';
-import * as anthropic from '../services/providers/anthropic.js';
+import { AnthropicAdapter } from '../services/providers/anthropic-adapter.js';
 import * as google from '../services/providers/google.js';
 import { MODEL_REGISTRY, OverrideField } from '@layer-ai/sdk';
 const router = Router();
@@ -54,7 +54,7 @@ function resolveFinalParams(gateConfig, requestParams) {
 }
 /**
  * MIGRATION IN PROGRESS: Moving to normalized adapter pattern.
- * OpenAI now uses the new adapter. Other providers will follow.
+ * OpenAI and Anthropic now use the new adapter. Other providers will follow.
  * This temporary conversion layer will be removed after all providers are migrated.
  */
 async function callProvider(params) {
@@ -82,8 +82,28 @@ async function callProvider(params) {
                 costUsd: layerResponse.cost || 0,
             };
         }
-        case 'anthropic':
-            return await anthropic.createCompletion(params);
+        case 'anthropic': {
+            const adapter = new AnthropicAdapter();
+            const layerResponse = await adapter.call({
+                gate: 'internal',
+                model: params.model,
+                type: 'chat',
+                data: {
+                    messages: params.messages,
+                    systemPrompt: params.systemPrompt,
+                    temperature: params.temperature,
+                    maxTokens: params.maxTokens,
+                    topP: params.topP,
+                },
+            });
+            return {
+                content: layerResponse.content || '',
+                promptTokens: layerResponse.usage?.promptTokens || 0,
+                completionTokens: layerResponse.usage?.completionTokens || 0,
+                totalTokens: layerResponse.usage?.totalTokens || 0,
+                costUsd: layerResponse.cost || 0,
+            };
+        }
         case 'google':
             return await google.createCompletion(params);
         default:

package/dist/routes/v2/complete.d.ts

@@ -0,0 +1,4 @@
+import type { Router as RouterType } from 'express';
+declare const router: RouterType;
+export default router;
+//# sourceMappingURL=complete.d.ts.map

package/dist/routes/v2/complete.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"complete.d.ts","sourceRoot":"","sources":["../../../src/routes/v2/complete.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAUpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAgQpC,eAAe,MAAM,CAAC"}

package/dist/routes/v2/complete.js

@@ -0,0 +1,214 @@
+import { Router } from 'express';
+import { db } from '../../lib/db/postgres.js';
+import { cache } from '../../lib/db/redis.js';
+import { authenticate } from '../../middleware/auth.js';
+import { OpenAIAdapter } from '../../services/providers/openai-adapter.js';
+import { AnthropicAdapter } from '../../services/providers/anthropic-adapter.js';
+import { MODEL_REGISTRY, OverrideField } from '@layer-ai/sdk';
+const router = Router();
+// MARK:- Helper Functions
+function isOverrideAllowed(allowOverrides, field) {
+    if (allowOverrides === undefined || allowOverrides === null || allowOverrides === true)
+        return true;
+    if (allowOverrides === false)
+        return false;
+    return allowOverrides[field] ?? false;
+}
+async function getGateConfig(userId, gateName) {
+    let gateConfig = await cache.getGate(userId, gateName);
+    if (!gateConfig) {
+        gateConfig = await db.getGateByUserAndName(userId, gateName);
+        if (gateConfig) {
+            await cache.setGate(userId, gateName, gateConfig);
+        }
+    }
+    return gateConfig;
+}
+function resolveFinalRequest(gateConfig, request) {
+    const finalRequest = { ...request };
+    let finalModel = gateConfig.model;
+    if (request.model && isOverrideAllowed(gateConfig.allowOverrides, OverrideField.Model) && MODEL_REGISTRY[request.model]) {
+        finalModel = request.model;
+    }
+    finalRequest.model = finalModel;
+    if (request.type === 'chat') {
+        const chatData = { ...request.data };
+        if (!chatData.systemPrompt && gateConfig.systemPrompt) {
+            chatData.systemPrompt = gateConfig.systemPrompt;
+        }
+        if (chatData.temperature === undefined && gateConfig.temperature !== undefined) {
+            chatData.temperature = gateConfig.temperature;
+        }
+        else if (chatData.temperature !== undefined && !isOverrideAllowed(gateConfig.allowOverrides, OverrideField.Temperature)) {
+            chatData.temperature = gateConfig.temperature;
+        }
+        if (chatData.maxTokens === undefined && gateConfig.maxTokens !== undefined) {
+            chatData.maxTokens = gateConfig.maxTokens;
+        }
+        else if (chatData.maxTokens !== undefined && !isOverrideAllowed(gateConfig.allowOverrides, OverrideField.MaxTokens)) {
+            chatData.maxTokens = gateConfig.maxTokens;
+        }
+        if (chatData.topP === undefined && gateConfig.topP !== undefined) {
+            chatData.topP = gateConfig.topP;
+        }
+        else if (chatData.topP !== undefined && !isOverrideAllowed(gateConfig.allowOverrides, OverrideField.TopP)) {
+            chatData.topP = gateConfig.topP;
+        }
+        finalRequest.data = chatData;
+    }
+    return finalRequest;
+}
+async function callProvider(request) {
+    const provider = MODEL_REGISTRY[request.model].provider;
+    switch (provider) {
+        case 'openai': {
+            const adapter = new OpenAIAdapter();
+            return await adapter.call(request);
+        }
+        case 'anthropic': {
+            const adapter = new AnthropicAdapter();
+            return await adapter.call(request);
+        }
+        case 'google':
+            // TODO: Migrate Google to use adapter pattern
+            throw new Error('Google provider not yet migrated to v2 API');
+        default:
+            throw new Error(`Unknown provider: ${provider}`);
+    }
+}
+function getModelsToTry(gateConfig, primaryModel) {
+    const modelsToTry = [primaryModel];
+    if (gateConfig.routingStrategy === 'fallback' && gateConfig.fallbackModels?.length) {
+        modelsToTry.push(...gateConfig.fallbackModels);
+    }
+    return modelsToTry;
+}
+async function executeWithFallback(request, modelsToTry) {
+    let result = null;
+    let lastError = null;
+    let modelUsed = request.model;
+    for (const modelToTry of modelsToTry) {
+        try {
+            const modelRequest = { ...request, model: modelToTry };
+            result = await callProvider(modelRequest);
+            modelUsed = modelToTry;
+            break;
+        }
+        catch (error) {
+            lastError = error;
+            console.log(`Model ${modelToTry} failed, trying next fallback...`, error instanceof Error ? error.message : error);
+            continue;
+        }
+    }
+    if (!result) {
+        throw lastError || new Error('All models failed');
+    }
+    return { result, modelUsed };
+}
+async function executeWithRoundRobin(gateConfig, request) {
+    if (!gateConfig.fallbackModels?.length) {
+        const result = await callProvider(request);
+        return { result, modelUsed: request.model };
+    }
+    const allModels = [gateConfig.model, ...gateConfig.fallbackModels];
+    const modelIndex = Math.floor(Math.random() * allModels.length);
+    const selectedModel = allModels[modelIndex];
+    const modelRequest = { ...request, model: selectedModel };
+    const result = await callProvider(modelRequest);
+    return { result, modelUsed: selectedModel };
+}
+async function executeWithRouting(gateConfig, request) {
+    const modelsToTry = getModelsToTry(gateConfig, request.model);
+    switch (gateConfig.routingStrategy) {
+        case 'fallback':
+            return await executeWithFallback(request, modelsToTry);
+        case 'round-robin':
+            return await executeWithRoundRobin(gateConfig, request);
+        case 'single':
+        default:
+            const result = await callProvider(request);
+            return { result, modelUsed: request.model };
+    }
+}
+// MARK:- Route Handler
+router.post('/', authenticate, async (req, res) => {
+    const startTime = Date.now();
+    if (!req.userId) {
+        res.status(401).json({ error: 'unauthorized', message: 'Missing user ID' });
+        return;
+    }
+    const userId = req.userId;
+    try {
+        const request = req.body;
+        if (!request.gate) {
+            res.status(400).json({ error: 'bad_request', message: 'Missing required field: gate' });
+            return;
+        }
+        if (!request.type) {
+            res.status(400).json({ error: 'bad_request', message: 'Missing required field: type' });
+            return;
+        }
+        // Validate chat-specific requirements
+        if (request.type === 'chat') {
+            if (!request.data.messages || !Array.isArray(request.data.messages) || request.data.messages.length === 0) {
+                res.status(400).json({ error: 'bad_request', message: 'Missing required field: data.messages' });
+                return;
+            }
+        }
+        const gateConfig = await getGateConfig(userId, request.gate);
+        if (!gateConfig) {
+            res.status(404).json({ error: 'not_found', message: `Gate "${request.gate}" not found` });
+            return;
+        }
+        const finalRequest = resolveFinalRequest(gateConfig, request);
+        const { result, modelUsed } = await executeWithRouting(gateConfig, finalRequest);
+        const latencyMs = Date.now() - startTime;
+        // Log request to database
+        db.logRequest({
+            userId,
+            gateId: gateConfig.id,
+            gateName: request.gate,
+            modelRequested: request.model || gateConfig.model,
+            modelUsed: modelUsed,
+            promptTokens: result.usage?.promptTokens || 0,
+            completionTokens: result.usage?.completionTokens || 0,
+            totalTokens: result.usage?.totalTokens || 0,
+            costUsd: result.cost || 0,
+            latencyMs,
+            success: true,
+            errorMessage: null,
+            userAgent: req.headers['user-agent'] || null,
+            ipAddress: req.ip || null,
+        }).catch(err => console.error('Failed to log request:', err));
+        // Return LayerResponse with additional metadata
+        const response = {
+            ...result,
+            model: modelUsed,
+            latencyMs,
+        };
+        res.json(response);
+    }
+    catch (error) {
+        const latencyMs = Date.now() - startTime;
+        const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+        db.logRequest({
+            userId,
+            gateId: null,
+            gateName: req.body?.gate || null,
+            modelRequested: null,
+            modelUsed: null,
+            promptTokens: 0,
+            completionTokens: 0,
+            totalTokens: 0,
+            costUsd: 0,
+            latencyMs,
+            success: false,
+            errorMessage,
+            userAgent: req.headers['user-agent'] || null,
+            ipAddress: req.ip || null,
+        }).catch(err => console.error('Failed to log request:', err));
+        console.error('Completion error:', error);
+        res.status(500).json({ error: 'internal_error', message: errorMessage });
+    }
+});
+export default router;

package/dist/routes/v2/tests/test-complete-anthropic.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=test-complete-anthropic.d.ts.map

package/dist/routes/v2/tests/test-complete-anthropic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-complete-anthropic.d.ts","sourceRoot":"","sources":["../../../../src/routes/v2/tests/test-complete-anthropic.ts"],"names":[],"mappings":""}

package/dist/routes/v2/tests/test-complete-anthropic.js

@@ -0,0 +1,132 @@
+// Test v2 complete route with Anthropic adapter
+// This demonstrates the full LayerRequest format with all features
+async function testBasicChat() {
+    console.log('Test 1: Basic chat completion with Anthropic\n');
+    const request = {
+        gate: 'test-gate',
+        model: 'claude-sonnet-4-5-20250929',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Say "Hello from v2 API" and nothing else.' }
+            ],
+            temperature: 0.7,
+            maxTokens: 20,
+        }
+    };
+    console.log('Request:', JSON.stringify(request, null, 2));
+    console.log('\nExpected response includes:');
+    console.log('- content: string');
+    console.log('- model: string');
+    console.log('- finishReason: "completed" | "length_limit" | "tool_call" | "filtered" | "error"');
+    console.log('- usage: { promptTokens, completionTokens, totalTokens }');
+    console.log('- cost: number');
+    console.log('- latencyMs: number');
+    console.log('- raw: original provider response');
+}
+async function testVision() {
+    console.log('\n\nTest 2: Vision with Anthropic (not supported in v1)\n');
+    const request = {
+        gate: 'test-gate',
+        model: 'claude-sonnet-4-5-20250929',
+        type: 'chat',
+        data: {
+            messages: [
+                {
+                    role: 'user',
+                    content: 'What color is the sky in this image?',
+                    images: [{
+                            url: 'https://images.unsplash.com/photo-1765202659641-9ad9facfe5cf?q=80&w=1364&auto=format&fit=crop&ixlib=rb-4.1.0&ixid=M3wxMjA3fDB8MHxwaG90by1wYWdlfHx8fGVufDB8fHx8fA%3D%3D',
+                        }]
+                }
+            ],
+            maxTokens: 50,
+        }
+    };
+    console.log('Request includes image URL in message');
+    console.log('This feature is only available in v2 API');
+}
+async function testToolCalls() {
+    console.log('\n\nTest 3: Tool calls with Anthropic (not supported in v1)\n');
+    const request = {
+        gate: 'test-gate',
+        model: 'claude-sonnet-4-5-20250929',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'What is the weather in San Francisco?' }
+            ],
+            tools: [
+                {
+                    type: 'function',
+                    function: {
+                        name: 'get_weather',
+                        description: 'Get the current weather for a location',
+                        parameters: {
+                            type: 'object',
+                            properties: {
+                                location: {
+                                    type: 'string',
+                                    description: 'The city and state, e.g. San Francisco, CA',
+                                },
+                            },
+                            required: ['location'],
+                        },
+                    },
+                },
+            ],
+            toolChoice: 'auto',
+            maxTokens: 100,
+        }
+    };
+    console.log('Request includes tools array and toolChoice');
+    console.log('Response will include toolCalls array if Claude wants to call a tool');
+    console.log('This feature is only available in v2 API');
+}
+async function testSystemPrompt() {
+    console.log('\n\nTest 4: System prompt and advanced params\n');
+    const request = {
+        gate: 'test-gate',
+        model: 'claude-sonnet-4-5-20250929',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Write a haiku about coding' }
+            ],
+            systemPrompt: 'You are a poetic AI that loves to write haikus.',
+            temperature: 1.0,
+            topP: 0.9,
+            maxTokens: 100,
+            stopSequences: ['END'],
+        }
+    };
+    console.log('Request includes:');
+    console.log('- systemPrompt: custom system instruction');
+    console.log('- temperature: controls randomness');
+    console.log('- topP: nucleus sampling');
+    console.log('- stopSequences: custom stop sequences');
+    console.log('All these features are available in v2');
+}
+async function runTests() {
+    console.log('='.repeat(60));
+    console.log('V2 Complete Route - Feature Showcase');
+    console.log('='.repeat(60));
+    console.log('\nTo test manually:');
+    console.log('1. Start server: pnpm --filter @layer-ai/api dev');
+    console.log('2. Create test gate in database with Claude model');
+    console.log('3. POST to /v2/complete with LayerRequest format');
+    console.log('='.repeat(60));
+    await testBasicChat();
+    await testVision();
+    await testToolCalls();
+    await testSystemPrompt();
+    console.log('\n' + '='.repeat(60));
+    console.log('Key differences from v1:');
+    console.log('- v1: Simple CompletionRequest (messages, temp, maxTokens, topP)');
+    console.log('- v2: Full LayerRequest (all above + tools, images, stopSeqs, etc)');
+    console.log('- v1: Returns CompletionResponse (content, usage)');
+    console.log('- v2: Returns LayerResponse (content, usage, toolCalls, cost, etc)');
+    console.log('='.repeat(60));
+}
+runTests();
+export {};

package/dist/routes/v2/tests/test-complete-openai.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=test-complete-openai.d.ts.map

package/dist/routes/v2/tests/test-complete-openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-complete-openai.d.ts","sourceRoot":"","sources":["../../../../src/routes/v2/tests/test-complete-openai.ts"],"names":[],"mappings":""}

package/dist/routes/v2/tests/test-complete-openai.js

@@ -0,0 +1,178 @@
+// Test v2 complete route with OpenAI adapter
+// This demonstrates LayerRequest format with OpenAI features
+async function testBasicChat() {
+    console.log('Test 1: Basic chat completion with OpenAI\n');
+    const request = {
+        gate: 'test-gate',
+        model: 'gpt-4o-mini',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Say "Hello from v2 API" and nothing else.' }
+            ],
+            temperature: 0.7,
+            maxTokens: 20,
+        }
+    };
+    console.log('Request:', JSON.stringify(request, null, 2));
+    console.log('\nExpected response includes:');
+    console.log('- content: string');
+    console.log('- model: string');
+    console.log('- finishReason: "completed" | "length_limit" | "tool_call" | "filtered" | "error"');
+    console.log('- usage: { promptTokens, completionTokens, totalTokens }');
+    console.log('- cost: number');
+    console.log('- latencyMs: number');
+}
+async function testVision() {
+    console.log('\n\nTest 2: Vision with GPT-4o\n');
+    const request = {
+        gate: 'test-gate',
+        model: 'gpt-4o',
+        type: 'chat',
+        data: {
+            messages: [
+                {
+                    role: 'user',
+                    content: 'What color is the sky in this image?',
+                    images: [{
+                            url: 'https://images.unsplash.com/photo-1765202659641-9ad9facfe5cf?q=80&w=1364&auto=format&fit=crop&ixlib=rb-4.1.0',
+                            detail: 'auto'
+                        }]
+                }
+            ],
+            maxTokens: 50,
+        }
+    };
+    console.log('Request includes image with detail level (auto/low/high)');
+    console.log('OpenAI supports image detail parameter for cost optimization');
+}
+async function testToolCalls() {
+    console.log('\n\nTest 3: Tool calls with GPT-4\n');
+    const request = {
+        gate: 'test-gate',
+        model: 'gpt-4o-mini',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'What is the weather in San Francisco?' }
+            ],
+            tools: [
+                {
+                    type: 'function',
+                    function: {
+                        name: 'get_weather',
+                        description: 'Get the current weather for a location',
+                        parameters: {
+                            type: 'object',
+                            properties: {
+                                location: {
+                                    type: 'string',
+                                    description: 'The city and state, e.g. San Francisco, CA',
+                                },
+                            },
+                            required: ['location'],
+                        },
+                    },
+                },
+            ],
+            toolChoice: 'auto',
+            maxTokens: 100,
+        }
+    };
+    console.log('Request includes tools array and toolChoice');
+    console.log('OpenAI will return toolCalls in response when needed');
+}
+async function testImageGeneration() {
+    console.log('\n\nTest 4: Image generation with DALL-E\n');
+    const request = {
+        gate: 'test-gate',
+        model: 'dall-e-3',
+        type: 'image',
+        data: {
+            prompt: 'A cute cat playing with yarn',
+            size: '1024x1024',
+            quality: 'standard',
+            count: 1,
+        }
+    };
+    console.log('Image generation request format');
+    console.log('Response will include images array with URLs');
+    console.log('This is a unique feature to v2 - multiple modalities in one endpoint');
+}
+async function testEmbeddings() {
+    console.log('\n\nTest 5: Text embeddings\n');
+    const request = {
+        gate: 'test-gate',
+        model: 'text-embedding-3-small',
+        type: 'embeddings',
+        data: {
+            input: 'The quick brown fox jumps over the lazy dog',
+            dimensions: 1536,
+        }
+    };
+    console.log('Embeddings request format');
+    console.log('Response will include embeddings array (number[][])');
+    console.log('Another unique v2 feature - embeddings through the same endpoint');
+}
+async function testTextToSpeech() {
+    console.log('\n\nTest 6: Text-to-speech\n');
+    const request = {
+        gate: 'test-gate',
+        model: 'tts-1',
+        type: 'tts',
+        data: {
+            input: 'Hello, this is a test of the text to speech system.',
+            voice: 'alloy',
+            responseFormat: 'mp3',
+        }
+    };
+    console.log('Text-to-speech request format');
+    console.log('Response will include audio with base64 data');
+    console.log('Yet another v2 exclusive - TTS through unified API');
+}
+async function testResponseFormat() {
+    console.log('\n\nTest 7: JSON response format\n');
+    const request = {
+        gate: 'test-gate',
+        model: 'gpt-4o-mini',
+        type: 'chat',
+        data: {
+            messages: [
+                { role: 'user', content: 'Generate a JSON object with name and age fields for a person.' }
+            ],
+            responseFormat: 'json_object',
+            maxTokens: 100,
+        }
+    };
+    console.log('Request with JSON response format');
+    console.log('OpenAI will ensure the response is valid JSON');
+    console.log('Available in v2 with responseFormat parameter');
+}
+async function runTests() {
+    console.log('='.repeat(60));
+    console.log('V2 Complete Route - OpenAI Feature Showcase');
+    console.log('='.repeat(60));
+    console.log('\nTo test manually:');
+    console.log('1. Start server: pnpm --filter @layer-ai/api dev');
+    console.log('2. Create test gate in database with OpenAI model');
+    console.log('3. POST to /v2/complete with LayerRequest format');
+    console.log('='.repeat(60));
+    await testBasicChat();
+    await testVision();
+    await testToolCalls();
+    await testImageGeneration();
+    await testEmbeddings();
+    await testTextToSpeech();
+    await testResponseFormat();
+    console.log('\n' + '='.repeat(60));
+    console.log('V2 API supports ALL modalities through one endpoint:');
+    console.log('- chat: Text completion and multimodal chat');
+    console.log('- image: DALL-E image generation');
+    console.log('- embeddings: Text embeddings');
+    console.log('- tts: Text-to-speech');
+    console.log('- video: (Future) Video generation');
+    console.log('\nAll with consistent LayerRequest/LayerResponse format');
+    console.log('='.repeat(60));
+}
+runTests();
+export {};

package/dist/routes/v2/tests/test-complete-routing.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=test-complete-routing.d.ts.map

package/dist/routes/v2/tests/test-complete-routing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test-complete-routing.d.ts","sourceRoot":"","sources":["../../../../src/routes/v2/tests/test-complete-routing.ts"],"names":[],"mappings":""}