@layer-ai/core 0.9.2 → 2.0.0

package/dist/index.d.ts

@@ -3,6 +3,7 @@ export { default as gatesRouter } from './routes/v1/gates.js';
 export { default as keysRouter } from './routes/v1/keys.js';
 export { default as logsRouter } from './routes/v1/logs.js';
 export { default as completeRouter } from './routes/v2/complete.js';
+export { default as chatRouter } from './routes/v3/chat.js';
 export { authenticate } from './middleware/auth.js';
 export type {} from './middleware/auth.js';
 export { db } from './lib/db/postgres.js';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAGpE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAG3C,OAAO,EAAE,EAAE,EAAE,MAAM,sBAAsB,CAAC;AAC1C,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAGrD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC9E,YAAY,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAGnD,eAAO,MAAM,gBAAgB,GAAU,QAAQ,MAAM,KAAG,OAAO,CAAC,MAAM,CAGrE,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAU,QAAQ,MAAM,KAAG,OAAO,CAAC,IAAI,CAG3E,CAAC;AAGF,cAAc,6BAA6B,CAAC;AAG5C,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,QAAQ,EAAE,WAAW,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAG5D,OAAO,EAAE,OAAO,IAAI,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAGpE,OAAO,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAG5D,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAG3C,OAAO,EAAE,EAAE,EAAE,MAAM,sBAAsB,CAAC;AAC1C,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAGrD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC9E,YAAY,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAGnD,eAAO,MAAM,gBAAgB,GAAU,QAAQ,MAAM,KAAG,OAAO,CAAC,MAAM,CAGrE,CAAC;AAEF,eAAO,MAAM,wBAAwB,GAAU,QAAQ,MAAM,KAAG,OAAO,CAAC,IAAI,CAG3E,CAAC;AAGF,cAAc,6BAA6B,CAAC;AAG5C,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,QAAQ,EAAE,WAAW,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC"}

package/dist/index.js

@@ -3,7 +3,10 @@ export { default as authRouter } from './routes/v1/auth.js';
 export { default as gatesRouter } from './routes/v1/gates.js';
 export { default as keysRouter } from './routes/v1/keys.js';
 export { default as logsRouter } from './routes/v1/logs.js';
+// v2 routes
 export { default as completeRouter } from './routes/v2/complete.js';
+// v3 routes
+export { default as chatRouter } from './routes/v3/chat.js';
 // Middleware
 export { authenticate } from './middleware/auth.js';
 // Database

package/dist/routes/v1/gates.js

@@ -327,7 +327,7 @@ router.post('/test', async (req, res) => {
         try {
             const request = {
                 type: 'chat',
-                gate: finalGate.name || 'test-gate',
+                gateId: finalGate.id,
                 model: finalGate.model,
                 data: {
                     messages,
@@ -363,7 +363,7 @@ router.post('/test', async (req, res) => {
                 try {
                     const request = {
                         type: 'chat',
-                        gate: finalGate.name || 'test-gate',
+                        gateId: finalGate.id,
                         model: fallbackModel,
                         data: {
                             messages,

package/dist/routes/v2/complete.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"complete.d.ts","sourceRoot":"","sources":["../../../src/routes/v2/complete.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AASpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAqQpC,eAAe,MAAM,CAAC"}
+{"version":3,"file":"complete.d.ts","sourceRoot":"","sources":["../../../src/routes/v2/complete.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AASpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAkVpC,eAAe,MAAM,CAAC"}

package/dist/routes/v2/complete.js

@@ -1,6 +1,5 @@
 import { Router } from 'express';
 import { db } from '../../lib/db/postgres.js';
-import { cache } from '../../lib/db/redis.js';
 import { authenticate } from '../../middleware/auth.js';
 import { callAdapter, normalizeModelId } from '../../lib/provider-factory.js';
 import { OverrideField } from '@layer-ai/sdk';
@@ -13,31 +12,7 @@ function isOverrideAllowed(allowOverrides, field) {
         return false;
     return allowOverrides[field] ?? false;
 }
-async function getGateConfig(userId, gateIdentifier) {
-    const isUUID = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(gateIdentifier);
-    let gateConfig = null;
-    if (isUUID) {
-        gateConfig = await cache.getGateById(userId, gateIdentifier);
-        if (!gateConfig) {
-            gateConfig = await db.getGateByUserAndId(userId, gateIdentifier);
-            if (gateConfig) {
-                await cache.setGate(userId, gateConfig.name, gateConfig);
-            }
-        }
-    }
-    else {
-        gateConfig = await cache.getGate(userId, gateIdentifier);
-        if (!gateConfig) {
-            gateConfig = await db.getGateByUserAndName(userId, gateIdentifier);
-            if (gateConfig) {
-                await cache.setGate(userId, gateIdentifier, gateConfig);
-            }
-        }
-    }
-    return gateConfig;
-}
 function resolveFinalRequest(gateConfig, request) {
-    const finalRequest = { ...request };
     let finalModel = gateConfig.model;
     if (request.model && isOverrideAllowed(gateConfig.allowOverrides, OverrideField.Model)) {
         try {
@@ -47,33 +22,85 @@ function resolveFinalRequest(gateConfig, request) {
             finalModel = gateConfig.model;
         }
     }
-    finalRequest.model = normalizeModelId(finalModel);
-    if (request.type === 'chat') {
-        const chatData = { ...request.data };
-        if (!chatData.systemPrompt && gateConfig.systemPrompt) {
-            chatData.systemPrompt = gateConfig.systemPrompt;
+    // Use discriminated union to handle each request type
+    switch (request.type) {
+        case 'chat': {
+            const chatData = { ...request.data };
+            if (!chatData.systemPrompt && gateConfig.systemPrompt) {
+                chatData.systemPrompt = gateConfig.systemPrompt;
+            }
+            if (chatData.temperature === undefined && gateConfig.temperature !== undefined) {
+                chatData.temperature = gateConfig.temperature;
+            }
+            else if (chatData.temperature !== undefined && !isOverrideAllowed(gateConfig.allowOverrides, OverrideField.Temperature)) {
+                chatData.temperature = gateConfig.temperature;
+            }
+            if (chatData.maxTokens === undefined && gateConfig.maxTokens !== undefined) {
+                chatData.maxTokens = gateConfig.maxTokens;
+            }
+            else if (chatData.maxTokens !== undefined && !isOverrideAllowed(gateConfig.allowOverrides, OverrideField.MaxTokens)) {
+                chatData.maxTokens = gateConfig.maxTokens;
+            }
+            if (chatData.topP === undefined && gateConfig.topP !== undefined) {
+                chatData.topP = gateConfig.topP;
+            }
+            else if (chatData.topP !== undefined && !isOverrideAllowed(gateConfig.allowOverrides, OverrideField.TopP)) {
+                chatData.topP = gateConfig.topP;
+            }
+            return {
+                ...request,
+                model: normalizeModelId(finalModel),
+                data: chatData,
+            };
         }
-        if (chatData.temperature === undefined && gateConfig.temperature !== undefined) {
-            chatData.temperature = gateConfig.temperature;
+        case 'image': {
+            // TODO: Future enhancement - intelligently apply gate-level defaults
+            // Potential features:
+            // - Apply systemPrompt by intelligently merging with user prompt
+            // - Support defaults for size, quality, style, count
+            // - Make this opt-in with a gate setting (e.g., applySystemPromptToAllTasks)
+            return {
+                ...request,
+                model: normalizeModelId(finalModel),
+            };
         }
-        else if (chatData.temperature !== undefined && !isOverrideAllowed(gateConfig.allowOverrides, OverrideField.Temperature)) {
-            chatData.temperature = gateConfig.temperature;
+        case 'video': {
+            // TODO: Future enhancement - intelligently apply gate-level defaults
+            // Similar to image generation, could support systemPrompt integration
+            // and video-specific defaults (duration, size, fps)
+            return {
+                ...request,
+                model: normalizeModelId(finalModel),
+            };
         }
-        if (chatData.maxTokens === undefined && gateConfig.maxTokens !== undefined) {
-            chatData.maxTokens = gateConfig.maxTokens;
+        case 'embeddings': {
+            // Embeddings are deterministic and don't typically need gate-level defaults
+            // beyond model selection (already handled)
+            return {
+                ...request,
+                model: normalizeModelId(finalModel),
+            };
         }
-        else if (chatData.maxTokens !== undefined && !isOverrideAllowed(gateConfig.allowOverrides, OverrideField.MaxTokens)) {
-            chatData.maxTokens = gateConfig.maxTokens;
+        case 'tts': {
+            // TODO: Future enhancement - support defaults for voice, speed, format
+            return {
+                ...request,
+                model: normalizeModelId(finalModel),
+            };
         }
-        if (chatData.topP === undefined && gateConfig.topP !== undefined) {
-            chatData.topP = gateConfig.topP;
+        case 'ocr': {
+            // TODO: Future enhancement - support defaults for tableFormat, includeImageBase64, etc.
+            return {
+                ...request,
+                model: normalizeModelId(finalModel),
+            };
         }
-        else if (chatData.topP !== undefined && !isOverrideAllowed(gateConfig.allowOverrides, OverrideField.TopP)) {
-            chatData.topP = gateConfig.topP;
+        default: {
+            // This will cause a TypeScript error if we miss a case
+            const exhaustiveCheck = request;
+            throw new Error(`Unhandled request type: ${exhaustiveCheck.type}`);
         }
-        finalRequest.data = chatData;
     }
-    return finalRequest;
 }
 function getModelsToTry(gateConfig, primaryModel) {
     const modelsToTry = [primaryModel];
@@ -141,28 +168,72 @@ router.post('/', authenticate, async (req, res) => {
     let request = null;
     try {
         const rawRequest = req.body;
-        if (!rawRequest.gate) {
-            res.status(400).json({ error: 'bad_request', message: 'Missing required field: gate' });
+        if (!rawRequest.gateId) {
+            res.status(400).json({ error: 'bad_request', message: 'Missing required field: gateId' });
+            return;
+        }
+        const isUUID = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(rawRequest.gateId);
+        if (!isUUID) {
+            res.status(400).json({ error: 'bad_request', message: 'gateId must be a valid UUID. Gate names are no longer supported.' });
             return;
         }
-        gateConfig = await getGateConfig(userId, rawRequest.gate);
+        gateConfig = await db.getGateByUserAndId(userId, rawRequest.gateId);
         if (!gateConfig) {
-            res.status(404).json({ error: 'not_found', message: `Gate "${rawRequest.gate}" not found` });
+            res.status(404).json({ error: 'not_found', message: `Gate with ID "${rawRequest.gateId}" not found` });
             return;
         }
-        const requestType = rawRequest.type || gateConfig.taskType || 'chat';
+        // Default to gate's taskType, allow override via request.type
+        const requestType = rawRequest.type || gateConfig.taskType;
+        // Warn if request type doesn't match gate's taskType (possible misconfiguration)
+        if (rawRequest.type && gateConfig.taskType && rawRequest.type !== gateConfig.taskType) {
+            console.warn(`[Type Mismatch] Gate "${gateConfig.name}" (${gateConfig.id}) configured for taskType="${gateConfig.taskType}" ` +
+                `but received request with type="${rawRequest.type}". Using request type as override.`);
+        }
         request = {
-            gate: rawRequest.gate,
+            gateId: rawRequest.gateId,
             type: requestType,
             data: rawRequest.data,
             model: rawRequest.model,
             metadata: rawRequest.metadata
         };
-        if (request.type === 'chat') {
-            if (!request.data.messages || !Array.isArray(request.data.messages) || request.data.messages.length === 0) {
-                res.status(400).json({ error: 'bad_request', message: 'Missing required field: data.messages' });
-                return;
-            }
+        // Validate required fields based on request type
+        switch (request.type) {
+            case 'chat':
+                if (!request.data.messages || !Array.isArray(request.data.messages) || request.data.messages.length === 0) {
+                    res.status(400).json({ error: 'bad_request', message: 'Missing required field: data.messages' });
+                    return;
+                }
+                break;
+            case 'image':
+                if (!request.data.prompt) {
+                    res.status(400).json({ error: 'bad_request', message: 'Missing required field: data.prompt' });
+                    return;
+                }
+                break;
+            case 'video':
+                if (!request.data.prompt) {
+                    res.status(400).json({ error: 'bad_request', message: 'Missing required field: data.prompt' });
+                    return;
+                }
+                break;
+            case 'embeddings':
+                if (!request.data.input) {
+                    res.status(400).json({ error: 'bad_request', message: 'Missing required field: data.input' });
+                    return;
+                }
+                break;
+            case 'tts':
+                if (!request.data.input) {
+                    res.status(400).json({ error: 'bad_request', message: 'Missing required field: data.input' });
+                    return;
+                }
+                break;
+            case 'ocr':
+                if (!request.data.documentUrl && !request.data.imageUrl && !request.data.base64) {
+                    res.status(400).json({ error: 'bad_request', message: 'Missing required field: data must contain one of documentUrl, imageUrl, or base64' });
+                    return;
+                }
+                break;
         }
         const finalRequest = resolveFinalRequest(gateConfig, request);
         const { result, modelUsed } = await executeWithRouting(gateConfig, finalRequest, userId);
@@ -171,7 +242,7 @@ router.post('/', authenticate, async (req, res) => {
         db.logRequest({
             userId,
             gateId: gateConfig.id,
-            gateName: request.gate,
+            gateName: gateConfig.name,
             modelRequested: request.model || gateConfig.model,
             modelUsed: modelUsed,
             promptTokens: result.usage?.promptTokens || 0,

package/dist/routes/v2/tests/test-byok-completion.js

@@ -12,7 +12,7 @@ import { GoogleAdapter } from '../../../services/providers/google-adapter.js';
 // Test user ID from the database
 const TEST_USER_ID = 'ebd64998-465d-4211-ad67-87b4e01ad0da';
 const SIMPLE_REQUEST = {
-    gate: 'byok-test',
+    gateId: 'byok-test',
     model: 'gpt-4o-mini',
     type: 'chat',
     data: {

package/dist/routes/v2/tests/test-complete-anthropic.js

@@ -3,7 +3,7 @@
 async function testBasicChat() {
     console.log('Test 1: Basic chat completion with Anthropic\n');
     const request = {
-        gate: 'test-gate',
+        gateId: 'test-gate',
         model: 'claude-sonnet-4-5-20250929',
         type: 'chat',
         data: {
@@ -27,7 +27,7 @@ async function testBasicChat() {
 async function testVision() {
     console.log('\n\nTest 2: Vision with Anthropic (not supported in v1)\n');
     const request = {
-        gate: 'test-gate',
+        gateId: 'test-gate',
         model: 'claude-sonnet-4-5-20250929',
         type: 'chat',
         data: {
@@ -49,7 +49,7 @@ async function testVision() {
 async function testToolCalls() {
     console.log('\n\nTest 3: Tool calls with Anthropic (not supported in v1)\n');
     const request = {
-        gate: 'test-gate',
+        gateId: 'test-gate',
         model: 'claude-sonnet-4-5-20250929',
         type: 'chat',
         data: {
@@ -86,7 +86,7 @@ async function testToolCalls() {
 async function testSystemPrompt() {
     console.log('\n\nTest 4: System prompt and advanced params\n');
     const request = {
-        gate: 'test-gate',
+        gateId: 'test-gate',
         model: 'claude-sonnet-4-5-20250929',
         type: 'chat',
         data: {

package/dist/routes/v2/tests/test-complete-openai.js

@@ -3,7 +3,7 @@
 async function testBasicChat() {
     console.log('Test 1: Basic chat completion with OpenAI\n');
     const request = {
-        gate: 'test-gate',
+        gateId: 'test-gate',
         model: 'gpt-4o-mini',
         type: 'chat',
         data: {
@@ -26,7 +26,7 @@ async function testBasicChat() {
 async function testVision() {
     console.log('\n\nTest 2: Vision with GPT-4o\n');
     const request = {
-        gate: 'test-gate',
+        gateId: 'test-gate',
         model: 'gpt-4o',
         type: 'chat',
         data: {
@@ -49,7 +49,7 @@ async function testVision() {
 async function testToolCalls() {
     console.log('\n\nTest 3: Tool calls with GPT-4\n');
     const request = {
-        gate: 'test-gate',
+        gateId: 'test-gate',
         model: 'gpt-4o-mini',
         type: 'chat',
         data: {
@@ -85,7 +85,7 @@ async function testToolCalls() {
 async function testImageGeneration() {
     console.log('\n\nTest 4: Image generation with DALL-E\n');
     const request = {
-        gate: 'test-gate',
+        gateId: 'test-gate',
         model: 'dall-e-3',
         type: 'image',
         data: {
@@ -102,7 +102,7 @@ async function testImageGeneration() {
 async function testEmbeddings() {
     console.log('\n\nTest 5: Text embeddings\n');
     const request = {
-        gate: 'test-gate',
+        gateId: 'test-gate',
         model: 'text-embedding-3-small',
         type: 'embeddings',
         data: {
@@ -117,7 +117,7 @@ async function testEmbeddings() {
 async function testTextToSpeech() {
     console.log('\n\nTest 6: Text-to-speech\n');
     const request = {
-        gate: 'test-gate',
+        gateId: 'test-gate',
         model: 'tts-1',
         type: 'tts',
         data: {
@@ -133,7 +133,7 @@ async function testTextToSpeech() {
 async function testResponseFormat() {
     console.log('\n\nTest 7: JSON response format\n');
     const request = {
-        gate: 'test-gate',
+        gateId: 'test-gate',
         model: 'gpt-4o-mini',
         type: 'chat',
         data: {

package/dist/routes/v2/tests/test-complete-routing.js

@@ -3,7 +3,7 @@
 async function testFallbackRouting() {
     console.log('Test 1: Fallback routing (Anthropic -> OpenAI)\n');
     const request = {
-        gate: 'test-gate-with-fallback',
+        gateId: 'test-gate-with-fallback',
         model: 'claude-sonnet-4-5-20250929', // Primary model
         type: 'chat',
         data: {
@@ -27,7 +27,7 @@ async function testFallbackRouting() {
 async function testRoundRobinRouting() {
     console.log('\n\nTest 2: Round-robin routing across providers\n');
     const request = {
-        gate: 'test-gate-with-round-robin',
+        gateId: 'test-gate-with-round-robin',
         model: 'claude-sonnet-4-5-20250929',
         type: 'chat',
         data: {
@@ -50,7 +50,7 @@ async function testRoundRobinRouting() {
 async function testCrossProviderFallback() {
     console.log('\n\nTest 3: Cross-provider fallback with vision\n');
     const request = {
-        gate: 'test-gate-vision-fallback',
+        gateId: 'test-gate-vision-fallback',
         model: 'claude-sonnet-4-5-20250929',
         type: 'chat',
         data: {
@@ -78,7 +78,7 @@ async function testCrossProviderFallback() {
 async function testToolCallsFallback() {
     console.log('\n\nTest 4: Fallback routing with tool calls\n');
     const request = {
-        gate: 'test-gate-tools-fallback',
+        gateId: 'test-gate-tools-fallback',
         model: 'gpt-4o-mini',
         type: 'chat',
         data: {
@@ -117,7 +117,7 @@ async function testToolCallsFallback() {
 async function testCostOptimization() {
     console.log('\n\nTest 5: Cost optimization with round-robin\n');
     const request = {
-        gate: 'test-gate-cost-optimization',
+        gateId: 'test-gate-cost-optimization',
         model: 'gpt-4o-mini',
         type: 'chat',
         data: {

package/dist/routes/v3/chat.d.ts

@@ -0,0 +1,4 @@
+import type { Router as RouterType } from 'express';
+declare const router: RouterType;
+export default router;
+//# sourceMappingURL=chat.d.ts.map

package/dist/routes/v3/chat.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../../src/routes/v3/chat.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAqPpC,eAAe,MAAM,CAAC"}

package/dist/routes/v3/chat.js

@@ -0,0 +1,203 @@
+import { Router } from 'express';
+import { db } from '../../lib/db/postgres.js';
+import { authenticate } from '../../middleware/auth.js';
+import { callAdapter, normalizeModelId } from '../../lib/provider-factory.js';
+import { OverrideField } from '@layer-ai/sdk';
+const router = Router();
+// MARK:- Helper Functions
+function isOverrideAllowed(allowOverrides, field) {
+    if (allowOverrides === undefined || allowOverrides === null || allowOverrides === true)
+        return true;
+    if (allowOverrides === false)
+        return false;
+    return allowOverrides[field] ?? false;
+}
+function resolveFinalRequest(gateConfig, request) {
+    let finalModel = gateConfig.model;
+    if (request.model && isOverrideAllowed(gateConfig.allowOverrides, OverrideField.Model)) {
+        try {
+            finalModel = normalizeModelId(request.model);
+        }
+        catch {
+            finalModel = gateConfig.model;
+        }
+    }
+    // Since this is v3/chat endpoint, we know the data is ChatRequest
+    const chatData = { ...request.data };
+    if (!chatData.systemPrompt && gateConfig.systemPrompt) {
+        chatData.systemPrompt = gateConfig.systemPrompt;
+    }
+    if (chatData.temperature === undefined && gateConfig.temperature !== undefined) {
+        chatData.temperature = gateConfig.temperature;
+    }
+    else if (chatData.temperature !== undefined && !isOverrideAllowed(gateConfig.allowOverrides, OverrideField.Temperature)) {
+        chatData.temperature = gateConfig.temperature;
+    }
+    if (chatData.maxTokens === undefined && gateConfig.maxTokens !== undefined) {
+        chatData.maxTokens = gateConfig.maxTokens;
+    }
+    else if (chatData.maxTokens !== undefined && !isOverrideAllowed(gateConfig.allowOverrides, OverrideField.MaxTokens)) {
+        chatData.maxTokens = gateConfig.maxTokens;
+    }
+    if (chatData.topP === undefined && gateConfig.topP !== undefined) {
+        chatData.topP = gateConfig.topP;
+    }
+    else if (chatData.topP !== undefined && !isOverrideAllowed(gateConfig.allowOverrides, OverrideField.TopP)) {
+        chatData.topP = gateConfig.topP;
+    }
+    return {
+        ...request,
+        type: 'chat',
+        model: normalizeModelId(finalModel),
+        data: chatData,
+    };
+}
+function getModelsToTry(gateConfig, primaryModel) {
+    const modelsToTry = [primaryModel];
+    if (gateConfig.routingStrategy === 'fallback' && gateConfig.fallbackModels?.length) {
+        modelsToTry.push(...gateConfig.fallbackModels);
+    }
+    return modelsToTry;
+}
+async function executeWithFallback(request, modelsToTry, userId) {
+    let result = null;
+    let lastError = null;
+    let modelUsed = request.model;
+    for (const modelToTry of modelsToTry) {
+        try {
+            const modelRequest = { ...request, model: modelToTry };
+            result = await callAdapter(modelRequest, userId);
+            modelUsed = modelToTry;
+            break;
+        }
+        catch (error) {
+            lastError = error;
+            console.log(`Model ${modelToTry} failed, trying next fallback...`, error instanceof Error ? error.message : error);
+            continue;
+        }
+    }
+    if (!result) {
+        throw lastError || new Error('All models failed');
+    }
+    return { result, modelUsed };
+}
+async function executeWithRoundRobin(gateConfig, request, userId) {
+    if (!gateConfig.fallbackModels?.length) {
+        const result = await callAdapter(request, userId);
+        return { result, modelUsed: request.model };
+    }
+    const allModels = [gateConfig.model, ...gateConfig.fallbackModels];
+    const modelIndex = Math.floor(Math.random() * allModels.length);
+    const selectedModel = allModels[modelIndex];
+    const modelRequest = { ...request, model: selectedModel };
+    const result = await callAdapter(modelRequest, userId);
+    return { result, modelUsed: selectedModel };
+}
+async function executeWithRouting(gateConfig, request, userId) {
+    const modelsToTry = getModelsToTry(gateConfig, request.model);
+    switch (gateConfig.routingStrategy) {
+        case 'fallback':
+            return await executeWithFallback(request, modelsToTry, userId);
+        case 'round-robin':
+            return await executeWithRoundRobin(gateConfig, request, userId);
+        case 'single':
+        default:
+            const result = await callAdapter(request, userId);
+            return { result, modelUsed: request.model };
+    }
+}
+// MARK:- Route Handler
+router.post('/', authenticate, async (req, res) => {
+    const startTime = Date.now();
+    if (!req.userId) {
+        res.status(401).json({ error: 'unauthorized', message: 'Missing user ID' });
+        return;
+    }
+    const userId = req.userId;
+    let gateConfig = null;
+    let request = null;
+    try {
+        const rawRequest = req.body;
+        if (!rawRequest.gateId) {
+            res.status(400).json({ error: 'bad_request', message: 'Missing required field: gateId' });
+            return;
+        }
+        const isUUID = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(rawRequest.gateId);
+        if (!isUUID) {
+            res.status(400).json({ error: 'bad_request', message: 'gateId must be a valid UUID' });
+            return;
+        }
+        gateConfig = await db.getGateByUserAndId(userId, rawRequest.gateId);
+        if (!gateConfig) {
+            res.status(404).json({ error: 'not_found', message: `Gate with ID "${rawRequest.gateId}" not found` });
+            return;
+        }
+        // Validate chat-specific fields
+        if (!rawRequest.data?.messages || !Array.isArray(rawRequest.data.messages) || rawRequest.data.messages.length === 0) {
+            res.status(400).json({ error: 'bad_request', message: 'Missing required field: data.messages (must be a non-empty array)' });
+            return;
+        }
+        // Warn if gate is configured for a different task type
+        if (gateConfig.taskType && gateConfig.taskType !== 'chat') {
+            console.warn(`[Type Mismatch] Gate "${gateConfig.name}" (${gateConfig.id}) configured for taskType="${gateConfig.taskType}" ` +
+                `but received request to /v3/chat endpoint. Processing as chat request.`);
+        }
+        request = {
+            gateId: rawRequest.gateId,
+            type: 'chat',
+            data: rawRequest.data,
+            model: rawRequest.model,
+            metadata: rawRequest.metadata
+        };
+        const finalRequest = resolveFinalRequest(gateConfig, request);
+        const { result, modelUsed } = await executeWithRouting(gateConfig, finalRequest, userId);
+        const latencyMs = Date.now() - startTime;
+        // Log request to database
+        db.logRequest({
+            userId,
+            gateId: gateConfig.id,
+            gateName: gateConfig.name,
+            modelRequested: request.model || gateConfig.model,
+            modelUsed: modelUsed,
+            promptTokens: result.usage?.promptTokens || 0,
+            completionTokens: result.usage?.completionTokens || 0,
+            totalTokens: result.usage?.totalTokens || 0,
+            costUsd: result.cost || 0,
+            latencyMs,
+            success: true,
+            errorMessage: null,
+            userAgent: req.headers['user-agent'] || null,
+            ipAddress: req.ip || null,
+        }).catch(err => console.error('Failed to log request:', err));
+        // Return LayerResponse with additional metadata
+        const response = {
+            ...result,
+            model: modelUsed,
+            latencyMs,
+        };
+        res.json(response);
+    }
+    catch (error) {
+        const latencyMs = Date.now() - startTime;
+        const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+        db.logRequest({
+            userId,
+            gateId: gateConfig?.id || null,
+            gateName: req.body?.gate || null,
+            modelRequested: (request?.model || gateConfig?.model) || 'unknown',
+            modelUsed: null,
+            promptTokens: 0,
+            completionTokens: 0,
+            totalTokens: 0,
+            costUsd: 0,
+            latencyMs,
+            success: false,
+            errorMessage,
+            userAgent: req.headers['user-agent'] || null,
+            ipAddress: req.ip || null,
+        }).catch(err => console.error('Failed to log request:', err));
+        console.error('Chat completion error:', error);
+        res.status(500).json({ error: 'internal_error', message: errorMessage });
+    }
+});
+export default router;

package/dist/routes/v3/completions/chat.d.ts

@@ -0,0 +1,4 @@
+import type { Router as RouterType } from 'express';
+declare const router: RouterType;
+export default router;
+//# sourceMappingURL=chat.d.ts.map

package/dist/routes/v3/completions/chat.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../../../src/routes/v3/completions/chat.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAoNpC,eAAe,MAAM,CAAC"}