@layer-ai/core 2.0.9 → 2.0.11

package/dist/lib/db/migrations/006_add_response_format_to_gates.sql

@@ -0,0 +1,17 @@
+-- Migration: 006_add_response_format_to_gates
+-- Description: Add structured output support fields to gates table (OpenAI response_format feature)
+
+ALTER TABLE gates
+  ADD COLUMN response_format_enabled BOOLEAN DEFAULT FALSE,
+  ADD COLUMN response_format_type VARCHAR(20),
+  ADD COLUMN response_format_schema JSONB;
+
+-- Add index for querying gates with structured output enabled
+CREATE INDEX idx_gates_response_format_enabled
+  ON gates(response_format_enabled)
+  WHERE response_format_enabled = TRUE;
+
+-- Add comments for documentation
+COMMENT ON COLUMN gates.response_format_enabled IS 'Whether structured output is enabled for this gate';
+COMMENT ON COLUMN gates.response_format_type IS 'Response format type: text, json_object, or json_schema';
+COMMENT ON COLUMN gates.response_format_schema IS 'JSON schema for json_schema response format type';

package/dist/lib/db/postgres.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"postgres.d.ts","sourceRoot":"","sources":["../../../src/lib/db/postgres.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAyB,WAAW,EAAE,MAAM,eAAe,CAAC;AAO5F,iBAAS,OAAO,IAAI,EAAE,CAAC,IAAI,CAqB1B;AA0BD,eAAO,MAAM,EAAE;gBAEK,MAAM,WAAW,GAAG,EAAE;0BASZ,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;oBAQnC,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;sBAQ3B,MAAM,gBAAgB,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;0BAQxC,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;6BAS5B,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;yBAQnC,MAAM,WAAW,MAAM,aAAa,MAAM,QAAQ,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;kCAQjE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;8BAO1B,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;qBAQnC,MAAM,UAAU,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;iCAS7B,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;+BAQjD,MAAM,UAAU,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;4BAQhD,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;uBAQ7B,MAAM,QAAQ,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;oBA8BpC,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;mBAQ9B,MAAM,QAAQ,GAAG,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;mBAkDxC,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;qBAUvB,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;2BAkBhC,MAAM,YACJ;QACR,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,SAAS,CAAC,EAAE,IAAI,CAAC;QACjB,OAAO,CAAC,EAAE,IAAI,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GACA,OAAO,CAAC,GAAG,EAAE,CAAC;iCAuCkB,MAAM,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,IAAI,CAAA;KAAE,GAAG,IAAI,CAAC;6BAQhE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;qCAehB,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;2BAQhC,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;4BAQrD,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;8BASnD,MAAM,YACJ,MAAM,gBACF;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,aACrD,MAAM,GAChB,OAAO,CAAC,WAAW,CAAC;8BAWb,MAAM,YACJ,MAAM,gBACF;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,aACrD,MAAM,GAChB,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;8BAWE,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;oCAQrC,MAAM,YAAY,MAAM,YAAY,OAAO,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;kCAW3E,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;qCAQzC,MAAM,GAAQ,OAAO,CAAC,WAAW,EAAE,CAAC;8BAahE,MAAM,QACR,OAAO,CAAC,IAAI,CAAC,aACR,MAAM,GAAG,MAAM,kBACV,MAAM,EAAE,GACvB,OAAO,CAAC,IAAI,CAAC;2BA8Ca,MAAM,UAAS,MAAM,GAAQ,OAAO,CAAC,GAAG,EAAE,CAAC;2BAW3C,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;+BAQxB,MAAM,UAAS,MAAM,GAAS,OAAO,CAAC,GAAG,EAAE,CAAC;8BAcnE,MAAM,UACN,MAAM,GAAG,IAAI,UACb,eAAe,GAAG,aAAa,GAAG,YAAY,GAAG,UAAU,WAC1D,GAAG,GACX,OAAO,CAAC,IAAI,CAAC;2BAQa,MAAM,UAAS,MAAM,GAAQ,OAAO,CAAC,GAAG,EAAE,CAAC;gCAWtC,MAAM,UAAS,MAAM,GAAS,OAAO,CAAC,GAAG,EAAE,CAAC;4BAchD,MAAM,UAAS,MAAM,GAAS,OAAO,CAAC,GAAG,EAAE,CAAC;yBAa/C,MAAM,aAAa,MAAM,UAAU,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;CA+E5F,CAAC;AAEF,eAAe,OAAO,CAAC"}
+{"version":3,"file":"postgres.d.ts","sourceRoot":"","sources":["../../../src/lib/db/postgres.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAyB,WAAW,EAAE,MAAM,eAAe,CAAC;AAO5F,iBAAS,OAAO,IAAI,EAAE,CAAC,IAAI,CAqB1B;AA0BD,eAAO,MAAM,EAAE;gBAEK,MAAM,WAAW,GAAG,EAAE;0BASZ,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;oBAQnC,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;sBAQ3B,MAAM,gBAAgB,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;0BAQxC,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;6BAS5B,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;yBAQnC,MAAM,WAAW,MAAM,aAAa,MAAM,QAAQ,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;kCAQjE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;8BAO1B,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;qBAQnC,MAAM,UAAU,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;iCAS7B,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;+BAQjD,MAAM,UAAU,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;4BAQhD,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;uBAQ7B,MAAM,QAAQ,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;oBAiCpC,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;mBAQ9B,MAAM,QAAQ,GAAG,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;mBAwDxC,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;qBAUvB,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;2BAkBhC,MAAM,YACJ;QACR,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,SAAS,CAAC,EAAE,IAAI,CAAC;QACjB,OAAO,CAAC,EAAE,IAAI,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,GACA,OAAO,CAAC,GAAG,EAAE,CAAC;iCAuCkB,MAAM,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,IAAI,CAAA;KAAE,GAAG,IAAI,CAAC;6BAQhE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;qCAehB,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;2BAQhC,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;4BAQrD,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;8BASnD,MAAM,YACJ,MAAM,gBACF;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,aACrD,MAAM,GAChB,OAAO,CAAC,WAAW,CAAC;8BAWb,MAAM,YACJ,MAAM,gBACF;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,aACrD,MAAM,GAChB,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;8BAWE,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;oCAQrC,MAAM,YAAY,MAAM,YAAY,OAAO,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;kCAW3E,MAAM,YAAY,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;qCAQzC,MAAM,GAAQ,OAAO,CAAC,WAAW,EAAE,CAAC;8BAahE,MAAM,QACR,OAAO,CAAC,IAAI,CAAC,aACR,MAAM,GAAG,MAAM,kBACV,MAAM,EAAE,GACvB,OAAO,CAAC,IAAI,CAAC;2BA8Ca,MAAM,UAAS,MAAM,GAAQ,OAAO,CAAC,GAAG,EAAE,CAAC;2BAW3C,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;+BAQxB,MAAM,UAAS,MAAM,GAAS,OAAO,CAAC,GAAG,EAAE,CAAC;8BAcnE,MAAM,UACN,MAAM,GAAG,IAAI,UACb,eAAe,GAAG,aAAa,GAAG,YAAY,GAAG,UAAU,WAC1D,GAAG,GACX,OAAO,CAAC,IAAI,CAAC;2BAQa,MAAM,UAAS,MAAM,GAAQ,OAAO,CAAC,GAAG,EAAE,CAAC;gCAWtC,MAAM,UAAS,MAAM,GAAS,OAAO,CAAC,GAAG,EAAE,CAAC;4BAchD,MAAM,UAAS,MAAM,GAAS,OAAO,CAAC,GAAG,EAAE,CAAC;yBAa/C,MAAM,aAAa,MAAM,UAAU,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;CA+E5F,CAAC;AAEF,eAAe,OAAO,CAAC"}

package/dist/lib/db/postgres.js

@@ -102,8 +102,8 @@ export const db = {
         return result.rows.map(toCamelCase);
     },
     async createGate(userId, data) {
-        const result = await getPool().query(`INSERT INTO gates (user_id, name, description, task_type, model, system_prompt, allow_overrides, temperature, max_tokens, top_p, tags, routing_strategy, fallback_models, cost_weight, latency_weight, quality_weight, analysis_method, reanalysis_period, auto_apply_recommendations, task_analysis)
-       VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, $17, $18, $19, $20) RETURNING *`, [
+        const result = await getPool().query(`INSERT INTO gates (user_id, name, description, task_type, model, system_prompt, allow_overrides, temperature, max_tokens, top_p, tags, routing_strategy, fallback_models, cost_weight, latency_weight, quality_weight, analysis_method, reanalysis_period, auto_apply_recommendations, task_analysis, response_format_enabled, response_format_type, response_format_schema)
+       VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15, $16, $17, $18, $19, $20, $21, $22, $23) RETURNING *`, [
             userId,
             data.name,
             data.description,
@@ -123,7 +123,10 @@ export const db = {
             data.analysisMethod || 'balanced',
             data.reanalysisPeriod || 'never',
             data.autoApplyRecommendations ?? false,
-            data.taskAnalysis ? JSON.stringify(data.taskAnalysis) : null
+            data.taskAnalysis ? JSON.stringify(data.taskAnalysis) : null,
+            data.responseFormatEnabled ?? false,
+            data.responseFormatType || null,
+            data.responseFormatSchema ? JSON.stringify(data.responseFormatSchema) : null
         ]);
         return toCamelCase(result.rows[0]);
     },
@@ -152,6 +155,9 @@ export const db = {
         reanalysis_period = COALESCE($18, reanalysis_period),
         auto_apply_recommendations = COALESCE($19, auto_apply_recommendations),
         task_analysis = COALESCE($20, task_analysis),
+        response_format_enabled = COALESCE($21, response_format_enabled),
+        response_format_type = COALESCE($22, response_format_type),
+        response_format_schema = COALESCE($23, response_format_schema),
         updated_at = NOW()
       WHERE id = $1 RETURNING *`, [
             id,
@@ -174,6 +180,9 @@ export const db = {
             data.reanalysisPeriod,
             data.autoApplyRecommendations,
             data.taskAnalysis ? JSON.stringify(data.taskAnalysis) : null,
+            data.responseFormatEnabled,
+            data.responseFormatType,
+            data.responseFormatSchema ? JSON.stringify(data.responseFormatSchema) : null,
         ]);
         return result.rows[0] ? toCamelCase(result.rows[0]) : null;
     },

package/dist/lib/gate-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"gate-utils.d.ts","sourceRoot":"","sources":["../../src/lib/gate-utils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,GAAG,MAAM,EAAE,CAuD9E"}
+{"version":3,"file":"gate-utils.d.ts","sourceRoot":"","sources":["../../src/lib/gate-utils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,GAAG,MAAM,EAAE,CA0D9E"}

package/dist/lib/gate-utils.js

@@ -45,6 +45,9 @@ export function detectSignificantChanges(existing, updates) {
         systemPrompt: 'systemPrompt',
         reanalysisPeriod: 'reanalysisPeriod',
         autoApplyRecommendations: 'autoApplyRecommendations',
+        responseFormatEnabled: 'responseFormatEnabled',
+        responseFormatType: 'responseFormatType',
+        responseFormatSchema: 'responseFormatSchema',
     };
     for (const [field, displayName] of Object.entries(significantFields)) {
         if (hasChanged(field, existing[field], updates[field])) {

package/dist/routes/v3/chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../../src/routes/v3/chat.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAqPpC,eAAe,MAAM,CAAC"}
+{"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../../src/routes/v3/chat.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAmTpC,eAAe,MAAM,CAAC"}

package/dist/routes/v3/chat.js

@@ -1,7 +1,7 @@
 import { Router } from 'express';
 import { db } from '../../lib/db/postgres.js';
 import { authenticate } from '../../middleware/auth.js';
-import { callAdapter, normalizeModelId } from '../../lib/provider-factory.js';
+import { callAdapter, normalizeModelId, getProviderForModel, PROVIDER } from '../../lib/provider-factory.js';
 import { OverrideField } from '@layer-ai/sdk';
 const router = Router();
 // MARK:- Helper Functions
@@ -45,6 +45,42 @@ function resolveFinalRequest(gateConfig, request) {
     else if (chatData.topP !== undefined && !isOverrideAllowed(gateConfig.allowOverrides, OverrideField.TopP)) {
         chatData.topP = gateConfig.topP;
     }
+    // Apply structured output (response format) from gate config if enabled
+    if (gateConfig.responseFormatEnabled && gateConfig.responseFormatType) {
+        const modelProvider = getProviderForModel(finalModel);
+        if (modelProvider === PROVIDER.OPENAI) {
+            // OpenAI: Use native response_format support
+            if (gateConfig.responseFormatType === 'json_schema' && gateConfig.responseFormatSchema) {
+                chatData.responseFormat = {
+                    type: 'json_schema',
+                    json_schema: gateConfig.responseFormatSchema,
+                };
+            }
+            else {
+                chatData.responseFormat = gateConfig.responseFormatType; // 'text' or 'json_object'
+            }
+        }
+        else {
+            // Non-OpenAI providers: Beta mode - inject instructions into system prompt
+            if (gateConfig.responseFormatType !== 'text') {
+                let schemaInstructions = '';
+                if (gateConfig.responseFormatType === 'json_schema' && gateConfig.responseFormatSchema) {
+                    // For json_schema mode, include the actual schema
+                    schemaInstructions = `\n\n[STRUCTURED OUTPUT - BETA] You MUST respond with valid JSON matching this exact schema:\n${JSON.stringify(gateConfig.responseFormatSchema, null, 2)}\n\nIMPORTANT: Output ONLY the JSON object. Do not include any explanatory text, markdown formatting, or code blocks. Just the raw JSON.`;
+                }
+                else if (gateConfig.responseFormatType === 'json_object') {
+                    // For json_object mode, just require valid JSON
+                    schemaInstructions = `\n\n[STRUCTURED OUTPUT - BETA] You MUST respond with valid JSON only. Do not include any explanatory text, markdown formatting, or code blocks. Output should be a raw JSON object.`;
+                }
+                // Append to existing system prompt or create new one
+                chatData.systemPrompt = (chatData.systemPrompt || '') + schemaInstructions;
+                // Log info message about beta mode
+                console.log(`[Layer AI - Structured Output Beta] Gate "${gateConfig.name}" (ID: ${gateConfig.id}) ` +
+                    `is using structured output with provider "${modelProvider}". This is a beta feature that relies on ` +
+                    `prompt engineering and may not be as reliable as OpenAI's native support.`);
+            }
+        }
+    }
     return {
         ...request,
         type: 'chat',
@@ -168,6 +204,20 @@ router.post('/', authenticate, async (req, res) => {
             errorMessage: null,
             userAgent: req.headers['user-agent'] || null,
             ipAddress: req.ip || null,
+            requestPayload: {
+                gateId: request.gateId,
+                type: request.type,
+                model: request.model,
+                data: request.data,
+                metadata: request.metadata,
+            },
+            responsePayload: {
+                content: result.content,
+                model: result.model,
+                usage: result.usage,
+                cost: result.cost,
+                finishReason: result.finishReason,
+            },
         }).catch(err => console.error('Failed to log request:', err));
         // Return LayerResponse with additional metadata
         const response = {
@@ -195,6 +245,14 @@ router.post('/', authenticate, async (req, res) => {
             errorMessage,
             userAgent: req.headers['user-agent'] || null,
             ipAddress: req.ip || null,
+            requestPayload: request ? {
+                gateId: request.gateId,
+                type: request.type,
+                model: request.model,
+                data: request.data,
+                metadata: request.metadata,
+            } : null,
+            responsePayload: null,
         }).catch(err => console.error('Failed to log request:', err));
         console.error('Chat completion error:', error);
         res.status(500).json({ error: 'internal_error', message: errorMessage });

package/dist/routes/v3/embeddings.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../../src/routes/v3/embeddings.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AA8OpC,eAAe,MAAM,CAAC"}
+{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../../src/routes/v3/embeddings.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAmQpC,eAAe,MAAM,CAAC"}

package/dist/routes/v3/embeddings.js

@@ -161,6 +161,19 @@ router.post('/', authenticate, async (req, res) => {
             errorMessage: null,
             userAgent: req.headers['user-agent'] || null,
             ipAddress: req.ip || null,
+            requestPayload: {
+                gateId: request.gateId,
+                type: request.type,
+                model: request.model,
+                data: request.data,
+                metadata: request.metadata,
+            },
+            responsePayload: {
+                embeddings: result.embeddings,
+                model: result.model,
+                usage: result.usage,
+                cost: result.cost,
+            },
         }).catch(err => console.error('Failed to log request:', err));
         // Return LayerResponse with additional metadata
         const response = {
@@ -188,6 +201,14 @@ router.post('/', authenticate, async (req, res) => {
             errorMessage,
             userAgent: req.headers['user-agent'] || null,
             ipAddress: req.ip || null,
+            requestPayload: request ? {
+                gateId: request.gateId,
+                type: request.type,
+                model: request.model,
+                data: request.data,
+                metadata: request.metadata,
+            } : null,
+            responsePayload: null,
         }).catch(err => console.error('Failed to log request:', err));
         console.error('Embeddings error:', error);
         res.status(500).json({ error: 'internal_error', message: errorMessage });

package/dist/routes/v3/image.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"image.d.ts","sourceRoot":"","sources":["../../../src/routes/v3/image.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAuOpC,eAAe,MAAM,CAAC"}
+{"version":3,"file":"image.d.ts","sourceRoot":"","sources":["../../../src/routes/v3/image.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AA4PpC,eAAe,MAAM,CAAC"}

package/dist/routes/v3/image.js

@@ -155,6 +155,19 @@ router.post('/', authenticate, async (req, res) => {
             errorMessage: null,
             userAgent: req.headers['user-agent'] || null,
             ipAddress: req.ip || null,
+            requestPayload: {
+                gateId: request.gateId,
+                type: request.type,
+                model: request.model,
+                data: request.data,
+                metadata: request.metadata,
+            },
+            responsePayload: {
+                images: result.images,
+                model: result.model,
+                usage: result.usage,
+                cost: result.cost,
+            },
         }).catch(err => console.error('Failed to log request:', err));
         // Return LayerResponse with additional metadata
         const response = {
@@ -182,6 +195,14 @@ router.post('/', authenticate, async (req, res) => {
             errorMessage,
             userAgent: req.headers['user-agent'] || null,
             ipAddress: req.ip || null,
+            requestPayload: request ? {
+                gateId: request.gateId,
+                type: request.type,
+                model: request.model,
+                data: request.data,
+                metadata: request.metadata,
+            } : null,
+            responsePayload: null,
         }).catch(err => console.error('Failed to log request:', err));
         console.error('Image generation error:', error);
         res.status(500).json({ error: 'internal_error', message: errorMessage });

package/dist/routes/v3/ocr.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ocr.d.ts","sourceRoot":"","sources":["../../../src/routes/v3/ocr.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAgOpC,eAAe,MAAM,CAAC"}
+{"version":3,"file":"ocr.d.ts","sourceRoot":"","sources":["../../../src/routes/v3/ocr.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAqPpC,eAAe,MAAM,CAAC"}

package/dist/routes/v3/ocr.js

@@ -149,6 +149,19 @@ router.post('/', authenticate, async (req, res) => {
             errorMessage: null,
             userAgent: req.headers['user-agent'] || null,
             ipAddress: req.ip || null,
+            requestPayload: {
+                gateId: request.gateId,
+                type: request.type,
+                model: request.model,
+                data: request.data,
+                metadata: request.metadata,
+            },
+            responsePayload: {
+                ocr: result.ocr,
+                model: result.model,
+                usage: result.usage,
+                cost: result.cost,
+            },
         }).catch(err => console.error('Failed to log request:', err));
         // Return LayerResponse with additional metadata
         const response = {
@@ -176,6 +189,14 @@ router.post('/', authenticate, async (req, res) => {
             errorMessage,
             userAgent: req.headers['user-agent'] || null,
             ipAddress: req.ip || null,
+            requestPayload: request ? {
+                gateId: request.gateId,
+                type: request.type,
+                model: request.model,
+                data: request.data,
+                metadata: request.metadata,
+            } : null,
+            responsePayload: null,
         }).catch(err => console.error('Failed to log request:', err));
         console.error('OCR error:', error);
         res.status(500).json({ error: 'internal_error', message: errorMessage });

package/dist/routes/v3/tts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../../src/routes/v3/tts.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AA4NpC,eAAe,MAAM,CAAC"}
+{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../../src/routes/v3/tts.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAiPpC,eAAe,MAAM,CAAC"}

package/dist/routes/v3/tts.js

@@ -145,6 +145,19 @@ router.post('/', authenticate, async (req, res) => {
             errorMessage: null,
             userAgent: req.headers['user-agent'] || null,
             ipAddress: req.ip || null,
+            requestPayload: {
+                gateId: request.gateId,
+                type: request.type,
+                model: request.model,
+                data: request.data,
+                metadata: request.metadata,
+            },
+            responsePayload: {
+                audio: result.audio,
+                model: result.model,
+                usage: result.usage,
+                cost: result.cost,
+            },
         }).catch(err => console.error('Failed to log request:', err));
         // Return LayerResponse with additional metadata
         const response = {
@@ -172,6 +185,14 @@ router.post('/', authenticate, async (req, res) => {
             errorMessage,
             userAgent: req.headers['user-agent'] || null,
             ipAddress: req.ip || null,
+            requestPayload: request ? {
+                gateId: request.gateId,
+                type: request.type,
+                model: request.model,
+                data: request.data,
+                metadata: request.metadata,
+            } : null,
+            responsePayload: null,
         }).catch(err => console.error('Failed to log request:', err));
         console.error('TTS error:', error);
         res.status(500).json({ error: 'internal_error', message: errorMessage });

package/dist/routes/v3/video.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"video.d.ts","sourceRoot":"","sources":["../../../src/routes/v3/video.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AAuOpC,eAAe,MAAM,CAAC"}
+{"version":3,"file":"video.d.ts","sourceRoot":"","sources":["../../../src/routes/v3/video.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,SAAS,CAAC;AAOpD,QAAA,MAAM,MAAM,EAAE,UAAqB,CAAC;AA4PpC,eAAe,MAAM,CAAC"}

package/dist/routes/v3/video.js

@@ -155,6 +155,19 @@ router.post('/', authenticate, async (req, res) => {
             errorMessage: null,
             userAgent: req.headers['user-agent'] || null,
             ipAddress: req.ip || null,
+            requestPayload: {
+                gateId: request.gateId,
+                type: request.type,
+                model: request.model,
+                data: request.data,
+                metadata: request.metadata,
+            },
+            responsePayload: {
+                videos: result.videos,
+                model: result.model,
+                usage: result.usage,
+                cost: result.cost,
+            },
         }).catch(err => console.error('Failed to log request:', err));
         // Return LayerResponse with additional metadata
         const response = {
@@ -182,6 +195,14 @@ router.post('/', authenticate, async (req, res) => {
             errorMessage,
             userAgent: req.headers['user-agent'] || null,
             ipAddress: req.ip || null,
+            requestPayload: request ? {
+                gateId: request.gateId,
+                type: request.type,
+                model: request.model,
+                data: request.data,
+                metadata: request.metadata,
+            } : null,
+            responsePayload: null,
         }).catch(err => console.error('Failed to log request:', err));
         console.error('Video generation error:', error);
         res.status(500).json({ error: 'internal_error', message: errorMessage });

package/dist/services/providers/openai-adapter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai-adapter.d.ts","sourceRoot":"","sources":["../../../src/services/providers/openai-adapter.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EACL,YAAY,EACZ,aAAa,EACb,IAAI,EACJ,WAAW,EACX,SAAS,EACT,YAAY,EACZ,UAAU,EACV,SAAS,EACT,WAAW,EACX,YAAY,EACb,MAAM,eAAe,CAAC;AACvB,OAAO,EAAY,KAAK,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAoB1E,qBAAa,aAAc,SAAQ,mBAAmB;IACpD,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAmB;IAE/C,SAAS,CAAC,YAAY,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAQ1C;IAEF,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAIxD;IAEF,SAAS,CAAC,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAK1D;IAEF,SAAS,CAAC,iBAAiB,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAQpD;IAEF,SAAS,CAAC,oBAAoB,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAG1D;IAEF,SAAS,CAAC,kBAAkB,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAGtD;IAEF,SAAS,CAAC,iBAAiB,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAKpD;IAEF,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAOxD;IAEI,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;YAoB5D,UAAU;YA4GV,qBAAqB;YAuCrB,gBAAgB;YAkChB,kBAAkB;CA+BjC"}
+{"version":3,"file":"openai-adapter.d.ts","sourceRoot":"","sources":["../../../src/services/providers/openai-adapter.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EACL,YAAY,EACZ,aAAa,EACb,IAAI,EACJ,WAAW,EACX,SAAS,EACT,YAAY,EACZ,UAAU,EACV,SAAS,EACT,WAAW,EACX,YAAY,EACb,MAAM,eAAe,CAAC;AACvB,OAAO,EAAY,KAAK,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAoB1E,qBAAa,aAAc,SAAQ,mBAAmB;IACpD,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAmB;IAE/C,SAAS,CAAC,YAAY,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAQ1C;IAEF,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAIxD;IAEF,SAAS,CAAC,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAK1D;IAEF,SAAS,CAAC,iBAAiB,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAQpD;IAEF,SAAS,CAAC,oBAAoB,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAG1D;IAEF,SAAS,CAAC,kBAAkB,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAGtD;IAEF,SAAS,CAAC,iBAAiB,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAKpD;IAEF,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,CAOxD;IAEI,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;YAoB5D,UAAU;YAoHV,qBAAqB;YAuCrB,gBAAgB;YAkChB,kBAAkB;CA+BjC"}

package/dist/services/providers/openai-adapter.js

@@ -161,6 +161,12 @@ export class OpenAIAdapter extends BaseProviderAdapter {
                 tools: chat.tools,
                 ...(chat.toolChoice && { tool_choice: chat.toolChoice }),
             }),
+            // Structured output support: convert camelCase to snake_case
+            ...(chat.responseFormat && {
+                response_format: (typeof chat.responseFormat === 'string'
+                    ? { type: chat.responseFormat }
+                    : chat.responseFormat),
+            }),
         };
         const response = await client.chat.completions.create(openaiRequest);
         const choice = response.choices[0];

package/dist/services/task-analysis.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"task-analysis.d.ts","sourceRoot":"","sources":["../../src/services/task-analysis.ts"],"names":[],"mappings":"AACA,OAAO,EAAkB,YAAY,EAAmC,MAAM,eAAe,CAAC;AAqD9F,wBAAsB,WAAW,CAC/B,WAAW,EAAE,MAAM,EACnB,eAAe,CAAC,EAAE;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,GACA,OAAO,CAAC,YAAY,CAAC,CA6GvB"}
+{"version":3,"file":"task-analysis.d.ts","sourceRoot":"","sources":["../../src/services/task-analysis.ts"],"names":[],"mappings":"AACA,OAAO,EAAkB,YAAY,EAAmC,MAAM,eAAe,CAAC;AA2D9F,wBAAsB,WAAW,CAC/B,WAAW,EAAE,MAAM,EACnB,eAAe,CAAC,EAAE;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,GACA,OAAO,CAAC,YAAY,CAAC,CAkHvB"}

package/dist/services/task-analysis.js

@@ -20,8 +20,13 @@ AVAILABLE TASK TYPES:
 
 Return ONLY the task type as a single word, nothing else.`;
     try {
+        // Smart routing model - upgraded to Sonnet 4.5 for better recommendations
+        // Can be overridden via SMART_ROUTING_MODEL environment variable
+        // Default: claude-sonnet-4-5-20250929 (~$3/1M tokens vs Haiku ~$0.25/1M)
+        // Cost impact is minimal since smart routing is infrequent (gate creation/reanalysis)
+        const smartRoutingModel = process.env.SMART_ROUTING_MODEL || 'claude-sonnet-4-5-20250929';
         const response = await anthropic.messages.create({
-            model: 'claude-haiku-4-5-20251001',
+            model: smartRoutingModel,
             max_tokens: 50,
             temperature: 0.0,
             messages: [{
@@ -101,8 +106,12 @@ Return JSON with:
   "reasoning": "why these models work for this task and user preferences"
 }`;
     try {
+        // Smart routing model - upgraded to Sonnet 4.5 for superior analysis quality
+        // Can be overridden via SMART_ROUTING_MODEL environment variable
+        // Default: claude-sonnet-4-5-20250929 for more nuanced model recommendations
+        const smartRoutingModel = process.env.SMART_ROUTING_MODEL || 'claude-sonnet-4-5-20250929';
         const response = await anthropic.messages.create({
-            model: 'claude-haiku-4-5-20251001',
+            model: smartRoutingModel,
             max_tokens: 2000,
             temperature: 0.0,
             messages: [{

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@layer-ai/core",
-  "version": "2.0.9",
+  "version": "2.0.11",
   "description": "Core API routes and services for Layer AI",
   "type": "module",
   "main": "./dist/index.js",
@@ -36,7 +36,7 @@
     "nanoid": "^5.0.4",
     "openai": "^4.24.0",
     "pg": "^8.11.3",
-    "@layer-ai/sdk": "^2.5.2"
+    "@layer-ai/sdk": "^2.5.3"
   },
   "devDependencies": {
     "@types/bcryptjs": "^2.4.6",