@jsonstudio/llms 0.6.2979 → 0.6.3214

package/dist/conversion/compat/profiles/chat-iflow.json

@@ -3,8 +3,13 @@
   "protocol": "openai-chat",
   "request": {
     "mappings": [
-      { "action": "snapshot", "phase": "compat-pre" },
-      { "action": "dto_unwrap" },
+      {
+        "action": "snapshot",
+        "phase": "compat-pre"
+      },
+      {
+        "action": "dto_unwrap"
+      },
       {
         "action": "remove",
         "path": "metadata.toolCallIdStyle"
@@ -38,7 +43,12 @@
               "web_search"
             ],
             "messages": {
-              "allowedRoles": ["system", "user", "assistant", "tool"],
+              "allowedRoles": [
+                "system",
+                "user",
+                "assistant",
+                "tool"
+              ],
               "assistantWithToolCallsContentNull": true,
               "toolContentStringify": false
             },
@@ -47,7 +57,9 @@
               "normalize": false,
               "forceToolChoiceAuto": true
             },
-            "assistantToolCalls": { "functionArgumentsType": "string" }
+            "assistantToolCalls": {
+              "functionArgumentsType": "string"
+            }
           },
           "response": {
             "allowTopLevel": [
@@ -68,30 +80,74 @@
             "choices": {
               "required": true,
               "message": {
-                "allow": ["role", "content", "reasoning_content", "audio", "tool_calls"],
+                "allow": [
+                  "role",
+                  "content",
+                  "reasoning_content",
+                  "audio",
+                  "tool_calls"
+                ],
                 "roleDefault": "assistant",
                 "contentNullWhenToolCalls": true,
-                "tool_calls": { "function": { "nameRequired": true, "argumentsType": "string" } }
+                "tool_calls": {
+                  "function": {
+                    "nameRequired": true,
+                    "argumentsType": "string"
+                  }
+                }
               },
-              "finish_reason": ["stop", "tool_calls", "length", "sensitive", "network_error"]
+              "finish_reason": [
+                "stop",
+                "tool_calls",
+                "length",
+                "sensitive",
+                "network_error"
+              ]
             },
             "usage": {
-              "allow": ["prompt_tokens", "completion_tokens", "prompt_tokens_details", "total_tokens"]
+              "allow": [
+                "prompt_tokens",
+                "completion_tokens",
+                "prompt_tokens_details",
+                "total_tokens"
+              ]
             }
           }
         }
       },
-      { "action": "iflow_kimi_history_media_placeholder" },
-      { "action": "iflow_kimi_cli_defaults" },
-      { "action": "iflow_kimi_thinking_reasoning_fill" },
+      {
+        "action": "iflow_kimi_history_media_placeholder"
+      },
+      {
+        "action": "iflow_kimi_cli_defaults"
+      },
+      {
+        "action": "iflow_kimi_thinking_reasoning_fill"
+      },
       {
         "action": "field_map",
         "direction": "incoming",
         "config": [
-          { "sourcePath": "usage.prompt_tokens", "targetPath": "usage.input_tokens", "type": "number" },
-          { "sourcePath": "usage.completion_tokens", "targetPath": "usage.output_tokens", "type": "number" },
-          { "sourcePath": "created", "targetPath": "created_at", "type": "number" },
-          { "sourcePath": "request_id", "targetPath": "request_id", "type": "string" },
+          {
+            "sourcePath": "usage.prompt_tokens",
+            "targetPath": "usage.input_tokens",
+            "type": "number"
+          },
+          {
+            "sourcePath": "usage.completion_tokens",
+            "targetPath": "usage.output_tokens",
+            "type": "number"
+          },
+          {
+            "sourcePath": "created",
+            "targetPath": "created_at",
+            "type": "number"
+          },
+          {
+            "sourcePath": "request_id",
+            "targetPath": "request_id",
+            "type": "string"
+          },
           {
             "sourcePath": "model",
             "targetPath": "model",
@@ -105,25 +161,43 @@
           }
         ]
       },
-      { "action": "tool_schema_sanitize", "mode": "glm_shell" },
+      {
+        "action": "tool_schema_sanitize",
+        "mode": "glm_shell"
+      },
       {
         "action": "iflow_tool_text_fallback",
-        "models": ["minimax-m2.5"]
+        "models": [
+          "minimax-m2.5"
+        ]
       },
       {
         "action": "iflow_web_search_request"
       },
-      { "action": "snapshot", "phase": "compat-post" },
-      { "action": "dto_rewrap" }
+      {
+        "action": "snapshot",
+        "phase": "compat-post"
+      },
+      {
+        "action": "dto_rewrap"
+      }
     ]
   },
   "response": {
     "mappings": [
-      { "action": "snapshot", "phase": "compat-pre" },
-      { "action": "dto_unwrap" },
-      { "action": "iflow_response_body_unwrap" },
-      { "action": "harvest_tool_calls_from_text" },
-      { "action": "strip_orphan_function_calls_tag" },
+      {
+        "action": "snapshot",
+        "phase": "compat-pre"
+      },
+      {
+        "action": "dto_unwrap"
+      },
+      {
+        "action": "iflow_response_body_unwrap"
+      },
+      {
+        "action": "strip_orphan_function_calls_tag"
+      },
       {
         "action": "shape_filter",
         "target": "response",
@@ -144,7 +218,12 @@
               "response_format"
             ],
             "messages": {
-              "allowedRoles": ["system", "user", "assistant", "tool"],
+              "allowedRoles": [
+                "system",
+                "user",
+                "assistant",
+                "tool"
+              ],
               "assistantWithToolCallsContentNull": true,
               "toolContentStringify": false
             },
@@ -153,7 +232,9 @@
               "normalize": false,
               "forceToolChoiceAuto": true
             },
-            "assistantToolCalls": { "functionArgumentsType": "string" }
+            "assistantToolCalls": {
+              "functionArgumentsType": "string"
+            }
           },
           "response": {
             "allowTopLevel": [
@@ -174,15 +255,37 @@
             "choices": {
               "required": true,
               "message": {
-                "allow": ["role", "content", "reasoning_content", "audio", "tool_calls"],
+                "allow": [
+                  "role",
+                  "content",
+                  "reasoning_content",
+                  "audio",
+                  "tool_calls"
+                ],
                 "roleDefault": "assistant",
                 "contentNullWhenToolCalls": true,
-                "tool_calls": { "function": { "nameRequired": true, "argumentsType": "string" } }
+                "tool_calls": {
+                  "function": {
+                    "nameRequired": true,
+                    "argumentsType": "string"
+                  }
+                }
               },
-              "finish_reason": ["stop", "tool_calls", "length", "sensitive", "network_error"]
+              "finish_reason": [
+                "stop",
+                "tool_calls",
+                "length",
+                "sensitive",
+                "network_error"
+              ]
             },
             "usage": {
-              "allow": ["prompt_tokens", "completion_tokens", "prompt_tokens_details", "total_tokens"]
+              "allow": [
+                "prompt_tokens",
+                "completion_tokens",
+                "prompt_tokens_details",
+                "total_tokens"
+              ]
             }
           }
         }
@@ -191,12 +294,36 @@
         "action": "field_map",
         "direction": "outgoing",
         "config": [
-          { "sourcePath": "usage.input_tokens", "targetPath": "usage.prompt_tokens", "type": "number" },
-          { "sourcePath": "usage.output_tokens", "targetPath": "usage.completion_tokens", "type": "number" },
-          { "sourcePath": "usage.total_input_tokens", "targetPath": "usage.prompt_tokens", "type": "number" },
-          { "sourcePath": "usage.total_output_tokens", "targetPath": "usage.completion_tokens", "type": "number" },
-          { "sourcePath": "created_at", "targetPath": "created", "type": "number" },
-          { "sourcePath": "request_id", "targetPath": "request_id", "type": "string" },
+          {
+            "sourcePath": "usage.input_tokens",
+            "targetPath": "usage.prompt_tokens",
+            "type": "number"
+          },
+          {
+            "sourcePath": "usage.output_tokens",
+            "targetPath": "usage.completion_tokens",
+            "type": "number"
+          },
+          {
+            "sourcePath": "usage.total_input_tokens",
+            "targetPath": "usage.prompt_tokens",
+            "type": "number"
+          },
+          {
+            "sourcePath": "usage.total_output_tokens",
+            "targetPath": "usage.completion_tokens",
+            "type": "number"
+          },
+          {
+            "sourcePath": "created_at",
+            "targetPath": "created",
+            "type": "number"
+          },
+          {
+            "sourcePath": "request_id",
+            "targetPath": "request_id",
+            "type": "string"
+          },
           {
             "sourcePath": "choices[*].finish_reason",
             "targetPath": "choices[*].finish_reason",
@@ -210,9 +337,17 @@
           }
         ]
       },
-      { "action": "tool_schema_sanitize", "mode": "glm_shell" },
-      { "action": "snapshot", "phase": "compat-post" },
-      { "action": "dto_rewrap" }
+      {
+        "action": "tool_schema_sanitize",
+        "mode": "glm_shell"
+      },
+      {
+        "action": "snapshot",
+        "phase": "compat-post"
+      },
+      {
+        "action": "dto_rewrap"
+      }
     ]
   }
 }

package/dist/conversion/compat/profiles/chat-lmstudio.json

@@ -3,27 +3,51 @@
   "protocol": "",
   "request": {
     "mappings": [
-      { "action": "snapshot", "phase": "compat-pre" },
-      { "action": "dto_unwrap" },
-      { "action": "lmstudio_responses_input_stringify" },
-      { "action": "normalize_tool_call_ids" },
-      { "action": "lmstudio_responses_fc_ids" },
+      {
+        "action": "snapshot",
+        "phase": "compat-pre"
+      },
+      {
+        "action": "dto_unwrap"
+      },
+      {
+        "action": "lmstudio_responses_input_stringify"
+      },
+      {
+        "action": "normalize_tool_call_ids"
+      },
+      {
+        "action": "lmstudio_responses_fc_ids"
+      },
       {
         "action": "normalize_tool_choice",
         "path": "tool_choice",
         "objectReplacement": "required"
       },
-      { "action": "snapshot", "phase": "compat-post" },
-      { "action": "dto_rewrap" }
+      {
+        "action": "snapshot",
+        "phase": "compat-post"
+      },
+      {
+        "action": "dto_rewrap"
+      }
     ]
   },
   "response": {
     "mappings": [
-      { "action": "snapshot", "phase": "compat-pre" },
-      { "action": "dto_unwrap" },
-      { "action": "harvest_tool_calls_from_text" },
-      { "action": "strip_orphan_function_calls_tag" },
-      { "action": "normalize_tool_call_ids" },
+      {
+        "action": "snapshot",
+        "phase": "compat-pre"
+      },
+      {
+        "action": "dto_unwrap"
+      },
+      {
+        "action": "strip_orphan_function_calls_tag"
+      },
+      {
+        "action": "normalize_tool_call_ids"
+      },
       {
         "action": "set_default",
         "path": "object",
@@ -44,8 +68,13 @@
         "path": "model",
         "value": "unknown"
       },
-      { "action": "snapshot", "phase": "compat-post" },
-      { "action": "dto_rewrap" }
+      {
+        "action": "snapshot",
+        "phase": "compat-post"
+      },
+      {
+        "action": "dto_rewrap"
+      }
     ]
   }
 }

package/dist/conversion/hub/operation-table/operation-table-runner.js

@@ -1,5 +1,5 @@
-import { createBridgeActionState, runBridgeActionPipeline } from '../../shared/bridge-actions.js';
-import { resolveBridgePolicy, resolvePolicyActions } from '../../shared/bridge-policies.js';
+import { createBridgeActionState, runBridgeActionPipeline } from '../../bridge-actions.js';
+import { resolveBridgePolicy, resolvePolicyActions } from '../../bridge-policies.js';
 import { normalizeProviderProtocolTokenWithNative } from '../../../router/virtual-router/engine-selection/native-hub-pipeline-req-inbound-semantics.js';
 const INBOUND_BRIDGE_SPECS = {
     'openai-chat': { protocol: 'openai-chat', stage: 'request_inbound', messages: 'chat_envelope' },

package/dist/conversion/hub/operation-table/semantic-mappers/anthropic-mapper.js

@@ -1,6 +1,6 @@
 import { isJsonObject, jsonClone } from '../../types/json.js';
 import { buildOpenAIChatFromAnthropic, buildAnthropicRequestFromOpenAIChat } from '../../../codecs/anthropic-openai-codec.js';
-import { encodeMetadataPassthrough, extractMetadataPassthrough } from '../../../shared/metadata-passthrough.js';
+import { encodeMetadataPassthrough, extractMetadataPassthrough } from '../../../metadata-passthrough.js';
 import { buildAnthropicToolAliasMapWithNative } from '../../../../router/virtual-router/engine-selection/native-chat-process-governance-semantics.js';
 import { ChatSemanticMapper } from './chat-mapper.js';
 const ANTHROPIC_PARAMETER_KEYS = [

package/dist/conversion/hub/operation-table/semantic-mappers/chat-mapper.js

@@ -1,6 +1,6 @@
 import { isJsonObject, jsonClone } from '../../types/json.js';
-import { normalizeChatMessageContentWithNative } from '../../../../router/virtual-router/engine-selection/native-shared-conversion-semantics.js';
-import { ensureProtocolState } from '../../../shared/protocol-state.js';
+import { normalizeChatMessageContentWithNative, normalizeOpenaiChatMessagesWithNative } from '../../../../router/virtual-router/engine-selection/native-shared-conversion-semantics.js';
+import { ensureProtocolState } from '../../../protocol-state.js';
 import { mapReqInboundBridgeToolsToChatWithNative } from '../../../../router/virtual-router/engine-selection/native-hub-pipeline-req-inbound-semantics.js';
 const CHAT_PARAMETER_KEYS = [
     'model',
@@ -148,11 +148,14 @@ function normalizeChatMessages(raw) {
         norm.missingFields.push({ path: 'messages', reason: 'absent' });
         return norm;
     }
-    if (!Array.isArray(raw)) {
+    const normalizedRaw = Array.isArray(raw)
+        ? normalizeOpenaiChatMessagesWithNative(raw)
+        : raw;
+    if (!Array.isArray(normalizedRaw)) {
         norm.missingFields.push({ path: 'messages', reason: 'invalid_type', originalValue: jsonClone(raw) });
         return norm;
     }
-    raw.forEach((value, index) => {
+    normalizedRaw.forEach((value, index) => {
         if (!isJsonObject(value)) {
             norm.missingFields.push({ path: `messages[${index}]`, reason: 'invalid_entry', originalValue: jsonClone(value) });
             return;

package/dist/conversion/hub/operation-table/semantic-mappers/gemini-mapper.js

@@ -1,9 +1,9 @@
 import { isJsonObject, jsonClone } from '../../types/json.js';
 import { buildOpenAIChatFromGeminiRequest } from '../../../codecs/gemini-openai-codec.js';
-import { encodeMetadataPassthrough, extractMetadataPassthrough } from '../../../shared/metadata-passthrough.js';
+import { encodeMetadataPassthrough, extractMetadataPassthrough } from '../../../metadata-passthrough.js';
 import { mapBridgeToolsToChat, mapChatToolsToBridge } from '../../../shared/tool-mapping.js';
 import { prepareGeminiToolsForBridge, buildGeminiToolsFromBridge } from '../../../shared/gemini-tool-utils.js';
-import { ensureProtocolState, getProtocolState } from '../../../shared/protocol-state.js';
+import { ensureProtocolState, getProtocolState } from '../../../protocol-state.js';
 import { sanitizeReasoningTaggedText } from '../../../shared/reasoning-utils.js';
 import { applyClaudeThinkingToolSchemaCompatWithNative } from '../../../../router/virtual-router/engine-selection/native-hub-pipeline-req-outbound-semantics.js';
 import { extractAntigravityGeminiSessionIdWithNative } from '../../../../router/virtual-router/engine-selection/native-router-hotpath.js';

package/dist/conversion/hub/operation-table/semantic-mappers/responses-mapper.js

@@ -471,14 +471,8 @@ export class ResponsesSemanticMapper {
                 context: ctx
             }
         };
-        // Some responses providers (e.g. TAB) reject sampling knobs with HTTP 400.
-        // Filter these at mapper outbound so they never reach openai-responses providers.
-        const unsupportedParams = ['temperature', 'top_p', 'seed', 'logit_bias'];
-        for (const key of unsupportedParams) {
-            if (key in result.payload) {
-                delete result.payload[key];
-            }
-        }
+        // Sampling knobs should remain intact for OpenAI Responses protocol.
+        // Provider-specific removal belongs in compatibility profiles, not here.
         return result;
     }
 }

package/dist/conversion/hub/pipeline/hub-pipeline.d.ts

@@ -95,6 +95,7 @@ export declare class HubPipeline {
     private resolveAliasMapFromSources;
     private resolveProtocolHooks;
     private buildAdapterContext;
+    private applyMaxTokensPolicy;
     private maybeCreateStageRecorder;
     private asJsonObject;
     private normalizeRequest;

package/dist/conversion/hub/pipeline/hub-pipeline.js

@@ -13,7 +13,7 @@ import { GeminiSemanticMapper } from '../semantic-mappers/gemini-mapper.js';
 import { ChatFormatAdapter } from '../format-adapters/chat-format-adapter.js';
 import { ChatSemanticMapper } from '../semantic-mappers/chat-mapper.js';
 import { createSnapshotRecorder } from '../snapshot-recorder.js';
-import { shouldRecordSnapshots } from '../../shared/snapshot-utils.js';
+import { shouldRecordSnapshots } from '../../snapshot-utils.js';
 import { runReqInboundStage1FormatParse } from './stages/req_inbound/req_inbound_stage1_format_parse/index.js';
 import { runReqInboundStage2SemanticMap } from './stages/req_inbound/req_inbound_stage2_semantic_map/index.js';
 import { runChatContextCapture, captureResponsesContextSnapshot } from './stages/req_inbound/req_inbound_stage3_context_capture/index.js';
@@ -28,10 +28,10 @@ import { extractSessionIdentifiersFromMetadata } from './session-identifiers.js'
 import { computeRequestTokens } from '../../../router/virtual-router/token-estimator.js';
 import { annotatePassthroughGovernanceSkipWithNative, attachPassthroughProviderInputAuditWithNative, buildPassthroughAuditWithNative, applyOutboundStreamPreferenceWithNative, normalizeHubEndpointWithNative, extractAdapterContextMetadataFieldsWithNative, resolveApplyPatchToolModeFromToolsWithNative, resolveHubClientProtocolWithNative, resolveHubPolicyOverrideFromMetadataWithNative, resolveHubProviderProtocolWithNative, resolveOutboundStreamIntentWithNative, resolveHubShadowCompareConfigWithNative, resolveActiveProcessModeWithNative, findMappableSemanticsKeysWithNative, resolveHubSseProtocolFromMetadataWithNative, resolveStopMessageRouterMetadataWithNative, runHubPipelineOrchestrationWithNative } from '../../../router/virtual-router/engine-selection/native-hub-pipeline-orchestration-semantics.js';
 import { normalizeAliasMapWithNative, resolveAliasMapFromRespSemanticsWithNative } from '../../../router/virtual-router/engine-selection/native-hub-pipeline-resp-semantics.js';
-import { isCompactionRequest } from '../../shared/compaction-detect.js';
+import { isCompactionRequest } from '../../compaction-detect.js';
 import { applyHubProviderOutboundPolicy, recordHubPolicyObservation, setHubPolicyRuntimePolicy } from '../policy/policy-engine.js';
 import { applyProviderOutboundToolSurface } from '../tool-surface/tool-surface-engine.js';
-import { cloneRuntimeMetadata, ensureRuntimeMetadata, readRuntimeMetadata } from '../../shared/runtime-metadata.js';
+import { cloneRuntimeMetadata, ensureRuntimeMetadata, readRuntimeMetadata } from '../../runtime-metadata.js';
 function isTruthyEnv(value) {
     const v = typeof value === 'string' ? value.trim().toLowerCase() : '';
     return v === '1' || v === 'true' || v === 'yes' || v === 'on';
@@ -392,6 +392,10 @@ export class HubPipeline {
         }
         const disableStickyRoutes = readRuntimeMetadata(normalized.metadata)?.disableStickyRoutes === true;
         const stopMessageRouterMetadata = resolveStopMessageRouterMetadata(normalized.metadata);
+        const estimatedInputTokens = (() => {
+            const value = normalized.metadata?.estimatedInputTokens;
+            return typeof value === 'number' && Number.isFinite(value) ? value : undefined;
+        })();
         const metadataInput = {
             requestId: normalized.id,
             entryEndpoint: normalized.entryEndpoint,
@@ -402,6 +406,7 @@ export class HubPipeline {
             routeHint: normalized.routeHint,
             stage: normalized.stage,
             responsesResume: responsesResume,
+            ...(estimatedInputTokens !== undefined ? { estimatedInputTokens } : {}),
             ...(disableStickyRoutes ? { disableStickyRoutes: true } : {}),
             ...(serverToolRequired ? { serverToolRequired: true } : {}),
             ...(sessionIdentifiers.sessionId ? { sessionId: sessionIdentifiers.sessionId } : {}),
@@ -441,6 +446,7 @@ export class HubPipeline {
         }
         const outboundStream = this.resolveOutboundStreamIntent(routing.target?.streaming);
         workingRequest = this.applyOutboundStreamPreference(workingRequest, outboundStream, activeProcessMode);
+        this.applyMaxTokensPolicy(workingRequest, routing.target);
         const outboundAdapterContext = this.buildAdapterContext(normalized, routing.target);
         if (routing.target?.compatibilityProfile) {
             outboundAdapterContext.compatibilityProfile = routing.target.compatibilityProfile;
@@ -1278,6 +1284,47 @@ export class HubPipeline {
         }
         return adapterContext;
     }
+    applyMaxTokensPolicy(request, target) {
+        if (!target) {
+            return;
+        }
+        const params = request.parameters || (request.parameters = {});
+        const direct = typeof params.max_tokens === 'number' && Number.isFinite(params.max_tokens)
+            ? Math.floor(params.max_tokens)
+            : undefined;
+        const maxOutputRaw = typeof params.max_output_tokens === 'number' &&
+            Number.isFinite(params.max_output_tokens)
+            ? Math.floor(params.max_output_tokens)
+            : undefined;
+        let desired = direct ?? maxOutputRaw;
+        // Default max tokens = 8k when client does not set.
+        if (!desired || desired <= 0) {
+            desired = 8192;
+        }
+        let providerCap = typeof target.maxOutputTokens === 'number' && Number.isFinite(target.maxOutputTokens)
+            ? Math.floor(target.maxOutputTokens)
+            : undefined;
+        if (!providerCap) {
+            const registry = this.routerEngine
+                .providerRegistry;
+            const profile = registry?.get?.(target.providerKey);
+            const candidate = typeof profile?.maxOutputTokens === 'number' && Number.isFinite(profile.maxOutputTokens)
+                ? Math.floor(profile.maxOutputTokens)
+                : undefined;
+            if (candidate && candidate > 0) {
+                providerCap = candidate;
+            }
+        }
+        if (providerCap && providerCap > 0) {
+            desired = Math.min(desired, providerCap);
+        }
+        if (desired && desired > 0) {
+            params.max_tokens = desired;
+            if (params.max_output_tokens !== undefined) {
+                params.max_output_tokens = desired;
+            }
+        }
+    }
     maybeCreateStageRecorder(context, endpoint, options) {
         if (options?.disableSnapshots === true) {
             return undefined;

package/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage2_semantic_map/index.d.ts

@@ -1,6 +1,6 @@
 import type { AdapterContext, ChatEnvelope } from '../../../../types/chat-envelope.js';
 import type { FormatEnvelope } from '../../../../types/format-envelope.js';
-import type { JsonObject } from '../../../../types/json.js';
+import { type JsonObject } from '../../../../types/json.js';
 import type { SemanticMapper, StageRecorder } from '../../../../format-adapters/index.js';
 import type { StandardizedRequest } from '../../../../types/standardized.js';
 export interface ReqInboundStage2SemanticMapOptions {