@jsonstudio/llms 0.6.123 → 0.6.141

package/dist/conversion/compat/profiles/chat-glm.json

@@ -1,17 +1,17 @@
 {
-  "id": "chat:glm",
-  "protocol": "openai-chat",
-  "direction": "request",
-  "mappings": [
-    {
-      "action": "rename",
-      "from": "response_format",
-      "to": "metadata.generation.response_format"
-    },
-    {
-      "action": "remove",
-      "path": "metadata.clientModelId"
-    }
-  ],
-  "filters": []
+    "id": "chat:glm",
+    "protocol": "openai-chat",
+    "direction": "request",
+    "mappings": [
+        {
+            "action": "rename",
+            "from": "response_format",
+            "to": "metadata.generation.response_format"
+        },
+        {
+            "action": "remove",
+            "path": "metadata.clientModelId"
+        }
+    ],
+    "filters": []
 }

package/dist/conversion/compat/profiles/chat-iflow.json

@@ -1,36 +1,36 @@
 {
-  "id": "chat:iflow",
-  "protocol": "openai-chat",
-  "request": {
-    "mappings": [
-      {
-        "action": "remove",
-        "path": "metadata.toolCallIdStyle"
-      },
-      {
-        "action": "remove",
-        "path": "metadata.clientModelId"
-      },
-      {
-        "action": "remove",
-        "path": "metadata.providerHint"
-      }
-    ]
-  },
-  "response": {
-    "mappings": [
-      {
-        "action": "rename",
-        "from": "created_at",
-        "to": "created"
-      },
-      {
-        "action": "convert_responses_output_to_choices"
-      },
-      {
-        "action": "stringify",
-        "path": "choices[*].message.tool_calls[*].function.arguments"
-      }
-    ]
-  }
+    "id": "chat:iflow",
+    "protocol": "openai-chat",
+    "request": {
+        "mappings": [
+            {
+                "action": "remove",
+                "path": "metadata.toolCallIdStyle"
+            },
+            {
+                "action": "remove",
+                "path": "metadata.clientModelId"
+            },
+            {
+                "action": "remove",
+                "path": "metadata.providerHint"
+            }
+        ]
+    },
+    "response": {
+        "mappings": [
+            {
+                "action": "rename",
+                "from": "created_at",
+                "to": "created"
+            },
+            {
+                "action": "convert_responses_output_to_choices"
+            },
+            {
+                "action": "stringify",
+                "path": "choices[*].message.tool_calls[*].function.arguments"
+            }
+        ]
+    }
 }

package/dist/conversion/compat/profiles/chat-lmstudio.json

@@ -1,37 +1,37 @@
 {
-  "id": "chat:lmstudio",
-  "protocol": "openai-chat",
-  "request": {
-    "mappings": [
-      {
-        "action": "normalize_tool_choice",
-        "path": "tool_choice",
-        "objectReplacement": "required"
-      }
-    ]
-  },
-  "response": {
-    "mappings": [
-      {
-        "action": "set_default",
-        "path": "object",
-        "value": "chat.completion"
-      },
-      {
-        "action": "set_default",
-        "path": "id",
-        "valueSource": "chat_completion_id"
-      },
-      {
-        "action": "set_default",
-        "path": "created",
-        "valueSource": "timestamp_seconds"
-      },
-      {
-        "action": "set_default",
-        "path": "model",
-        "value": "unknown"
-      }
-    ]
-  }
+    "id": "chat:lmstudio",
+    "protocol": "openai-chat",
+    "request": {
+        "mappings": [
+            {
+                "action": "normalize_tool_choice",
+                "path": "tool_choice",
+                "objectReplacement": "required"
+            }
+        ]
+    },
+    "response": {
+        "mappings": [
+            {
+                "action": "set_default",
+                "path": "object",
+                "value": "chat.completion"
+            },
+            {
+                "action": "set_default",
+                "path": "id",
+                "valueSource": "chat_completion_id"
+            },
+            {
+                "action": "set_default",
+                "path": "created",
+                "valueSource": "timestamp_seconds"
+            },
+            {
+                "action": "set_default",
+                "path": "model",
+                "value": "unknown"
+            }
+        ]
+    }
 }

package/dist/conversion/compat/profiles/chat-qwen.json

@@ -1,18 +1,18 @@
 {
-  "id": "chat:qwen",
-  "protocol": "openai-chat",
-  "request": {
-    "mappings": [
-      {
-        "action": "parse_json",
-        "path": "messages[*].tool_calls[*].function.arguments",
-        "fallback": {}
-      },
-      {
-        "action": "stringify",
-        "path": "messages[*].tool_calls[*].function.arguments",
-        "fallback": {}
-      }
-    ]
-  }
+    "id": "chat:qwen",
+    "protocol": "openai-chat",
+    "request": {
+        "mappings": [
+            {
+                "action": "parse_json",
+                "path": "messages[*].tool_calls[*].function.arguments",
+                "fallback": {}
+            },
+            {
+                "action": "stringify",
+                "path": "messages[*].tool_calls[*].function.arguments",
+                "fallback": {}
+            }
+        ]
+    }
 }

package/dist/conversion/compat/profiles/responses-c4m.json

@@ -1,45 +1,45 @@
 {
-  "id": "responses:c4m",
-  "protocol": "openai-responses",
-  "request": {
-    "mappings": [
-      {
-        "action": "remove",
-        "path": "max_tokens"
-      },
-      {
-        "action": "remove",
-        "path": "maxTokens"
-      },
-      {
-        "action": "remove",
-        "path": "max_output_tokens"
-      },
-      {
-        "action": "remove",
-        "path": "maxOutputTokens"
-      },
-      {
-        "action": "inject_instruction",
-        "sourcePath": "instructions",
-        "targetPath": "input",
-        "role": "system",
-        "contentType": "input_text",
-        "stripHtml": true,
-        "maxLengthEnv": [
-          "ROUTECODEX_C4M_INSTRUCTIONS_MAX",
-          "RCC_C4M_INSTRUCTIONS_MAX",
-          "ROUTECODEX_COMPAT_INSTRUCTIONS_MAX"
+    "id": "responses:c4m",
+    "protocol": "openai-responses",
+    "request": {
+        "mappings": [
+            {
+                "action": "remove",
+                "path": "max_tokens"
+            },
+            {
+                "action": "remove",
+                "path": "maxTokens"
+            },
+            {
+                "action": "remove",
+                "path": "max_output_tokens"
+            },
+            {
+                "action": "remove",
+                "path": "maxOutputTokens"
+            },
+            {
+                "action": "inject_instruction",
+                "sourcePath": "instructions",
+                "targetPath": "input",
+                "role": "system",
+                "contentType": "input_text",
+                "stripHtml": true,
+                "maxLengthEnv": [
+                    "ROUTECODEX_C4M_INSTRUCTIONS_MAX",
+                    "RCC_C4M_INSTRUCTIONS_MAX",
+                    "ROUTECODEX_COMPAT_INSTRUCTIONS_MAX"
+                ]
+            }
         ]
-      }
-    ]
-  },
-  "response": {
-    "filters": [
-      {
-        "action": "rate_limit_text",
-        "needle": "The Codex-For.ME service is available, but you have reached the request limit"
-      }
-    ]
-  }
+    },
+    "response": {
+        "filters": [
+            {
+                "action": "rate_limit_text",
+                "needle": "The Codex-For.ME service is available, but you have reached the request limit"
+            }
+        ]
+    }
 }

package/dist/router/virtual-router/bootstrap.js

@@ -227,9 +227,48 @@ function normalizeResponsesConfig(provider) {
     if (!node) {
         return undefined;
     }
+    const config = {};
     const rawStyle = typeof node.toolCallIdStyle === 'string' ? node.toolCallIdStyle.trim().toLowerCase() : undefined;
     if (rawStyle === 'fc' || rawStyle === 'preserve') {
-        return { toolCallIdStyle: rawStyle };
+        config.toolCallIdStyle = rawStyle;
+    }
+    const streaming = normalizeResponsesStreaming(node.streaming);
+    if (streaming) {
+        config.streaming = streaming;
+    }
+    const instructionsMode = normalizeResponsesInstructionsMode(node.instructionsMode);
+    if (instructionsMode) {
+        config.instructionsMode = instructionsMode;
+    }
+    return Object.keys(config).length ? config : undefined;
+}
+function normalizeResponsesStreaming(value) {
+    if (value === true) {
+        return 'always';
+    }
+    if (value === false) {
+        return 'never';
+    }
+    if (typeof value === 'string') {
+        const normalized = value.trim().toLowerCase();
+        if (normalized === 'always' || normalized === 'true' || normalized === '1' || normalized === 'yes') {
+            return 'always';
+        }
+        if (normalized === 'never' || normalized === 'false' || normalized === '0' || normalized === 'no') {
+            return 'never';
+        }
+        if (normalized === 'auto') {
+            return 'auto';
+        }
+    }
+    return undefined;
+}
+function normalizeResponsesInstructionsMode(value) {
+    if (value === 'inline') {
+        return 'inline';
+    }
+    if (typeof value === 'string' && value.trim().toLowerCase() === 'inline') {
+        return 'inline';
     }
     return undefined;
 }

package/dist/router/virtual-router/classifier.js

@@ -31,14 +31,15 @@ export class RoutingClassifier {
         const hasOtherToolCall = toolCategories.includes('other');
         const hasToolCall = toolCategories.length > 0;
         const reachedLongContext = features.estimatedTokens >= (this.config.longContextThresholdTokens ?? DEFAULT_LONG_CONTEXT_THRESHOLD);
-        const thinkingKeywordHit = features.hasThinkingKeyword ||
-            containsKeywords(features.userTextSample, this.config.thinkingKeywords ?? []);
         const routeHint = typeof features.metadata?.routeHint === 'string'
             ? features.metadata.routeHint.trim().toLowerCase()
             : undefined;
         const websearchKeywordHit = containsKeywords(features.userTextSample, WEBSEARCH_HINT_KEYWORDS);
         const codingContinuation = hasWriteToolCall || lastToolCategory === 'write';
         const thinkingContinuation = hasReadToolCall || lastToolCategory === 'read';
+        const userInputDetected = typeof features.userTextSample === 'string'
+            ? features.userTextSample.trim().length > 0
+            : false;
         const searchContinuation = features.assistantCalledWebSearchTool === true;
         const toolsContinuation = hasOtherToolCall ||
             searchContinuation ||
@@ -46,6 +47,11 @@ export class RoutingClassifier {
         const toolContinuationReason = hasOtherToolCall
             ? formatToolContinuationReason(features.lastAssistantToolName, features.lastAssistantToolDetail)
             : 'tools:tool-call-detected';
+        const thinkingReason = thinkingContinuation
+            ? 'thinking:last-tool-read'
+            : userInputDetected
+                ? 'thinking:user-input'
+                : 'thinking';
         const evaluationMap = {
             vision: {
                 triggered: features.hasVisionTool && features.hasImageAttachment,
@@ -64,8 +70,8 @@ export class RoutingClassifier {
                 reason: 'coding:last-tool-write'
             },
             thinking: {
-                triggered: thinkingContinuation || thinkingKeywordHit,
-                reason: thinkingContinuation ? 'thinking:last-tool-read' : 'thinking:keywords'
+                triggered: thinkingContinuation || userInputDetected,
+                reason: thinkingReason
             },
             tools: {
                 triggered: toolsContinuation,

package/dist/router/virtual-router/types.d.ts

@@ -148,8 +148,11 @@ export interface TargetMetadata {
     processMode?: 'chat' | 'passthrough';
     responsesConfig?: ResponsesProviderConfig;
 }
+export type ResponsesStreamingMode = 'auto' | 'always' | 'never';
 export interface ResponsesProviderConfig {
     toolCallIdStyle?: 'fc' | 'preserve';
+    streaming?: ResponsesStreamingMode;
+    instructionsMode?: 'default' | 'inline';
 }
 export declare enum VirtualRouterErrorCode {
     NO_STANDARDIZED_REQUEST = "NO_STANDARDIZED_REQUEST",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jsonstudio/llms",
-  "version": "0.6.123",
+  "version": "0.6.141",
   "type": "module",
   "main": "dist/index.js",
   "module": "dist/index.js",