@jsonstudio/llms 0.6.123 → 0.6.147

package/dist/conversion/compat/profiles/chat-glm.json

@@ -1,17 +1,17 @@
 {
-  "id": "chat:glm",
-  "protocol": "openai-chat",
-  "direction": "request",
-  "mappings": [
-    {
-      "action": "rename",
-      "from": "response_format",
-      "to": "metadata.generation.response_format"
-    },
-    {
-      "action": "remove",
-      "path": "metadata.clientModelId"
-    }
-  ],
-  "filters": []
+    "id": "chat:glm",
+    "protocol": "openai-chat",
+    "direction": "request",
+    "mappings": [
+        {
+            "action": "rename",
+            "from": "response_format",
+            "to": "metadata.generation.response_format"
+        },
+        {
+            "action": "remove",
+            "path": "metadata.clientModelId"
+        }
+    ],
+    "filters": []
 }

package/dist/conversion/compat/profiles/chat-iflow.json

@@ -1,36 +1,36 @@
 {
-  "id": "chat:iflow",
-  "protocol": "openai-chat",
-  "request": {
-    "mappings": [
-      {
-        "action": "remove",
-        "path": "metadata.toolCallIdStyle"
-      },
-      {
-        "action": "remove",
-        "path": "metadata.clientModelId"
-      },
-      {
-        "action": "remove",
-        "path": "metadata.providerHint"
-      }
-    ]
-  },
-  "response": {
-    "mappings": [
-      {
-        "action": "rename",
-        "from": "created_at",
-        "to": "created"
-      },
-      {
-        "action": "convert_responses_output_to_choices"
-      },
-      {
-        "action": "stringify",
-        "path": "choices[*].message.tool_calls[*].function.arguments"
-      }
-    ]
-  }
+    "id": "chat:iflow",
+    "protocol": "openai-chat",
+    "request": {
+        "mappings": [
+            {
+                "action": "remove",
+                "path": "metadata.toolCallIdStyle"
+            },
+            {
+                "action": "remove",
+                "path": "metadata.clientModelId"
+            },
+            {
+                "action": "remove",
+                "path": "metadata.providerHint"
+            }
+        ]
+    },
+    "response": {
+        "mappings": [
+            {
+                "action": "rename",
+                "from": "created_at",
+                "to": "created"
+            },
+            {
+                "action": "convert_responses_output_to_choices"
+            },
+            {
+                "action": "stringify",
+                "path": "choices[*].message.tool_calls[*].function.arguments"
+            }
+        ]
+    }
 }

package/dist/conversion/compat/profiles/chat-lmstudio.json

@@ -1,37 +1,37 @@
 {
-  "id": "chat:lmstudio",
-  "protocol": "openai-chat",
-  "request": {
-    "mappings": [
-      {
-        "action": "normalize_tool_choice",
-        "path": "tool_choice",
-        "objectReplacement": "required"
-      }
-    ]
-  },
-  "response": {
-    "mappings": [
-      {
-        "action": "set_default",
-        "path": "object",
-        "value": "chat.completion"
-      },
-      {
-        "action": "set_default",
-        "path": "id",
-        "valueSource": "chat_completion_id"
-      },
-      {
-        "action": "set_default",
-        "path": "created",
-        "valueSource": "timestamp_seconds"
-      },
-      {
-        "action": "set_default",
-        "path": "model",
-        "value": "unknown"
-      }
-    ]
-  }
+    "id": "chat:lmstudio",
+    "protocol": "openai-chat",
+    "request": {
+        "mappings": [
+            {
+                "action": "normalize_tool_choice",
+                "path": "tool_choice",
+                "objectReplacement": "required"
+            }
+        ]
+    },
+    "response": {
+        "mappings": [
+            {
+                "action": "set_default",
+                "path": "object",
+                "value": "chat.completion"
+            },
+            {
+                "action": "set_default",
+                "path": "id",
+                "valueSource": "chat_completion_id"
+            },
+            {
+                "action": "set_default",
+                "path": "created",
+                "valueSource": "timestamp_seconds"
+            },
+            {
+                "action": "set_default",
+                "path": "model",
+                "value": "unknown"
+            }
+        ]
+    }
 }

package/dist/conversion/compat/profiles/chat-qwen.json

@@ -1,18 +1,18 @@
 {
-  "id": "chat:qwen",
-  "protocol": "openai-chat",
-  "request": {
-    "mappings": [
-      {
-        "action": "parse_json",
-        "path": "messages[*].tool_calls[*].function.arguments",
-        "fallback": {}
-      },
-      {
-        "action": "stringify",
-        "path": "messages[*].tool_calls[*].function.arguments",
-        "fallback": {}
-      }
-    ]
-  }
+    "id": "chat:qwen",
+    "protocol": "openai-chat",
+    "request": {
+        "mappings": [
+            {
+                "action": "parse_json",
+                "path": "messages[*].tool_calls[*].function.arguments",
+                "fallback": {}
+            },
+            {
+                "action": "stringify",
+                "path": "messages[*].tool_calls[*].function.arguments",
+                "fallback": {}
+            }
+        ]
+    }
 }

package/dist/conversion/compat/profiles/responses-c4m.json

@@ -1,45 +1,45 @@
 {
-  "id": "responses:c4m",
-  "protocol": "openai-responses",
-  "request": {
-    "mappings": [
-      {
-        "action": "remove",
-        "path": "max_tokens"
-      },
-      {
-        "action": "remove",
-        "path": "maxTokens"
-      },
-      {
-        "action": "remove",
-        "path": "max_output_tokens"
-      },
-      {
-        "action": "remove",
-        "path": "maxOutputTokens"
-      },
-      {
-        "action": "inject_instruction",
-        "sourcePath": "instructions",
-        "targetPath": "input",
-        "role": "system",
-        "contentType": "input_text",
-        "stripHtml": true,
-        "maxLengthEnv": [
-          "ROUTECODEX_C4M_INSTRUCTIONS_MAX",
-          "RCC_C4M_INSTRUCTIONS_MAX",
-          "ROUTECODEX_COMPAT_INSTRUCTIONS_MAX"
+    "id": "responses:c4m",
+    "protocol": "openai-responses",
+    "request": {
+        "mappings": [
+            {
+                "action": "remove",
+                "path": "max_tokens"
+            },
+            {
+                "action": "remove",
+                "path": "maxTokens"
+            },
+            {
+                "action": "remove",
+                "path": "max_output_tokens"
+            },
+            {
+                "action": "remove",
+                "path": "maxOutputTokens"
+            },
+            {
+                "action": "inject_instruction",
+                "sourcePath": "instructions",
+                "targetPath": "input",
+                "role": "system",
+                "contentType": "input_text",
+                "stripHtml": true,
+                "maxLengthEnv": [
+                    "ROUTECODEX_C4M_INSTRUCTIONS_MAX",
+                    "RCC_C4M_INSTRUCTIONS_MAX",
+                    "ROUTECODEX_COMPAT_INSTRUCTIONS_MAX"
+                ]
+            }
         ]
-      }
-    ]
-  },
-  "response": {
-    "filters": [
-      {
-        "action": "rate_limit_text",
-        "needle": "The Codex-For.ME service is available, but you have reached the request limit"
-      }
-    ]
-  }
+    },
+    "response": {
+        "filters": [
+            {
+                "action": "rate_limit_text",
+                "needle": "The Codex-For.ME service is available, but you have reached the request limit"
+            }
+        ]
+    }
 }

package/dist/conversion/hub/response/response-runtime.js

@@ -358,6 +358,18 @@ export function buildAnthropicResponseFromChat(chatResponse, options) {
             default: return 'end_turn';
         }
     })();
+    const promptTokens = usage && typeof usage === 'object'
+        ? Number(usage.prompt_tokens ?? usage.input_tokens ?? 0)
+        : 0;
+    const completionTokens = usage && typeof usage === 'object'
+        ? Number(usage.completion_tokens ?? usage.output_tokens ?? 0)
+        : 0;
+    const usagePayload = (promptTokens || completionTokens)
+        ? {
+            input_tokens: promptTokens,
+            output_tokens: completionTokens
+        }
+        : undefined;
     const raw = {
         id: typeof chatResponse.id === 'string' ? chatResponse.id : `resp_${Date.now()}`,
         type: 'message',
@@ -366,10 +378,7 @@ export function buildAnthropicResponseFromChat(chatResponse, options) {
         model: typeof chatResponse.model === 'string' ? chatResponse.model : 'unknown',
         stop_reason: stopReasonMapped,
         usage: usage && typeof usage === 'object'
-            ? {
-                input_tokens: usage.prompt_tokens ?? 0,
-                output_tokens: usage.completion_tokens ?? 0
-            }
+            ? usagePayload
             : undefined
     };
     const sanitized = sanitizeAnthropicMessage(raw);

package/dist/conversion/shared/bridge-actions.js

@@ -540,7 +540,7 @@ const captureToolResultsAction = (ctx) => {
             name: typeof entry?.name === 'string' ? entry.name : undefined
         }));
     }
-    if (ctx.stage === 'request_outbound' &&
+    if ((ctx.stage === 'request_outbound' || ctx.stage === 'response_outbound') &&
         Array.isArray(ctx.state.capturedToolResults) &&
         ctx.state.capturedToolResults.length) {
         const metadata = ensureMetadataRecord(ctx.state);

package/dist/conversion/shared/bridge-policies.js

@@ -232,6 +232,7 @@ const ANTHROPIC_POLICY = {
         ],
         outbound: [
             reasoningAction('anthropic_reasoning'),
+            { name: 'tools.capture-results' },
             toolCallNormalizationAction('anthropic_tool_call'),
             { name: 'metadata.extra-fields', options: { allowedKeys: ANTHROPIC_ALLOWED_FIELDS } }
         ]

package/dist/router/virtual-router/bootstrap.js

@@ -227,9 +227,48 @@ function normalizeResponsesConfig(provider) {
     if (!node) {
         return undefined;
     }
+    const config = {};
     const rawStyle = typeof node.toolCallIdStyle === 'string' ? node.toolCallIdStyle.trim().toLowerCase() : undefined;
     if (rawStyle === 'fc' || rawStyle === 'preserve') {
-        return { toolCallIdStyle: rawStyle };
+        config.toolCallIdStyle = rawStyle;
+    }
+    const streaming = normalizeResponsesStreaming(node.streaming);
+    if (streaming) {
+        config.streaming = streaming;
+    }
+    const instructionsMode = normalizeResponsesInstructionsMode(node.instructionsMode);
+    if (instructionsMode) {
+        config.instructionsMode = instructionsMode;
+    }
+    return Object.keys(config).length ? config : undefined;
+}
+function normalizeResponsesStreaming(value) {
+    if (value === true) {
+        return 'always';
+    }
+    if (value === false) {
+        return 'never';
+    }
+    if (typeof value === 'string') {
+        const normalized = value.trim().toLowerCase();
+        if (normalized === 'always' || normalized === 'true' || normalized === '1' || normalized === 'yes') {
+            return 'always';
+        }
+        if (normalized === 'never' || normalized === 'false' || normalized === '0' || normalized === 'no') {
+            return 'never';
+        }
+        if (normalized === 'auto') {
+            return 'auto';
+        }
+    }
+    return undefined;
+}
+function normalizeResponsesInstructionsMode(value) {
+    if (value === 'inline') {
+        return 'inline';
+    }
+    if (typeof value === 'string' && value.trim().toLowerCase() === 'inline') {
+        return 'inline';
     }
     return undefined;
 }

package/dist/router/virtual-router/classifier.js

@@ -31,21 +31,26 @@ export class RoutingClassifier {
         const hasOtherToolCall = toolCategories.includes('other');
         const hasToolCall = toolCategories.length > 0;
         const reachedLongContext = features.estimatedTokens >= (this.config.longContextThresholdTokens ?? DEFAULT_LONG_CONTEXT_THRESHOLD);
-        const thinkingKeywordHit = features.hasThinkingKeyword ||
-            containsKeywords(features.userTextSample, this.config.thinkingKeywords ?? []);
         const routeHint = typeof features.metadata?.routeHint === 'string'
             ? features.metadata.routeHint.trim().toLowerCase()
             : undefined;
         const websearchKeywordHit = containsKeywords(features.userTextSample, WEBSEARCH_HINT_KEYWORDS);
         const codingContinuation = hasWriteToolCall || lastToolCategory === 'write';
-        const thinkingContinuation = hasReadToolCall || lastToolCategory === 'read';
-        const searchContinuation = features.assistantCalledWebSearchTool === true;
+        const readingContinuation = hasReadToolCall || lastToolCategory === 'read';
+        const userInputDetected = typeof features.userTextSample === 'string'
+            ? features.userTextSample.trim().length > 0
+            : false;
+        const searchContinuation = features.assistantCalledWebSearchTool === true || hasSearchToolCall;
         const toolsContinuation = hasOtherToolCall ||
             searchContinuation ||
-            (hasToolCall && !hasSearchToolCall && !hasWriteToolCall && !hasReadToolCall);
+            (hasToolCall && !hasWriteToolCall && !readingContinuation);
         const toolContinuationReason = hasOtherToolCall
             ? formatToolContinuationReason(features.lastAssistantToolName, features.lastAssistantToolDetail)
-            : 'tools:tool-call-detected';
+            : searchContinuation
+                ? 'tools:last-tool-search'
+                : 'tools:tool-call-detected';
+        const thinkingContinuation = readingContinuation || (Boolean(features.hasThinkingKeyword) && !toolsContinuation && !codingContinuation);
+        const thinkingReason = readingContinuation ? 'thinking:last-tool-read' : 'thinking:keywords';
         const evaluationMap = {
             vision: {
                 triggered: features.hasVisionTool && features.hasImageAttachment,
@@ -64,8 +69,8 @@ export class RoutingClassifier {
                 reason: 'coding:last-tool-write'
             },
             thinking: {
-                triggered: thinkingContinuation || thinkingKeywordHit,
-                reason: thinkingContinuation ? 'thinking:last-tool-read' : 'thinking:keywords'
+                triggered: thinkingContinuation,
+                reason: thinkingReason
             },
             tools: {
                 triggered: toolsContinuation,

package/dist/router/virtual-router/engine.d.ts

@@ -34,6 +34,7 @@ export declare class VirtualRouterEngine {
     private recordSelectionSnapshot;
     private buildStickyPlan;
     private storeStickyPlan;
+    private dropStickyForRequest;
     private resolveStickyDescriptor;
     private maybeForceStickyFromHistory;
     private shouldForceApplyPatchSticky;

package/dist/router/virtual-router/engine.js

@@ -108,6 +108,9 @@ export class VirtualRouterEngine {
         }
     }
     handleProviderError(event) {
+        if (event?.runtime?.requestId) {
+            this.dropStickyForRequest(event.runtime.requestId);
+        }
         const derived = this.mapProviderError(event);
         if (!derived) {
             return;
@@ -225,6 +228,13 @@ export class VirtualRouterEngine {
             this.stickyPlans.delete(requestId);
         }
     }
+    dropStickyForRequest(requestId) {
+        if (!requestId) {
+            return;
+        }
+        this.stickyPlans.delete(requestId);
+        this.selectionHistory.delete(requestId);
+    }
     resolveStickyDescriptor(routeName, features) {
         if (this.shouldForceApplyPatchSticky(features)) {
             return { strategy: 'target', rounds: 1, reason: 'apply_patch' };

package/dist/router/virtual-router/features.js

@@ -68,25 +68,11 @@ const SHELL_WRITE_PATTERNS = [
     'chown',
     'chgrp',
     'tar ',
-    'git add',
-    'git commit',
     'git apply',
     'git am',
-    'git rebase',
     'git checkout',
     'git merge',
-    'patch <<',
-    'npm install',
-    'pnpm install',
-    'yarn add',
-    'yarn install',
-    'pip install',
-    'pip3 install',
-    'brew install',
-    'cargo add',
-    'cargo install',
-    'go install',
-    'make install'
+    'patch <<'
 ];
 const SHELL_SEARCH_PATTERNS = [
     'rg ',
@@ -105,18 +91,13 @@ const SHELL_SEARCH_PATTERNS = [
     'codesearch'
 ];
 const SHELL_READ_PATTERNS = [
-    'ls',
-    'dir ',
-    'pwd',
     'cat ',
     'type ',
     'head ',
     'tail ',
+    'stat ',
     'stat',
-    'tree',
     'wc ',
-    'du ',
-    'printf "',
     'python - <<',
     'python -c',
     'node - <<',
@@ -522,26 +503,31 @@ function classifyShellCommand(command) {
     if (SHELL_HEREDOC_PATTERN.test(command)) {
         return 'write';
     }
-    const segments = splitCommandSegments(command).map(stripShellWrapper);
-    if (segments.some((segment) => matchesAnyPattern(segment, SHELL_WRITE_PATTERNS))) {
+    const segments = splitCommandSegments(command)
+        .map(stripShellWrapper)
+        .filter(Boolean);
+    const hasWrite = segments.some((segment) => matchesAnyPattern(segment, SHELL_WRITE_PATTERNS));
+    const hasRead = segments.some((segment) => matchesAnyPattern(segment, SHELL_READ_PATTERNS));
+    if (hasWrite) {
         return 'write';
     }
-    if (segments.some((segment) => matchesAnyPattern(segment, SHELL_SEARCH_PATTERNS))) {
-        return 'search';
-    }
-    if (segments.some((segment) => matchesAnyPattern(segment, SHELL_READ_PATTERNS))) {
+    if (hasRead) {
         return 'read';
     }
+    const hasSearch = segments.some((segment) => matchesAnyPattern(segment, SHELL_SEARCH_PATTERNS));
+    if (hasSearch) {
+        return 'search';
+    }
     const stripped = stripShellWrapper(command);
     if (matchesAnyPattern(stripped, SHELL_WRITE_PATTERNS)) {
         return 'write';
     }
-    if (matchesAnyPattern(stripped, SHELL_SEARCH_PATTERNS)) {
-        return 'search';
-    }
     if (matchesAnyPattern(stripped, SHELL_READ_PATTERNS)) {
         return 'read';
     }
+    if (matchesAnyPattern(stripped, SHELL_SEARCH_PATTERNS)) {
+        return 'search';
+    }
     return 'other';
 }
 function splitCommandSegments(command) {

package/dist/router/virtual-router/types.d.ts

@@ -148,8 +148,11 @@ export interface TargetMetadata {
     processMode?: 'chat' | 'passthrough';
     responsesConfig?: ResponsesProviderConfig;
 }
+export type ResponsesStreamingMode = 'auto' | 'always' | 'never';
 export interface ResponsesProviderConfig {
     toolCallIdStyle?: 'fc' | 'preserve';
+    streaming?: ResponsesStreamingMode;
+    instructionsMode?: 'default' | 'inline';
 }
 export declare enum VirtualRouterErrorCode {
     NO_STANDARDIZED_REQUEST = "NO_STANDARDIZED_REQUEST",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jsonstudio/llms",
-  "version": "0.6.123",
+  "version": "0.6.147",
   "type": "module",
   "main": "dist/index.js",
   "module": "dist/index.js",