@jsonstudio/llms 0.6.3541 → 0.6.3685

package/dist/conversion/compat/actions/lmstudio-responses-input-stringify.js

@@ -1,95 +1,5 @@
-function isRecord(value) {
-    return Boolean(value) && typeof value === 'object' && !Array.isArray(value);
-}
-function extractTextParts(content) {
-    const out = [];
-    if (typeof content === 'string' && content.trim().length) {
-        out.push(content.trim());
-        return out;
-    }
-    if (!Array.isArray(content)) {
-        return out;
-    }
-    for (const part of content) {
-        if (!isRecord(part))
-            continue;
-        const type = typeof part.type === 'string' ? String(part.type).trim().toLowerCase() : '';
-        const text = typeof part.text === 'string'
-            ? part.text
-            : typeof part.content === 'string'
-                ? String(part.content)
-                : undefined;
-        if (typeof text === 'string' && text.trim().length) {
-            out.push(text.trim());
-            continue;
-        }
-        // OpenAI Responses content parts often use { type: 'input_text'|'output_text', text: '...' }.
-        if ((type === 'input_text' || type === 'output_text') && typeof part.text === 'string') {
-            const t = String(part.text).trim();
-            if (t.length)
-                out.push(t);
-        }
-    }
-    return out;
-}
-function stringifyInputItems(input) {
-    if (!Array.isArray(input))
-        return null;
-    const chunks = [];
-    for (const item of input) {
-        if (!isRecord(item))
-            continue;
-        const type = typeof item.type === 'string' ? String(item.type).trim().toLowerCase() : '';
-        const roleCandidate = typeof item.role === 'string' ? String(item.role).trim() : '';
-        const messageNode = isRecord(item.message) ? item.message : undefined;
-        const nestedRoleCandidate = messageNode && typeof messageNode.role === 'string' ? String(messageNode.role).trim() : '';
-        // OpenAI Responses supports message-like items without an explicit `type` field:
-        // { role: 'user'|'assistant'|'system', content: [...] }
-        if (type === 'message' || (!type && (roleCandidate || nestedRoleCandidate))) {
-            const role = roleCandidate ||
-                nestedRoleCandidate ||
-                'user';
-            const contentNode = item.content !== undefined ? item.content : messageNode?.content;
-            const parts = extractTextParts(contentNode);
-            if (parts.length) {
-                chunks.push(`${role}: ${parts.join('\n')}`);
-            }
-            continue;
-        }
-        if (type === 'function_call') {
-            const name = typeof item.name === 'string' ? String(item.name).trim() : 'tool';
-            const args = typeof item.arguments === 'string'
-                ? String(item.arguments)
-                : (() => {
-                    try {
-                        return JSON.stringify(item.arguments ?? null);
-                    }
-                    catch {
-                        return String(item.arguments ?? '');
-                    }
-                })();
-            chunks.push(`assistant tool_call ${name}: ${args}`);
-            continue;
-        }
-        if (type === 'function_call_output') {
-            const output = typeof item.output === 'string'
-                ? String(item.output)
-                : (() => {
-                    try {
-                        return JSON.stringify(item.output ?? null);
-                    }
-                    catch {
-                        return String(item.output ?? '');
-                    }
-                })();
-            chunks.push(`tool_output: ${output}`);
-            continue;
-        }
-    }
-    if (!chunks.length)
-        return '';
-    return chunks.join('\n\n');
-}
+import { buildNativeReqOutboundCompatAdapterContext } from '../../hub/pipeline/compat/native-adapter-context.js';
+import { stringifyLmstudioResponsesInputWithNative } from '../../../router/virtual-router/engine-selection/native-compat-action-semantics.js';
 /**
  * Legacy compatibility shim:
  * Some older LM Studio builds rejected the array form of `input` ("Invalid type for 'input'").
@@ -110,16 +20,5 @@ export function stringifyLmstudioResponsesInput(payload, adapterContext) {
     if (!adapterContext || adapterContext.providerProtocol !== 'openai-responses') {
         return payload;
     }
-    const record = payload;
-    const input = record.input;
-    if (!Array.isArray(input)) {
-        return payload;
-    }
-    const flattened = stringifyInputItems(input);
-    if (flattened === null) {
-        return payload;
-    }
-    const instructions = typeof record.instructions === 'string' ? record.instructions.trim() : '';
-    record.input = instructions.length ? `${instructions}\n\n${flattened}`.trim() : flattened;
-    return payload;
+    return stringifyLmstudioResponsesInputWithNative(payload, buildNativeReqOutboundCompatAdapterContext(adapterContext));
 }

package/dist/conversion/hub/node-support.js

@@ -108,7 +108,7 @@ function deriveAdapterContext(context, fallbackProtocol) {
         (typeof metadata.providerProtocol === 'string' ? metadata.providerProtocol : undefined) ||
         fallbackProtocol;
     const streamingHint = metadata.stream === true ? 'force' : metadata.stream === false ? 'disable' : 'auto';
-    const toolCallIdStyle = normalizeToolCallIdStyleCandidate(metadata.toolCallIdStyle);
+    const toolCallIdStyle = normalizeToolCallIdStyleCandidate(requestContext.toolCallIdStyle);
     return {
         requestId: context.request.id,
         entryEndpoint: (typeof requestContext.entryEndpoint === 'string' ? requestContext.entryEndpoint : context.request.endpoint) ||

package/dist/conversion/hub/operation-table/semantic-mappers/anthropic-mapper.js

@@ -29,7 +29,8 @@ const ANTHROPIC_TOP_LEVEL_FIELDS = new Set([
     'metadata',
     'stream',
     'tool_choice',
-    'thinking'
+    'thinking',
+    'disable_parallel_tool_use'
 ]);
 const PASSTHROUGH_METADATA_PREFIX = 'rcc_passthrough_';
 const PASSTHROUGH_PARAMETERS = ['tool_choice'];
@@ -94,6 +95,9 @@ function collectParameters(payload) {
             params[key] = payload[key];
         }
     }
+    if (typeof payload.disable_parallel_tool_use === 'boolean') {
+        params.parallel_tool_calls = !payload.disable_parallel_tool_use;
+    }
     if (Array.isArray(payload.stop_sequences)) {
         params.stop = payload.stop_sequences;
     }
@@ -384,6 +388,10 @@ export class AnthropicSemanticMapper {
         }
         if (trimmedParameters) {
             for (const [key, value] of Object.entries(trimmedParameters)) {
+                if (key === 'parallel_tool_calls') {
+                    baseRequest.parallel_tool_calls = value;
+                    continue;
+                }
                 if (ANTHROPIC_TOP_LEVEL_FIELDS.has(key) || key === 'stop') {
                     if (key === 'messages' || key === 'tools') {
                         continue;

package/dist/conversion/hub/operation-table/semantic-mappers/archive/chat-mapper.archive.js

@@ -2,6 +2,11 @@ import { isJsonObject, jsonClone } from '../../../types/json.js';
 import { normalizeChatMessageContentWithNative, normalizeOpenaiChatMessagesWithNative } from '../../../../../router/virtual-router/engine-selection/native-shared-conversion-semantics.js';
 import { ensureProtocolState } from '../../../../protocol-state.js';
 import { mapReqInboundBridgeToolsToChatWithNative } from '../../../../../router/virtual-router/engine-selection/native-hub-pipeline-req-inbound-semantics.js';
+const ALLOW_ARCHIVE_IMPORTS = process.env.LLMSWITCH_ALLOW_ARCHIVE_IMPORTS === '1' ||
+    process.env.ROUTECODEX_ALLOW_ARCHIVE_IMPORTS === '1';
+if (!ALLOW_ARCHIVE_IMPORTS) {
+    throw new Error('[archive] chat-mapper.archive is fail-closed. Set LLMSWITCH_ALLOW_ARCHIVE_IMPORTS=1 only for explicit parity/compare scripts.');
+}
 const CHAT_PARAMETER_KEYS = [
     'model',
     'temperature',

package/dist/conversion/hub/operation-table/semantic-mappers/responses-mapper.js

@@ -2,6 +2,8 @@ import { isJsonObject, jsonClone } from '../../types/json.js';
 import { captureResponsesContext, buildChatRequestFromResponses, buildResponsesRequestFromChat } from '../../../responses/responses-openai-bridge.js';
 import { maybeAugmentApplyPatchErrorContent } from './chat-mapper.js';
 import { mapReqInboundBridgeToolsToChatWithNative, mapReqInboundResumeToolOutputsDetailedWithNative } from '../../../../router/virtual-router/engine-selection/native-hub-pipeline-req-inbound-semantics.js';
+import { mapOpenaiChatToChatWithNative } from '../../../../router/virtual-router/engine-selection/native-hub-pipeline-semantic-mappers.js';
+import { runResponsesOpenAIRequestCodecWithNative } from '../../../../router/virtual-router/engine-selection/native-compat-action-semantics.js';
 const RESPONSES_PARAMETER_KEYS = [
     'model',
     'temperature',
@@ -337,29 +339,19 @@ function collectSubmitToolOutputs(chat, responsesContext) {
     }
     return outputs;
 }
-function resolveSubmitStreamFlag(chat, _ctx, responsesContext) {
+function resolveSubmitStreamFlag(chat, _ctx, _responsesContext) {
     if (chat.parameters && typeof chat.parameters.stream === 'boolean') {
         return chat.parameters.stream;
     }
-    if (responsesContext && typeof responsesContext.stream === 'boolean') {
-        return responsesContext.stream;
-    }
     return undefined;
 }
-function resolveSubmitModel(chat, responsesContext) {
+function resolveSubmitModel(chat, _responsesContext) {
     const direct = chat.parameters && typeof chat.parameters.model === 'string'
         ? chat.parameters.model.trim()
         : undefined;
     if (direct) {
         return direct;
     }
-    if (responsesContext && typeof responsesContext.parameters === 'object') {
-        const params = responsesContext.parameters;
-        const model = typeof params.model === 'string' ? params.model.trim() : undefined;
-        if (model) {
-            return model;
-        }
-    }
     return undefined;
 }
 function buildSubmitToolOutputsPayload(chat, ctx, responsesContext) {
@@ -401,12 +393,38 @@ function buildSubmitToolOutputsPayload(chat, ctx, responsesContext) {
 export class ResponsesSemanticMapper {
     async toChat(format, ctx) {
         const payload = format.payload || {};
+        if (!isSubmitToolOutputsEndpoint(ctx)) {
+            const codecResult = runResponsesOpenAIRequestCodecWithNative(payload, { requestId: ctx.requestId });
+            const request = isJsonObject(codecResult.request)
+                ? codecResult.request
+                : undefined;
+            const responsesContext = isJsonObject(codecResult.context)
+                ? codecResult.context
+                : undefined;
+            if (request && responsesContext) {
+                const chatEnvelope = mapOpenaiChatToChatWithNative(request, ctx);
+                const missingFields = [];
+                const toolOutputs = mapToolOutputs(payload.tool_outputs, missingFields);
+                if (toolOutputs?.length) {
+                    chatEnvelope.toolOutputs = toolOutputs;
+                }
+                if (missingFields.length) {
+                    const metadata = chatEnvelope.metadata && typeof chatEnvelope.metadata === 'object'
+                        ? chatEnvelope.metadata
+                        : { context: ctx };
+                    metadata.missingFields = missingFields;
+                    chatEnvelope.metadata = metadata;
+                }
+                chatEnvelope.semantics = attachResponsesSemantics(chatEnvelope.semantics, responsesContext, undefined);
+                return chatEnvelope;
+            }
+        }
         const responsesContext = captureResponsesContext(payload, { route: { requestId: ctx.requestId } });
         const { request, toolsNormalized } = buildChatRequestFromResponses(payload, responsesContext);
         const missingFields = [];
         const messages = normalizeMessages(request.messages, missingFields);
         let toolOutputs = mapToolOutputs(payload.tool_outputs, missingFields);
-        const parameters = collectParameters(payload, responsesContext.stream);
+        const parameters = collectParameters(payload, typeof payload.stream === 'boolean' ? payload.stream : undefined);
         const metadata = { context: ctx };
         if (missingFields.length) {
             metadata.missingFields = missingFields;
@@ -452,7 +470,9 @@ export class ResponsesSemanticMapper {
             .map(message => serializeSystemContent(message))
             .filter((content) => typeof content === 'string' && content.length > 0);
         responsesContext.originalSystemMessages = originalSystemMessages;
-        const responsesResult = buildResponsesRequestFromChat(requestShape, responsesContext);
+        const responsesResult = buildResponsesRequestFromChat(requestShape, responsesContext, {
+            routeToolCallIdStyle: ctx.toolCallIdStyle
+        });
         const responses = responsesResult.request;
         if (chat.parameters && chat.parameters.stream !== undefined) {
             responses.stream = chat.parameters.stream;

package/dist/conversion/hub/pipeline/hub-pipeline.d.ts

@@ -1,10 +1,10 @@
-import { Readable } from 'node:stream';
-import type { StandardizedRequest, ProcessedRequest } from '../types/standardized.js';
-import type { JsonObject } from '../types/json.js';
-import type { VirtualRouterConfig, RoutingDecision, RoutingDiagnostics, TargetMetadata, VirtualRouterHealthStore, ProviderQuotaView } from '../../../router/virtual-router/types.js';
-import { type HubProcessNodeResult } from '../process/chat-process.js';
-import { type HubPolicyConfig } from '../policy/policy-engine.js';
-import { type HubToolSurfaceConfig } from '../tool-surface/tool-surface-engine.js';
+import { Readable } from "node:stream";
+import type { StandardizedRequest, ProcessedRequest } from "../types/standardized.js";
+import type { JsonObject } from "../types/json.js";
+import type { VirtualRouterConfig, RoutingDecision, RoutingDiagnostics, TargetMetadata, VirtualRouterHealthStore, ProviderQuotaView } from "../../../router/virtual-router/types.js";
+import { type HubProcessNodeResult } from "../process/chat-process.js";
+import { type HubPolicyConfig } from "../policy/policy-engine.js";
+import { type HubToolSurfaceConfig } from "../tool-surface/tool-surface-engine.js";
 export interface HubPipelineConfig {
     virtualRouter: VirtualRouterConfig;
     /**
@@ -40,9 +40,9 @@ export interface HubPipelineConfig {
 export interface HubPipelineRequestMetadata extends Record<string, unknown> {
     entryEndpoint?: string;
     providerProtocol?: string;
-    processMode?: 'chat' | 'passthrough';
-    stage?: 'inbound' | 'outbound';
-    direction?: 'request' | 'response';
+    processMode?: "chat" | "passthrough";
+    stage?: "inbound" | "outbound";
+    direction?: "request" | "response";
     stream?: boolean;
     routeHint?: string;
 }
@@ -54,7 +54,7 @@ export interface HubPipelineRequest {
     } | Readable;
     metadata?: HubPipelineRequestMetadata;
 }
-type HubPipelineNodeMetadata = HubProcessNodeResult['metadata'] | Record<string, unknown>;
+type HubPipelineNodeMetadata = HubProcessNodeResult["metadata"] | Record<string, unknown>;
 export interface HubPipelineNodeResult {
     id: string;
     success: boolean;
@@ -79,9 +79,9 @@ export declare class HubPipeline {
     private unsubscribeProviderSuccess?;
     constructor(config: HubPipelineConfig);
     updateRuntimeDeps(deps: {
-        healthStore?: HubPipelineConfig['healthStore'] | null;
-        routingStateStore?: HubPipelineConfig['routingStateStore'] | null;
-        quotaView?: HubPipelineConfig['quotaView'] | null;
+        healthStore?: HubPipelineConfig["healthStore"] | null;
+        routingStateStore?: HubPipelineConfig["routingStateStore"] | null;
+        quotaView?: HubPipelineConfig["quotaView"] | null;
     }): void;
     updateVirtualRouterConfig(nextConfig: VirtualRouterConfig): void;
     dispose(): void;