@jsonstudio/llms 0.6.1399 → 0.6.1403

package/dist/conversion/hub/pipeline/hub-pipeline/resolve-protocol-hooks.js

@@ -1,43 +0,0 @@
-import { ResponsesFormatAdapter } from '../../format-adapters/responses-format-adapter.js';
-import { ResponsesSemanticMapper } from '../../semantic-mappers/responses-mapper.js';
-import { AnthropicFormatAdapter } from '../../format-adapters/anthropic-format-adapter.js';
-import { AnthropicSemanticMapper } from '../../semantic-mappers/anthropic-mapper.js';
-import { GeminiFormatAdapter } from '../../format-adapters/gemini-format-adapter.js';
-import { GeminiSemanticMapper } from '../../semantic-mappers/gemini-mapper.js';
-import { ChatFormatAdapter } from '../../format-adapters/chat-format-adapter.js';
-import { ChatSemanticMapper } from '../../semantic-mappers/chat-mapper.js';
-import { runChatContextCapture, captureResponsesContextSnapshot } from '../stages/req_inbound/req_inbound_stage3_context_capture/index.js';
-import { createResponsesContextCapture, createNoopContextCapture } from '../stages/req_inbound/req_inbound_stage3_context_capture/context-factories.js';
-export function resolveProtocolHooks(protocol) {
-    switch (protocol) {
-        case 'openai-chat':
-            return {
-                createFormatAdapter: () => new ChatFormatAdapter(),
-                createSemanticMapper: () => new ChatSemanticMapper(),
-                captureContext: (options) => runChatContextCapture(options),
-                contextMetadataKey: 'chatContext'
-            };
-        case 'openai-responses':
-            return {
-                createFormatAdapter: () => new ResponsesFormatAdapter(),
-                createSemanticMapper: () => new ResponsesSemanticMapper(),
-                captureContext: createResponsesContextCapture(captureResponsesContextSnapshot),
-                contextMetadataKey: 'responsesContext'
-            };
-        case 'anthropic-messages':
-            return {
-                createFormatAdapter: () => new AnthropicFormatAdapter(),
-                createSemanticMapper: () => new AnthropicSemanticMapper(),
-                captureContext: (options) => runChatContextCapture(options),
-                contextMetadataKey: 'anthropicContext'
-            };
-        case 'gemini-chat':
-            return {
-                createFormatAdapter: () => new GeminiFormatAdapter(),
-                createSemanticMapper: () => new GeminiSemanticMapper(),
-                captureContext: createNoopContextCapture('gemini-chat')
-            };
-        default:
-            return undefined;
-    }
-}

package/dist/conversion/hub/pipeline/hub-pipeline/semantic-gate.d.ts

@@ -1 +0,0 @@
-export declare function assertNoMappableSemanticsInMetadata(metadata: Record<string, unknown> | undefined, scope: string): void;

package/dist/conversion/hub/pipeline/hub-pipeline/semantic-gate.js

@@ -1,29 +0,0 @@
-export function assertNoMappableSemanticsInMetadata(metadata, scope) {
-    if (!metadata || typeof metadata !== 'object') {
-        return;
-    }
-    const banned = [
-        'responsesResume',
-        'responses_resume',
-        'clientToolsRaw',
-        'client_tools_raw',
-        'anthropicToolNameMap',
-        'anthropic_tool_name_map',
-        // Responses semantics must be stored in chat.semantics.responses.context, not metadata.
-        'responsesContext',
-        'responses_context',
-        'responseFormat',
-        'response_format',
-        // OpenAI Chat legacy semantics must be stored in chat.semantics (system/tools/providerExtras), not metadata.
-        'systemInstructions',
-        'system_instructions',
-        'toolsFieldPresent',
-        'tools_field_present',
-        'extraFields',
-        'extra_fields'
-    ];
-    const present = banned.filter((k) => Object.prototype.hasOwnProperty.call(metadata, k));
-    if (present.length) {
-        throw new Error(`[HubPipeline][semantic_gate] Mappable semantics must not be stored in metadata (${scope}): ${present.join(', ')}`);
-    }
-}

package/dist/conversion/hub/pipeline/hub-pipeline/servertool-runtime-config.d.ts

@@ -1,2 +0,0 @@
-import type { HubPipelineConfig } from './types.js';
-export declare function injectServerToolRuntimeConfig(config: HubPipelineConfig, metadata: Record<string, unknown>): void;

package/dist/conversion/hub/pipeline/hub-pipeline/servertool-runtime-config.js

@@ -1,16 +0,0 @@
-import { ensureRuntimeMetadata } from '../../../shared/runtime-metadata.js';
-export function injectServerToolRuntimeConfig(config, metadata) {
-    const rtBase = ensureRuntimeMetadata(metadata);
-    const webSearchConfig = config.virtualRouter?.webSearch;
-    if (webSearchConfig) {
-        rtBase.webSearch = webSearchConfig;
-    }
-    const execCommandGuard = config.virtualRouter?.execCommandGuard;
-    if (execCommandGuard) {
-        rtBase.execCommandGuard = execCommandGuard;
-    }
-    const clockConfig = config.virtualRouter?.clock;
-    if (clockConfig) {
-        rtBase.clock = clockConfig;
-    }
-}

package/dist/conversion/hub/pipeline/hub-pipeline/types.d.ts

@@ -1,116 +0,0 @@
-import type { Readable } from 'node:stream';
-import type { StandardizedRequest, ProcessedRequest } from '../../types/standardized.js';
-import type { JsonObject } from '../../types/json.js';
-import type { AdapterContext } from '../../types/chat-envelope.js';
-import type { StageRecorder, FormatAdapter, SemanticMapper } from '../../format-adapters/index.js';
-import type { VirtualRouterConfig, RouterMetadataInput, RoutingDecision, RoutingDiagnostics, TargetMetadata, VirtualRouterHealthStore, ProviderQuotaView } from '../../../../router/virtual-router/types.js';
-import type { HubPolicyConfig, HubPolicyMode } from '../../policy/policy-engine.js';
-import type { HubToolSurfaceConfig } from '../../tool-surface/tool-surface-engine.js';
-import type { HubProcessNodeResult } from '../../process/chat-process.js';
-export type ApplyPatchToolMode = 'schema' | 'freeform';
-export interface HubPipelineConfig {
-    virtualRouter: VirtualRouterConfig;
-    /**
-     * Optional: hub-level policy controls (observe-only in V1 Phase 0).
-     * Must remain config-driven and default to off.
-     */
-    policy?: HubPolicyConfig;
-    /**
-     * Optional: tool surface rollout controls.
-     * - shadow: compute & record diffs, do not modify outbound payload
-     * - enforce: rewrite outbound payload to match canonical tool surface
-     */
-    toolSurface?: HubToolSurfaceConfig;
-    /**
-     * 可选：供 VirtualRouterEngine 使用的健康状态持久化存储。
-     * 当提供时，VirtualRouterEngine 将在初始化时恢复上一次快照，并在 cooldown/熔断变化时调用 persistSnapshot。
-     */
-    healthStore?: VirtualRouterHealthStore;
-    /**
-     * 可选：路由状态存储，用于持久化 sticky routing / stopMessage 等指令状态。
-     */
-    routingStateStore?: {
-        loadSync(key: string): unknown;
-        saveAsync(key: string, state: unknown): void;
-    };
-    /**
-     * 可选：配额视图。若提供，VirtualRouterEngine 将在路由过程中参考
-     * provider 的 quota 状态（inPool/priorityTier/cooldownUntil/blacklistUntil）
-     * 过滤目标并按优先级分层调度。
-     */
-    quotaView?: ProviderQuotaView;
-}
-export interface HubPipelineRequestMetadata extends Record<string, unknown> {
-    entryEndpoint?: string;
-    providerProtocol?: string;
-    processMode?: 'chat' | 'passthrough';
-    stage?: 'inbound' | 'outbound';
-    direction?: 'request' | 'response';
-    stream?: boolean;
-    routeHint?: string;
-}
-export interface HubPipelineRequest {
-    id?: string;
-    endpoint: string;
-    payload: Record<string, unknown> | {
-        readable?: Readable;
-    } | Readable;
-    metadata?: HubPipelineRequestMetadata;
-}
-type HubPipelineNodeMetadata = HubProcessNodeResult['metadata'] | Record<string, unknown>;
-export interface HubPipelineNodeResult {
-    id: string;
-    success: boolean;
-    metadata: HubPipelineNodeMetadata;
-    error?: JsonObject;
-}
-export interface HubPipelineResult {
-    requestId: string;
-    providerPayload?: Record<string, unknown>;
-    standardizedRequest?: StandardizedRequest;
-    processedRequest?: ProcessedRequest;
-    routingDecision?: RoutingDecision;
-    routingDiagnostics?: RoutingDiagnostics;
-    target?: TargetMetadata;
-    metadata: Record<string, unknown>;
-    nodeResults: HubPipelineNodeResult[];
-}
-export type ProviderProtocol = 'openai-chat' | 'openai-responses' | 'anthropic-messages' | 'gemini-chat';
-export type HubShadowCompareRequestConfig = {
-    baselineMode: HubPolicyMode;
-};
-export interface NormalizedRequest {
-    id: string;
-    endpoint: string;
-    entryEndpoint: string;
-    providerProtocol: ProviderProtocol;
-    payload: Record<string, unknown>;
-    metadata: Record<string, unknown>;
-    policyOverride?: HubPolicyConfig;
-    shadowCompare?: HubShadowCompareRequestConfig;
-    disableSnapshots?: boolean;
-    processMode: 'chat' | 'passthrough';
-    direction: 'request' | 'response';
-    stage: 'inbound' | 'outbound';
-    stream: boolean;
-    routeHint?: string;
-    hubEntryMode?: 'chat_process';
-}
-export interface RequestContextCaptureOptions {
-    rawRequest: JsonObject;
-    adapterContext: AdapterContext;
-    stageRecorder?: StageRecorder;
-}
-export interface RequestStageHooks<TContext = Record<string, unknown>> {
-    createFormatAdapter: () => FormatAdapter;
-    createSemanticMapper: () => SemanticMapper;
-    captureContext: (options: RequestContextCaptureOptions) => Promise<TContext | undefined> | TContext | undefined;
-    contextMetadataKey?: string;
-}
-export interface PayloadNormalizationContext {
-    requestId: string;
-    entryEndpoint: string;
-    providerProtocol: ProviderProtocol;
-    metadata: Record<string, unknown>;
-}
-export type { VirtualRouterConfig, RouterMetadataInput, RoutingDecision, RoutingDiagnostics, TargetMetadata, VirtualRouterHealthStore, ProviderQuotaView };

package/dist/conversion/hub/pipeline/hub-pipeline/types.js

@@ -1 +0,0 @@
-export {};

package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage2_thought_signature_inject/index.d.ts

@@ -1,10 +0,0 @@
-import type { AdapterContext } from '../../../../types/chat-envelope.js';
-import type { JsonObject } from '../../../../types/json.js';
-import type { StageRecorder } from '../../../../format-adapters/index.js';
-type ProviderPayload = JsonObject;
-export declare function runReqOutboundStage2ThoughtSignatureInject(options: {
-    payload: ProviderPayload;
-    adapterContext: AdapterContext;
-    stageRecorder?: StageRecorder;
-}): Promise<ProviderPayload>;
-export {};

package/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage2_thought_signature_inject/index.js

@@ -1,172 +0,0 @@
-import { recordStage } from '../../../stages/utils.js';
-import { SKIP_THOUGHT_SIGNATURE, buildThoughtSignatureSessionKey, getCachedThoughtSignature, getLastThoughtSignature, shouldHandleThoughtSignature } from '../../../thought-signature/thought-signature-center.js';
-import { filterInvalidThinkingBlocks, removeTrailingUnsignedThinkingBlocks } from '../../../../../shared/thought-signature-validator.js';
-function isThinkingPart(part) {
-    if (part.thought === true)
-        return true;
-    const type = typeof part.type === 'string' ? String(part.type).toLowerCase() : '';
-    return type === 'thinking' || type === 'reasoning' || type === 'redacted_thinking';
-}
-function readThinkingText(part) {
-    const text = part.text ?? part.thinking;
-    if (typeof text === 'string' && text.trim())
-        return text.trim();
-    return undefined;
-}
-function hasSignedThinking(parts) {
-    return parts.some((part) => {
-        if (!isThinkingPart(part))
-            return false;
-        const sig = part.thoughtSignature ?? part.signature;
-        return typeof sig === 'string' && sig.trim().length >= 10;
-    });
-}
-function hasToolUse(parts) {
-    return parts.some((part) => {
-        if (part.functionCall || part.function_call)
-            return true;
-        if (part.type === 'tool_use' || part.type === 'tool_result')
-            return true;
-        return false;
-    });
-}
-function injectGeminiPayload(payload, sessionKey) {
-    const contents = Array.isArray(payload.contents) ? payload.contents : [];
-    for (const content of contents) {
-        const parts = Array.isArray(content.parts) ? content.parts : [];
-        if (!parts.length)
-            continue;
-        // Deep-filter invalid thinking parts before injection.
-        const cleanedParts = [];
-        for (const part of parts) {
-            if (!part || typeof part !== 'object') {
-                cleanedParts.push(part);
-                continue;
-            }
-            if (!isThinkingPart(part)) {
-                cleanedParts.push(part);
-                continue;
-            }
-            const text = readThinkingText(part);
-            const sig = part.thoughtSignature;
-            const sigValid = typeof sig === 'string' && sig.trim().length >= 10
-                ? true
-                : Boolean(sig && (!text || !String(text).trim().length));
-            if (sigValid) {
-                cleanedParts.push(part);
-            }
-            else if (text && text.trim()) {
-                cleanedParts.push({ text });
-            }
-        }
-        content.parts = cleanedParts;
-        const effectiveParts = cleanedParts;
-        const toolUsePresent = hasToolUse(effectiveParts);
-        let signedThinking = hasSignedThinking(effectiveParts);
-        for (const part of effectiveParts) {
-            if (!isThinkingPart(part))
-                continue;
-            const text = readThinkingText(part);
-            const sig = part.thoughtSignature;
-            if (typeof sig === 'string' && sig.trim()) {
-                continue;
-            }
-            const cached = text ? getCachedThoughtSignature(sessionKey, text) : undefined;
-            if (cached) {
-                part.thoughtSignature = cached;
-                signedThinking = true;
-            }
-            else if (text) {
-                part.thoughtSignature = SKIP_THOUGHT_SIGNATURE;
-            }
-        }
-        if (toolUsePresent && !signedThinking) {
-            const last = getLastThoughtSignature(sessionKey);
-            if (last) {
-                effectiveParts.unshift({ thought: true, text: last.text, thoughtSignature: last.signature });
-            }
-            else {
-                effectiveParts.unshift({ thought: true, text: '', thoughtSignature: SKIP_THOUGHT_SIGNATURE });
-            }
-        }
-    }
-}
-function injectAnthropicPayload(payload, sessionKey) {
-    const messages = Array.isArray(payload.messages) ? payload.messages : [];
-    for (const message of messages) {
-        if (message.role !== 'assistant')
-            continue;
-        const content = Array.isArray(message.content) ? message.content : [];
-        if (!content.length)
-            continue;
-        // Deep-filter invalid thinking blocks before injection.
-        const wrapper = { role: 'assistant', content: [...content] };
-        filterInvalidThinkingBlocks([wrapper]);
-        if (Array.isArray(wrapper.content)) {
-            removeTrailingUnsignedThinkingBlocks(wrapper.content);
-        }
-        message.content = wrapper.content;
-        const effectiveContent = Array.isArray(wrapper.content) ? wrapper.content : content;
-        const toolUsePresent = effectiveContent.some((block) => block && typeof block === 'object' && (block.type === 'tool_use' || block.type === 'tool_result'));
-        let signedThinking = effectiveContent.some((block) => {
-            if (!block || typeof block !== 'object')
-                return false;
-            const type = typeof block.type === 'string' ? String(block.type).toLowerCase() : '';
-            if (type !== 'thinking' && type !== 'redacted_thinking')
-                return false;
-            const sig = block.signature;
-            return typeof sig === 'string' && sig.trim().length >= 10;
-        });
-        for (const block of effectiveContent) {
-            if (!block || typeof block !== 'object')
-                continue;
-            const type = typeof block.type === 'string' ? String(block.type).toLowerCase() : '';
-            if (type !== 'thinking' && type !== 'redacted_thinking')
-                continue;
-            const text = typeof block.thinking === 'string'
-                ? String(block.thinking).trim()
-                : typeof block.text === 'string'
-                    ? String(block.text).trim()
-                    : '';
-            const sig = block.signature;
-            if (typeof sig === 'string' && sig.trim())
-                continue;
-            const cached = text ? getCachedThoughtSignature(sessionKey, text) : undefined;
-            if (cached) {
-                block.signature = cached;
-                signedThinking = true;
-            }
-        }
-        if (toolUsePresent && !signedThinking) {
-            const last = getLastThoughtSignature(sessionKey);
-            if (last) {
-                effectiveContent.unshift({ type: 'thinking', thinking: last.text, signature: last.signature });
-            }
-            else {
-                effectiveContent.unshift({ type: 'thinking', thinking: '', signature: SKIP_THOUGHT_SIGNATURE });
-            }
-        }
-    }
-}
-export async function runReqOutboundStage2ThoughtSignatureInject(options) {
-    const { payload, adapterContext } = options;
-    if (!shouldHandleThoughtSignature(adapterContext)) {
-        return payload;
-    }
-    const sessionKey = buildThoughtSignatureSessionKey(adapterContext, payload);
-    if (!sessionKey) {
-        return payload;
-    }
-    const protocol = String(adapterContext.providerProtocol || '').toLowerCase();
-    if (protocol === 'gemini-chat') {
-        injectGeminiPayload(payload, sessionKey);
-    }
-    else if (protocol === 'anthropic-messages') {
-        injectAnthropicPayload(payload, sessionKey);
-    }
-    recordStage(options.stageRecorder, 'chat_process.req.stage7.thought_signature_inject', {
-        applied: true,
-        sessionKey
-    });
-    return payload;
-}

package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage3_thought_signature_capture/index.d.ts

@@ -1,10 +0,0 @@
-import type { AdapterContext } from '../../../../types/chat-envelope.js';
-import type { JsonObject } from '../../../../types/json.js';
-import type { StageRecorder } from '../../../../format-adapters/index.js';
-type ProviderPayload = JsonObject;
-export declare function runRespInboundStage3ThoughtSignatureCapture(options: {
-    payload: ProviderPayload;
-    adapterContext: AdapterContext;
-    stageRecorder?: StageRecorder;
-}): Promise<ProviderPayload>;
-export {};

package/dist/conversion/hub/pipeline/stages/resp_inbound/resp_inbound_stage3_thought_signature_capture/index.js

@@ -1,71 +0,0 @@
-import { recordStage } from '../../../stages/utils.js';
-import { buildThoughtSignatureSessionKey, cacheThoughtSignature, shouldHandleThoughtSignature } from '../../../thought-signature/thought-signature-center.js';
-function captureGeminiPayload(payload, sessionKey) {
-    const candidates = Array.isArray(payload.candidates) ? payload.candidates : [];
-    for (const candidate of candidates) {
-        const content = candidate?.content;
-        if (!content || typeof content !== 'object')
-            continue;
-        const parts = Array.isArray(content.parts) ? content.parts : [];
-        if (!parts.length)
-            continue;
-        let buffer = '';
-        for (const part of parts) {
-            if (!part || typeof part !== 'object')
-                continue;
-            if (part.thought === true || String(part.type || '').toLowerCase() === 'thinking') {
-                const text = part.text ?? part.thinking;
-                if (typeof text === 'string' && text.trim()) {
-                    buffer += text;
-                }
-            }
-            const sig = part.thoughtSignature;
-            if (typeof sig === 'string' && sig.trim() && buffer.trim()) {
-                cacheThoughtSignature(sessionKey, buffer, sig);
-            }
-        }
-    }
-}
-function captureAnthropicPayload(payload, sessionKey) {
-    const content = Array.isArray(payload.content) ? payload.content : [];
-    if (!content.length)
-        return;
-    let buffer = '';
-    for (const block of content) {
-        if (!block || typeof block !== 'object')
-            continue;
-        const type = typeof block.type === 'string' ? String(block.type).toLowerCase() : '';
-        if (type === 'thinking' || type === 'redacted_thinking') {
-            const text = block.thinking ?? block.text;
-            if (typeof text === 'string' && text.trim()) {
-                buffer += text;
-            }
-        }
-        const sig = block.signature;
-        if (typeof sig === 'string' && sig.trim() && buffer.trim()) {
-            cacheThoughtSignature(sessionKey, buffer, sig);
-        }
-    }
-}
-export async function runRespInboundStage3ThoughtSignatureCapture(options) {
-    const { payload, adapterContext } = options;
-    if (!shouldHandleThoughtSignature(adapterContext)) {
-        return payload;
-    }
-    const sessionKey = buildThoughtSignatureSessionKey(adapterContext, payload);
-    if (!sessionKey) {
-        return payload;
-    }
-    const protocol = String(adapterContext.providerProtocol || '').toLowerCase();
-    if (protocol === 'gemini-chat') {
-        captureGeminiPayload(payload, sessionKey);
-    }
-    else if (protocol === 'anthropic-messages') {
-        captureAnthropicPayload(payload, sessionKey);
-    }
-    recordStage(options.stageRecorder, 'chat_process.resp.stage3.thought_signature_capture', {
-        applied: true,
-        sessionKey
-    });
-    return payload;
-}

package/dist/conversion/hub/pipeline/thought-signature/thought-signature-center.d.ts

@@ -1,14 +0,0 @@
-import type { AdapterContext } from '../../types/chat-envelope.js';
-import type { JsonObject } from '../../types/json.js';
-export declare const SKIP_THOUGHT_SIGNATURE = "skip_thought_signature_validator";
-type LastEntry = {
-    text: string;
-    signature: string;
-    timestamp: number;
-};
-export declare function buildThoughtSignatureSessionKey(ctx: AdapterContext, payload?: JsonObject): string | undefined;
-export declare function cacheThoughtSignature(sessionKey: string, text: unknown, signature: unknown): void;
-export declare function getCachedThoughtSignature(sessionKey: string, text: unknown): string | undefined;
-export declare function getLastThoughtSignature(sessionKey: string): LastEntry | undefined;
-export declare function shouldHandleThoughtSignature(ctx: AdapterContext): boolean;
-export {};