@jsonstudio/llms 0.6.1172 → 0.6.1354

package/dist/conversion/hub/pipeline/hub-pipeline/resolve-protocol-hooks.js

@@ -0,0 +1,43 @@
+import { ResponsesFormatAdapter } from '../../format-adapters/responses-format-adapter.js';
+import { ResponsesSemanticMapper } from '../../semantic-mappers/responses-mapper.js';
+import { AnthropicFormatAdapter } from '../../format-adapters/anthropic-format-adapter.js';
+import { AnthropicSemanticMapper } from '../../semantic-mappers/anthropic-mapper.js';
+import { GeminiFormatAdapter } from '../../format-adapters/gemini-format-adapter.js';
+import { GeminiSemanticMapper } from '../../semantic-mappers/gemini-mapper.js';
+import { ChatFormatAdapter } from '../../format-adapters/chat-format-adapter.js';
+import { ChatSemanticMapper } from '../../semantic-mappers/chat-mapper.js';
+import { runChatContextCapture, captureResponsesContextSnapshot } from '../stages/req_inbound/req_inbound_stage3_context_capture/index.js';
+import { createResponsesContextCapture, createNoopContextCapture } from '../stages/req_inbound/req_inbound_stage3_context_capture/context-factories.js';
+export function resolveProtocolHooks(protocol) {
+    switch (protocol) {
+        case 'openai-chat':
+            return {
+                createFormatAdapter: () => new ChatFormatAdapter(),
+                createSemanticMapper: () => new ChatSemanticMapper(),
+                captureContext: (options) => runChatContextCapture(options),
+                contextMetadataKey: 'chatContext'
+            };
+        case 'openai-responses':
+            return {
+                createFormatAdapter: () => new ResponsesFormatAdapter(),
+                createSemanticMapper: () => new ResponsesSemanticMapper(),
+                captureContext: createResponsesContextCapture(captureResponsesContextSnapshot),
+                contextMetadataKey: 'responsesContext'
+            };
+        case 'anthropic-messages':
+            return {
+                createFormatAdapter: () => new AnthropicFormatAdapter(),
+                createSemanticMapper: () => new AnthropicSemanticMapper(),
+                captureContext: (options) => runChatContextCapture(options),
+                contextMetadataKey: 'anthropicContext'
+            };
+        case 'gemini-chat':
+            return {
+                createFormatAdapter: () => new GeminiFormatAdapter(),
+                createSemanticMapper: () => new GeminiSemanticMapper(),
+                captureContext: createNoopContextCapture('gemini-chat')
+            };
+        default:
+            return undefined;
+    }
+}

package/dist/conversion/hub/pipeline/hub-pipeline/semantic-gate.d.ts

@@ -0,0 +1 @@
+export declare function assertNoMappableSemanticsInMetadata(metadata: Record<string, unknown> | undefined, scope: string): void;

package/dist/conversion/hub/pipeline/hub-pipeline/semantic-gate.js

@@ -0,0 +1,29 @@
+export function assertNoMappableSemanticsInMetadata(metadata, scope) {
+    if (!metadata || typeof metadata !== 'object') {
+        return;
+    }
+    const banned = [
+        'responsesResume',
+        'responses_resume',
+        'clientToolsRaw',
+        'client_tools_raw',
+        'anthropicToolNameMap',
+        'anthropic_tool_name_map',
+        // Responses semantics must be stored in chat.semantics.responses.context, not metadata.
+        'responsesContext',
+        'responses_context',
+        'responseFormat',
+        'response_format',
+        // OpenAI Chat legacy semantics must be stored in chat.semantics (system/tools/providerExtras), not metadata.
+        'systemInstructions',
+        'system_instructions',
+        'toolsFieldPresent',
+        'tools_field_present',
+        'extraFields',
+        'extra_fields'
+    ];
+    const present = banned.filter((k) => Object.prototype.hasOwnProperty.call(metadata, k));
+    if (present.length) {
+        throw new Error(`[HubPipeline][semantic_gate] Mappable semantics must not be stored in metadata (${scope}): ${present.join(', ')}`);
+    }
+}

package/dist/conversion/hub/pipeline/hub-pipeline/servertool-runtime-config.d.ts

@@ -0,0 +1,2 @@
+import type { HubPipelineConfig } from './types.js';
+export declare function injectServerToolRuntimeConfig(config: HubPipelineConfig, metadata: Record<string, unknown>): void;

package/dist/conversion/hub/pipeline/hub-pipeline/servertool-runtime-config.js

@@ -0,0 +1,16 @@
+import { ensureRuntimeMetadata } from '../../../shared/runtime-metadata.js';
+export function injectServerToolRuntimeConfig(config, metadata) {
+    const rtBase = ensureRuntimeMetadata(metadata);
+    const webSearchConfig = config.virtualRouter?.webSearch;
+    if (webSearchConfig) {
+        rtBase.webSearch = webSearchConfig;
+    }
+    const execCommandGuard = config.virtualRouter?.execCommandGuard;
+    if (execCommandGuard) {
+        rtBase.execCommandGuard = execCommandGuard;
+    }
+    const clockConfig = config.virtualRouter?.clock;
+    if (clockConfig) {
+        rtBase.clock = clockConfig;
+    }
+}

package/dist/conversion/hub/pipeline/hub-pipeline/types.d.ts

@@ -0,0 +1,116 @@
+import type { Readable } from 'node:stream';
+import type { StandardizedRequest, ProcessedRequest } from '../../types/standardized.js';
+import type { JsonObject } from '../../types/json.js';
+import type { AdapterContext } from '../../types/chat-envelope.js';
+import type { StageRecorder, FormatAdapter, SemanticMapper } from '../../format-adapters/index.js';
+import type { VirtualRouterConfig, RouterMetadataInput, RoutingDecision, RoutingDiagnostics, TargetMetadata, VirtualRouterHealthStore, ProviderQuotaView } from '../../../../router/virtual-router/types.js';
+import type { HubPolicyConfig, HubPolicyMode } from '../../policy/policy-engine.js';
+import type { HubToolSurfaceConfig } from '../../tool-surface/tool-surface-engine.js';
+import type { HubProcessNodeResult } from '../../process/chat-process.js';
+export type ApplyPatchToolMode = 'schema' | 'freeform';
+export interface HubPipelineConfig {
+    virtualRouter: VirtualRouterConfig;
+    /**
+     * Optional: hub-level policy controls (observe-only in V1 Phase 0).
+     * Must remain config-driven and default to off.
+     */
+    policy?: HubPolicyConfig;
+    /**
+     * Optional: tool surface rollout controls.
+     * - shadow: compute & record diffs, do not modify outbound payload
+     * - enforce: rewrite outbound payload to match canonical tool surface
+     */
+    toolSurface?: HubToolSurfaceConfig;
+    /**
+     * 可选：供 VirtualRouterEngine 使用的健康状态持久化存储。
+     * 当提供时，VirtualRouterEngine 将在初始化时恢复上一次快照，并在 cooldown/熔断变化时调用 persistSnapshot。
+     */
+    healthStore?: VirtualRouterHealthStore;
+    /**
+     * 可选：路由状态存储，用于持久化 sticky routing / stopMessage 等指令状态。
+     */
+    routingStateStore?: {
+        loadSync(key: string): unknown;
+        saveAsync(key: string, state: unknown): void;
+    };
+    /**
+     * 可选：配额视图。若提供，VirtualRouterEngine 将在路由过程中参考
+     * provider 的 quota 状态（inPool/priorityTier/cooldownUntil/blacklistUntil）
+     * 过滤目标并按优先级分层调度。
+     */
+    quotaView?: ProviderQuotaView;
+}
+export interface HubPipelineRequestMetadata extends Record<string, unknown> {
+    entryEndpoint?: string;
+    providerProtocol?: string;
+    processMode?: 'chat' | 'passthrough';
+    stage?: 'inbound' | 'outbound';
+    direction?: 'request' | 'response';
+    stream?: boolean;
+    routeHint?: string;
+}
+export interface HubPipelineRequest {
+    id?: string;
+    endpoint: string;
+    payload: Record<string, unknown> | {
+        readable?: Readable;
+    } | Readable;
+    metadata?: HubPipelineRequestMetadata;
+}
+type HubPipelineNodeMetadata = HubProcessNodeResult['metadata'] | Record<string, unknown>;
+export interface HubPipelineNodeResult {
+    id: string;
+    success: boolean;
+    metadata: HubPipelineNodeMetadata;
+    error?: JsonObject;
+}
+export interface HubPipelineResult {
+    requestId: string;
+    providerPayload?: Record<string, unknown>;
+    standardizedRequest?: StandardizedRequest;
+    processedRequest?: ProcessedRequest;
+    routingDecision?: RoutingDecision;
+    routingDiagnostics?: RoutingDiagnostics;
+    target?: TargetMetadata;
+    metadata: Record<string, unknown>;
+    nodeResults: HubPipelineNodeResult[];
+}
+export type ProviderProtocol = 'openai-chat' | 'openai-responses' | 'anthropic-messages' | 'gemini-chat';
+export type HubShadowCompareRequestConfig = {
+    baselineMode: HubPolicyMode;
+};
+export interface NormalizedRequest {
+    id: string;
+    endpoint: string;
+    entryEndpoint: string;
+    providerProtocol: ProviderProtocol;
+    payload: Record<string, unknown>;
+    metadata: Record<string, unknown>;
+    policyOverride?: HubPolicyConfig;
+    shadowCompare?: HubShadowCompareRequestConfig;
+    disableSnapshots?: boolean;
+    processMode: 'chat' | 'passthrough';
+    direction: 'request' | 'response';
+    stage: 'inbound' | 'outbound';
+    stream: boolean;
+    routeHint?: string;
+    hubEntryMode?: 'chat_process';
+}
+export interface RequestContextCaptureOptions {
+    rawRequest: JsonObject;
+    adapterContext: AdapterContext;
+    stageRecorder?: StageRecorder;
+}
+export interface RequestStageHooks<TContext = Record<string, unknown>> {
+    createFormatAdapter: () => FormatAdapter;
+    createSemanticMapper: () => SemanticMapper;
+    captureContext: (options: RequestContextCaptureOptions) => Promise<TContext | undefined> | TContext | undefined;
+    contextMetadataKey?: string;
+}
+export interface PayloadNormalizationContext {
+    requestId: string;
+    entryEndpoint: string;
+    providerProtocol: ProviderProtocol;
+    metadata: Record<string, unknown>;
+}
+export type { VirtualRouterConfig, RouterMetadataInput, RoutingDecision, RoutingDiagnostics, TargetMetadata, VirtualRouterHealthStore, ProviderQuotaView };

package/dist/conversion/hub/pipeline/hub-pipeline/types.js

@@ -0,0 +1 @@
+export {};

package/dist/conversion/hub/pipeline/hub-pipeline.d.ts

@@ -1,77 +1,6 @@
-import { Readable } from 'node:stream';
-import type { StandardizedRequest, ProcessedRequest } from '../types/standardized.js';
-import type { JsonObject } from '../types/json.js';
-import type { VirtualRouterConfig, RoutingDecision, RoutingDiagnostics, TargetMetadata, VirtualRouterHealthStore, ProviderQuotaView } from '../../../router/virtual-router/types.js';
-import { type HubProcessNodeResult } from '../process/chat-process.js';
-import { type HubPolicyConfig } from '../policy/policy-engine.js';
-import { type HubToolSurfaceConfig } from '../tool-surface/tool-surface-engine.js';
-export interface HubPipelineConfig {
-    virtualRouter: VirtualRouterConfig;
-    /**
-     * Optional: hub-level policy controls (observe-only in V1 Phase 0).
-     * Must remain config-driven and default to off.
-     */
-    policy?: HubPolicyConfig;
-    /**
-     * Optional: tool surface rollout controls.
-     * - shadow: compute & record diffs, do not modify outbound payload
-     * - enforce: rewrite outbound payload to match canonical tool surface
-     */
-    toolSurface?: HubToolSurfaceConfig;
-    /**
-     * 可选：供 VirtualRouterEngine 使用的健康状态持久化存储。
-     * 当提供时，VirtualRouterEngine 将在初始化时恢复上一次快照，并在 cooldown/熔断变化时调用 persistSnapshot。
-     */
-    healthStore?: VirtualRouterHealthStore;
-    /**
-     * 可选：路由状态存储，用于持久化 sticky routing / stopMessage 等指令状态。
-     */
-    routingStateStore?: {
-        loadSync(key: string): unknown;
-        saveAsync(key: string, state: unknown): void;
-    };
-    /**
-     * 可选：配额视图。若提供，VirtualRouterEngine 将在路由过程中参考
-     * provider 的 quota 状态（inPool/priorityTier/cooldownUntil/blacklistUntil）
-     * 过滤目标并按优先级分层调度。
-     */
-    quotaView?: ProviderQuotaView;
-}
-export interface HubPipelineRequestMetadata extends Record<string, unknown> {
-    entryEndpoint?: string;
-    providerProtocol?: string;
-    processMode?: 'chat' | 'passthrough';
-    stage?: 'inbound' | 'outbound';
-    direction?: 'request' | 'response';
-    stream?: boolean;
-    routeHint?: string;
-}
-export interface HubPipelineRequest {
-    id?: string;
-    endpoint: string;
-    payload: Record<string, unknown> | {
-        readable?: Readable;
-    } | Readable;
-    metadata?: HubPipelineRequestMetadata;
-}
-type HubPipelineNodeMetadata = HubProcessNodeResult['metadata'] | Record<string, unknown>;
-export interface HubPipelineNodeResult {
-    id: string;
-    success: boolean;
-    metadata: HubPipelineNodeMetadata;
-    error?: JsonObject;
-}
-export interface HubPipelineResult {
-    requestId: string;
-    providerPayload?: Record<string, unknown>;
-    standardizedRequest?: StandardizedRequest;
-    processedRequest?: ProcessedRequest;
-    routingDecision?: RoutingDecision;
-    routingDiagnostics?: RoutingDiagnostics;
-    target?: TargetMetadata;
-    metadata: Record<string, unknown>;
-    nodeResults: HubPipelineNodeResult[];
-}
+import type { VirtualRouterConfig } from '../../../router/virtual-router/types.js';
+import type { HubPipelineConfig, HubPipelineRequest, HubPipelineResult } from './hub-pipeline/types.js';
+export type { HubPipelineConfig, HubPipelineNodeResult, HubPipelineRequest, HubPipelineRequestMetadata, HubPipelineResult, ProviderProtocol } from './hub-pipeline/types.js';
 export declare class HubPipeline {
     private readonly routerEngine;
     private config;
@@ -84,26 +13,5 @@ export declare class HubPipeline {
     }): void;
     updateVirtualRouterConfig(nextConfig: VirtualRouterConfig): void;
     dispose(): void;
-    private executeRequestStagePipeline;
-    private resolveClientProtocol;
-    private coerceStandardizedRequestFromPayload;
-    private executeChatProcessEntryPipeline;
     execute(request: HubPipelineRequest): Promise<HubPipelineResult>;
-    private captureAnthropicAliasMap;
-    private shouldCaptureAnthropicAlias;
-    private resolveAliasMapFromSources;
-    private resolveProtocolHooks;
-    private buildAdapterContext;
-    private maybeCreateStageRecorder;
-    private asJsonObject;
-    private normalizeRequest;
-    private convertProcessNodeResult;
-    private materializePayload;
-    private unwrapReadable;
-    private convertSsePayload;
-    private resolveSseProtocol;
-    private extractModelHint;
-    private resolveOutboundStreamIntent;
-    private applyOutboundStreamPreference;
 }
-export {};