@jsonstudio/llms 0.4.2

package/dist/api/llmswitch-types.d.ts

@@ -0,0 +1,412 @@
+/**
+ * LLMSwitch V2 类型定义
+ *
+ * 定义LLMSwitch V2版本的核心类型接口，支持多端点处理和Hooks集成
+ */
+export type EndpointType = 'chat' | 'responses' | 'messages';
+export type ProtocolType = 'openai-chat' | 'openai-responses' | 'anthropic-messages';
+export type ProcessingMode = 'streaming' | 'non-streaming' | 'auto';
+export interface OpenAIChatRequest {
+    model: string;
+    messages: Array<{
+        role: 'system' | 'user' | 'assistant';
+        content: string;
+    }>;
+    temperature?: number;
+    max_tokens?: number;
+    stream?: boolean;
+    tools?: Array<{
+        type: 'function';
+        function: {
+            name: string;
+            description?: string;
+            parameters?: any;
+        };
+    }>;
+}
+export interface OpenAIChatResponse {
+    id: string;
+    object: 'chat.completion';
+    created: number;
+    model: string;
+    choices: Array<{
+        index: number;
+        message: {
+            role: 'assistant';
+            content?: string;
+            tool_calls?: Array<{
+                id: string;
+                type: 'function';
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+            }>;
+        };
+        finish_reason: 'stop' | 'length' | 'tool_calls' | 'content_filter';
+    }>;
+    usage?: {
+        prompt_tokens: number;
+        completion_tokens: number;
+        total_tokens: number;
+    };
+}
+export interface OpenAIResponsesRequest {
+    model: string;
+    input: string;
+    instructions?: string;
+    tools?: any[];
+    temperature?: number;
+    max_tokens?: number;
+    stream?: boolean;
+}
+export interface OpenAIResponsesResponse {
+    id: string;
+    object: 'response';
+    created: number;
+    model: string;
+    output: Array<{
+        type: 'message';
+        id: string;
+        role: 'assistant';
+        content: Array<{
+            type: 'text';
+            text: string;
+        }>;
+    }>;
+    output_text: string;
+    usage: {
+        prompt_tokens: number;
+        completion_tokens: number;
+        total_tokens: number;
+    };
+}
+export interface AnthropicMessagesRequest {
+    model: string;
+    messages: Array<{
+        role: 'user' | 'assistant';
+        content: string | Array<{
+            type: 'text' | 'image';
+            text?: string;
+            source?: {
+                type: 'base64';
+                media_type: string;
+                data: string;
+            };
+        }>;
+    }>;
+    system?: string;
+    max_tokens: number;
+    temperature?: number;
+    top_p?: number;
+    top_k?: number;
+    stop_sequences?: string[];
+    stream?: boolean;
+    tools?: any[];
+}
+export interface AnthropicMessagesResponse {
+    id: string;
+    type: 'message';
+    role: 'assistant';
+    content: Array<{
+        type: 'text' | 'tool_use' | 'tool_result';
+        text?: string;
+        id?: string;
+        name?: string;
+        input?: any;
+        content?: any;
+        is_error?: boolean;
+    }>;
+    model: string;
+    stop_reason: 'end_turn' | 'max_tokens' | 'stop_sequence' | 'tool_use';
+    stop_sequence?: string | null;
+    usage: {
+        input_tokens: number;
+        output_tokens: number;
+    };
+}
+export declare enum LLMSwitchHookStage {
+    REQUEST_1_VALIDATION_PRE = "request_1_validation_pre",
+    REQUEST_1_VALIDATION_POST = "request_1_validation_post",
+    REQUEST_2_ROUTING_PRE = "request_2_routing_pre",
+    REQUEST_2_ROUTING_POST = "request_2_routing_post",
+    REQUEST_3_CONVERSION_PRE = "request_3_conversion_pre",
+    REQUEST_3_CONVERSION_POST = "request_3_conversion_post",
+    REQUEST_4_TOOLS_PRE = "request_4_tools_pre",
+    REQUEST_4_TOOLS_POST = "request_4_tools_post",
+    REQUEST_5_SSE_PRE = "request_5_sse_pre",
+    REQUEST_5_SSE_POST = "request_5_sse_post",
+    REQUEST_6_SNAPSHOT_PRE = "request_6_snapshot_pre",
+    REQUEST_6_SNAPSHOT_POST = "request_6_snapshot_post",
+    REQUEST_7_MONITORING_PRE = "request_7_monitoring_pre",
+    REQUEST_7_MONITORING_POST = "request_7_monitoring_post",
+    REQUEST_8_VALIDATION_PRE = "request_8_validation_pre",
+    REQUEST_8_VALIDATION_POST = "request_8_validation_post",
+    RESPONSE_1_RECEIVE_PRE = "response_1_receive_pre",
+    RESPONSE_1_RECEIVE_POST = "response_1_receive_post",
+    RESPONSE_2_CONVERSION_PRE = "response_2_conversion_pre",
+    RESPONSE_2_CONVERSION_POST = "response_2_conversion_post",
+    RESPONSE_3_TOOLS_PRE = "response_3_tools_pre",
+    RESPONSE_3_TOOLS_POST = "response_3_tools_post",
+    RESPONSE_4_SSE_PRE = "response_4_sse_pre",
+    RESPONSE_4_SSE_POST = "response_4_sse_post",
+    RESPONSE_5_FORMATTING_PRE = "response_5_formatting_pre",
+    RESPONSE_5_FORMATTING_POST = "response_5_formatting_post",
+    RESPONSE_6_SNAPSHOT_PRE = "response_6_snapshot_pre",
+    RESPONSE_6_SNAPSHOT_POST = "response_6_snapshot_post",
+    RESPONSE_7_QUALITY_PRE = "response_7_quality_pre",
+    RESPONSE_7_QUALITY_POST = "response_7_quality_post",
+    RESPONSE_8_MONITORING_PRE = "response_8_monitoring_pre",
+    RESPONSE_8_MONITORING_POST = "response_8_monitoring_post"
+}
+export interface LLMSwitchHookContext {
+    readonly executionId: string;
+    readonly stage: LLMSwitchHookStage;
+    readonly startTime: number;
+    readonly timestamp?: number;
+    readonly requestId?: string;
+    readonly moduleId?: string;
+    readonly metadata?: {
+        processingStartTime?: number;
+        userAgent?: string;
+        performance?: {
+            duration?: number;
+            memoryUsage?: number;
+            tokensProcessed?: number;
+        };
+        lastUpdated?: number;
+        [key: string]: any;
+    };
+    readonly endpoint: EndpointType;
+    readonly originalProtocol: ProtocolType;
+    readonly targetProtocol: ProtocolType;
+    readonly pathIdentifier: string;
+    readonly processingMode: ProcessingMode;
+    readonly hookSequence: number;
+    readonly totalHooks: number;
+}
+export interface SSEEvent {
+    id?: string;
+    event?: string;
+    data: string;
+    retry?: number;
+    timestamp?: number;
+}
+export interface SSEProcessingResult {
+    events: SSEEvent[];
+    isComplete: boolean;
+    accumulationTime: number;
+    totalEvents: number;
+}
+export interface ProtocolConversionData {
+    sourceProtocol: ProtocolType;
+    targetProtocol: ProtocolType;
+    payload: any;
+    conversionRules?: Record<string, any>;
+    conversionTime?: number;
+}
+export interface ToolProcessingData {
+    tools: any[];
+    toolCalls: any[];
+    executionMode: ProcessingMode;
+    requestId: string;
+    processingTime?: number;
+}
+export interface LLMSwitchProcessingResult {
+    success: boolean;
+    data?: any;
+    error?: Error;
+    executionTime: number;
+    metadata: {
+        endpoint: EndpointType;
+        originalProtocol: ProtocolType;
+        targetProtocol: ProtocolType;
+        processingMode: ProcessingMode;
+        stage: string;
+        hookResults?: any[];
+        error?: {
+            code: string;
+            message: string;
+            type?: string;
+            details?: any;
+        };
+    };
+}
+export interface EndpointConfig {
+    endpoint: EndpointType;
+    protocol: ProtocolType;
+    enabled: boolean;
+    sse: {
+        enabled: boolean;
+        accumulateMs: number;
+        maxEvents: number;
+    };
+    hooks: {
+        enabled: boolean;
+        stages: string[];
+    };
+    conversion: {
+        autoDetect: boolean;
+        fallbackToOriginal: boolean;
+    };
+}
+export interface LLMSwitchV2Config {
+    version: string;
+    enabled: boolean;
+    defaultProtocol: ProtocolType;
+    unifiedProtocol: ProtocolType;
+    endpoints: Record<EndpointType, EndpointConfig>;
+    hooks: {
+        enabled: boolean;
+        stages: string[];
+        snapshot: {
+            enabled: boolean;
+            level?: 'verbose' | 'normal' | 'silent';
+            basePath: string;
+            endpointIsolation: {
+                enabled: boolean;
+                pathStructure: 'endpoint/date' | 'endpoint/request' | 'endpoint/timestamp';
+            };
+            pathGeneration: {
+                includeRequestId: boolean;
+                includeStage: boolean;
+                includeTimestamp: boolean;
+            };
+            format: 'json' | 'structured' | 'compact';
+            compression: 'none' | 'gzip' | 'lz4';
+            retention: {
+                maxFiles: number;
+                maxAge: number;
+            };
+        };
+    };
+    requestProcessing: {
+        validation: {
+            enabled: boolean;
+            strictMode: boolean;
+            requiredFields: string[];
+        };
+        normalization: {
+            enabled: boolean;
+            toolCanonicalization: boolean;
+            messageStructureNormalization: boolean;
+        };
+        routing: {
+            enabled: boolean;
+            routeByProtocol: boolean;
+            routeByEndpoint: boolean;
+        };
+    };
+    responseProcessing: {
+        validation: {
+            enabled: boolean;
+            strictMode: boolean;
+            validateFields: string[];
+        };
+        formatting: {
+            enabled: boolean;
+            standardizeResponse: boolean;
+            cleanupToolResults: boolean;
+        };
+        qualityCheck: {
+            enabled: boolean;
+            checkCompleteness: boolean;
+            checkConsistency: boolean;
+        };
+    };
+    toolProcessing: {
+        enabled: boolean;
+        canonicalization: {
+            enabled: boolean;
+            harvestTextBlocks: boolean;
+            normalizeToolCalls: boolean;
+            removeDuplicateCalls: boolean;
+        };
+        systemToolGuidance: {
+            enabled: boolean;
+            autoInject: boolean;
+            enhanceSchemas: boolean;
+        };
+    };
+    protocolConversion: {
+        enabled: boolean;
+        targetProtocol: ProtocolType;
+        autoDetect: boolean;
+        strictValidation: boolean;
+    };
+    performance: {
+        maxConcurrentRequests: number;
+        requestTimeout: number;
+        responseTimeout: number;
+        processingTimeout: number;
+        retryAttempts: number;
+        retryDelay: number;
+    };
+}
+export interface LLMSwitchErrorInfo {
+    type: 'validation_error' | 'conversion_error' | 'processing_error' | 'hook_error' | 'timeout_error';
+    message: string;
+    endpoint?: EndpointType;
+    protocol?: ProtocolType;
+    stage?: string;
+    cause?: Error;
+    timestamp: number;
+    context?: Record<string, any>;
+}
+export interface LLMSwitchMetrics {
+    totalRequests: number;
+    successfulRequests: number;
+    failedRequests: number;
+    averageProcessingTime: number;
+    endpointMetrics: Record<EndpointType, {
+        requestCount: number;
+        averageTime: number;
+        errorRate: number;
+    }>;
+    protocolMetrics: Record<ProtocolType, {
+        conversionCount: number;
+        successRate: number;
+        averageTime: number;
+    }>;
+    hookMetrics: Record<string, {
+        executionCount: number;
+        averageTime: number;
+        errorRate: number;
+    }>;
+}
+export interface LLMSwitchHealthCheck {
+    healthy: boolean;
+    version: string;
+    uptime: number;
+    components: {
+        endpoints: Record<EndpointType, boolean>;
+        hooks: boolean;
+        snapshot: boolean;
+        protocols: Record<ProtocolType, boolean>;
+    };
+    issues: string[];
+    metrics: LLMSwitchMetrics;
+}
+export interface ILLMSwitchV2 {
+    preprocessRequest(request: any, endpoint: EndpointType, context?: Partial<LLMSwitchHookContext>): Promise<LLMSwitchProcessingResult>;
+    postprocessResponse(response: any, originalEndpoint: EndpointType, context: LLMSwitchHookContext): Promise<LLMSwitchProcessingResult>;
+    convertToUnifiedProtocol(request: any, sourceProtocol: ProtocolType): Promise<ProtocolConversionData>;
+    processToolCalls(request: any, endpoint: EndpointType): Promise<ToolProcessingData>;
+    injectSystemToolGuidance(request: any, tools: any[]): Promise<any>;
+    preprocessStreamingRequest(request: any, endpoint: EndpointType, context?: Partial<LLMSwitchHookContext>): Promise<AsyncIterable<SSEEvent>>;
+    postprocessStreamingResponse(events: AsyncIterable<SSEEvent>, originalEndpoint: EndpointType, context: LLMSwitchHookContext): Promise<AsyncIterable<SSEEvent>>;
+    registerHookHandler(stage: LLMSwitchHookStage, handler: (context: LLMSwitchHookContext, data: any) => Promise<any>): void;
+    unregisterHookHandler(stage: LLMSwitchHookStage): void;
+    executeHooks(stage: LLMSwitchHookStage, context: LLMSwitchHookContext, data: any): Promise<any>;
+    captureSnapshot(stage: LLMSwitchHookStage, context: LLMSwitchHookContext, data: any): Promise<void>;
+    getSnapshotPath(stage: LLMSwitchHookStage, context: LLMSwitchHookContext): string;
+    configure(config: LLMSwitchV2Config): Promise<void>;
+    getConfig(): LLMSwitchV2Config;
+    updateConfig(updates: Partial<LLMSwitchV2Config>): Promise<void>;
+    healthCheck(): Promise<LLMSwitchHealthCheck>;
+    getMetrics(): LLMSwitchMetrics;
+    initialize(): Promise<void>;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    shutdown(): Promise<void>;
+}

package/dist/api/llmswitch-types.js

@@ -0,0 +1,60 @@
+/**
+ * LLMSwitch V2 类型定义
+ *
+ * 定义LLMSwitch V2版本的核心类型接口，支持多端点处理和Hooks集成
+ */
+// LLMSwitch V2 Hook阶段（基于现有2hooks系统）
+// 命名规则：按请求和响应流程分别从1开始排序
+export var LLMSwitchHookStage;
+(function (LLMSwitchHookStage) {
+    // ===== 请求处理流程 (request_1_* - request_8_*) =====
+    // 1. 请求验证和预处理
+    LLMSwitchHookStage["REQUEST_1_VALIDATION_PRE"] = "request_1_validation_pre";
+    LLMSwitchHookStage["REQUEST_1_VALIDATION_POST"] = "request_1_validation_post";
+    // 2. 端点路由处理
+    LLMSwitchHookStage["REQUEST_2_ROUTING_PRE"] = "request_2_routing_pre";
+    LLMSwitchHookStage["REQUEST_2_ROUTING_POST"] = "request_2_routing_post";
+    // 3. 协议转换（请求方向）
+    LLMSwitchHookStage["REQUEST_3_CONVERSION_PRE"] = "request_3_conversion_pre";
+    LLMSwitchHookStage["REQUEST_3_CONVERSION_POST"] = "request_3_conversion_post";
+    // 4. 工具处理（请求方向）
+    LLMSwitchHookStage["REQUEST_4_TOOLS_PRE"] = "request_4_tools_pre";
+    LLMSwitchHookStage["REQUEST_4_TOOLS_POST"] = "request_4_tools_post";
+    // 5. SSE处理（流式请求）
+    LLMSwitchHookStage["REQUEST_5_SSE_PRE"] = "request_5_sse_pre";
+    LLMSwitchHookStage["REQUEST_5_SSE_POST"] = "request_5_sse_post";
+    // 6. 快照捕获（请求前）
+    LLMSwitchHookStage["REQUEST_6_SNAPSHOT_PRE"] = "request_6_snapshot_pre";
+    LLMSwitchHookStage["REQUEST_6_SNAPSHOT_POST"] = "request_6_snapshot_post";
+    // 7. 监控指标收集（请求）
+    LLMSwitchHookStage["REQUEST_7_MONITORING_PRE"] = "request_7_monitoring_pre";
+    LLMSwitchHookStage["REQUEST_7_MONITORING_POST"] = "request_7_monitoring_post";
+    // 8. 最终请求验证
+    LLMSwitchHookStage["REQUEST_8_VALIDATION_PRE"] = "request_8_validation_pre";
+    LLMSwitchHookStage["REQUEST_8_VALIDATION_POST"] = "request_8_validation_post";
+    // ===== 响应处理流程 (response_1_* - response_8_*) =====
+    // 1. 响应接收和初始处理
+    LLMSwitchHookStage["RESPONSE_1_RECEIVE_PRE"] = "response_1_receive_pre";
+    LLMSwitchHookStage["RESPONSE_1_RECEIVE_POST"] = "response_1_receive_post";
+    // 2. 协议转换（响应方向）
+    LLMSwitchHookStage["RESPONSE_2_CONVERSION_PRE"] = "response_2_conversion_pre";
+    LLMSwitchHookStage["RESPONSE_2_CONVERSION_POST"] = "response_2_conversion_post";
+    // 3. 工具结果处理
+    LLMSwitchHookStage["RESPONSE_3_TOOLS_PRE"] = "response_3_tools_pre";
+    LLMSwitchHookStage["RESPONSE_3_TOOLS_POST"] = "response_3_tools_post";
+    // 4. SSE处理（流式响应）
+    LLMSwitchHookStage["RESPONSE_4_SSE_PRE"] = "response_4_sse_pre";
+    LLMSwitchHookStage["RESPONSE_4_SSE_POST"] = "response_4_sse_post";
+    // 5. 响应格式化和清理
+    LLMSwitchHookStage["RESPONSE_5_FORMATTING_PRE"] = "response_5_formatting_pre";
+    LLMSwitchHookStage["RESPONSE_5_FORMATTING_POST"] = "response_5_formatting_post";
+    // 6. 快照存储（响应后）
+    LLMSwitchHookStage["RESPONSE_6_SNAPSHOT_PRE"] = "response_6_snapshot_pre";
+    LLMSwitchHookStage["RESPONSE_6_SNAPSHOT_POST"] = "response_6_snapshot_post";
+    // 7. 响应质量检查
+    LLMSwitchHookStage["RESPONSE_7_QUALITY_PRE"] = "response_7_quality_pre";
+    LLMSwitchHookStage["RESPONSE_7_QUALITY_POST"] = "response_7_quality_post";
+    // 8. 监控报告和指标更新
+    LLMSwitchHookStage["RESPONSE_8_MONITORING_PRE"] = "response_8_monitoring_pre";
+    LLMSwitchHookStage["RESPONSE_8_MONITORING_POST"] = "response_8_monitoring_post";
+})(LLMSwitchHookStage || (LLMSwitchHookStage = {}));

package/dist/bridge/routecodex-adapter.d.ts

@@ -0,0 +1,74 @@
+type JsonPrimitive = string | number | boolean | null;
+type JsonValue = JsonPrimitive | JsonObject | JsonValue[];
+export interface JsonObject {
+    [key: string]: JsonValue;
+}
+type Direction = 'request' | 'response';
+type Stage = 'inbound' | 'outbound';
+type ProviderType = 'openai' | 'anthropic' | 'responses' | 'gemini';
+export interface AdapterOptions {
+    baseDir?: string;
+    processMode?: 'passthrough' | 'chat' | string;
+    providerProtocol?: string;
+    providerType?: ProviderType;
+    entryEndpoint?: string;
+    direction?: Direction;
+    stage?: Stage;
+}
+export declare function processIncoming(request: JsonObject, options?: AdapterOptions): Promise<{
+    data: JsonValue;
+    metadata: {
+        conversionId: string;
+        conversionEndpoint: string;
+        conversionStage: Stage;
+    };
+}>;
+export declare function processOutgoing(response: JsonObject, options?: AdapterOptions): Promise<{
+    data: JsonValue;
+    metadata: {
+        conversionId: string;
+        conversionEndpoint: string;
+        conversionStage: Stage;
+    };
+}>;
+export declare function processInboundRequest(request: JsonObject, options?: AdapterOptions): Promise<{
+    data: JsonValue;
+    metadata: {
+        conversionId: string;
+        conversionEndpoint: string;
+        conversionStage: Stage;
+    };
+}>;
+export declare function processInboundResponse(response: JsonObject, options?: AdapterOptions): Promise<{
+    data: JsonValue;
+    metadata: {
+        conversionId: string;
+        conversionEndpoint: string;
+        conversionStage: Stage;
+    };
+}>;
+export declare function processOutboundRequest(request: JsonObject, options?: AdapterOptions): Promise<{
+    data: JsonValue;
+    metadata: {
+        conversionId: string;
+        conversionEndpoint: string;
+        conversionStage: Stage;
+    };
+}>;
+export declare function processOutboundResponse(response: JsonObject, options?: AdapterOptions): Promise<{
+    data: JsonValue;
+    metadata: {
+        conversionId: string;
+        conversionEndpoint: string;
+        conversionStage: Stage;
+    };
+}>;
+declare const _default: {
+    processIncoming: typeof processIncoming;
+    processOutgoing: typeof processOutgoing;
+    processInboundRequest: typeof processInboundRequest;
+    processInboundResponse: typeof processInboundResponse;
+    processOutboundRequest: typeof processOutboundRequest;
+    processOutboundResponse: typeof processOutboundResponse;
+};
+export default _default;