mcp-agent-foundry 1.0.0

package/dist/translation/streaming.d.ts

@@ -0,0 +1,226 @@
+/**
+ * Streaming Response Translation
+ *
+ * Provides utilities for parsing Server-Sent Events (SSE) streams from
+ * different LLM providers and normalizing them to AgentRouter's StreamChunk format.
+ *
+ * Supported providers:
+ * - Anthropic: message_start, content_block_start, content_block_delta, message_stop events
+ * - OpenAI: data: {"choices":[{"delta":{...}}]} format
+ * - Gemini: data: {"candidates":[{"content":{"parts":[...]}}]} format
+ *
+ * All streams are normalized to the common StreamChunk interface.
+ */
+import { type StreamChunk } from '../types.js';
+/**
+ * Anthropic SSE event types.
+ */
+export type AnthropicStreamEvent = AnthropicMessageStartEvent | AnthropicContentBlockStartEvent | AnthropicContentBlockDeltaEvent | AnthropicContentBlockStopEvent | AnthropicMessageDeltaEvent | AnthropicMessageStopEvent | AnthropicPingEvent | AnthropicErrorEvent;
+interface AnthropicMessageStartEvent {
+    type: 'message_start';
+    message: {
+        id: string;
+        type: 'message';
+        role: 'assistant';
+        content: AnthropicContentBlock[];
+        model: string;
+        stop_reason: string | null;
+        stop_sequence: string | null;
+        usage: {
+            input_tokens: number;
+            output_tokens: number;
+        };
+    };
+}
+interface AnthropicContentBlockStartEvent {
+    type: 'content_block_start';
+    index: number;
+    content_block: AnthropicContentBlock;
+}
+interface AnthropicContentBlockDeltaEvent {
+    type: 'content_block_delta';
+    index: number;
+    delta: {
+        type: 'text_delta' | 'input_json_delta';
+        text?: string;
+        partial_json?: string;
+    };
+}
+interface AnthropicContentBlockStopEvent {
+    type: 'content_block_stop';
+    index: number;
+}
+interface AnthropicMessageDeltaEvent {
+    type: 'message_delta';
+    delta: {
+        stop_reason: string;
+        stop_sequence: string | null;
+    };
+    usage: {
+        output_tokens: number;
+    };
+}
+interface AnthropicMessageStopEvent {
+    type: 'message_stop';
+}
+interface AnthropicPingEvent {
+    type: 'ping';
+}
+interface AnthropicErrorEvent {
+    type: 'error';
+    error: {
+        type: string;
+        message: string;
+    };
+}
+interface AnthropicContentBlock {
+    type: 'text' | 'tool_use' | 'tool_result';
+    text?: string;
+    id?: string;
+    name?: string;
+    input?: Record<string, unknown>;
+    tool_use_id?: string;
+    content?: string;
+}
+/**
+ * OpenAI streaming chunk format.
+ */
+export interface OpenAIStreamChunk {
+    id: string;
+    object: 'chat.completion.chunk';
+    created: number;
+    model: string;
+    choices: {
+        index: number;
+        delta: {
+            role?: 'assistant';
+            content?: string | null;
+            tool_calls?: {
+                index: number;
+                id?: string;
+                type?: 'function';
+                function?: {
+                    name?: string;
+                    arguments?: string;
+                };
+            }[];
+        };
+        finish_reason: 'stop' | 'length' | 'tool_calls' | 'content_filter' | null;
+    }[];
+}
+/**
+ * Gemini streaming chunk format.
+ */
+export interface GeminiStreamChunk {
+    candidates?: {
+        content?: {
+            parts?: {
+                text?: string;
+                functionCall?: {
+                    name: string;
+                    args: Record<string, unknown>;
+                };
+            }[];
+            role?: 'model';
+        };
+        finishReason?: 'STOP' | 'MAX_TOKENS' | 'SAFETY' | 'RECITATION' | 'OTHER';
+        safetyRatings?: {
+            category: string;
+            probability: string;
+        }[];
+    }[];
+    usageMetadata?: {
+        promptTokenCount: number;
+        candidatesTokenCount: number;
+        totalTokenCount: number;
+    };
+}
+/**
+ * Parse SSE (Server-Sent Events) data from a ReadableStream.
+ * Handles buffering of partial lines and yields complete events.
+ *
+ * @param stream - The ReadableStream to parse
+ * @param options - Parser options
+ * @returns AsyncIterable yielding parsed event data strings
+ */
+export declare function parseSSE(stream: ReadableStream<Uint8Array>, options?: {
+    /** Event data prefix (default: 'data: ') */
+    dataPrefix?: string;
+    /** Stream end marker (default: '[DONE]') */
+    doneMarker?: string;
+}): AsyncIterable<string>;
+/**
+ * Parse Anthropic SSE stream and yield normalized StreamChunks.
+ *
+ * Anthropic streaming events:
+ * - message_start: Contains initial message metadata
+ * - content_block_start: Starts a new content block (text or tool_use)
+ * - content_block_delta: Incremental content updates
+ * - content_block_stop: Marks end of a content block
+ * - message_delta: Final message metadata (stop_reason, usage)
+ * - message_stop: Marks end of the message
+ * - ping: Keep-alive (ignored)
+ * - error: Stream error
+ *
+ * @param stream - ReadableStream from Anthropic API response
+ * @returns AsyncIterable of normalized StreamChunks
+ */
+export declare function parseAnthropicStream(stream: ReadableStream<Uint8Array>): AsyncIterable<StreamChunk>;
+/**
+ * Parse OpenAI SSE stream and yield normalized StreamChunks.
+ *
+ * OpenAI streams JSON objects with this structure:
+ * - data: {"choices":[{"delta":{"content":"..."}}]}
+ * - data: {"choices":[{"delta":{"tool_calls":[...]}}]}
+ * - data: [DONE]
+ *
+ * Key differences from Anthropic:
+ * - Content comes in delta.content field
+ * - Tool calls are accumulated across chunks
+ * - No explicit content_block_start/stop events
+ *
+ * @param stream - ReadableStream from OpenAI API response
+ * @returns AsyncIterable of normalized StreamChunks
+ */
+export declare function parseOpenAIStream(stream: ReadableStream<Uint8Array>): AsyncIterable<StreamChunk>;
+/**
+ * Parse Gemini SSE stream and yield normalized StreamChunks.
+ *
+ * Gemini streams JSON objects with this structure:
+ * - data: {"candidates":[{"content":{"parts":[{"text":"..."}]}}]}
+ * - data: {"candidates":[{"content":{"parts":[{"functionCall":{...}}]}}]}
+ *
+ * Key differences from Anthropic:
+ * - Content comes in parts array
+ * - Function calls use "functionCall" with "args" (not "arguments")
+ * - Gemini may send cumulative text (full content each chunk) - we need to deduplicate
+ *
+ * @param stream - ReadableStream from Gemini API response
+ * @returns AsyncIterable of normalized StreamChunks
+ */
+export declare function parseGeminiStream(stream: ReadableStream<Uint8Array>): AsyncIterable<StreamChunk>;
+/**
+ * Create a TransformStream that converts raw SSE bytes to StreamChunks.
+ *
+ * @param provider - The provider type ('anthropic', 'openai', 'gemini')
+ * @returns TransformStream that outputs StreamChunks
+ */
+export declare function createStreamTransformer(provider: 'anthropic' | 'openai' | 'gemini'): TransformStream<Uint8Array, StreamChunk>;
+/**
+ * Collect all text content from a stream of StreamChunks.
+ * Useful for testing or when you need the full response text.
+ *
+ * @param stream - AsyncIterable of StreamChunks
+ * @returns Promise resolving to the complete text content
+ */
+export declare function collectStreamText(stream: AsyncIterable<StreamChunk>): Promise<string>;
+/**
+ * Collect all StreamChunks from an async iterable into an array.
+ * Useful for testing.
+ *
+ * @param stream - AsyncIterable of StreamChunks
+ * @returns Promise resolving to array of all chunks
+ */
+export declare function collectStreamChunks(stream: AsyncIterable<StreamChunk>): Promise<StreamChunk[]>;
+export {};
+//# sourceMappingURL=streaming.d.ts.map

package/dist/translation/streaming.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"streaming.d.ts","sourceRoot":"","sources":["../../src/translation/streaming.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAoB,KAAM,WAAW,EAAqB,MAAM,aAAa,CAAC;AAMrF;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAC5B,0BAA0B,GAC1B,+BAA+B,GAC/B,+BAA+B,GAC/B,8BAA8B,GAC9B,0BAA0B,GAC1B,yBAAyB,GACzB,kBAAkB,GAClB,mBAAmB,CAAC;AAExB,UAAU,0BAA0B;IAClC,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE;QACP,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,SAAS,CAAC;QAChB,IAAI,EAAE,WAAW,CAAC;QAClB,OAAO,EAAE,qBAAqB,EAAE,CAAC;QACjC,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;QAC7B,KAAK,EAAE;YACL,YAAY,EAAE,MAAM,CAAC;YACrB,aAAa,EAAE,MAAM,CAAC;SACvB,CAAC;KACH,CAAC;CACH;AAED,UAAU,+BAA+B;IACvC,IAAI,EAAE,qBAAqB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,qBAAqB,CAAC;CACtC;AAED,UAAU,+BAA+B;IACvC,IAAI,EAAE,qBAAqB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE;QACL,IAAI,EAAE,YAAY,GAAG,kBAAkB,CAAC;QACxC,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC;CACH;AAED,UAAU,8BAA8B;IACtC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,0BAA0B;IAClC,IAAI,EAAE,eAAe,CAAC;IACtB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,CAAC;IACF,KAAK,EAAE;QACL,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;CACH;AAED,UAAU,yBAAyB;IACjC,IAAI,EAAE,cAAc,CAAC;CACtB;AAED,UAAU,kBAAkB;IAC1B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,UAAU,mBAAmB;IAC3B,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,UAAU,qBAAqB;IAC7B,IAAI,EAAE,MAAM,GAAG,UAAU,GAAG,aAAa,CAAC;IAC1C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAMD;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,uBAAuB,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE;QACP,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE;YACL,IAAI,CAAC,EAAE,WAAW,CAAC;YACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YACxB,UAAU,CAAC,EAAE;gBACX,KAAK,EAAE,MAAM,CAAC;gBACd,EAAE,CAAC,EAAE,MAAM,CAAC;gBACZ,IAAI,CAAC,EAAE,UAAU,CAAC;gBAClB,QAAQ,CAAC,EAAE;oBACT,IAAI,CAAC,EAAE,MAAM,CAAC;oBACd,SAAS,CAAC,EAAE,MAAM,CAAC;iBACpB,CAAC;aACH,EAAE,CAAC;SACL,CAAC;QACF,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,gBAAgB,GAAG,IAAI,CAAC;KAC3E,EAAE,CAAC;CACL;AAMD;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE;QACX,OAAO,CAAC,EAAE;YACR,KAAK,CAAC,EAAE;gBACN,IAAI,CAAC,EAAE,MAAM,CAAC;gBACd,YAAY,CAAC,EAAE;oBACb,IAAI,EAAE,MAAM,CAAC;oBACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;iBAC/B,CAAC;aACH,EAAE,CAAC;YACJ,IAAI,CAAC,EAAE,OAAO,CAAC;SAChB,CAAC;QACF,YAAY,CAAC,EAAE,MAAM,GAAG,YAAY,GAAG,QAAQ,GAAG,YAAY,GAAG,OAAO,CAAC;QACzE,aAAa,CAAC,EAAE;YACd,QAAQ,EAAE,MAAM,CAAC;YACjB,WAAW,EAAE,MAAM,CAAC;SACrB,EAAE,CAAC;KACL,EAAE,CAAC;IACJ,aAAa,CAAC,EAAE;QACd,gBAAgB,EAAE,MAAM,CAAC;QACzB,oBAAoB,EAAE,MAAM,CAAC;QAC7B,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAMD;;;;;;;GAOG;AACH,wBAAuB,QAAQ,CAC7B,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,EAClC,OAAO,CAAC,EAAE;IACR,4CAA4C;IAC5C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4CAA4C;IAC5C,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,GACA,aAAa,CAAC,MAAM,CAAC,CAsDvB;AAiBD;;;;;;;;;;;;;;;GAeG;AACH,wBAAuB,oBAAoB,CACzC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,GACjC,aAAa,CAAC,WAAW,CAAC,CAqB5B;AA4HD;;;;;;;;;;;;;;;GAeG;AACH,wBAAuB,iBAAiB,CACtC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,GACjC,aAAa,CAAC,WAAW,CAAC,CAyB5B;AA+HD;;;;;;;;;;;;;;GAcG;AACH,wBAAuB,iBAAiB,CACtC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,GACjC,aAAa,CAAC,WAAW,CAAC,CAyB5B;AAgGD;;;;;GAKG;AACH,wBAAgB,uBAAuB,CACrC,QAAQ,EAAE,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAC1C,eAAe,CAAC,UAAU,EAAE,WAAW,CAAC,CAkD1C;AAED;;;;;;GAMG;AACH,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,aAAa,CAAC,WAAW,CAAC,GACjC,OAAO,CAAC,MAAM,CAAC,CAUjB;AAED;;;;;;GAMG;AACH,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,aAAa,CAAC,WAAW,CAAC,GACjC,OAAO,CAAC,WAAW,EAAE,CAAC,CAQxB"}