@truefoundry/ai-gateway-sdk 0.0.0-stage → 0.0.2

package/dist/adapters/responses/streamTransform.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Stream Transform for Responses API Adapter
+ *
+ * Transforms Chat Completions SSE chunks to Responses API SSE chunks in real-time.
+ */
+import { AdapterStreamState } from '../types.js';
+export interface ToolCallInfo {
+    itemId: string;
+    callId: string;
+    name: string;
+}
+export interface ResponsesStreamState extends AdapterStreamState {
+    responseId: string;
+    outputItemId: string;
+    contentPartIndex: number;
+    hasStarted: boolean;
+    completed: boolean;
+    model: string;
+    inputTokens: number;
+    outputTokens: number;
+    totalTokens: number;
+    finishReason: string | null;
+    sequenceNumber: number;
+    accumulatedText: string;
+    createdAt: number;
+    hasEmittedText: boolean;
+    sentTextBlockStart: boolean;
+    /** Maps CC tool_call index → Responses API function_call info (id, call_id, name) */
+    toolCallInfo: Map<number, ToolCallInfo>;
+    /** Maps CC tool_call index → accumulated arguments string */
+    toolCallArguments: Map<number, string>;
+    /** Original request body — used to echo config in response snapshots */
+    originalRequest: Record<string, any>;
+}
+export declare function createResponsesStreamState(originalRequest?: Record<string, any>): ResponsesStreamState;
+/**
+ * Transform a single Chat Completions stream chunk to Responses API stream events.
+ * Expects complete SSE messages (not partial byte chunks).
+ */
+export declare function transformResponsesStreamChunk(chunk: string, state: ResponsesStreamState): string | undefined;

package/dist/adapters/responses/streamTransform.js

@@ -0,0 +1,301 @@
+/**
+ * Stream Transform for Responses API Adapter
+ *
+ * Transforms Chat Completions SSE chunks to Responses API SSE chunks in real-time.
+ */
+import crypto from 'crypto';
+import { parseSseDataJson } from '../../utils/sseUtils.js';
+import { SSE_DONE } from '../constants.js';
+import { RESPONSE_DEFAULTS } from './responseTransform.js';
+export function createResponsesStreamState(originalRequest) {
+    return {
+        responseId: '',
+        outputItemId: '',
+        contentPartIndex: 0,
+        hasStarted: false,
+        completed: false,
+        model: '',
+        inputTokens: 0,
+        outputTokens: 0,
+        totalTokens: 0,
+        finishReason: null,
+        sequenceNumber: 0,
+        accumulatedText: '',
+        createdAt: 0,
+        hasEmittedText: false,
+        sentTextBlockStart: false,
+        toolCallInfo: new Map(),
+        toolCallArguments: new Map(),
+        originalRequest: originalRequest || {},
+    };
+}
+function buildResponseSnapshot(state, status, includeOutput = false, finalText) {
+    const output = [];
+    if (includeOutput) {
+        const itemStatus = status === 'in_progress' ? 'in_progress' : 'completed';
+        if (state.hasEmittedText || state.toolCallInfo.size === 0) {
+            output.push({
+                id: state.outputItemId,
+                type: 'message',
+                role: 'assistant',
+                status: itemStatus,
+                content: [
+                    {
+                        type: 'output_text',
+                        text: finalText ?? state.accumulatedText,
+                        annotations: [],
+                    },
+                ],
+            });
+        }
+        for (const [tcIndex, info] of state.toolCallInfo) {
+            output.push({
+                id: info.itemId,
+                type: 'function_call',
+                call_id: info.callId,
+                name: info.name,
+                arguments: state.toolCallArguments.get(tcIndex) || '',
+                status: itemStatus,
+            });
+        }
+    }
+    const req = state.originalRequest;
+    const tools = (req.tools || []).map((t) => ({
+        type: t.type || 'function',
+        name: t.name,
+        description: t.description ?? null,
+        parameters: t.parameters ?? null,
+        strict: t.strict ?? null,
+    }));
+    const textFormat = req.text?.format ? { format: req.text.format } : { format: { type: 'text' } };
+    return {
+        id: state.responseId,
+        object: 'response',
+        created_at: state.createdAt,
+        completed_at: status === 'completed' ? Math.floor(Date.now() / 1000) : null,
+        status,
+        incomplete_details: status === 'incomplete' ? { reason: 'max_output_tokens' } : null,
+        model: state.model,
+        previous_response_id: req.previous_response_id ?? null,
+        instructions: req.instructions ?? null,
+        output,
+        error: null,
+        tools,
+        tool_choice: req.tool_choice ?? RESPONSE_DEFAULTS.tool_choice,
+        truncation: req.truncation ?? RESPONSE_DEFAULTS.truncation,
+        parallel_tool_calls: req.parallel_tool_calls ?? RESPONSE_DEFAULTS.parallel_tool_calls,
+        text: textFormat,
+        top_p: req.top_p ?? RESPONSE_DEFAULTS.top_p,
+        presence_penalty: req.presence_penalty ?? RESPONSE_DEFAULTS.presence_penalty,
+        frequency_penalty: req.frequency_penalty ?? RESPONSE_DEFAULTS.frequency_penalty,
+        top_logprobs: req.top_logprobs ?? RESPONSE_DEFAULTS.top_logprobs,
+        temperature: req.temperature ?? RESPONSE_DEFAULTS.temperature,
+        reasoning: req.reasoning ?? null,
+        usage: {
+            input_tokens: state.inputTokens,
+            input_tokens_details: { cached_tokens: 0 },
+            output_tokens: state.outputTokens,
+            output_tokens_details: { reasoning_tokens: 0 },
+            total_tokens: state.totalTokens || state.inputTokens + state.outputTokens,
+        },
+        max_output_tokens: req.max_output_tokens ?? null,
+        max_tool_calls: req.max_tool_calls ?? null,
+        store: req.store ?? RESPONSE_DEFAULTS.store,
+        background: req.background ?? RESPONSE_DEFAULTS.background,
+        service_tier: req.service_tier ?? 'default',
+        metadata: req.metadata ?? {},
+        safety_identifier: req.safety_identifier ?? null,
+        prompt_cache_key: req.prompt_cache_key ?? null,
+    };
+}
+/**
+ * Transform a single Chat Completions stream chunk to Responses API stream events.
+ * Expects complete SSE messages (not partial byte chunks).
+ */
+export function transformResponsesStreamChunk(chunk, state) {
+    const trimmed = chunk.trim();
+    if (!trimmed || trimmed === SSE_DONE) {
+        if (trimmed === SSE_DONE && state.hasStarted && !state.completed) {
+            state.completed = true;
+            const finalText = state.accumulatedText;
+            const completionEvents = [];
+            // Finalize text content first (output_index 0) before tool calls (1+)
+            if (state.hasEmittedText) {
+                completionEvents.push(`event: response.output_text.done\ndata: ${JSON.stringify({
+                    type: 'response.output_text.done',
+                    sequence_number: state.sequenceNumber++,
+                    item_id: state.outputItemId,
+                    output_index: 0,
+                    content_index: state.contentPartIndex,
+                    text: finalText,
+                })}\n\n`, `event: response.content_part.done\ndata: ${JSON.stringify({
+                    type: 'response.content_part.done',
+                    sequence_number: state.sequenceNumber++,
+                    item_id: state.outputItemId,
+                    output_index: 0,
+                    content_index: state.contentPartIndex,
+                    part: {
+                        type: 'output_text',
+                        text: finalText,
+                        annotations: [],
+                    },
+                })}\n\n`, `event: response.output_item.done\ndata: ${JSON.stringify({
+                    type: 'response.output_item.done',
+                    sequence_number: state.sequenceNumber++,
+                    output_index: 0,
+                    item: {
+                        id: state.outputItemId,
+                        type: 'message',
+                        role: 'assistant',
+                        status: 'completed',
+                        content: [
+                            {
+                                type: 'output_text',
+                                text: finalText,
+                                annotations: [],
+                            },
+                        ],
+                    },
+                })}\n\n`);
+            }
+            // Finalize tool calls — offset matches what was used during streaming
+            const finalOffset = state.sentTextBlockStart ? 1 : 0;
+            for (const [tcIndex, info] of state.toolCallInfo) {
+                const accArgs = state.toolCallArguments.get(tcIndex) || '';
+                const outputIdx = tcIndex + finalOffset;
+                completionEvents.push(`event: response.function_call_arguments.done\ndata: ${JSON.stringify({
+                    type: 'response.function_call_arguments.done',
+                    sequence_number: state.sequenceNumber++,
+                    item_id: info.itemId,
+                    output_index: outputIdx,
+                    arguments: accArgs,
+                })}\n\n`, `event: response.output_item.done\ndata: ${JSON.stringify({
+                    type: 'response.output_item.done',
+                    sequence_number: state.sequenceNumber++,
+                    output_index: outputIdx,
+                    item: {
+                        id: info.itemId,
+                        type: 'function_call',
+                        call_id: info.callId,
+                        name: info.name,
+                        status: 'completed',
+                        arguments: accArgs,
+                    },
+                })}\n\n`);
+            }
+            completionEvents.push(`event: response.completed\ndata: ${JSON.stringify({
+                type: 'response.completed',
+                sequence_number: state.sequenceNumber++,
+                response: buildResponseSnapshot(state, 'completed', true, finalText),
+            })}\n\n`);
+            return completionEvents.join('');
+        }
+        return undefined;
+    }
+    const parsed = parseSseDataJson(chunk);
+    if (!parsed)
+        return undefined;
+    const events = [];
+    // Initialize on first chunk
+    if (!state.hasStarted) {
+        state.hasStarted = true;
+        state.responseId = `resp_${crypto.randomUUID()}`;
+        state.outputItemId = `msg_${crypto.randomUUID()}`;
+        state.contentPartIndex = 0;
+        state.model = parsed.model || '';
+        state.createdAt = Math.floor(Date.now() / 1000);
+        events.push(`event: response.created\ndata: ${JSON.stringify({
+            type: 'response.created',
+            sequence_number: state.sequenceNumber++,
+            response: buildResponseSnapshot(state, 'in_progress', false),
+        })}\n\n`, `event: response.in_progress\ndata: ${JSON.stringify({
+            type: 'response.in_progress',
+            sequence_number: state.sequenceNumber++,
+            response: buildResponseSnapshot(state, 'in_progress', false),
+        })}\n\n`);
+    }
+    const delta = parsed.choices?.[0]?.delta;
+    // Content delta — lazily open the text message block on first text
+    if (delta?.content) {
+        if (!state.sentTextBlockStart) {
+            state.sentTextBlockStart = true;
+            events.push(`event: response.output_item.added\ndata: ${JSON.stringify({
+                type: 'response.output_item.added',
+                sequence_number: state.sequenceNumber++,
+                output_index: 0,
+                item: {
+                    id: state.outputItemId,
+                    type: 'message',
+                    role: 'assistant',
+                    status: 'in_progress',
+                    content: [],
+                },
+            })}\n\n`, `event: response.content_part.added\ndata: ${JSON.stringify({
+                type: 'response.content_part.added',
+                sequence_number: state.sequenceNumber++,
+                item_id: state.outputItemId,
+                output_index: 0,
+                content_index: 0,
+                part: { type: 'output_text', text: '', annotations: [], logprobs: [] },
+            })}\n\n`);
+        }
+        state.hasEmittedText = true;
+        state.accumulatedText += delta.content;
+        events.push(`event: response.output_text.delta\ndata: ${JSON.stringify({
+            type: 'response.output_text.delta',
+            sequence_number: state.sequenceNumber++,
+            item_id: state.outputItemId,
+            output_index: 0,
+            content_index: 0,
+            delta: delta.content,
+        })}\n\n`);
+    }
+    // Tool calls — offset by 1 only when a text message block was emitted at index 0
+    if (delta?.tool_calls) {
+        for (const tc of delta.tool_calls) {
+            const tcIndex = tc.index ?? 0;
+            const offset = state.sentTextBlockStart ? 1 : 0;
+            const outputIdx = tcIndex + offset;
+            if (tc.function?.name) {
+                const fcItemId = `fc_${crypto.randomUUID()}`;
+                state.toolCallInfo.set(tcIndex, { itemId: fcItemId, callId: tc.id || fcItemId, name: tc.function.name });
+                state.toolCallArguments.set(tcIndex, '');
+                events.push(`event: response.output_item.added\ndata: ${JSON.stringify({
+                    type: 'response.output_item.added',
+                    sequence_number: state.sequenceNumber++,
+                    output_index: outputIdx,
+                    item: {
+                        id: fcItemId,
+                        type: 'function_call',
+                        call_id: tc.id || fcItemId,
+                        name: tc.function.name,
+                        arguments: '',
+                        status: 'in_progress',
+                    },
+                })}\n\n`);
+            }
+            if (tc.function?.arguments) {
+                const info = state.toolCallInfo.get(tcIndex);
+                const itemId = info?.itemId || state.outputItemId;
+                state.toolCallArguments.set(tcIndex, (state.toolCallArguments.get(tcIndex) || '') + tc.function.arguments);
+                events.push(`event: response.function_call_arguments.delta\ndata: ${JSON.stringify({
+                    type: 'response.function_call_arguments.delta',
+                    sequence_number: state.sequenceNumber++,
+                    item_id: itemId,
+                    output_index: outputIdx,
+                    delta: tc.function.arguments,
+                })}\n\n`);
+            }
+        }
+    }
+    if (parsed.usage) {
+        state.inputTokens = parsed.usage.prompt_tokens ?? 0;
+        state.outputTokens = parsed.usage.completion_tokens ?? 0;
+        state.totalTokens = parsed.usage.total_tokens ?? 0;
+    }
+    if (parsed.choices?.[0]?.finish_reason) {
+        state.finishReason = parsed.choices[0].finish_reason;
+    }
+    return events.length > 0 ? events.join('') : undefined;
+}
+//# sourceMappingURL=streamTransform.js.map

package/dist/adapters/responses/streamTransform.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streamTransform.js","sourceRoot":"","sources":["../../../src/adapters/responses/streamTransform.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAGxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAgCxD,MAAM,UAAU,0BAA0B,CAAC,eAAqC;IAC9E,OAAO;QACL,UAAU,EAAE,EAAE;QACd,YAAY,EAAE,EAAE;QAChB,gBAAgB,EAAE,CAAC;QACnB,UAAU,EAAE,KAAK;QACjB,SAAS,EAAE,KAAK;QAChB,KAAK,EAAE,EAAE;QACT,WAAW,EAAE,CAAC;QACd,YAAY,EAAE,CAAC;QACf,WAAW,EAAE,CAAC;QACd,YAAY,EAAE,IAAI;QAClB,cAAc,EAAE,CAAC;QACjB,eAAe,EAAE,EAAE;QACnB,SAAS,EAAE,CAAC;QACZ,cAAc,EAAE,KAAK;QACrB,kBAAkB,EAAE,KAAK;QACzB,YAAY,EAAE,IAAI,GAAG,EAAE;QACvB,iBAAiB,EAAE,IAAI,GAAG,EAAE;QAC5B,eAAe,EAAE,eAAe,IAAI,EAAE;KACvC,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAA2B,EAC3B,MAAkD,EAClD,gBAAyB,KAAK,EAC9B,SAAkB;IAElB,MAAM,MAAM,GAAU,EAAE,CAAC;IACzB,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,UAAU,GAAG,MAAM,KAAK,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC;QAC1E,IAAI,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,YAAY,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,KAAK,CAAC,YAAY;gBACtB,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,WAAW;gBACjB,MAAM,EAAE,UAAU;gBAClB,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,aAAa;wBACnB,IAAI,EAAE,SAAS,IAAI,KAAK,CAAC,eAAe;wBACxC,WAAW,EAAE,EAAE;qBAChB;iBACF;aACF,CAAC,CAAC;QACL,CAAC;QACD,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YACjD,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,IAAI,CAAC,MAAM;gBACf,IAAI,EAAE,eAAe;gBACrB,OAAO,EAAE,IAAI,CAAC,MAAM;gBACpB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE;gBACrD,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,GAAG,GAAG,KAAK,CAAC,eAAe,CAAC;IAClC,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;QAC/C,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,UAAU;QAC1B,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,WAAW,EAAE,CAAC,CAAC,WAAW,IAAI,IAAI;QAClC,UAAU,EAAE,CAAC,CAAC,UAAU,IAAI,IAAI;QAChC,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,IAAI;KACzB,CAAC,CAAC,CAAC;IACJ,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,MAAe,EAAE,EAAE,CAAC;IAE1G,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,UAAU;QACpB,MAAM,EAAE,UAAU;QAClB,UAAU,EAAE,KAAK,CAAC,SAAS;QAC3B,YAAY,EAAE,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;QAC3E,MAAM;QACN,kBAAkB,EAAE,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAC,CAAC,IAAI;QACpF,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,oBAAoB,EAAE,GAAG,CAAC,oBAAoB,IAAI,IAAI;QACtD,YAAY,EAAE,GAAG,CAAC,YAAY,IAAI,IAAI;QACtC,MAAM;QACN,KAAK,EAAE,IAAI;QACX,KAAK;QACL,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,iBAAiB,CAAC,WAAW;QAC7D,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,iBAAiB,CAAC,UAAU;QAC1D,mBAAmB,EAAE,GAAG,CAAC,mBAAmB,IAAI,iBAAiB,CAAC,mBAAmB;QACrF,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,iBAAiB,CAAC,KAAK;QAC3C,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,IAAI,iBAAiB,CAAC,gBAAgB;QAC5E,iBAAiB,EAAE,GAAG,CAAC,iBAAiB,IAAI,iBAAiB,CAAC,iBAAiB;QAC/E,YAAY,EAAE,GAAG,CAAC,YAAY,IAAI,iBAAiB,CAAC,YAAY;QAChE,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,iBAAiB,CAAC,WAAW;QAC7D,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,IAAI;QAChC,KAAK,EAAE;YACL,YAAY,EAAE,KAAK,CAAC,WAAW;YAC/B,oBAAoB,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE;YAC1C,aAAa,EAAE,KAAK,CAAC,YAAY;YACjC,qBAAqB,EAAE,EAAE,gBAAgB,EAAE,CAAC,EAAE;YAC9C,YAAY,EAAE,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,GAAG,KAAK,CAAC,YAAY;SAC1E;QACD,iBAAiB,EAAE,GAAG,CAAC,iBAAiB,IAAI,IAAI;QAChD,cAAc,EAAE,GAAG,CAAC,cAAc,IAAI,IAAI;QAC1C,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,iBAAiB,CAAC,KAAK;QAC3C,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,iBAAiB,CAAC,UAAU;QAC1D,YAAY,EAAE,GAAG,CAAC,YAAY,IAAI,SAAS;QAC3C,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;QAC5B,iBAAiB,EAAE,GAAG,CAAC,iBAAiB,IAAI,IAAI;QAChD,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,IAAI,IAAI;KAC/C,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,6BAA6B,CAAC,KAAa,EAAE,KAA2B;IACtF,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAE7B,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACjE,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;YACvB,MAAM,SAAS,GAAG,KAAK,CAAC,eAAe,CAAC;YACxC,MAAM,gBAAgB,GAAa,EAAE,CAAC;YAEtC,sEAAsE;YACtE,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;gBACzB,gBAAgB,CAAC,IAAI,CACnB,2CAA2C,IAAI,CAAC,SAAS,CAAC;oBACxD,IAAI,EAAE,2BAA2B;oBACjC,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE;oBACvC,OAAO,EAAE,KAAK,CAAC,YAAY;oBAC3B,YAAY,EAAE,CAAC;oBACf,aAAa,EAAE,KAAK,CAAC,gBAAgB;oBACrC,IAAI,EAAE,SAAS;iBAChB,CAAC,MAAM,EACR,4CAA4C,IAAI,CAAC,SAAS,CAAC;oBACzD,IAAI,EAAE,4BAA4B;oBAClC,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE;oBACvC,OAAO,EAAE,KAAK,CAAC,YAAY;oBAC3B,YAAY,EAAE,CAAC;oBACf,aAAa,EAAE,KAAK,CAAC,gBAAgB;oBACrC,IAAI,EAAE;wBACJ,IAAI,EAAE,aAAa;wBACnB,IAAI,EAAE,SAAS;wBACf,WAAW,EAAE,EAAE;qBAChB;iBACF,CAAC,MAAM,EACR,2CAA2C,IAAI,CAAC,SAAS,CAAC;oBACxD,IAAI,EAAE,2BAA2B;oBACjC,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE;oBACvC,YAAY,EAAE,CAAC;oBACf,IAAI,EAAE;wBACJ,EAAE,EAAE,KAAK,CAAC,YAAY;wBACtB,IAAI,EAAE,SAAS;wBACf,IAAI,EAAE,WAAW;wBACjB,MAAM,EAAE,WAAW;wBACnB,OAAO,EAAE;4BACP;gCACE,IAAI,EAAE,aAAa;gCACnB,IAAI,EAAE,SAAS;gCACf,WAAW,EAAE,EAAE;6BAChB;yBACF;qBACF;iBACF,CAAC,MAAM,CACT,CAAC;YACJ,CAAC;YAED,sEAAsE;YACtE,MAAM,WAAW,GAAG,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;gBACjD,MAAM,OAAO,GAAG,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBAC3D,MAAM,SAAS,GAAG,OAAO,GAAG,WAAW,CAAC;gBACxC,gBAAgB,CAAC,IAAI,CACnB,uDAAuD,IAAI,CAAC,SAAS,CAAC;oBACpE,IAAI,EAAE,uCAAuC;oBAC7C,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE;oBACvC,OAAO,EAAE,IAAI,CAAC,MAAM;oBACpB,YAAY,EAAE,SAAS;oBACvB,SAAS,EAAE,OAAO;iBACnB,CAAC,MAAM,EACR,2CAA2C,IAAI,CAAC,SAAS,CAAC;oBACxD,IAAI,EAAE,2BAA2B;oBACjC,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE;oBACvC,YAAY,EAAE,SAAS;oBACvB,IAAI,EAAE;wBACJ,EAAE,EAAE,IAAI,CAAC,MAAM;wBACf,IAAI,EAAE,eAAe;wBACrB,OAAO,EAAE,IAAI,CAAC,MAAM;wBACpB,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,MAAM,EAAE,WAAW;wBACnB,SAAS,EAAE,OAAO;qBACnB;iBACF,CAAC,MAAM,CACT,CAAC;YACJ,CAAC;YAED,gBAAgB,CAAC,IAAI,CACnB,oCAAoC,IAAI,CAAC,SAAS,CAAC;gBACjD,IAAI,EAAE,oBAAoB;gBAC1B,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE;gBACvC,QAAQ,EAAE,qBAAqB,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,CAAC;aACrE,CAAC,MAAM,CACT,CAAC;YAEF,OAAO,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAAG,gBAAgB,CAAM,KAAK,CAAC,CAAC;IAC5C,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAE9B,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,4BAA4B;IAC5B,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;QACtB,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;QACxB,KAAK,CAAC,UAAU,GAAG,QAAQ,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC;QACjD,KAAK,CAAC,YAAY,GAAG,OAAO,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC;QAClD,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAC3B,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC;QACjC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QAEhD,MAAM,CAAC,IAAI,CACT,kCAAkC,IAAI,CAAC,SAAS,CAAC;YAC/C,IAAI,EAAE,kBAAkB;YACxB,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE;YACvC,QAAQ,EAAE,qBAAqB,CAAC,KAAK,EAAE,aAAa,EAAE,KAAK,CAAC;SAC7D,CAAC,MAAM,EACR,sCAAsC,IAAI,CAAC,SAAS,CAAC;YACnD,IAAI,EAAE,sBAAsB;YAC5B,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE;YACvC,QAAQ,EAAE,qBAAqB,CAAC,KAAK,EAAE,aAAa,EAAE,KAAK,CAAC;SAC7D,CAAC,MAAM,CACT,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;IAEzC,mEAAmE;IACnE,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;QACnB,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;YAC9B,KAAK,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAChC,MAAM,CAAC,IAAI,CACT,4CAA4C,IAAI,CAAC,SAAS,CAAC;gBACzD,IAAI,EAAE,4BAA4B;gBAClC,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE;gBACvC,YAAY,EAAE,CAAC;gBACf,IAAI,EAAE;oBACJ,EAAE,EAAE,KAAK,CAAC,YAAY;oBACtB,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE,aAAa;oBACrB,OAAO,EAAE,EAAE;iBACZ;aACF,CAAC,MAAM,EACR,6CAA6C,IAAI,CAAC,SAAS,CAAC;gBAC1D,IAAI,EAAE,6BAA6B;gBACnC,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE;gBACvC,OAAO,EAAE,KAAK,CAAC,YAAY;gBAC3B,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,CAAC;gBAChB,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;aACvE,CAAC,MAAM,CACT,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;QAC5B,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,OAAO,CAAC;QACvC,MAAM,CAAC,IAAI,CACT,4CAA4C,IAAI,CAAC,SAAS,CAAC;YACzD,IAAI,EAAE,4BAA4B;YAClC,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE;YACvC,OAAO,EAAE,KAAK,CAAC,YAAY;YAC3B,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,CAAC;YAChB,KAAK,EAAE,KAAK,CAAC,OAAO;SACrB,CAAC,MAAM,CACT,CAAC;IACJ,CAAC;IAED,iFAAiF;IACjF,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;QACtB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC;YAC9B,MAAM,MAAM,GAAG,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChD,MAAM,SAAS,GAAG,OAAO,GAAG,MAAM,CAAC;YAEnC,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;gBACtB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC;gBAC7C,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,IAAI,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;gBACzG,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACzC,MAAM,CAAC,IAAI,CACT,4CAA4C,IAAI,CAAC,SAAS,CAAC;oBACzD,IAAI,EAAE,4BAA4B;oBAClC,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE;oBACvC,YAAY,EAAE,SAAS;oBACvB,IAAI,EAAE;wBACJ,EAAE,EAAE,QAAQ;wBACZ,IAAI,EAAE,eAAe;wBACrB,OAAO,EAAE,EAAE,CAAC,EAAE,IAAI,QAAQ;wBAC1B,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;wBACtB,SAAS,EAAE,EAAE;wBACb,MAAM,EAAE,aAAa;qBACtB;iBACF,CAAC,MAAM,CACT,CAAC;YACJ,CAAC;YACD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC7C,MAAM,MAAM,GAAG,IAAI,EAAE,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC;gBAClD,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAC3G,MAAM,CAAC,IAAI,CACT,wDAAwD,IAAI,CAAC,SAAS,CAAC;oBACrE,IAAI,EAAE,wCAAwC;oBAC9C,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE;oBACvC,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,SAAS;oBACvB,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;iBAC7B,CAAC,MAAM,CACT,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;QACpD,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC;QACzD,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;IACrD,CAAC;IAED,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;QACvC,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IACvD,CAAC;IAED,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACzD,CAAC"}

package/dist/adapters/types.d.ts

@@ -0,0 +1,79 @@
+import { Params } from '../types/requestBody.js';
+import type { ContentItem, ExtractedMessages, GuardrailsRunConfig, HookEventType } from './guardrailHelpers.js';
+export type RequestFormat = 'messages' | 'responses' | 'gemini' | 'bedrock-converse';
+/**
+ * Stream state base — each adapter defines its own concrete state type.
+ * Using a branded empty interface allows adapters to use their own typed state
+ * while the registry can handle it generically.
+ */
+export interface AdapterStreamState {
+}
+export interface Adapter {
+    readonly format: RequestFormat;
+    /**
+     * Extract model identifier from the native-format request body.
+     */
+    extractModel(body: any, url: string): string;
+    /**
+     * Whether the native-format request is a streaming request.
+     */
+    isStreamingRequest(body: any, url: string): boolean;
+    /**
+     * Capability fact: whether the given provider (and optional model id) already
+     * speaks this request format. Gateway may query this; `createProviderRequest`
+     * derives keep-body vs translate from it — there is no public `nativeBypass` execute flag.
+     */
+    supportsNatively(provider: string, providerModelId?: string): boolean;
+    /**
+     * Translate the native-format request body to OpenAI Chat Completions params.
+     * MUST return a new object — never mutate the input.
+     */
+    convertRequestToOpenAI(body: any): Params;
+    /**
+     * Translate an OpenAI Chat Completions JSON response back to this format.
+     * @param ccResponse - The parsed CC JSON response
+     * @param responseStatus - HTTP status code
+     * @param provider - Provider name
+     * @param originalRequest - Original native-format request (for echoing back config values)
+     */
+    convertResponseFromOpenAI(ccResponse: any, responseStatus: number, provider: string, originalRequest?: any): any;
+    /**
+     * Create a new stream state object for stateful stream chunk transformation.
+     * @param originalRequest - Original native-format request body (optional, used by
+     *   adapters that need to echo request config in streaming response snapshots)
+     */
+    createStreamState(originalRequest?: Record<string, any>): AdapterStreamState;
+    /**
+     * Translate a single CC SSE chunk (complete SSE message) to this format's streaming output.
+     * Returns a string for SSE-based protocols or Uint8Array for binary protocols
+     * (e.g., AWS binary event stream with CRC32 framing).
+     * `state` carries inter-chunk state from createStreamState().
+     */
+    convertStreamChunkFromOpenAI(chunk: string, state: AdapterStreamState): string | Uint8Array | undefined;
+    /**
+     * Content-Type for the streaming response. Defaults to 'text/event-stream'.
+     * Override to 'application/vnd.amazon.eventstream' for binary event stream protocols.
+     */
+    readonly streamContentType?: string;
+    /**
+     * Guardrail extract — delegated to injected {@link GuardrailHelpers}.
+     */
+    extractMessages(body: any, config: GuardrailsRunConfig): ExtractedMessages;
+    /**
+     * Guardrail reconstruct — delegated to injected {@link GuardrailHelpers}.
+     */
+    reconstructMessages(extracted: ExtractedMessages, transformedMessages: string[]): any;
+    /**
+     * Guardrail validation extract — delegated to injected {@link GuardrailHelpers}.
+     */
+    extractContentForValidation(json: any, eventType: HookEventType, config: GuardrailsRunConfig): ContentItem[];
+    /**
+     * Merge prompt manifest into a native-format request body.
+     * Optional — prefer gateway-owned hydration when possible (P6.2).
+     *
+     * @param body - The native-format request body to merge into
+     * @param ccParams - CC-format Params from the prompt manifest
+     * @returns The merged native body
+     */
+    mergePromptManifest?(body: any, ccParams: Params): any;
+}

package/dist/adapters/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/adapters/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/adapters/types.ts"],"names":[],"mappings":""}