@xemahq/platform-common 0.1.3

package/dist/lib/llm-stream/anthropic-adapter.js

@@ -0,0 +1,278 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.buildAnthropicMessages = buildAnthropicMessages;
+exports.buildAnthropicTools = buildAnthropicTools;
+exports.parseAnthropicResponse = parseAnthropicResponse;
+exports.normalizeAnthropicStream = normalizeAnthropicStream;
+const common_1 = require("@nestjs/common");
+const logger = new common_1.Logger('AnthropicAdapter');
+function buildAnthropicMessages(messages) {
+    const systemParts = [];
+    const anthropicMessages = [];
+    let toolResultBuffer = [];
+    for (const m of messages) {
+        if (m.role === 'system') {
+            if (m.content)
+                systemParts.push(m.content);
+            continue;
+        }
+        if (m.role !== 'tool' && toolResultBuffer.length > 0) {
+            anthropicMessages.push({ role: 'user', content: toolResultBuffer });
+            toolResultBuffer = [];
+        }
+        if (m.role === 'assistant' && m.tool_calls?.length) {
+            const content = [];
+            if (m.content) {
+                content.push({ type: 'text', text: m.content });
+            }
+            for (const tc of m.tool_calls) {
+                let input;
+                try {
+                    input = JSON.parse(tc.function.arguments);
+                }
+                catch {
+                    input = tc.function.arguments;
+                }
+                content.push({
+                    type: 'tool_use',
+                    id: tc.id,
+                    name: tc.function.name,
+                    input,
+                });
+            }
+            anthropicMessages.push({ role: 'assistant', content });
+        }
+        else if (m.role === 'tool' && m.tool_call_id) {
+            toolResultBuffer.push({
+                type: 'tool_result',
+                tool_use_id: m.tool_call_id,
+                content: m.content ?? '',
+            });
+        }
+        else if (m.role === 'assistant') {
+            anthropicMessages.push({ role: 'assistant', content: m.content ?? '' });
+        }
+        else {
+            anthropicMessages.push({ role: 'user', content: m.content ?? '' });
+        }
+    }
+    if (toolResultBuffer.length > 0) {
+        anthropicMessages.push({ role: 'user', content: toolResultBuffer });
+    }
+    return {
+        system: systemParts.length > 0 ? systemParts.join('\n') : undefined,
+        messages: anthropicMessages,
+    };
+}
+function buildAnthropicTools(tools) {
+    return tools.map((t) => ({
+        name: t.function.name,
+        description: t.function.description,
+        input_schema: t.function.parameters,
+    }));
+}
+function parseAnthropicResponse(body) {
+    const blocks = body.content ?? [];
+    let textContent = '';
+    const toolCalls = [];
+    for (const block of blocks) {
+        if (block.type === 'text') {
+            textContent += block.text;
+        }
+        else {
+            toolCalls.push({
+                id: block.id,
+                type: 'function',
+                function: {
+                    name: block.name,
+                    arguments: typeof block.input === 'string'
+                        ? block.input
+                        : JSON.stringify(block.input),
+                },
+            });
+        }
+    }
+    let finishReason = 'stop';
+    if (body.stop_reason === 'tool_use')
+        finishReason = 'tool_calls';
+    else if (body.stop_reason === 'max_tokens')
+        finishReason = 'length';
+    return {
+        content: textContent,
+        ...(toolCalls.length > 0 ? { toolCalls } : {}),
+        finishReason,
+    };
+}
+function normalizeAnthropicStream(input) {
+    const reader = input.getReader();
+    const decoder = new TextDecoder();
+    const encoder = new TextEncoder();
+    let messageId = '';
+    let model = '';
+    let nextToolCallIndex = 0;
+    const toolCallIndexMap = new Map();
+    const toolBlockHasInput = new Map();
+    const makeChunk = (delta, finishReason = null) => `data: ${JSON.stringify({
+        id: messageId,
+        object: 'chat.completion.chunk',
+        model,
+        choices: [{ index: 0, delta, finish_reason: finishReason }],
+    })}\n\n`;
+    const processEvent = (parsed) => {
+        switch (parsed.type) {
+            case 'message_start': {
+                const msg = parsed.message;
+                messageId = msg.id || `msg_${Date.now()}`;
+                model = msg.model || '';
+                return [makeChunk({ role: 'assistant', content: '' })];
+            }
+            case 'content_block_start': {
+                const block = parsed.content_block;
+                const index = parsed.index;
+                if (block.type === 'tool_use') {
+                    const tcIdx = nextToolCallIndex++;
+                    toolCallIndexMap.set(index, tcIdx);
+                    toolBlockHasInput.set(index, false);
+                    logger.debug(`Tool call started: index=${index} tcIdx=${tcIdx} id=${block.id} name=${block.name}`);
+                    return [
+                        makeChunk({
+                            tool_calls: [
+                                {
+                                    index: tcIdx,
+                                    id: block.id,
+                                    type: 'function',
+                                    function: { name: block.name, arguments: '' },
+                                },
+                            ],
+                        }),
+                    ];
+                }
+                return [];
+            }
+            case 'content_block_delta': {
+                const delta = parsed.delta;
+                const index = parsed.index;
+                if (delta.type === 'text_delta') {
+                    return [makeChunk({ content: delta.text })];
+                }
+                if (delta.type === 'thinking_delta') {
+                    return [makeChunk({ reasoning_content: delta.thinking })];
+                }
+                if (delta.type === 'input_json_delta') {
+                    const partialJson = delta.partial_json;
+                    if (!partialJson)
+                        return [];
+                    const tcIdx = toolCallIndexMap.get(index) ?? 0;
+                    toolBlockHasInput.set(index, true);
+                    logger.debug(`Tool call args delta: index=${index} tcIdx=${tcIdx} partial_json=${JSON.stringify(partialJson)}`);
+                    return [
+                        makeChunk({
+                            tool_calls: [
+                                {
+                                    index: tcIdx,
+                                    function: { arguments: partialJson },
+                                },
+                            ],
+                        }),
+                    ];
+                }
+                return [];
+            }
+            case 'content_block_stop': {
+                const index = parsed.index;
+                if (toolCallIndexMap.has(index) && !toolBlockHasInput.get(index)) {
+                    const tcIdx = toolCallIndexMap.get(index);
+                    logger.debug(`Tool call block stopped with no input — emitting empty args: index=${index} tcIdx=${tcIdx}`);
+                    return [
+                        makeChunk({
+                            tool_calls: [
+                                {
+                                    index: tcIdx,
+                                    function: { arguments: '{}' },
+                                },
+                            ],
+                        }),
+                    ];
+                }
+                return [];
+            }
+            case 'message_delta': {
+                const d = parsed.delta;
+                let fr = 'stop';
+                if (d.stop_reason === 'tool_use')
+                    fr = 'tool_calls';
+                else if (d.stop_reason === 'max_tokens')
+                    fr = 'length';
+                return [makeChunk({}, fr)];
+            }
+            case 'message_stop':
+                return ['data: [DONE]\n\n'];
+            default:
+                return [];
+        }
+    };
+    return new ReadableStream({
+        async start(controller) {
+            let buffer = '';
+            try {
+                for (;;) {
+                    const { done, value } = await reader.read();
+                    if (done)
+                        break;
+                    buffer += decoder.decode(value, { stream: true });
+                    const lines = buffer.split('\n');
+                    buffer = lines.pop() ?? '';
+                    for (const line of lines) {
+                        const trimmed = line.trim();
+                        if (!trimmed.startsWith('data: '))
+                            continue;
+                        const dataStr = trimmed.slice(6).trim();
+                        if (dataStr === '[DONE]') {
+                            controller.enqueue(encoder.encode('data: [DONE]\n\n'));
+                            continue;
+                        }
+                        let parsed;
+                        try {
+                            parsed = JSON.parse(dataStr);
+                        }
+                        catch {
+                            logger.warn(`Skipping unparseable SSE line: ${dataStr.slice(0, 200)}`);
+                            continue;
+                        }
+                        for (const chunk of processEvent(parsed)) {
+                            controller.enqueue(encoder.encode(chunk));
+                        }
+                    }
+                }
+                if (buffer.trim()) {
+                    const trimmed = buffer.trim();
+                    if (trimmed.startsWith('data: ')) {
+                        const dataStr = trimmed.slice(6).trim();
+                        if (dataStr === '[DONE]') {
+                            controller.enqueue(encoder.encode('data: [DONE]\n\n'));
+                        }
+                        else {
+                            try {
+                                const parsed = JSON.parse(dataStr);
+                                for (const chunk of processEvent(parsed)) {
+                                    controller.enqueue(encoder.encode(chunk));
+                                }
+                            }
+                            catch {
+                                logger.warn(`Skipping unparseable final SSE buffer: ${dataStr.slice(0, 200)}`);
+                            }
+                        }
+                    }
+                }
+                controller.close();
+            }
+            catch (err) {
+                controller.error(err);
+            }
+            finally {
+                reader.releaseLock();
+            }
+        },
+    });
+}
+//# sourceMappingURL=anthropic-adapter.js.map

package/dist/lib/llm-stream/anthropic-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-adapter.js","sourceRoot":"","sources":["../../../src/lib/llm-stream/anthropic-adapter.ts"],"names":[],"mappings":";;AAkCA,wDA+DC;AAGD,kDAQC;AAcD,wDAsCC;AAYD,4DA4MC;AAxWD,2CAAwC;AAQxC,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,kBAAkB,CAAC,CAAC;AAU9C,SAAgB,sBAAsB,CAAC,QAAuB;IAI5D,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,MAAM,iBAAiB,GAAmC,EAAE,CAAC;IAC7D,IAAI,gBAAgB,GAAmC,EAAE,CAAC;IAE1D,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,IAAI,CAAC,CAAC,OAAO;gBAAE,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC3C,SAAS;QACX,CAAC;QAGD,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,iBAAiB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;YACpE,gBAAgB,GAAG,EAAE,CAAC;QACxB,CAAC;QAED,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;YACnD,MAAM,OAAO,GAAmC,EAAE,CAAC;YACnD,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;gBACd,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAClD,CAAC;YACD,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;gBAC9B,IAAI,KAAc,CAAC;gBACnB,IAAI,CAAC;oBACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAC5C,CAAC;gBAAC,MAAM,CAAC;oBAGP,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAChC,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,UAAU;oBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;oBACtB,KAAK;iBACN,CAAC,CAAC;YACL,CAAC;YACD,iBAAiB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;QACzD,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,YAAY,EAAE,CAAC;YAC/C,gBAAgB,CAAC,IAAI,CAAC;gBACpB,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE,CAAC,CAAC,YAAY;gBAC3B,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE;aACzB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAClC,iBAAiB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1E,CAAC;aAAM,CAAC;YACN,iBAAiB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,iBAAiB,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,OAAO;QACL,MAAM,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;QACnE,QAAQ,EAAE,iBAAiB;KAC5B,CAAC;AACJ,CAAC;AAGD,SAAgB,mBAAmB,CACjC,KAAuB;IAEvB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvB,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;QACrB,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW;QACnC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU;KACpC,CAAC,CAAC,CAAC;AACN,CAAC;AAcD,SAAgB,sBAAsB,CAAC,IAMtC;IACC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;IAClC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,MAAM,SAAS,GAAwB,EAAE,CAAC;IAE1C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC1B,WAAW,IAAI,KAAK,CAAC,IAAI,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,IAAI,CAAC;gBACb,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,SAAS,EACP,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;wBAC7B,CAAC,CAAC,KAAK,CAAC,KAAK;wBACb,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;iBAClC;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,IAAI,YAAY,GAAG,MAAM,CAAC;IAC1B,IAAI,IAAI,CAAC,WAAW,KAAK,UAAU;QAAE,YAAY,GAAG,YAAY,CAAC;SAC5D,IAAI,IAAI,CAAC,WAAW,KAAK,YAAY;QAAE,YAAY,GAAG,QAAQ,CAAC;IAEpE,OAAO;QACL,OAAO,EAAE,WAAW;QACpB,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9C,YAAY;KACb,CAAC;AACJ,CAAC;AAYD,SAAgB,wBAAwB,CACtC,KAAiC;IAEjC,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAElC,IAAI,SAAS,GAAG,EAAE,CAAC;IACnB,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;IAMnD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAmB,CAAC;IAErD,MAAM,SAAS,GAAG,CAChB,KAA8B,EAC9B,eAA8B,IAAI,EAC1B,EAAE,CACV,SAAS,IAAI,CAAC,SAAS,CAAC;QACtB,EAAE,EAAE,SAAS;QACb,MAAM,EAAE,uBAAuB;QAC/B,KAAK;QACL,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,CAAC;KAC5D,CAAC,MAAM,CAAC;IAEX,MAAM,YAAY,GAAG,CAAC,MAA+B,EAAY,EAAE;QACjE,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,GAAG,GAAG,MAAM,CAAC,OAAkC,CAAC;gBACtD,SAAS,GAAI,GAAG,CAAC,EAAa,IAAI,OAAO,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;gBACtD,KAAK,GAAI,GAAG,CAAC,KAAgB,IAAI,EAAE,CAAC;gBACpC,OAAO,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YACzD,CAAC;YAED,KAAK,qBAAqB,CAAC,CAAC,CAAC;gBAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,aAAwC,CAAC;gBAC9D,MAAM,KAAK,GAAG,MAAM,CAAC,KAAe,CAAC;gBAErC,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC9B,MAAM,KAAK,GAAG,iBAAiB,EAAE,CAAC;oBAClC,gBAAgB,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;oBACnC,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;oBACpC,MAAM,CAAC,KAAK,CACV,4BAA4B,KAAK,UAAU,KAAK,OAAO,KAAK,CAAC,EAAY,SAAS,KAAK,CAAC,IAAc,EAAE,CACzG,CAAC;oBACF,OAAO;wBACL,SAAS,CAAC;4BACR,UAAU,EAAE;gCACV;oCACE,KAAK,EAAE,KAAK;oCACZ,EAAE,EAAE,KAAK,CAAC,EAAE;oCACZ,IAAI,EAAE,UAAU;oCAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE;iCAC9C;6BACF;yBACF,CAAC;qBACH,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,KAAK,qBAAqB,CAAC,CAAC,CAAC;gBAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAgC,CAAC;gBACtD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAe,CAAC;gBAErC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAChC,OAAO,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC9C,CAAC;gBACD,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;oBAGpC,OAAO,CAAC,SAAS,CAAC,EAAE,iBAAiB,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAC5D,CAAC;gBACD,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBACtC,MAAM,WAAW,GAAG,KAAK,CAAC,YAAsB,CAAC;oBACjD,IAAI,CAAC,WAAW;wBAAE,OAAO,EAAE,CAAC;oBAC5B,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC/C,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;oBACnC,MAAM,CAAC,KAAK,CACV,+BAA+B,KAAK,UAAU,KAAK,iBAAiB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAClG,CAAC;oBACF,OAAO;wBACL,SAAS,CAAC;4BACR,UAAU,EAAE;gCACV;oCACE,KAAK,EAAE,KAAK;oCACZ,QAAQ,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE;iCACrC;6BACF;yBACF,CAAC;qBACH,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,KAAK,oBAAoB,CAAC,CAAC,CAAC;gBAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAe,CAAC;gBACrC,IAAI,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oBACjE,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;oBAC3C,MAAM,CAAC,KAAK,CACV,sEAAsE,KAAK,UAAU,KAAK,EAAE,CAC7F,CAAC;oBACF,OAAO;wBACL,SAAS,CAAC;4BACR,UAAU,EAAE;gCACV;oCACE,KAAK,EAAE,KAAK;oCACZ,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE;iCAC9B;6BACF;yBACF,CAAC;qBACH,CAAC;gBACJ,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,CAAC,GAAG,MAAM,CAAC,KAAgC,CAAC;gBAClD,IAAI,EAAE,GAAG,MAAM,CAAC;gBAChB,IAAI,CAAC,CAAC,WAAW,KAAK,UAAU;oBAAE,EAAE,GAAG,YAAY,CAAC;qBAC/C,IAAI,CAAC,CAAC,WAAW,KAAK,YAAY;oBAAE,EAAE,GAAG,QAAQ,CAAC;gBACvD,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YAC7B,CAAC;YAED,KAAK,cAAc;gBACjB,OAAO,CAAC,kBAAkB,CAAC,CAAC;YAE9B;gBACE,OAAO,EAAE,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,IAAI,cAAc,CAAC;QACxB,KAAK,CAAC,KAAK,CAAC,UAAU;YACpB,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,SAAS,CAAC;oBACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC5C,IAAI,IAAI;wBAAE,MAAM;oBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;oBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;oBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;wBAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;4BAAE,SAAS;wBAE5C,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBACxC,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;4BACzB,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC;4BACvD,SAAS;wBACX,CAAC;wBAED,IAAI,MAA+B,CAAC;wBACpC,IAAI,CAAC;4BACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;wBAC1D,CAAC;wBAAC,MAAM,CAAC;4BAIP,MAAM,CAAC,IAAI,CAAC,kCAAkC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;4BACvE,SAAS;wBACX,CAAC;wBACD,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;4BACzC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;wBAC5C,CAAC;oBACH,CAAC;gBACH,CAAC;gBAGD,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;oBAClB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC9B,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACjC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBACxC,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;4BACzB,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC;wBACzD,CAAC;6BAAM,CAAC;4BACN,IAAI,CAAC;gCACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;gCAC9D,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;oCACzC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gCAC5C,CAAC;4BACH,CAAC;4BAAC,MAAM,CAAC;gCACP,MAAM,CAAC,IAAI,CACT,0CAA0C,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAClE,CAAC;4BACJ,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACxB,CAAC;oBAAS,CAAC;gBACT,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/lib/llm-stream/compaction.d.ts

@@ -0,0 +1,16 @@
+import type { ChatMessage } from './types';
+export type SummarizeFn = (messages: ChatMessage[]) => Promise<string>;
+export interface CompactionLogger {
+    warn: (message: string) => void;
+    debug: (message: string) => void;
+}
+export interface CompactConversationOptions {
+    messages: ChatMessage[];
+    keepLastN?: number;
+    summaryCharBudget?: number;
+    summarize: SummarizeFn;
+    logger: CompactionLogger;
+    context?: string;
+}
+export declare function compactConversation(options: CompactConversationOptions): Promise<ChatMessage[]>;
+//# sourceMappingURL=compaction.d.ts.map

package/dist/lib/llm-stream/compaction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compaction.d.ts","sourceRoot":"","sources":["../../../src/lib/llm-stream/compaction.ts"],"names":[],"mappings":"AA6BA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAa3C,MAAM,MAAM,WAAW,GAAG,CAAC,QAAQ,EAAE,WAAW,EAAE,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAGvE,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;IAChC,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CAClC;AAED,MAAM,WAAW,0BAA0B;IAOzC,QAAQ,EAAE,WAAW,EAAE,CAAC;IAMxB,SAAS,CAAC,EAAE,MAAM,CAAC;IASnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAE3B,SAAS,EAAE,WAAW,CAAC;IAEvB,MAAM,EAAE,gBAAgB,CAAC;IAKzB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AA0BD,wBAAsB,mBAAmB,CACvC,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,WAAW,EAAE,CAAC,CAkFxB"}

package/dist/lib/llm-stream/compaction.js

@@ -0,0 +1,82 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.compactConversation = compactConversation;
+const DEFAULT_KEEP_LAST_N = 4;
+const DEFAULT_SUMMARY_CHAR_BUDGET = 8000;
+const SUMMARIZE_SYSTEM_PROMPT = [
+    'You are a conversation summarizer. Compress the supplied conversation',
+    'into a single dense paragraph that preserves:',
+    '- decisions and commitments made by either party',
+    '- pending questions or unresolved blockers',
+    '- references to files, IDs, URLs, or other concrete artifacts',
+    '- tool calls performed and their outcomes',
+    '',
+    'Strip pleasantries, restated context, and intermediate exploration.',
+    'Do not add commentary. Output only the summary text.',
+].join('\n');
+async function compactConversation(options) {
+    const { messages, keepLastN = DEFAULT_KEEP_LAST_N, summaryCharBudget = DEFAULT_SUMMARY_CHAR_BUDGET, summarize, logger, context, } = options;
+    if (keepLastN < 1) {
+        throw new Error(`compactConversation: keepLastN must be >= 1 (got ${keepLastN}).`);
+    }
+    const ctxSuffix = context ? ` [${context}]` : '';
+    const systemMessages = messages.filter((m) => m.role === 'system');
+    const nonSystem = messages.filter((m) => m.role !== 'system');
+    if (nonSystem.length <= keepLastN) {
+        logger.debug(`[compactConversation] Skipped — only ${nonSystem.length} non-system ` +
+            `messages, keepLastN=${keepLastN}.${ctxSuffix}`);
+        return messages;
+    }
+    const olderCount = nonSystem.length - keepLastN;
+    const olderMessages = nonSystem.slice(0, olderCount);
+    const recentMessages = nonSystem.slice(olderCount);
+    logger.warn(`[compactConversation] Compacting ${olderCount} older messages ` +
+        `(keeping last ${keepLastN}, summary budget=${summaryCharBudget} chars).${ctxSuffix}`);
+    const summarizerInput = [
+        { role: 'system', content: SUMMARIZE_SYSTEM_PROMPT },
+        {
+            role: 'user',
+            content: `Summarize the following ${olderCount}-turn conversation in at most ` +
+                `${summaryCharBudget} characters.\n\n` +
+                olderMessages
+                    .map((m) => formatMessageForSummarizer(m))
+                    .join('\n\n---\n\n'),
+        },
+    ];
+    const rawSummary = await summarize(summarizerInput);
+    let summary = rawSummary.trim();
+    if (summary.length > summaryCharBudget) {
+        logger.warn(`[compactConversation] Summarizer returned ${summary.length} chars, ` +
+            `exceeding budget ${summaryCharBudget}. Truncating to budget.${ctxSuffix}`);
+        summary = summary.slice(0, summaryCharBudget);
+    }
+    if (summary.length === 0) {
+        throw new Error(`compactConversation: summarizer returned empty content${ctxSuffix}. ` +
+            `Failing fast rather than retrying with no context — investigate the ` +
+            `summarizer model / prompt.`);
+    }
+    logger.debug(`[compactConversation] Done — ${olderCount} messages → ${summary.length} ` +
+        `summary chars; recent ${recentMessages.length} preserved.${ctxSuffix}`);
+    const summaryMessage = {
+        role: 'assistant',
+        content: `## Compacted history (auto-summary of ${olderCount} prior turns)\n\n${summary}`,
+    };
+    return [...systemMessages, summaryMessage, ...recentMessages];
+}
+function formatMessageForSummarizer(message) {
+    const header = `[${message.role}]`;
+    const parts = [header];
+    if (message.content) {
+        parts.push(message.content);
+    }
+    if (message.tool_calls?.length) {
+        for (const tc of message.tool_calls) {
+            parts.push(`<tool_call name="${tc.function.name}">${tc.function.arguments}</tool_call>`);
+        }
+    }
+    if (message.role === 'tool' && message.tool_call_id) {
+        parts.unshift(`[tool_result tool_call_id=${message.tool_call_id}]`);
+    }
+    return parts.join('\n');
+}
+//# sourceMappingURL=compaction.js.map

package/dist/lib/llm-stream/compaction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compaction.js","sourceRoot":"","sources":["../../../src/lib/llm-stream/compaction.ts"],"names":[],"mappings":";;AA4GA,kDAoFC;AA5GD,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,2BAA2B,GAAG,IAAI,CAAC;AACzC,MAAM,uBAAuB,GAAG;IAC9B,uEAAuE;IACvE,+CAA+C;IAC/C,kDAAkD;IAClD,4CAA4C;IAC5C,+DAA+D;IAC/D,2CAA2C;IAC3C,EAAE;IACF,qEAAqE;IACrE,sDAAsD;CACvD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAYN,KAAK,UAAU,mBAAmB,CACvC,OAAmC;IAEnC,MAAM,EACJ,QAAQ,EACR,SAAS,GAAG,mBAAmB,EAC/B,iBAAiB,GAAG,2BAA2B,EAC/C,SAAS,EACT,MAAM,EACN,OAAO,GACR,GAAG,OAAO,CAAC;IAEZ,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CACb,oDAAoD,SAAS,IAAI,CAClE,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAEjD,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IAE9D,IAAI,SAAS,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,CAAC,KAAK,CACV,wCAAwC,SAAS,CAAC,MAAM,cAAc;YACpE,uBAAuB,SAAS,IAAI,SAAS,EAAE,CAClD,CAAC;QACF,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC;IAChD,MAAM,aAAa,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACrD,MAAM,cAAc,GAAG,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAEnD,MAAM,CAAC,IAAI,CACT,oCAAoC,UAAU,kBAAkB;QAC9D,iBAAiB,SAAS,oBAAoB,iBAAiB,WAAW,SAAS,EAAE,CACxF,CAAC;IAEF,MAAM,eAAe,GAAkB;QACrC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,uBAAuB,EAAE;QACpD;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EACL,2BAA2B,UAAU,gCAAgC;gBACrE,GAAG,iBAAiB,kBAAkB;gBACtC,aAAa;qBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,0BAA0B,CAAC,CAAC,CAAC,CAAC;qBACzC,IAAI,CAAC,aAAa,CAAC;SACzB;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,CAAC;IACpD,IAAI,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;IAEhC,IAAI,OAAO,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QACvC,MAAM,CAAC,IAAI,CACT,6CAA6C,OAAO,CAAC,MAAM,UAAU;YACnE,oBAAoB,iBAAiB,0BAA0B,SAAS,EAAE,CAC7E,CAAC;QACF,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CACb,yDAAyD,SAAS,IAAI;YACpE,sEAAsE;YACtE,4BAA4B,CAC/B,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CACV,gCAAgC,UAAU,eAAe,OAAO,CAAC,MAAM,GAAG;QACxE,yBAAyB,cAAc,CAAC,MAAM,cAAc,SAAS,EAAE,CAC1E,CAAC;IAEF,MAAM,cAAc,GAAgB;QAClC,IAAI,EAAE,WAAW;QACjB,OAAO,EACL,yCAAyC,UAAU,oBAAoB,OAAO,EAAE;KACnF,CAAC;IAEF,OAAO,CAAC,GAAG,cAAc,EAAE,cAAc,EAAE,GAAG,cAAc,CAAC,CAAC;AAChE,CAAC;AAOD,SAAS,0BAA0B,CAAC,OAAoB;IACtD,MAAM,MAAM,GAAG,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC;IACnC,MAAM,KAAK,GAAa,CAAC,MAAM,CAAC,CAAC;IAEjC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;QAC/B,KAAK,MAAM,EAAE,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACpC,KAAK,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,EAAE,CAAC,QAAQ,CAAC,SAAS,cAAc,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACpD,KAAK,CAAC,OAAO,CAAC,6BAA6B,OAAO,CAAC,YAAY,GAAG,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/lib/llm-stream/consume-stream.d.ts

@@ -0,0 +1,17 @@
+import type { LlmStreamObserver } from '../llm-stream-observer';
+import { type LlmProgressPayload } from './progress';
+import { type ConsumedStream, type StreamDelta } from './types';
+export interface ConsumeLlmStreamOptions {
+    stream: ReadableStream<Uint8Array>;
+    observer?: LlmStreamObserver;
+}
+export declare function parseSseLine(line: string): unknown;
+export declare function iterateLlmStream(stream: ReadableStream<Uint8Array>): AsyncGenerator<{
+    kind: 'delta';
+    delta: StreamDelta;
+} | {
+    kind: 'progress';
+    progress: LlmProgressPayload;
+}, void, void>;
+export declare function consumeLlmStream(options: ConsumeLlmStreamOptions): Promise<ConsumedStream>;
+//# sourceMappingURL=consume-stream.d.ts.map

package/dist/lib/llm-stream/consume-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"consume-stream.d.ts","sourceRoot":"","sources":["../../../src/lib/llm-stream/consume-stream.ts"],"names":[],"mappings":"AAoBA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAMhE,OAAO,EAAsB,KAAK,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACzE,OAAO,EAEL,KAAK,cAAc,EACnB,KAAK,WAAW,EACjB,MAAM,SAAS,CAAC;AAEjB,MAAM,WAAW,uBAAuB;IAKtC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;IAKnC,QAAQ,CAAC,EAAE,iBAAiB,CAAC;CAC9B;AAcD,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAQlD;AA2CD,wBAAuB,gBAAgB,CACrC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,GACjC,cAAc,CACf;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,kBAAkB,CAAA;CAAE,EAC1F,IAAI,EACJ,IAAI,CACL,CA2BA;AAyGD,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,cAAc,CAAC,CAsBzB"}

package/dist/lib/llm-stream/consume-stream.js

@@ -0,0 +1,138 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseSseLine = parseSseLine;
+exports.iterateLlmStream = iterateLlmStream;
+exports.consumeLlmStream = consumeLlmStream;
+const llm_gateway_contracts_1 = require("@xemahq/llm-gateway-contracts");
+const progress_1 = require("./progress");
+function parseSseLine(line) {
+    const trimmed = line.trim();
+    if (!trimmed.startsWith('data:'))
+        return null;
+    const payload = trimmed.slice(5).trimStart();
+    if (payload === '' || payload === '[DONE]')
+        return null;
+    return JSON.parse(payload);
+}
+function classifySseLine(line) {
+    const parsed = parseSseLine(line);
+    if (parsed === null)
+        return null;
+    if ((0, llm_gateway_contracts_1.isLlmGatewayErrorFrame)(parsed)) {
+        throw new llm_gateway_contracts_1.LlmGatewayStreamError(parsed.error);
+    }
+    if ((0, progress_1.isLlmProgressFrame)(parsed)) {
+        return { kind: 'progress', progress: parsed.progress };
+    }
+    return { kind: 'delta', delta: parsed };
+}
+async function* iterateLlmStream(stream) {
+    const reader = stream.getReader();
+    const decoder = new TextDecoder();
+    let buffer = '';
+    try {
+        for (;;) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            const lines = buffer.split('\n');
+            buffer = lines.pop() ?? '';
+            for (const line of lines) {
+                const classified = classifySseLine(line);
+                if (classified)
+                    yield classified;
+            }
+        }
+        buffer += decoder.decode();
+        if (buffer.length > 0) {
+            const classified = classifySseLine(buffer);
+            if (classified)
+                yield classified;
+        }
+    }
+    finally {
+        reader.releaseLock();
+    }
+}
+function createAccumulator() {
+    return {
+        content: '',
+        reasoning: '',
+        finishReason: null,
+        toolCallMap: new Map(),
+        announcedToolCalls: new Set(),
+    };
+}
+function mergeToolCallChunk(acc, tc, observer) {
+    const existing = acc.toolCallMap.get(tc.index);
+    if (existing) {
+        if (tc.id && !existing.id)
+            existing.id = tc.id;
+        if (tc.function?.name && !existing.function.name) {
+            existing.function.name = tc.function.name;
+        }
+        if (tc.function?.arguments) {
+            existing.function.arguments += tc.function.arguments;
+        }
+    }
+    else {
+        acc.toolCallMap.set(tc.index, {
+            id: tc.id ?? '',
+            type: 'function',
+            function: {
+                name: tc.function?.name ?? '',
+                arguments: tc.function?.arguments ?? '',
+            },
+        });
+    }
+    if (!observer?.onToolCall || acc.announcedToolCalls.has(tc.index))
+        return;
+    const entry = acc.toolCallMap.get(tc.index);
+    if (!entry?.function.name)
+        return;
+    acc.announcedToolCalls.add(tc.index);
+    observer.onToolCall(entry.function.name, entry.function.arguments);
+}
+function applyDelta(acc, delta, observer) {
+    for (const choice of delta.choices ?? []) {
+        if (choice.finish_reason)
+            acc.finishReason = choice.finish_reason;
+        const body = choice.delta;
+        if (!body)
+            continue;
+        if (body.content) {
+            acc.content += body.content;
+            observer?.onContentDelta?.(body.content);
+        }
+        if (body.reasoning_content) {
+            acc.reasoning += body.reasoning_content;
+            observer?.onReasoningDelta?.(body.reasoning_content);
+        }
+        if (body.tool_calls) {
+            for (const tc of body.tool_calls)
+                mergeToolCallChunk(acc, tc, observer);
+        }
+    }
+}
+async function consumeLlmStream(options) {
+    const { stream, observer } = options;
+    const acc = createAccumulator();
+    for await (const event of iterateLlmStream(stream)) {
+        if (event.kind === 'progress') {
+            observer?.onProgress?.(event.progress);
+            continue;
+        }
+        applyDelta(acc, event.delta, observer);
+    }
+    const toolCalls = [...acc.toolCallMap.entries()]
+        .sort(([a], [b]) => a - b)
+        .map(([, tc]) => tc);
+    return {
+        content: acc.content,
+        reasoning: acc.reasoning,
+        toolCalls,
+        finishReason: acc.finishReason,
+    };
+}
+//# sourceMappingURL=consume-stream.js.map

package/dist/lib/llm-stream/consume-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consume-stream.js","sourceRoot":"","sources":["../../../src/lib/llm-stream/consume-stream.ts"],"names":[],"mappings":";;AA0DA,oCAQC;AA2CD,4CAiCC;AAyGD,4CAwBC;AAzPD,yEAGuC;AACvC,yCAAyE;AAgCzE,SAAgB,YAAY,CAAC,IAAY;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IAG9C,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IAC7C,IAAI,OAAO,KAAK,EAAE,IAAI,OAAO,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACxD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC;AAiBD,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACjC,IAAI,IAAA,8CAAsB,EAAC,MAAM,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,6CAAqB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,IAAA,6BAAkB,EAAC,MAAM,CAAC,EAAE,CAAC;QAC/B,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;IACzD,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAqB,EAAE,CAAC;AACzD,CAAC;AAgBM,KAAK,SAAS,CAAC,CAAC,gBAAgB,CACrC,MAAkC;IAMlC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IAClC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,CAAC;QACH,SAAS,CAAC;YACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;gBACzC,IAAI,UAAU;oBAAE,MAAM,UAAU,CAAC;YACnC,CAAC;QACH,CAAC;QAED,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QAC3B,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;YAC3C,IAAI,UAAU;gBAAE,MAAM,UAAU,CAAC;QACnC,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAgBD,SAAS,iBAAiB;IACxB,OAAO;QACL,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,EAAE;QACb,YAAY,EAAE,IAAI;QAClB,WAAW,EAAE,IAAI,GAAG,EAAE;QACtB,kBAAkB,EAAE,IAAI,GAAG,EAAE;KAC9B,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CACzB,GAAsB,EACtB,EAIS,EACT,QAAuC;IAEvC,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;IAC/C,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;QAC/C,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACjD,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC5C,CAAC;QACD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;YAC3B,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;QACvD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE;YAC5B,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE;YACf,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE;gBAC7B,SAAS,EAAE,EAAE,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE;aACxC;SACF,CAAC,CAAC;IACL,CAAC;IAGD,IAAI,CAAC,QAAQ,EAAE,UAAU,IAAI,GAAG,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC;QAAE,OAAO;IAC1E,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI;QAAE,OAAO;IAClC,GAAG,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;IACrC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,UAAU,CACjB,GAAsB,EACtB,KAAkB,EAClB,QAAuC;IAEvC,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QACzC,IAAI,MAAM,CAAC,aAAa;YAAE,GAAG,CAAC,YAAY,GAAG,MAAM,CAAC,aAAa,CAAC;QAClE,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,IAAI;YAAE,SAAS;QAEpB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;YAC5B,QAAQ,EAAE,cAAc,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC,iBAAiB,CAAC;YACxC,QAAQ,EAAE,gBAAgB,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,UAAU;gBAAE,kBAAkB,CAAC,GAAG,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;AACH,CAAC;AAoBM,KAAK,UAAU,gBAAgB,CACpC,OAAgC;IAEhC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAErC,MAAM,GAAG,GAAG,iBAAiB,EAAE,CAAC;IAChC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;QACnD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC9B,QAAQ,EAAE,UAAU,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvC,SAAS;QACX,CAAC;QACD,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,SAAS,GAAG,CAAC,GAAG,GAAG,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;SAC7C,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;SACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IAEvB,OAAO;QACL,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,SAAS;QACT,YAAY,EAAE,GAAG,CAAC,YAAY;KAC/B,CAAC;AACJ,CAAC"}

package/dist/lib/llm-stream/index.d.ts

@@ -0,0 +1,6 @@
+export * from './types';
+export * from './progress';
+export * from './consume-stream';
+export * from './anthropic-adapter';
+export * from './compaction';
+//# sourceMappingURL=index.d.ts.map

package/dist/lib/llm-stream/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/lib/llm-stream/index.ts"],"names":[],"mappings":"AAQA,cAAc,SAAS,CAAC;AACxB,cAAc,YAAY,CAAC;AAC3B,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,cAAc,CAAC"}

package/dist/lib/llm-stream/index.js

@@ -0,0 +1,22 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./types"), exports);
+__exportStar(require("./progress"), exports);
+__exportStar(require("./consume-stream"), exports);
+__exportStar(require("./anthropic-adapter"), exports);
+__exportStar(require("./compaction"), exports);
+//# sourceMappingURL=index.js.map

package/dist/lib/llm-stream/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/lib/llm-stream/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAQA,0CAAwB;AACxB,6CAA2B;AAC3B,mDAAiC;AACjC,sDAAoC;AACpC,+CAA6B"}

package/dist/lib/llm-stream/progress.d.ts

@@ -0,0 +1,17 @@
+export interface LlmProgressPayload {
+    elapsedMs: number;
+    reasoningChars: number;
+    contentChars: number;
+    reasoningTokens: number;
+    contentTokens: number;
+    phase: 'reasoning' | 'reasoning_then_content' | 'content';
+    estimatedCostMicros?: number;
+    currency?: string;
+}
+export interface LlmProgressFrame {
+    type: 'progress';
+    progress: LlmProgressPayload;
+}
+export declare function isLlmProgressFrame(value: unknown): value is LlmProgressFrame;
+export declare const LLM_GATEWAY_PROGRESS_FRAMES_HEADER = "x-emit-progress-frames";
+//# sourceMappingURL=progress.d.ts.map

package/dist/lib/llm-stream/progress.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.d.ts","sourceRoot":"","sources":["../../../src/lib/llm-stream/progress.ts"],"names":[],"mappings":"AAsBA,MAAM,WAAW,kBAAkB;IAEjC,SAAS,EAAE,MAAM,CAAC;IAElB,cAAc,EAAE,MAAM,CAAC;IAEvB,YAAY,EAAE,MAAM,CAAC;IAErB,eAAe,EAAE,MAAM,CAAC;IAExB,aAAa,EAAE,MAAM,CAAC;IAEtB,KAAK,EAAE,WAAW,GAAG,wBAAwB,GAAG,SAAS,CAAC;IAK1D,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAK7B,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,kBAAkB,CAAC;CAC9B;AAKD,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,gBAAgB,CAI5E;AAcD,eAAO,MAAM,kCAAkC,2BAA2B,CAAC"}

package/dist/lib/llm-stream/progress.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLM_GATEWAY_PROGRESS_FRAMES_HEADER = void 0;
+exports.isLlmProgressFrame = isLlmProgressFrame;
+function isLlmProgressFrame(value) {
+    if (!value || typeof value !== 'object')
+        return false;
+    const candidate = value;
+    return candidate.type === 'progress' && !!candidate.progress && typeof candidate.progress === 'object';
+}
+exports.LLM_GATEWAY_PROGRESS_FRAMES_HEADER = 'x-emit-progress-frames';
+//# sourceMappingURL=progress.js.map

package/dist/lib/llm-stream/progress.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.js","sourceRoot":"","sources":["../../../src/lib/llm-stream/progress.ts"],"names":[],"mappings":";;;AA2DA,gDAIC;AAJD,SAAgB,kBAAkB,CAAC,KAAc;IAC/C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,SAAS,GAAG,KAA+C,CAAC;IAClE,OAAO,SAAS,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,SAAS,CAAC,QAAQ,IAAI,OAAO,SAAS,CAAC,QAAQ,KAAK,QAAQ,CAAC;AACzG,CAAC;AAcY,QAAA,kCAAkC,GAAG,wBAAwB,CAAC"}