@sap-ai-sdk/foundation-models 1.3.1-20241118013144.0 → 1.3.1-20241119013140.0

package/dist/azure-openai/azure-openai-chat-client.d.ts

@@ -2,6 +2,8 @@ import { type CustomRequestConfig } from '@sap-ai-sdk/core';
 import { type ModelDeployment } from '@sap-ai-sdk/ai-api/internal.js';
 import { type AzureOpenAiChatModel } from './model-types.js';
 import { AzureOpenAiChatCompletionResponse } from './azure-openai-chat-completion-response.js';
+import { AzureOpenAiChatCompletionStreamResponse } from './azure-openai-chat-completion-stream-response.js';
+import type { AzureOpenAiChatCompletionStreamChunkResponse } from './azure-openai-chat-completion-stream-chunk-response.js';
 import type { AzureOpenAiCreateChatCompletionRequest } from './client/inference/schema/index.js';
 /**
  * Azure OpenAI client for chat completion.
@@ -20,5 +22,15 @@ export declare class AzureOpenAiChatClient {
      * @returns The completion result.
      */
     run(data: AzureOpenAiCreateChatCompletionRequest, requestConfig?: CustomRequestConfig): Promise<AzureOpenAiChatCompletionResponse>;
+    /**
+     * Creates a completion stream for the chat messages.
+     * @param data - The input parameters for the chat completion.
+     * @param controller - The abort controller.
+     * @param requestConfig - The request configuration.
+     * @returns A response containing the chat completion stream.
+     */
+    stream(data: AzureOpenAiCreateChatCompletionRequest, controller?: AbortController, requestConfig?: CustomRequestConfig): Promise<AzureOpenAiChatCompletionStreamResponse<AzureOpenAiChatCompletionStreamChunkResponse>>;
+    private executeRequest;
+    private createStream;
 }
 //# sourceMappingURL=azure-openai-chat-client.d.ts.map

package/dist/azure-openai/azure-openai-chat-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"azure-openai-chat-client.d.ts","sourceRoot":"","sources":["../../src/azure-openai/azure-openai-chat-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,mBAAmB,EAAkB,MAAM,kBAAkB,CAAC;AAC5E,OAAO,EAGL,KAAK,eAAe,EACrB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAc,KAAK,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACzE,OAAO,EAAE,iCAAiC,EAAE,MAAM,4CAA4C,CAAC;AAC/F,OAAO,KAAK,EAAE,sCAAsC,EAAE,MAAM,oCAAoC,CAAC;AAEjG;;GAEG;AACH,qBAAa,qBAAqB;IAKpB,OAAO,CAAC,eAAe;IAJnC;;;OAGG;gBACiB,eAAe,EAAE,eAAe,CAAC,oBAAoB,CAAC;IAE1E;;;;;OAKG;IACG,GAAG,CACP,IAAI,EAAE,sCAAsC,EAC5C,aAAa,CAAC,EAAE,mBAAmB,GAClC,OAAO,CAAC,iCAAiC,CAAC;CAiB9C"}
+{"version":3,"file":"azure-openai-chat-client.d.ts","sourceRoot":"","sources":["../../src/azure-openai/azure-openai-chat-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,mBAAmB,EAAkB,MAAM,kBAAkB,CAAC;AAC5E,OAAO,EAGL,KAAK,eAAe,EACrB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAc,KAAK,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACzE,OAAO,EAAE,iCAAiC,EAAE,MAAM,4CAA4C,CAAC;AAC/F,OAAO,EAAE,uCAAuC,EAAE,MAAM,mDAAmD,CAAC;AAE5G,OAAO,KAAK,EAAE,4CAA4C,EAAE,MAAM,yDAAyD,CAAC;AAE5H,OAAO,KAAK,EAAE,sCAAsC,EAAE,MAAM,oCAAoC,CAAC;AAEjG;;GAEG;AACH,qBAAa,qBAAqB;IAKpB,OAAO,CAAC,eAAe;IAJnC;;;OAGG;gBACiB,eAAe,EAAE,eAAe,CAAC,oBAAoB,CAAC;IAE1E;;;;;OAKG;IACG,GAAG,CACP,IAAI,EAAE,sCAAsC,EAC5C,aAAa,CAAC,EAAE,mBAAmB,GAClC,OAAO,CAAC,iCAAiC,CAAC;IAK7C;;;;;;OAMG;IACG,MAAM,CACV,IAAI,EAAE,sCAAsC,EAC5C,UAAU,kBAAwB,EAClC,aAAa,CAAC,EAAE,mBAAmB,GAClC,OAAO,CACR,uCAAuC,CAAC,4CAA4C,CAAC,CACtF;YAUa,cAAc;YAoBd,YAAY;CAqB3B"}

package/dist/azure-openai/azure-openai-chat-client.js

@@ -2,6 +2,8 @@ import { executeRequest } from '@sap-ai-sdk/core';
 import { getDeploymentId, getResourceGroup } from '@sap-ai-sdk/ai-api/internal.js';
 import { apiVersion } from './model-types.js';
 import { AzureOpenAiChatCompletionResponse } from './azure-openai-chat-completion-response.js';
+import { AzureOpenAiChatCompletionStreamResponse } from './azure-openai-chat-completion-stream-response.js';
+import { AzureOpenAiChatCompletionStream } from './azure-openai-chat-completion-stream.js';
 /**
  * Azure OpenAI client for chat completion.
  */
@@ -21,14 +23,46 @@ export class AzureOpenAiChatClient {
      * @returns The completion result.
      */
     async run(data, requestConfig) {
+        const response = await this.executeRequest(data, requestConfig);
+        return new AzureOpenAiChatCompletionResponse(response);
+    }
+    /**
+     * Creates a completion stream for the chat messages.
+     * @param data - The input parameters for the chat completion.
+     * @param controller - The abort controller.
+     * @param requestConfig - The request configuration.
+     * @returns A response containing the chat completion stream.
+     */
+    async stream(data, controller = new AbortController(), requestConfig) {
+        const response = new AzureOpenAiChatCompletionStreamResponse();
+        response.stream = (await this.createStream(data, controller, requestConfig))
+            ._pipe(AzureOpenAiChatCompletionStream._processChunk)
+            ._pipe(AzureOpenAiChatCompletionStream._processFinishReason, response)
+            ._pipe(AzureOpenAiChatCompletionStream._processTokenUsage, response);
+        return response;
+    }
+    async executeRequest(data, requestConfig) {
         const deploymentId = await getDeploymentId(this.modelDeployment, 'azure-openai');
         const resourceGroup = getResourceGroup(this.modelDeployment);
-        const response = await executeRequest({
+        return executeRequest({
             url: `/inference/deployments/${deploymentId}/chat/completions`,
             apiVersion,
             resourceGroup
         }, data, requestConfig);
-        return new AzureOpenAiChatCompletionResponse(response);
+    }
+    async createStream(data, controller, requestConfig) {
+        const response = await this.executeRequest({
+            ...data,
+            stream: true,
+            stream_options: {
+                include_usage: true
+            }
+        }, {
+            ...requestConfig,
+            responseType: 'stream',
+            signal: controller.signal
+        });
+        return AzureOpenAiChatCompletionStream._create(response, controller);
     }
 }
 //# sourceMappingURL=azure-openai-chat-client.js.map

package/dist/azure-openai/azure-openai-chat-client.js.map

@@ -1 +1 @@
-{"version":3,"file":"azure-openai-chat-client.js","sourceRoot":"","sources":["../../src/azure-openai/azure-openai-chat-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4B,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAC5E,OAAO,EACL,eAAe,EACf,gBAAgB,EAEjB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,UAAU,EAA6B,MAAM,kBAAkB,CAAC;AACzE,OAAO,EAAE,iCAAiC,EAAE,MAAM,4CAA4C,CAAC;AAG/F;;GAEG;AACH,MAAM,OAAO,qBAAqB;IAKZ;IAJpB;;;OAGG;IACH,YAAoB,eAAsD;QAAtD,oBAAe,GAAf,eAAe,CAAuC;IAAG,CAAC;IAE9E;;;;;OAKG;IACH,KAAK,CAAC,GAAG,CACP,IAA4C,EAC5C,aAAmC;QAEnC,MAAM,YAAY,GAAG,MAAM,eAAe,CACxC,IAAI,CAAC,eAAe,EACpB,cAAc,CACf,CAAC;QACF,MAAM,aAAa,GAAG,gBAAgB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,MAAM,cAAc,CACnC;YACE,GAAG,EAAE,0BAA0B,YAAY,mBAAmB;YAC9D,UAAU;YACV,aAAa;SACd,EACD,IAAI,EACJ,aAAa,CACd,CAAC;QACF,OAAO,IAAI,iCAAiC,CAAC,QAAQ,CAAC,CAAC;IACzD,CAAC;CACF"}
+{"version":3,"file":"azure-openai-chat-client.js","sourceRoot":"","sources":["../../src/azure-openai/azure-openai-chat-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4B,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAC5E,OAAO,EACL,eAAe,EACf,gBAAgB,EAEjB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,UAAU,EAA6B,MAAM,kBAAkB,CAAC;AACzE,OAAO,EAAE,iCAAiC,EAAE,MAAM,4CAA4C,CAAC;AAC/F,OAAO,EAAE,uCAAuC,EAAE,MAAM,mDAAmD,CAAC;AAC5G,OAAO,EAAE,+BAA+B,EAAE,MAAM,0CAA0C,CAAC;AAK3F;;GAEG;AACH,MAAM,OAAO,qBAAqB;IAKZ;IAJpB;;;OAGG;IACH,YAAoB,eAAsD;QAAtD,oBAAe,GAAf,eAAe,CAAuC;IAAG,CAAC;IAE9E;;;;;OAKG;IACH,KAAK,CAAC,GAAG,CACP,IAA4C,EAC5C,aAAmC;QAEnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAChE,OAAO,IAAI,iCAAiC,CAAC,QAAQ,CAAC,CAAC;IACzD,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,MAAM,CACV,IAA4C,EAC5C,UAAU,GAAG,IAAI,eAAe,EAAE,EAClC,aAAmC;QAInC,MAAM,QAAQ,GACZ,IAAI,uCAAuC,EAAgD,CAAC;QAC9F,QAAQ,CAAC,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;aACzE,KAAK,CAAC,+BAA+B,CAAC,aAAa,CAAC;aACpD,KAAK,CAAC,+BAA+B,CAAC,oBAAoB,EAAE,QAAQ,CAAC;aACrE,KAAK,CAAC,+BAA+B,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;QACvE,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,IAA4C,EAC5C,aAAmC;QAEnC,MAAM,YAAY,GAAG,MAAM,eAAe,CACxC,IAAI,CAAC,eAAe,EACpB,cAAc,CACf,CAAC;QACF,MAAM,aAAa,GAAG,gBAAgB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC7D,OAAO,cAAc,CACnB;YACE,GAAG,EAAE,0BAA0B,YAAY,mBAAmB;YAC9D,UAAU;YACV,aAAa;SACd,EACD,IAAI,EACJ,aAAa,CACd,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,IAA4C,EAC5C,UAA2B,EAC3B,aAAmC;QAEnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CACxC;YACE,GAAG,IAAI;YACP,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE;gBACd,aAAa,EAAE,IAAI;aACpB;SACF,EACD;YACE,GAAG,aAAa;YAChB,YAAY,EAAE,QAAQ;YACtB,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CACF,CAAC;QACF,OAAO,+BAA+B,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACvE,CAAC;CACF"}

package/dist/azure-openai/azure-openai-chat-completion-stream-chunk-response.d.ts

@@ -0,0 +1,26 @@
+import type { AzureOpenAiCompletionUsage } from './client/inference/schema/index.js';
+/**
+ * Azure OpenAI chat completion stream chunk response.
+ */
+export declare class AzureOpenAiChatCompletionStreamChunkResponse {
+    readonly data: any;
+    constructor(data: any);
+    /**
+     * Usage of tokens in the chunk response.
+     * @returns Token usage.
+     */
+    getTokenUsage(): AzureOpenAiCompletionUsage | null;
+    /**
+     * Reason for stopping the completion stream chunk.
+     * @param choiceIndex - The index of the choice to parse.
+     * @returns The finish reason.
+     */
+    getFinishReason(choiceIndex?: number): string | undefined;
+    /**
+     * Parses the chunk response and returns the delta content.
+     * @param choiceIndex - The index of the choice to parse.
+     * @returns The message delta content.
+     */
+    getDeltaContent(choiceIndex?: number): string | undefined | null;
+}
+//# sourceMappingURL=azure-openai-chat-completion-stream-chunk-response.d.ts.map

package/dist/azure-openai/azure-openai-chat-completion-stream-chunk-response.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-openai-chat-completion-stream-chunk-response.d.ts","sourceRoot":"","sources":["../../src/azure-openai/azure-openai-chat-completion-stream-chunk-response.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,oCAAoC,CAAC;AAErF;;GAEG;AACH,qBAAa,4CAA4C;aAC3B,IAAI,EAAE,GAAG;gBAAT,IAAI,EAAE,GAAG;IAKrC;;;OAGG;IACH,aAAa,IAAI,0BAA0B,GAAG,IAAI;IAIlD;;;;OAIG;IACH,eAAe,CAAC,WAAW,SAAI,GAAG,MAAM,GAAG,SAAS;IAKpD;;;;OAIG;IACH,eAAe,CAAC,WAAW,SAAI,GAAG,MAAM,GAAG,SAAS,GAAG,IAAI;CAI5D"}

package/dist/azure-openai/azure-openai-chat-completion-stream-chunk-response.js

@@ -0,0 +1,37 @@
+/**
+ * Azure OpenAI chat completion stream chunk response.
+ */
+export class AzureOpenAiChatCompletionStreamChunkResponse {
+    data;
+    constructor(data) {
+        this.data = data;
+        // TODO: Change `any` to `CreateChatCompletionStreamResponse` once the preview spec becomes stable.
+        this.data = data;
+    }
+    /**
+     * Usage of tokens in the chunk response.
+     * @returns Token usage.
+     */
+    getTokenUsage() {
+        return this.data.usage;
+    }
+    /**
+     * Reason for stopping the completion stream chunk.
+     * @param choiceIndex - The index of the choice to parse.
+     * @returns The finish reason.
+     */
+    getFinishReason(choiceIndex = 0) {
+        return this.data.choices.find((c) => c.index === choiceIndex)
+            ?.finish_reason;
+    }
+    /**
+     * Parses the chunk response and returns the delta content.
+     * @param choiceIndex - The index of the choice to parse.
+     * @returns The message delta content.
+     */
+    getDeltaContent(choiceIndex = 0) {
+        return this.data.choices.find((c) => c.index === choiceIndex)?.delta
+            .content;
+    }
+}
+//# sourceMappingURL=azure-openai-chat-completion-stream-chunk-response.js.map

package/dist/azure-openai/azure-openai-chat-completion-stream-chunk-response.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-openai-chat-completion-stream-chunk-response.js","sourceRoot":"","sources":["../../src/azure-openai/azure-openai-chat-completion-stream-chunk-response.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,OAAO,4CAA4C;IAC3B;IAA5B,YAA4B,IAAS;QAAT,SAAI,GAAJ,IAAI,CAAK;QACnC,mGAAmG;QACnG,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED;;;OAGG;IACH,aAAa;QACX,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;IACzB,CAAC;IAED;;;;OAIG;IACH,eAAe,CAAC,WAAW,GAAG,CAAC;QAC7B,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC;YAChE,EAAE,aAAa,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACH,eAAe,CAAC,WAAW,GAAG,CAAC;QAC7B,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,EAAE,KAAK;aACtE,OAAO,CAAC;IACb,CAAC;CACF"}

package/dist/azure-openai/azure-openai-chat-completion-stream-response.d.ts

@@ -0,0 +1,33 @@
+import type { AzureOpenAiCompletionUsage } from './client/inference/schema/index.js';
+import type { AzureOpenAiChatCompletionStream } from './azure-openai-chat-completion-stream.js';
+/**
+ * Azure OpenAI chat completion stream response.
+ */
+export declare class AzureOpenAiChatCompletionStreamResponse<T> {
+    private _usage;
+    /**
+     * Finish reasons for all choices.
+     */
+    private _finishReasons;
+    private _stream;
+    getTokenUsage(): AzureOpenAiCompletionUsage | undefined;
+    /**
+     * @internal
+     */
+    _setTokenUsage(usage: AzureOpenAiCompletionUsage): void;
+    getFinishReason(choiceIndex?: number): string | undefined | null;
+    /**
+     * @internal
+     */
+    _getFinishReasons(): Map<number, string>;
+    /**
+     * @internal
+     */
+    _setFinishReasons(finishReasons: Map<number, string>): void;
+    get stream(): AzureOpenAiChatCompletionStream<T>;
+    /**
+     * @internal
+     */
+    set stream(stream: AzureOpenAiChatCompletionStream<T>);
+}
+//# sourceMappingURL=azure-openai-chat-completion-stream-response.d.ts.map

package/dist/azure-openai/azure-openai-chat-completion-stream-response.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-openai-chat-completion-stream-response.d.ts","sourceRoot":"","sources":["../../src/azure-openai/azure-openai-chat-completion-stream-response.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,oCAAoC,CAAC;AACrF,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,0CAA0C,CAAC;AAEhG;;GAEG;AACH,qBAAa,uCAAuC,CAAC,CAAC;IACpD,OAAO,CAAC,MAAM,CAAyC;IACvD;;OAEG;IACH,OAAO,CAAC,cAAc,CAAkC;IACxD,OAAO,CAAC,OAAO,CAAiD;IAEzD,aAAa,IAAI,0BAA0B,GAAG,SAAS;IAI9D;;OAEG;IACH,cAAc,CAAC,KAAK,EAAE,0BAA0B,GAAG,IAAI;IAIhD,eAAe,CAAC,WAAW,SAAI,GAAG,MAAM,GAAG,SAAS,GAAG,IAAI;IAIlE;;OAEG;IACH,iBAAiB,IAAI,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IAIxC;;OAEG;IACH,iBAAiB,CAAC,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI;IAI3D,IAAI,MAAM,IAAI,+BAA+B,CAAC,CAAC,CAAC,CAK/C;IAED;;OAEG;IACH,IAAI,MAAM,CAAC,MAAM,EAAE,+BAA+B,CAAC,CAAC,CAAC,EAEpD;CACF"}

package/dist/azure-openai/azure-openai-chat-completion-stream-response.js

@@ -0,0 +1,48 @@
+/**
+ * Azure OpenAI chat completion stream response.
+ */
+export class AzureOpenAiChatCompletionStreamResponse {
+    _usage;
+    /**
+     * Finish reasons for all choices.
+     */
+    _finishReasons = new Map();
+    _stream;
+    getTokenUsage() {
+        return this._usage;
+    }
+    /**
+     * @internal
+     */
+    _setTokenUsage(usage) {
+        this._usage = usage;
+    }
+    getFinishReason(choiceIndex = 0) {
+        return this._finishReasons.get(choiceIndex);
+    }
+    /**
+     * @internal
+     */
+    _getFinishReasons() {
+        return this._finishReasons;
+    }
+    /**
+     * @internal
+     */
+    _setFinishReasons(finishReasons) {
+        this._finishReasons = finishReasons;
+    }
+    get stream() {
+        if (!this._stream) {
+            throw new Error('Response stream is undefined.');
+        }
+        return this._stream;
+    }
+    /**
+     * @internal
+     */
+    set stream(stream) {
+        this._stream = stream;
+    }
+}
+//# sourceMappingURL=azure-openai-chat-completion-stream-response.js.map

package/dist/azure-openai/azure-openai-chat-completion-stream-response.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-openai-chat-completion-stream-response.js","sourceRoot":"","sources":["../../src/azure-openai/azure-openai-chat-completion-stream-response.ts"],"names":[],"mappings":"AAGA;;GAEG;AACH,MAAM,OAAO,uCAAuC;IAC1C,MAAM,CAAyC;IACvD;;OAEG;IACK,cAAc,GAAwB,IAAI,GAAG,EAAE,CAAC;IAChD,OAAO,CAAiD;IAEzD,aAAa;QAClB,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,KAAiC;QAC9C,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAEM,eAAe,CAAC,WAAW,GAAG,CAAC;QACpC,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,aAAkC;QAClD,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;IACtC,CAAC;IAED,IAAI,MAAM;QACR,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,IAAI,MAAM,CAAC,MAA0C;QACnD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACxB,CAAC;CACF"}

package/dist/azure-openai/azure-openai-chat-completion-stream.d.ts

@@ -0,0 +1,49 @@
+import { SseStream } from './stream/index.js';
+import { AzureOpenAiChatCompletionStreamChunkResponse } from './azure-openai-chat-completion-stream-chunk-response.js';
+import type { HttpResponse } from '@sap-cloud-sdk/http-client';
+import type { AzureOpenAiChatCompletionStreamResponse } from './azure-openai-chat-completion-stream-response.js';
+/**
+ * Chat completion stream containing post-processing functions.
+ */
+export declare class AzureOpenAiChatCompletionStream<Item> extends SseStream<Item> {
+    iterator: () => AsyncIterator<Item>;
+    /**
+     * Create a chat completion stream based on the http response.
+     * @param response - Http response.
+     * @returns Chat completion stream.
+     * @internal
+     */
+    static _create(response: HttpResponse, controller: AbortController): AzureOpenAiChatCompletionStream<any>;
+    /**
+     * Wrap raw chunk data with chunk response class to provide helper functions.
+     * @param stream - Chat completion stream.
+     * @internal
+     */
+    static _processChunk(stream: AzureOpenAiChatCompletionStream<any>): AsyncGenerator<AzureOpenAiChatCompletionStreamChunkResponse>;
+    /**
+     * @internal
+     */
+    static _processFinishReason(stream: AzureOpenAiChatCompletionStream<AzureOpenAiChatCompletionStreamChunkResponse>, response?: AzureOpenAiChatCompletionStreamResponse<any>): AsyncGenerator<AzureOpenAiChatCompletionStreamChunkResponse>;
+    /**
+     * @internal
+     */
+    static _processTokenUsage(stream: AzureOpenAiChatCompletionStream<AzureOpenAiChatCompletionStreamChunkResponse>, response?: AzureOpenAiChatCompletionStreamResponse<any>): AsyncGenerator<AzureOpenAiChatCompletionStreamChunkResponse>;
+    /**
+     * Transform a stream of chunks into a stream of content strings.
+     * @param stream - Chat completion stream.
+     * @param choiceIndex - The index of the choice to parse.
+     * @internal
+     */
+    static _processContentStream(stream: AzureOpenAiChatCompletionStream<AzureOpenAiChatCompletionStreamChunkResponse>, choiceIndex?: number): AsyncGenerator<string>;
+    constructor(iterator: () => AsyncIterator<Item>, controller: AbortController);
+    /**
+     * Pipe the stream through a processing function.
+     * @param processFn - The function to process the input stream.
+     * @param response - The `AzureOpenAiChatCompletionStreamResponse` object for process function to store finish reason, token usage, etc.
+     * @returns The output stream containing processed items.
+     * @internal
+     */
+    _pipe<TReturn>(processFn: (stream: AzureOpenAiChatCompletionStream<Item>, response?: AzureOpenAiChatCompletionStreamResponse<any>) => AsyncIterator<TReturn>, response?: AzureOpenAiChatCompletionStreamResponse<any>): AzureOpenAiChatCompletionStream<TReturn>;
+    toContentStream(this: AzureOpenAiChatCompletionStream<AzureOpenAiChatCompletionStreamChunkResponse>, choiceIndex?: number): AzureOpenAiChatCompletionStream<string>;
+}
+//# sourceMappingURL=azure-openai-chat-completion-stream.d.ts.map

package/dist/azure-openai/azure-openai-chat-completion-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-openai-chat-completion-stream.d.ts","sourceRoot":"","sources":["../../src/azure-openai/azure-openai-chat-completion-stream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,4CAA4C,EAAE,MAAM,yDAAyD,CAAC;AACvH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,KAAK,EAAE,uCAAuC,EAAE,MAAM,mDAAmD,CAAC;AAOjH;;GAEG;AACH,qBAAa,+BAA+B,CAAC,IAAI,CAAE,SAAQ,SAAS,CAAC,IAAI,CAAC;IA8G/D,QAAQ,EAAE,MAAM,aAAa,CAAC,IAAI,CAAC;IA7G5C;;;;;OAKG;WACW,OAAO,CACnB,QAAQ,EAAE,YAAY,EACtB,UAAU,EAAE,eAAe,GAC1B,+BAA+B,CAAC,GAAG,CAAC;IAMvC;;;;OAIG;WACW,aAAa,CACzB,MAAM,EAAE,+BAA+B,CAAC,GAAG,CAAC,GAC3C,cAAc,CAAC,4CAA4C,CAAC;IAM/D;;OAEG;WACW,oBAAoB,CAChC,MAAM,EAAE,+BAA+B,CAAC,4CAA4C,CAAC,EACrF,QAAQ,CAAC,EAAE,uCAAuC,CAAC,GAAG,CAAC,GACtD,cAAc,CAAC,4CAA4C,CAAC;IAoC/D;;OAEG;WACW,kBAAkB,CAC9B,MAAM,EAAE,+BAA+B,CAAC,4CAA4C,CAAC,EACrF,QAAQ,CAAC,EAAE,uCAAuC,CAAC,GAAG,CAAC,GACtD,cAAc,CAAC,4CAA4C,CAAC;IAa/D;;;;;OAKG;WACW,qBAAqB,CACjC,MAAM,EAAE,+BAA+B,CAAC,4CAA4C,CAAC,EACrF,WAAW,SAAI,GACd,cAAc,CAAC,MAAM,CAAC;gBAWhB,QAAQ,EAAE,MAAM,aAAa,CAAC,IAAI,CAAC,EAC1C,UAAU,EAAE,eAAe;IAK7B;;;;;;OAMG;IACH,KAAK,CAAC,OAAO,EACX,SAAS,EAAE,CACT,MAAM,EAAE,+BAA+B,CAAC,IAAI,CAAC,EAC7C,QAAQ,CAAC,EAAE,uCAAuC,CAAC,GAAG,CAAC,KACpD,aAAa,CAAC,OAAO,CAAC,EAC3B,QAAQ,CAAC,EAAE,uCAAuC,CAAC,GAAG,CAAC,GACtD,+BAA+B,CAAC,OAAO,CAAC;IAapC,eAAe,CACpB,IAAI,EAAE,+BAA+B,CAAC,4CAA4C,CAAC,EACnF,WAAW,CAAC,EAAE,MAAM,GACnB,+BAA+B,CAAC,MAAM,CAAC;CAU3C"}

package/dist/azure-openai/azure-openai-chat-completion-stream.js

@@ -0,0 +1,118 @@
+import { createLogger } from '@sap-cloud-sdk/util';
+import { SseStream } from './stream/index.js';
+import { AzureOpenAiChatCompletionStreamChunkResponse } from './azure-openai-chat-completion-stream-chunk-response.js';
+const logger = createLogger({
+    package: 'foundation-models',
+    messageContext: 'azure-openai-chat-completion-stream'
+});
+/**
+ * Chat completion stream containing post-processing functions.
+ */
+export class AzureOpenAiChatCompletionStream extends SseStream {
+    iterator;
+    /**
+     * Create a chat completion stream based on the http response.
+     * @param response - Http response.
+     * @returns Chat completion stream.
+     * @internal
+     */
+    static _create(response, controller) {
+        // TODO: Change `any` to `CreateChatCompletionStreamResponse` once the preview spec becomes stable.
+        const stream = SseStream.transformToSseStream(response, controller); // TODO: Change `any` to `CreateChatCompletionStreamResponse` once the preview spec becomes stable.
+        return new AzureOpenAiChatCompletionStream(stream.iterator, controller);
+    }
+    /**
+     * Wrap raw chunk data with chunk response class to provide helper functions.
+     * @param stream - Chat completion stream.
+     * @internal
+     */
+    static async *_processChunk(stream // TODO: Change `any` to `CreateChatCompletionStreamResponse` once the preview spec becomes stable.
+    ) {
+        for await (const chunk of stream) {
+            yield new AzureOpenAiChatCompletionStreamChunkResponse(chunk);
+        }
+    }
+    /**
+     * @internal
+     */
+    static async *_processFinishReason(stream, response) {
+        for await (const chunk of stream) {
+            chunk.data.choices.forEach((choice) => {
+                const choiceIndex = choice.index;
+                if (choiceIndex >= 0) {
+                    const finishReason = chunk.getFinishReason(choiceIndex);
+                    if (finishReason) {
+                        if (response) {
+                            response._getFinishReasons().set(choiceIndex, finishReason);
+                        }
+                        switch (finishReason) {
+                            case 'content_filter':
+                                logger.error(`Choice ${choiceIndex}: Stream finished with content filter hit.`);
+                                break;
+                            case 'length':
+                                logger.error(`Choice ${choiceIndex}: Stream finished with token length exceeded.`);
+                                break;
+                            case 'stop':
+                                logger.debug(`Choice ${choiceIndex}: Stream finished.`);
+                                break;
+                            default:
+                                logger.error(`Choice ${choiceIndex}: Stream finished with unknown reason '${finishReason}'.`);
+                        }
+                    }
+                }
+            });
+            yield chunk;
+        }
+    }
+    /**
+     * @internal
+     */
+    static async *_processTokenUsage(stream, response) {
+        for await (const chunk of stream) {
+            const usage = chunk.getTokenUsage();
+            if (usage) {
+                if (response) {
+                    response._setTokenUsage(usage);
+                }
+                logger.debug(`Token usage: ${JSON.stringify(usage)}`);
+            }
+            yield chunk;
+        }
+    }
+    /**
+     * Transform a stream of chunks into a stream of content strings.
+     * @param stream - Chat completion stream.
+     * @param choiceIndex - The index of the choice to parse.
+     * @internal
+     */
+    static async *_processContentStream(stream, choiceIndex = 0) {
+        for await (const chunk of stream) {
+            const deltaContent = chunk.getDeltaContent(choiceIndex);
+            if (!deltaContent) {
+                continue;
+            }
+            yield deltaContent;
+        }
+    }
+    constructor(iterator, controller) {
+        super(iterator, controller);
+        this.iterator = iterator;
+    }
+    /**
+     * Pipe the stream through a processing function.
+     * @param processFn - The function to process the input stream.
+     * @param response - The `AzureOpenAiChatCompletionStreamResponse` object for process function to store finish reason, token usage, etc.
+     * @returns The output stream containing processed items.
+     * @internal
+     */
+    _pipe(processFn, response) {
+        if (response) {
+            return new AzureOpenAiChatCompletionStream(() => processFn(this, response), this.controller);
+        }
+        return new AzureOpenAiChatCompletionStream(() => processFn(this), this.controller);
+    }
+    toContentStream(choiceIndex) {
+        return new AzureOpenAiChatCompletionStream(() => AzureOpenAiChatCompletionStream._processContentStream(this, choiceIndex), this.controller);
+    }
+}
+//# sourceMappingURL=azure-openai-chat-completion-stream.js.map

package/dist/azure-openai/azure-openai-chat-completion-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-openai-chat-completion-stream.js","sourceRoot":"","sources":["../../src/azure-openai/azure-openai-chat-completion-stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,4CAA4C,EAAE,MAAM,yDAAyD,CAAC;AAIvH,MAAM,MAAM,GAAG,YAAY,CAAC;IAC1B,OAAO,EAAE,mBAAmB;IAC5B,cAAc,EAAE,qCAAqC;CACtD,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,OAAO,+BAAsC,SAAQ,SAAe;IA8G/D;IA7GT;;;;;OAKG;IACI,MAAM,CAAC,OAAO,CACnB,QAAsB,EACtB,UAA2B;QAE3B,mGAAmG;QACnG,MAAM,MAAM,GAAG,SAAS,CAAC,oBAAoB,CAAM,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,mGAAmG;QAC7K,OAAO,IAAI,+BAA+B,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC1E,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,KAAK,CAAC,CAAC,aAAa,CACzB,MAA4C,CAAC,mGAAmG;;QAEhJ,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,IAAI,4CAA4C,CAAC,KAAK,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAChC,MAAqF,EACrF,QAAuD;QAEvD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAW,EAAE,EAAE;gBACzC,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC;gBACjC,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;oBACrB,MAAM,YAAY,GAAG,KAAK,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;oBACxD,IAAI,YAAY,EAAE,CAAC;wBACjB,IAAI,QAAQ,EAAE,CAAC;4BACb,QAAQ,CAAC,iBAAiB,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;wBAC9D,CAAC;wBACD,QAAQ,YAAY,EAAE,CAAC;4BACrB,KAAK,gBAAgB;gCACnB,MAAM,CAAC,KAAK,CACV,UAAU,WAAW,4CAA4C,CAClE,CAAC;gCACF,MAAM;4BACR,KAAK,QAAQ;gCACX,MAAM,CAAC,KAAK,CACV,UAAU,WAAW,+CAA+C,CACrE,CAAC;gCACF,MAAM;4BACR,KAAK,MAAM;gCACT,MAAM,CAAC,KAAK,CAAC,UAAU,WAAW,oBAAoB,CAAC,CAAC;gCACxD,MAAM;4BACR;gCACE,MAAM,CAAC,KAAK,CACV,UAAU,WAAW,0CAA0C,YAAY,IAAI,CAChF,CAAC;wBACN,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,CAAC,kBAAkB,CAC9B,MAAqF,EACrF,QAAuD;QAEvD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;YACpC,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBACjC,CAAC;gBACD,MAAM,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACxD,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,KAAK,CAAC,CAAC,qBAAqB,CACjC,MAAqF,EACrF,WAAW,GAAG,CAAC;QAEf,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,YAAY,GAAG,KAAK,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;YACxD,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,SAAS;YACX,CAAC;YACD,MAAM,YAAY,CAAC;QACrB,CAAC;IACH,CAAC;IAED,YACS,QAAmC,EAC1C,UAA2B;QAE3B,KAAK,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAHrB,aAAQ,GAAR,QAAQ,CAA2B;IAI5C,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CACH,SAG2B,EAC3B,QAAuD;QAEvD,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,IAAI,+BAA+B,CACxC,GAAG,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,CAAC,EAC/B,IAAI,CAAC,UAAU,CAChB,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,+BAA+B,CACxC,GAAG,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,EACrB,IAAI,CAAC,UAAU,CAChB,CAAC;IACJ,CAAC;IAEM,eAAe,CAEpB,WAAoB;QAEpB,OAAO,IAAI,+BAA+B,CACxC,GAAG,EAAE,CACH,+BAA+B,CAAC,qBAAqB,CACnD,IAAI,EACJ,WAAW,CACZ,EACH,IAAI,CAAC,UAAU,CAChB,CAAC;IACJ,CAAC;CACF"}

package/dist/azure-openai/index.d.ts

@@ -3,5 +3,8 @@ export * from './azure-openai-chat-client.js';
 export * from './azure-openai-embedding-client.js';
 export * from './azure-openai-chat-completion-response.js';
 export * from './azure-openai-embedding-response.js';
+export * from './azure-openai-chat-completion-stream-chunk-response.js';
+export * from './azure-openai-chat-completion-stream-response.js';
+export * from './azure-openai-chat-completion-stream.js';
 export * from './model-types.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/azure-openai/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/azure-openai/index.ts"],"names":[],"mappings":"AAAA,cAAc,mCAAmC,CAAC;AAClD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oCAAoC,CAAC;AACnD,cAAc,4CAA4C,CAAC;AAC3D,cAAc,sCAAsC,CAAC;AACrD,cAAc,kBAAkB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/azure-openai/index.ts"],"names":[],"mappings":"AAAA,cAAc,mCAAmC,CAAC;AAClD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oCAAoC,CAAC;AACnD,cAAc,4CAA4C,CAAC;AAC3D,cAAc,sCAAsC,CAAC;AACrD,cAAc,yDAAyD,CAAC;AACxE,cAAc,mDAAmD,CAAC;AAClE,cAAc,0CAA0C,CAAC;AACzD,cAAc,kBAAkB,CAAC"}

package/dist/azure-openai/index.js

@@ -3,5 +3,8 @@ export * from './azure-openai-chat-client.js';
 export * from './azure-openai-embedding-client.js';
 export * from './azure-openai-chat-completion-response.js';
 export * from './azure-openai-embedding-response.js';
+export * from './azure-openai-chat-completion-stream-chunk-response.js';
+export * from './azure-openai-chat-completion-stream-response.js';
+export * from './azure-openai-chat-completion-stream.js';
 export * from './model-types.js';
 //# sourceMappingURL=index.js.map

package/dist/azure-openai/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/azure-openai/index.ts"],"names":[],"mappings":"AAAA,cAAc,mCAAmC,CAAC;AAClD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oCAAoC,CAAC;AACnD,cAAc,4CAA4C,CAAC;AAC3D,cAAc,sCAAsC,CAAC;AACrD,cAAc,kBAAkB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/azure-openai/index.ts"],"names":[],"mappings":"AAAA,cAAc,mCAAmC,CAAC;AAClD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oCAAoC,CAAC;AACnD,cAAc,4CAA4C,CAAC;AAC3D,cAAc,sCAAsC,CAAC;AACrD,cAAc,yDAAyD,CAAC;AACxE,cAAc,mDAAmD,CAAC;AAClE,cAAc,0CAA0C,CAAC;AACzD,cAAc,kBAAkB,CAAC"}

package/dist/azure-openai/stream/index.d.ts

@@ -0,0 +1,2 @@
+export { SseStream } from './sse-stream.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/azure-openai/stream/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/azure-openai/stream/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/azure-openai/stream/index.js

@@ -0,0 +1,2 @@
+export { SseStream } from './sse-stream.js';
+//# sourceMappingURL=index.js.map

package/dist/azure-openai/stream/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/azure-openai/stream/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/azure-openai/stream/line-decoder.d.ts

@@ -0,0 +1,21 @@
+type Bytes = string | ArrayBuffer | Uint8Array | Buffer | null | undefined;
+/**
+ * A re-implementation of httpx's `LineDecoder` in Python that handles incrementally
+ * reading lines from text.
+ *
+ * Https://github.com/encode/httpx/blob/920333ea98118e9cf617f246905d7b202510941c/httpx/_decoders.py#L258.
+ * @internal
+ */
+export declare class LineDecoder {
+    static NEWLINE_CHARS: Set<string>;
+    static NEWLINE_REGEXP: RegExp;
+    buffer: string[];
+    trailingCR: boolean;
+    textDecoder: any;
+    constructor();
+    decode(chunk: Bytes): string[];
+    decodeText(bytes: Bytes): string;
+    flush(): string[];
+}
+export {};
+//# sourceMappingURL=line-decoder.d.ts.map

package/dist/azure-openai/stream/line-decoder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"line-decoder.d.ts","sourceRoot":"","sources":["../../../src/azure-openai/stream/line-decoder.ts"],"names":[],"mappings":"AAAA,KAAK,KAAK,GAAG,MAAM,GAAG,WAAW,GAAG,UAAU,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;AAE3E;;;;;;GAMG;AACH,qBAAa,WAAW;IAEtB,MAAM,CAAC,aAAa,cAAyB;IAC7C,MAAM,CAAC,cAAc,SAAkB;IAEvC,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,EAAE,OAAO,CAAC;IACpB,WAAW,EAAE,GAAG,CAAC;;IAOjB,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,EAAE;IA4C9B,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM;IA2BhC,KAAK,IAAI,MAAM,EAAE;CAUlB"}

package/dist/azure-openai/stream/line-decoder.js

@@ -0,0 +1,81 @@
+/**
+ * A re-implementation of httpx's `LineDecoder` in Python that handles incrementally
+ * reading lines from text.
+ *
+ * Https://github.com/encode/httpx/blob/920333ea98118e9cf617f246905d7b202510941c/httpx/_decoders.py#L258.
+ * @internal
+ */
+export class LineDecoder {
+    // prettier-ignore
+    static NEWLINE_CHARS = new Set(['\n', '\r']);
+    static NEWLINE_REGEXP = /\r\n|[\n\r]/g;
+    buffer;
+    trailingCR;
+    textDecoder; // TextDecoder found in browsers; not typed to avoid pulling in either "dom" or "node" types.
+    constructor() {
+        this.buffer = [];
+        this.trailingCR = false;
+    }
+    decode(chunk) {
+        let text = this.decodeText(chunk);
+        if (this.trailingCR) {
+            text = '\r' + text;
+            this.trailingCR = false;
+        }
+        if (text.endsWith('\r')) {
+            this.trailingCR = true;
+            text = text.slice(0, -1);
+        }
+        if (!text) {
+            return [];
+        }
+        const trailingNewline = LineDecoder.NEWLINE_CHARS.has(text[text.length - 1] || '');
+        let lines = text.split(LineDecoder.NEWLINE_REGEXP);
+        // if there is a trailing new line then the last entry will be an empty
+        // string which we don't care about
+        if (trailingNewline) {
+            lines.pop();
+        }
+        if (lines.length === 1 && !trailingNewline) {
+            this.buffer.push(lines[0]);
+            return [];
+        }
+        if (this.buffer.length) {
+            lines = [this.buffer.join('') + lines[0], ...lines.slice(1)];
+            this.buffer = [];
+        }
+        if (!trailingNewline) {
+            this.buffer = [lines.pop() || ''];
+        }
+        return lines;
+    }
+    decodeText(bytes) {
+        if (bytes == null) {
+            return '';
+        }
+        if (typeof bytes === 'string') {
+            return bytes;
+        }
+        // Node:
+        if (typeof Buffer !== 'undefined') {
+            if (bytes instanceof Buffer) {
+                return bytes.toString();
+            }
+            if (bytes instanceof Uint8Array) {
+                return Buffer.from(bytes).toString();
+            }
+            throw new Error(`Unexpected: received non-Uint8Array (${bytes.constructor.name}) stream chunk in an environment with a global "Buffer" defined, which this library assumes to be Node. Please report this error.`);
+        }
+        throw new Error('Unexpected: Buffer is not available as globals. Please report this error.');
+    }
+    flush() {
+        if (!this.buffer.length && !this.trailingCR) {
+            return [];
+        }
+        const lines = [this.buffer.join('')];
+        this.buffer = [];
+        this.trailingCR = false;
+        return lines;
+    }
+}
+//# sourceMappingURL=line-decoder.js.map

package/dist/azure-openai/stream/line-decoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"line-decoder.js","sourceRoot":"","sources":["../../../src/azure-openai/stream/line-decoder.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,MAAM,OAAO,WAAW;IACtB,kBAAkB;IAClB,MAAM,CAAC,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IAC7C,MAAM,CAAC,cAAc,GAAG,cAAc,CAAC;IAEvC,MAAM,CAAW;IACjB,UAAU,CAAU;IACpB,WAAW,CAAM,CAAC,6FAA6F;IAE/G;QACE,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;IAC1B,CAAC;IAED,MAAM,CAAC,KAAY;QACjB,IAAI,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAElC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;YACnB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC1B,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3B,CAAC;QAED,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,eAAe,GAAG,WAAW,CAAC,aAAa,CAAC,GAAG,CACnD,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAC5B,CAAC;QACF,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;QAEnD,uEAAuE;QACvE,mCAAmC;QACnC,IAAI,eAAe,EAAE,CAAC;YACpB,KAAK,CAAC,GAAG,EAAE,CAAC;QACd,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;YAC5B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvB,KAAK,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACnB,CAAC;QAED,IAAI,CAAC,eAAe,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QACpC,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,UAAU,CAAC,KAAY;QACrB,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,QAAQ;QACR,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;YAClC,IAAI,KAAK,YAAY,MAAM,EAAE,CAAC;gBAC5B,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC1B,CAAC;YACD,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;gBAChC,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;YACvC,CAAC;YAED,MAAM,IAAI,KAAK,CACb,wCAAwC,KAAK,CAAC,WAAW,CAAC,IAAI,mIAAmI,CAClM,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,KAAK,CACb,2EAA2E,CAC5E,CAAC;IACJ,CAAC;IAED,KAAK;QACH,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAC5C,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,OAAO,KAAK,CAAC;IACf,CAAC"}

package/dist/azure-openai/stream/sse-decoder.d.ts

@@ -0,0 +1,35 @@
+/**
+ * @internal
+ * Server-Sent Event, see {@link https://html.spec.whatwg.org/multipage/server-sent-events.html#server-sent-events}.
+ */
+export interface ServerSentEvent {
+    /**
+     * Name of the event if field name is `event`.
+     */
+    event: string | null;
+    /**
+     * Value of the data if field name is `data`.
+     */
+    data: string;
+    /**
+     * Raw string chunks. Each line is either in format `data: ...` or `event: ...`.
+     */
+    raw: string[];
+}
+/**
+ * Server-Sent Event decoder.
+ * @internal
+ */
+export declare class SSEDecoder {
+    private data;
+    private event;
+    private chunks;
+    constructor();
+    /**
+     * Decode the line into structured server sent event.
+     * @param line - Line to decode.
+     * @returns Server sent event if the line is empty meaning the end of the received event, or null if there are more lines to come.
+     */
+    decode(line: string): ServerSentEvent | null;
+}
+//# sourceMappingURL=sse-decoder.d.ts.map

package/dist/azure-openai/stream/sse-decoder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse-decoder.d.ts","sourceRoot":"","sources":["../../../src/azure-openai/stream/sse-decoder.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,GAAG,EAAE,MAAM,EAAE,CAAC;CACf;AAED;;;GAGG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,IAAI,CAAW;IACvB,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,MAAM,CAAW;;IAQzB;;;;OAIG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI;CA2C7C"}

package/dist/azure-openai/stream/sse-decoder.js

@@ -0,0 +1,67 @@
+/**
+ * Server-Sent Event decoder.
+ * @internal
+ */
+export class SSEDecoder {
+    data;
+    event;
+    chunks;
+    constructor() {
+        this.event = null;
+        this.data = [];
+        this.chunks = [];
+    }
+    /**
+     * Decode the line into structured server sent event.
+     * @param line - Line to decode.
+     * @returns Server sent event if the line is empty meaning the end of the received event, or null if there are more lines to come.
+     */
+    decode(line) {
+        if (line.endsWith('\r')) {
+            line = line.substring(0, line.length - 1);
+        }
+        if (!line) {
+            // empty line and we didn't previously encounter any messages
+            if (!this.event && !this.data.length) {
+                return null;
+            }
+            const sse = {
+                event: this.event,
+                data: this.data.join('\n'),
+                raw: this.chunks
+            };
+            this.event = null;
+            this.data = [];
+            this.chunks = [];
+            return sse;
+        }
+        this.chunks.push(line);
+        if (line.startsWith(':')) {
+            return null;
+        }
+        const [fieldname, _, value] = partition(line, ':');
+        const trimedValue = value.startsWith(' ') ? value.substring(1) : value;
+        if (fieldname === 'event') {
+            this.event = trimedValue;
+        }
+        else if (fieldname === 'data') {
+            this.data.push(trimedValue);
+        }
+        else {
+            throw new Error(`Invalid SSE payload: ${line}`);
+        }
+        return null;
+    }
+}
+function partition(str, delimiter) {
+    const index = str.indexOf(delimiter);
+    if (index !== -1) {
+        return [
+            str.substring(0, index),
+            delimiter,
+            str.substring(index + delimiter.length)
+        ];
+    }
+    return [str, '', ''];
+}
+//# sourceMappingURL=sse-decoder.js.map

package/dist/azure-openai/stream/sse-decoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse-decoder.js","sourceRoot":"","sources":["../../../src/azure-openai/stream/sse-decoder.ts"],"names":[],"mappings":"AAmBA;;;GAGG;AACH,MAAM,OAAO,UAAU;IACb,IAAI,CAAW;IACf,KAAK,CAAgB;IACrB,MAAM,CAAW;IAEzB;QACE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACnB,CAAC;IAED;;;;OAIG;IACH,MAAM,CAAC,IAAY;QACjB,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,6DAA6D;YAC7D,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACrC,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,GAAG,GAAoB;gBAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;gBAC1B,GAAG,EAAE,IAAI,CAAC,MAAM;aACjB,CAAC;YAEF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;YAEjB,OAAO,GAAG,CAAC;QACb,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,KAAK,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAEvE,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;QAC3B,CAAC;aAAM,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,SAAS,SAAS,CAAC,GAAW,EAAE,SAAiB;IAC/C,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACrC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;QACjB,OAAO;YACL,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC;YACvB,SAAS;YACT,GAAG,CAAC,SAAS,CAAC,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC;SACxC,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;AACvB,CAAC"}

package/dist/azure-openai/stream/sse-stream.d.ts

@@ -0,0 +1,25 @@
+import type { ServerSentEvent } from './sse-decoder.js';
+import type { HttpResponse } from '@sap-cloud-sdk/http-client';
+/**
+ * Stream implemented as an async iterable.
+ * @internal
+ */
+export declare class SseStream<Item> implements AsyncIterable<Item> {
+    iterator: () => AsyncIterator<Item>;
+    protected static transformToSseStream<Item>(response: HttpResponse, controller: AbortController): SseStream<Item>;
+    controller: AbortController;
+    constructor(iterator: () => AsyncIterator<Item>, controller: AbortController);
+    [Symbol.asyncIterator](): AsyncIterator<Item>;
+}
+/**
+ * @internal
+ */
+export declare function _iterSseMessages(response: HttpResponse, controller: AbortController): AsyncGenerator<ServerSentEvent, void, unknown>;
+/**
+ * This is an internal helper function that's just used for testing.
+ * @param chunks - The chunks to decode.
+ * @returns The decoded lines.
+ * @internal
+ */
+export declare function _decodeChunks(chunks: string[]): string[];
+//# sourceMappingURL=sse-stream.d.ts.map

package/dist/azure-openai/stream/sse-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse-stream.d.ts","sourceRoot":"","sources":["../../../src/azure-openai/stream/sse-stream.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAS/D;;;GAGG;AACH,qBAAa,SAAS,CAAC,IAAI,CAAE,YAAW,aAAa,CAAC,IAAI,CAAC;IA6DhD,QAAQ,EAAE,MAAM,aAAa,CAAC,IAAI,CAAC;IA5D5C,SAAS,CAAC,MAAM,CAAC,oBAAoB,CAAC,IAAI,EACxC,QAAQ,EAAE,YAAY,EACtB,UAAU,EAAE,eAAe,GAC1B,SAAS,CAAC,IAAI,CAAC;IAsDlB,UAAU,EAAE,eAAe,CAAC;gBAGnB,QAAQ,EAAE,MAAM,aAAa,CAAC,IAAI,CAAC,EAC1C,UAAU,EAAE,eAAe;IAK7B,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC;CAG9C;AAED;;GAEG;AACH,wBAAuB,gBAAgB,CACrC,QAAQ,EAAE,YAAY,EACtB,UAAU,EAAE,eAAe,GAC1B,cAAc,CAAC,eAAe,EAAE,IAAI,EAAE,OAAO,CAAC,CAyBhD;AA0ED;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAQxD"}

package/dist/azure-openai/stream/sse-stream.js

@@ -0,0 +1,172 @@
+import { createLogger } from '@sap-cloud-sdk/util';
+import { LineDecoder } from './line-decoder.js';
+import { SSEDecoder } from './sse-decoder.js';
+const logger = createLogger({
+    package: 'foundation-models',
+    messageContext: 'azure-openai-sse-stream'
+});
+/**
+ * Stream implemented as an async iterable.
+ * @internal
+ */
+export class SseStream {
+    iterator;
+    static transformToSseStream(response, controller) {
+        let consumed = false;
+        async function* iterator() {
+            if (consumed) {
+                throw new Error('Cannot iterate over a consumed stream.');
+            }
+            consumed = true;
+            let done = false;
+            try {
+                for await (const sse of _iterSseMessages(response, controller)) {
+                    if (done) {
+                        continue;
+                    }
+                    if (sse.data.startsWith('[DONE]')) {
+                        done = true;
+                        continue;
+                    }
+                    try {
+                        const data = JSON.parse(sse.data);
+                        if (data?.error) {
+                            throw new Error(data.error);
+                        }
+                        // Yield also the event if it exists, otherwise just the data
+                        yield sse.event === null
+                            ? data
+                            : { event: sse.event, data };
+                    }
+                    catch (e) {
+                        logger.error(`Could not parse message into JSON: ${sse.data}`);
+                        logger.error(`From chunk: ${sse.raw}`);
+                        throw e;
+                    }
+                }
+                done = true;
+            }
+            catch (e) {
+                // Ignore the error if controller was aborted
+                if (e instanceof Error && e.name === 'CanceledError') {
+                    return;
+                }
+                logger.error('Error while iterating over SSE stream:', e);
+            }
+            finally {
+                // Make sure that the controller is aborted if the stream was not fully consumed
+                if (!done) {
+                    controller.abort();
+                }
+            }
+        }
+        return new SseStream(iterator, controller);
+    }
+    controller;
+    constructor(iterator, controller) {
+        this.iterator = iterator;
+        this.controller = controller;
+    }
+    [Symbol.asyncIterator]() {
+        return this.iterator();
+    }
+}
+/**
+ * @internal
+ */
+export async function* _iterSseMessages(response, controller) {
+    if (!response.data) {
+        controller.abort();
+        throw new Error('Attempted to iterate over a response with no body');
+    }
+    const sseDecoder = new SSEDecoder();
+    const lineDecoder = new LineDecoder();
+    const iter = response.data;
+    for await (const sseChunk of iterSseChunks(iter)) {
+        for (const line of lineDecoder.decode(sseChunk)) {
+            const sse = sseDecoder.decode(line);
+            if (sse) {
+                yield sse;
+            }
+        }
+    }
+    for (const line of lineDecoder.flush()) {
+        const sse = sseDecoder.decode(line);
+        if (sse) {
+            yield sse;
+        }
+    }
+}
+/**
+ * Given an async iterable iterator, iterates over it and yields full
+ * SSE chunks, i.e. yields when a double new-line is encountered.
+ * @param iterator - Async iterable iterator.
+ * @returns Async generator of Uint8Array.
+ * @internal
+ */
+async function* iterSseChunks(iterator) {
+    let data = new Uint8Array();
+    for await (const chunk of iterator) {
+        if (chunk == null) {
+            continue;
+        }
+        const binaryChunk = chunk instanceof ArrayBuffer
+            ? new Uint8Array(chunk)
+            : typeof chunk === 'string'
+                ? new TextEncoder().encode(chunk)
+                : chunk;
+        const newData = new Uint8Array(data.length + binaryChunk.length);
+        newData.set(data);
+        newData.set(binaryChunk, data.length);
+        data = newData;
+        let patternIndex;
+        while ((patternIndex = findDoubleNewlineIndex(data)) !== -1) {
+            yield data.slice(0, patternIndex);
+            data = data.slice(patternIndex);
+        }
+    }
+    if (data.length) {
+        yield data;
+    }
+}
+function findDoubleNewlineIndex(buffer) {
+    // This function searches the buffer for the end patterns (\r\r, \n\n, \r\n\r\n)
+    // and returns the index right after the first occurrence of any pattern,
+    // or -1 if none of the patterns are found.
+    const newline = 0x0a; // \n
+    const carriage = 0x0d; // \r
+    for (let i = 0; i < buffer.length - 2; i++) {
+        if (buffer[i] === newline && buffer[i + 1] === newline) {
+            // \n\n
+            return i + 2;
+        }
+        if (buffer[i] === carriage && buffer[i + 1] === carriage) {
+            // \r\r
+            return i + 2;
+        }
+        if (buffer[i] === carriage &&
+            buffer[i + 1] === newline &&
+            i + 3 < buffer.length &&
+            buffer[i + 2] === carriage &&
+            buffer[i + 3] === newline) {
+            // \r\n\r\n
+            return i + 4;
+        }
+    }
+    return -1;
+}
+/**
+ * This is an internal helper function that's just used for testing.
+ * @param chunks - The chunks to decode.
+ * @returns The decoded lines.
+ * @internal
+ */
+export function _decodeChunks(chunks) {
+    const decoder = new LineDecoder();
+    const lines = [];
+    for (const chunk of chunks) {
+        lines.push(...decoder.decode(chunk));
+    }
+    return lines;
+}
+//# sourceMappingURL=sse-stream.js.map

package/dist/azure-openai/stream/sse-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse-stream.js","sourceRoot":"","sources":["../../../src/azure-openai/stream/sse-stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,MAAM,MAAM,GAAG,YAAY,CAAC;IAC1B,OAAO,EAAE,mBAAmB;IAC5B,cAAc,EAAE,yBAAyB;CAC1C,CAAC,CAAC;AAIH;;;GAGG;AACH,MAAM,OAAO,SAAS;IA6DX;IA5DC,MAAM,CAAC,oBAAoB,CACnC,QAAsB,EACtB,UAA2B;QAE3B,IAAI,QAAQ,GAAG,KAAK,CAAC;QAErB,KAAK,SAAS,CAAC,CAAC,QAAQ;YACtB,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,IAAI,GAAG,KAAK,CAAC;YAEjB,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,gBAAgB,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,CAAC;oBAC/D,IAAI,IAAI,EAAE,CAAC;wBACT,SAAS;oBACX,CAAC;oBAED,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAClC,IAAI,GAAG,IAAI,CAAC;wBACZ,SAAS;oBACX,CAAC;oBAED,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;wBAClC,IAAI,IAAI,EAAE,KAAK,EAAE,CAAC;4BAChB,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBAC9B,CAAC;wBACD,6DAA6D;wBAC7D,MAAM,GAAG,CAAC,KAAK,KAAK,IAAI;4BACtB,CAAC,CAAC,IAAI;4BACN,CAAC,CAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAU,CAAC;oBAC1C,CAAC;oBAAC,OAAO,CAAM,EAAE,CAAC;wBAChB,MAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;wBAC/D,MAAM,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;wBACvC,MAAM,CAAC,CAAC;oBACV,CAAC;gBACH,CAAC;gBACD,IAAI,GAAG,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,6CAA6C;gBAC7C,IAAI,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;oBACrD,OAAO;gBACT,CAAC;gBACD,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE,CAAC,CAAC,CAAC;YAC5D,CAAC;oBAAS,CAAC;gBACT,gFAAgF;gBAChF,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,SAAS,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC7C,CAAC;IAED,UAAU,CAAkB;IAE5B,YACS,QAAmC,EAC1C,UAA2B;QADpB,aAAQ,GAAR,QAAQ,CAA2B;QAG1C,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IACzB,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gBAAgB,CACrC,QAAsB,EACtB,UAA2B;IAE3B,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnB,UAAU,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;IACpC,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;IAEtC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IAC3B,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;QACjD,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChD,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,KAAK,EAAE,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,KAAK,SAAS,CAAC,CAAC,aAAa,CAC3B,QAAsC;IAEtC,IAAI,IAAI,GAAG,IAAI,UAAU,EAAE,CAAC;IAE5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;QACnC,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAClB,SAAS;QACX,CAAC;QAED,MAAM,WAAW,GACf,KAAK,YAAY,WAAW;YAC1B,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC;YACvB,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ;gBACzB,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC;gBACjC,CAAC,CAAC,KAAK,CAAC;QAEd,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,GAAG,OAAO,CAAC;QAEf,IAAI,YAAY,CAAC;QACjB,OAAO,CAAC,YAAY,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC5D,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;YAClC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,MAAM,IAAI,CAAC;IACb,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,MAAkB;IAChD,gFAAgF;IAChF,yEAAyE;IACzE,2CAA2C;IAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,KAAK;IAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,KAAK;IAE5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,OAAO,EAAE,CAAC;YACvD,OAAO;YACP,OAAO,CAAC,GAAG,CAAC,CAAC;QACf,CAAC;QACD,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;YACzD,OAAO;YACP,OAAO,CAAC,GAAG,CAAC,CAAC;QACf,CAAC;QACD,IACE,MAAM,CAAC,CAAC,CAAC,KAAK,QAAQ;YACtB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,OAAO;YACzB,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM;YACrB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ;YAC1B,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,OAAO,EACzB,CAAC;YACD,WAAW;YACX,OAAO,CAAC,GAAG,CAAC,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,CAAC,CAAC,CAAC;AACZ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAAC,MAAgB;IAC5C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/index.d.ts

@@ -1,4 +1,4 @@
 export type { AzureOpenAiChatModel, AzureOpenAiEmbeddingModel, AzureOpenAiEmbeddingParameters, AzureOpenAiEmbeddingOutput } from './azure-openai/index.js';
-export { AzureOpenAiChatClient, AzureOpenAiEmbeddingClient, AzureOpenAiChatCompletionResponse, AzureOpenAiEmbeddingResponse } from './azure-openai/index.js';
+export { AzureOpenAiChatClient, AzureOpenAiEmbeddingClient, AzureOpenAiChatCompletionResponse, AzureOpenAiEmbeddingResponse, AzureOpenAiChatCompletionStreamChunkResponse, AzureOpenAiChatCompletionStreamResponse, AzureOpenAiChatCompletionStream } from './azure-openai/index.js';
 export type { AzureOpenAiCreateChatCompletionRequest, AzureOpenAiChatCompletionsRequestCommon, AzureOpenAiChatCompletionRequestMessage, AzureOpenAiChatCompletionRequestMessageRole, AzureOpenAiAzureChatExtensionConfiguration, AzureOpenAiAzureChatExtensionType, AzureOpenAiChatCompletionResponseFormat, AzureOpenAiChatCompletionTool, AzureOpenAiChatCompletionToolType, AzureOpenAiChatCompletionFunctionParameters, AzureOpenAiChatCompletionToolChoiceOption, AzureOpenAiChatCompletionNamedToolChoice, AzureOpenAiChatCompletionFunction, AzureOpenAiChatCompletionRequestMessageSystem, AzureOpenAiChatCompletionRequestMessageUser, AzureOpenAiChatCompletionRequestMessageAssistant, AzureOpenAiChatCompletionRequestMessageTool, AzureOpenAiChatCompletionMessageToolCall, AzureOpenAiAzureChatExtensionsMessageContext, AzureOpenAiToolCallType, AzureOpenAiCitation, AzureOpenAiChatCompletionRequestMessageFunction, AzureOpenAiChatCompletionRequestMessageContentPart, AzureOpenAiChatCompletionRequestMessageContentPartType, AzureOpenAiCreateChatCompletionResponse, AzureOpenAiChatCompletionsResponseCommon, AzureOpenAiPromptFilterResults, AzureOpenAiPromptFilterResult, AzureOpenAiContentFilterPromptResults, AzureOpenAiContentFilterResultsBase, AzureOpenAiContentFilterSeverityResult, AzureOpenAiContentFilterDetectedResult, AzureOpenAiError, AzureOpenAiErrorBase, AzureOpenAiInnerError, AzureOpenAiInnerErrorCode, AzureOpenAiChatCompletionChoiceCommon, AzureOpenAiChatCompletionResponseMessage, AzureOpenAiContentFilterChoiceResults, AzureOpenAiChatCompletionChoiceLogProbs, AzureOpenAiChatCompletionResponseMessageRole, AzureOpenAiChatCompletionFunctionCall, AzureOpenAiContentFilterDetectedWithCitationResult, AzureOpenAiChatCompletionTokenLogprob, AzureOpenAiCompletionUsage, AzureOpenAiChatCompletionResponseObject } from './azure-openai/client/inference/schema/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,oBAAoB,EACpB,yBAAyB,EACzB,8BAA8B,EAC9B,0BAA0B,EAC3B,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC1B,iCAAiC,EACjC,4BAA4B,EAC7B,MAAM,yBAAyB,CAAC;AAEjC,YAAY,EACV,sCAAsC,EACtC,uCAAuC,EACvC,uCAAuC,EACvC,2CAA2C,EAC3C,0CAA0C,EAC1C,iCAAiC,EACjC,uCAAuC,EACvC,6BAA6B,EAC7B,iCAAiC,EACjC,2CAA2C,EAC3C,yCAAyC,EACzC,wCAAwC,EACxC,iCAAiC,EACjC,6CAA6C,EAC7C,2CAA2C,EAC3C,gDAAgD,EAChD,2CAA2C,EAC3C,wCAAwC,EACxC,4CAA4C,EAC5C,uBAAuB,EACvB,mBAAmB,EACnB,+CAA+C,EAC/C,kDAAkD,EAClD,sDAAsD,EACtD,uCAAuC,EACvC,wCAAwC,EACxC,8BAA8B,EAC9B,6BAA6B,EAC7B,qCAAqC,EACrC,mCAAmC,EACnC,sCAAsC,EACtC,sCAAsC,EACtC,gBAAgB,EAChB,oBAAoB,EACpB,qBAAqB,EACrB,yBAAyB,EACzB,qCAAqC,EACrC,wCAAwC,EACxC,qCAAqC,EACrC,uCAAuC,EACvC,4CAA4C,EAC5C,qCAAqC,EACrC,kDAAkD,EAClD,qCAAqC,EACrC,0BAA0B,EAC1B,uCAAuC,EACxC,MAAM,iDAAiD,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,oBAAoB,EACpB,yBAAyB,EACzB,8BAA8B,EAC9B,0BAA0B,EAC3B,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC1B,iCAAiC,EACjC,4BAA4B,EAC5B,4CAA4C,EAC5C,uCAAuC,EACvC,+BAA+B,EAChC,MAAM,yBAAyB,CAAC;AAEjC,YAAY,EACV,sCAAsC,EACtC,uCAAuC,EACvC,uCAAuC,EACvC,2CAA2C,EAC3C,0CAA0C,EAC1C,iCAAiC,EACjC,uCAAuC,EACvC,6BAA6B,EAC7B,iCAAiC,EACjC,2CAA2C,EAC3C,yCAAyC,EACzC,wCAAwC,EACxC,iCAAiC,EACjC,6CAA6C,EAC7C,2CAA2C,EAC3C,gDAAgD,EAChD,2CAA2C,EAC3C,wCAAwC,EACxC,4CAA4C,EAC5C,uBAAuB,EACvB,mBAAmB,EACnB,+CAA+C,EAC/C,kDAAkD,EAClD,sDAAsD,EACtD,uCAAuC,EACvC,wCAAwC,EACxC,8BAA8B,EAC9B,6BAA6B,EAC7B,qCAAqC,EACrC,mCAAmC,EACnC,sCAAsC,EACtC,sCAAsC,EACtC,gBAAgB,EAChB,oBAAoB,EACpB,qBAAqB,EACrB,yBAAyB,EACzB,qCAAqC,EACrC,wCAAwC,EACxC,qCAAqC,EACrC,uCAAuC,EACvC,4CAA4C,EAC5C,qCAAqC,EACrC,kDAAkD,EAClD,qCAAqC,EACrC,0BAA0B,EAC1B,uCAAuC,EACxC,MAAM,iDAAiD,CAAC"}

package/dist/index.js

@@ -1,2 +1,2 @@
-export { AzureOpenAiChatClient, AzureOpenAiEmbeddingClient, AzureOpenAiChatCompletionResponse, AzureOpenAiEmbeddingResponse } from './azure-openai/index.js';
+export { AzureOpenAiChatClient, AzureOpenAiEmbeddingClient, AzureOpenAiChatCompletionResponse, AzureOpenAiEmbeddingResponse, AzureOpenAiChatCompletionStreamChunkResponse, AzureOpenAiChatCompletionStreamResponse, AzureOpenAiChatCompletionStream } from './azure-openai/index.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAOA,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC1B,iCAAiC,EACjC,4BAA4B,EAC7B,MAAM,yBAAyB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAOA,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC1B,iCAAiC,EACjC,4BAA4B,EAC5B,4CAA4C,EAC5C,uCAAuC,EACvC,+BAA+B,EAChC,MAAM,yBAAyB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sap-ai-sdk/foundation-models",
-  "version": "1.3.1-20241118013144.0",
+  "version": "1.3.1-20241119013140.0",
   "description": "",
   "license": "Apache-2.0",
   "keywords": [
@@ -22,8 +22,8 @@
   "dependencies": {
     "@sap-cloud-sdk/http-client": "^3.22.2",
     "@sap-cloud-sdk/util": "^3.22.2",
-    "@sap-ai-sdk/ai-api": "^1.3.1-20241118013144.0",
-    "@sap-ai-sdk/core": "^1.3.1-20241118013144.0"
+    "@sap-ai-sdk/ai-api": "^1.3.1-20241119013140.0",
+    "@sap-ai-sdk/core": "^1.3.1-20241119013140.0"
   },
   "scripts": {
     "compile": "tsc",