@sap-ai-sdk/langchain 1.13.1-20250523013202.0 → 1.13.1-20250524013200.0

package/dist/index.d.ts

@@ -1,5 +1,5 @@
 export { AzureOpenAiChatClient, AzureOpenAiEmbeddingClient } from './openai/index.js';
 export type { AzureOpenAiChatModelParams, AzureOpenAiEmbeddingModelParams, AzureOpenAiChatCallOptions, ChatAzureOpenAIToolType } from './openai/index.js';
-export { OrchestrationClient } from './orchestration/index.js';
+export { OrchestrationClient, OrchestrationMessageChunk } from './orchestration/index.js';
 export type { OrchestrationCallOptions, LangchainOrchestrationModuleConfig } from './orchestration/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC3B,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACV,0BAA0B,EAC1B,+BAA+B,EAC/B,0BAA0B,EAC1B,uBAAuB,EACxB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,YAAY,EACV,wBAAwB,EACxB,kCAAkC,EACnC,MAAM,0BAA0B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC3B,MAAM,mBAAmB,CAAC;AAC3B,YAAY,EACV,0BAA0B,EAC1B,+BAA+B,EAC/B,0BAA0B,EAC1B,uBAAuB,EACxB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EAC1B,MAAM,0BAA0B,CAAC;AAClC,YAAY,EACV,wBAAwB,EACxB,kCAAkC,EACnC,MAAM,0BAA0B,CAAC"}

package/dist/index.js

@@ -1,3 +1,3 @@
 export { AzureOpenAiChatClient, AzureOpenAiEmbeddingClient } from './openai/index.js';
-export { OrchestrationClient } from './orchestration/index.js';
+export { OrchestrationClient, OrchestrationMessageChunk } from './orchestration/index.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC3B,MAAM,mBAAmB,CAAC;AAO3B,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EACrB,0BAA0B,EAC3B,MAAM,mBAAmB,CAAC;AAO3B,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EAC1B,MAAM,0BAA0B,CAAC"}

package/dist/orchestration/client.d.ts

@@ -1,11 +1,12 @@
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import { type BaseMessage } from '@langchain/core/messages';
+import type { OrchestrationMessageChunk } from './orchestration-message-chunk.js';
 import type { BaseLanguageModelInput } from '@langchain/core/language_models/base';
 import type { Runnable, RunnableLike } from '@langchain/core/runnables';
-import type { OrchestrationMessageChunk } from './orchestration-message-chunk.js';
 import type { ChatResult } from '@langchain/core/outputs';
 import type { BaseChatModelParams } from '@langchain/core/language_models/chat_models';
 import type { ResourceGroupConfig } from '@sap-ai-sdk/ai-api';
-import type { BaseMessage } from '@langchain/core/messages';
 import type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
 import type { OrchestrationCallOptions, LangchainOrchestrationModuleConfig } from './types.js';
 import type { HttpDestinationOrFetchOptions } from '@sap-cloud-sdk/connectivity';
@@ -27,6 +28,14 @@ export declare class OrchestrationClient extends BaseChatModel<OrchestrationCall
      */
     pipe<NewRunOutput>(coerceable: RunnableLike<OrchestrationMessageChunk, NewRunOutput>): Runnable<BaseLanguageModelInput, Exclude<NewRunOutput, Error>, OrchestrationCallOptions>;
     _generate(messages: BaseMessage[], options: typeof this.ParsedCallOptions, runManager?: CallbackManagerForLLMRun): Promise<ChatResult>;
+    /**
+     * Stream response chunks from the Orchestration client.
+     * @param messages - The messages to send to the model.
+     * @param options - The call options.
+     * @param runManager - The callback manager for the run.
+     * @returns An async generator of chat generation chunks.
+     */
+    _streamResponseChunks(messages: BaseMessage[], options: typeof this.ParsedCallOptions, runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
     private mergeOrchestrationConfig;
 }
 //# sourceMappingURL=client.d.ts.map

package/dist/orchestration/client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/orchestration/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AAO5E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AACnF,OAAO,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,kCAAkC,CAAC;AAClF,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,6CAA6C,CAAC;AACvF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAClF,OAAO,KAAK,EACV,wBAAwB,EACxB,kCAAkC,EACnC,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,6BAA6B,CAAC;AASjF;;GAEG;AACH,qBAAa,mBAAoB,SAAQ,aAAa,CACpD,wBAAwB,EACxB,yBAAyB,CAC1B;IAGU,mBAAmB,EAAE,kCAAkC;IACvD,gBAAgB,EAAE,mBAAmB;IACrC,gBAAgB,CAAC,EAAE,mBAAmB;IACtC,WAAW,CAAC,EAAE,6BAA6B;gBAH3C,mBAAmB,EAAE,kCAAkC,EACvD,gBAAgB,GAAE,mBAAwB,EAC1C,gBAAgB,CAAC,EAAE,mBAAmB,YAAA,EACtC,WAAW,CAAC,EAAE,6BAA6B,YAAA;IAcpD,QAAQ,IAAI,MAAM;IAIlB;;;;;OAKG;IACM,IAAI,CAAC,YAAY,EACxB,UAAU,EAAE,YAAY,CAAC,yBAAyB,EAAE,YAAY,CAAC,GAChE,QAAQ,CACT,sBAAsB,EACtB,OAAO,CAAC,YAAY,EAAE,KAAK,CAAC,EAC5B,wBAAwB,CACzB;IAQc,SAAS,CACtB,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE,OAAO,IAAI,CAAC,iBAAiB,EACtC,UAAU,CAAC,EAAE,wBAAwB,GACpC,OAAO,CAAC,UAAU,CAAC;IAoCtB,OAAO,CAAC,wBAAwB;CAyBjC"}
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/orchestration/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AAE5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAU5D,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,kCAAkC,CAAC;AAClF,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,sCAAsC,CAAC;AACnF,OAAO,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACxE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,6CAA6C,CAAC;AACvF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAClF,OAAO,KAAK,EACV,wBAAwB,EACxB,kCAAkC,EACnC,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,6BAA6B,CAAC;AASjF;;GAEG;AACH,qBAAa,mBAAoB,SAAQ,aAAa,CACpD,wBAAwB,EACxB,yBAAyB,CAC1B;IAEU,mBAAmB,EAAE,kCAAkC;IACvD,gBAAgB,EAAE,mBAAmB;IACrC,gBAAgB,CAAC,EAAE,mBAAmB;IACtC,WAAW,CAAC,EAAE,6BAA6B;gBAH3C,mBAAmB,EAAE,kCAAkC,EACvD,gBAAgB,GAAE,mBAAwB,EAC1C,gBAAgB,CAAC,EAAE,mBAAmB,YAAA,EACtC,WAAW,CAAC,EAAE,6BAA6B,YAAA;IAcpD,QAAQ,IAAI,MAAM;IAIlB;;;;;OAKG;IACM,IAAI,CAAC,YAAY,EACxB,UAAU,EAAE,YAAY,CAAC,yBAAyB,EAAE,YAAY,CAAC,GAChE,QAAQ,CACT,sBAAsB,EACtB,OAAO,CAAC,YAAY,EAAE,KAAK,CAAC,EAC5B,wBAAwB,CACzB;IAQc,SAAS,CACtB,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE,OAAO,IAAI,CAAC,iBAAiB,EACtC,UAAU,CAAC,EAAE,wBAAwB,GACpC,OAAO,CAAC,UAAU,CAAC;IAmCtB;;;;;;OAMG;IACa,qBAAqB,CACnC,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE,OAAO,IAAI,CAAC,iBAAiB,EACtC,UAAU,CAAC,EAAE,wBAAwB,GACpC,cAAc,CAAC,mBAAmB,CAAC;IA8DtC,OAAO,CAAC,wBAAwB;CAyBjC"}

package/dist/orchestration/client.js

@@ -1,6 +1,7 @@
 import { BaseChatModel } from '@langchain/core/language_models/chat_models';
 import { OrchestrationClient as OrchestrationClientBase } from '@sap-ai-sdk/orchestration';
-import { isTemplate, mapLangchainMessagesToOrchestrationMessages, mapOutputToChatResult } from './util.js';
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import { mapOrchestrationChunkToLangChainMessageChunk, isTemplate, setFinishReason, setTokenUsage, mapLangChainMessagesToOrchestrationMessages, mapOutputToChatResult, computeTokenIndices } from './util.js';
 function isInputFilteringError(error) {
     return (error.cause?.status === 400 &&
         error.cause?.response?.data?.location?.includes('Input Filter'));
@@ -13,9 +14,7 @@ export class OrchestrationClient extends BaseChatModel {
     langchainOptions;
     deploymentConfig;
     destination;
-    constructor(
-    // TODO: Omit streaming until supported
-    orchestrationConfig, langchainOptions = {}, deploymentConfig, destination) {
+    constructor(orchestrationConfig, langchainOptions = {}, deploymentConfig, destination) {
         // Avoid retry if the error is due to input filtering
         const { onFailedAttempt } = langchainOptions;
         langchainOptions.onFailedAttempt = error => {
@@ -49,17 +48,54 @@ export class OrchestrationClient extends BaseChatModel {
             const { inputParams, customRequestConfig } = options;
             const mergedOrchestrationConfig = this.mergeOrchestrationConfig(options);
             const orchestrationClient = new OrchestrationClientBase(mergedOrchestrationConfig, this.deploymentConfig, this.destination);
-            const allMesages = mapLangchainMessagesToOrchestrationMessages(messages);
+            const allMessages = mapLangChainMessagesToOrchestrationMessages(messages);
             return orchestrationClient.chatCompletion({
-                messages: allMesages,
+                messages: allMessages,
                 inputParams
             }, customRequestConfig);
         });
         const content = res.getContent();
-        // TODO: Add streaming as soon as we support it
         await runManager?.handleLLMNewToken(typeof content === 'string' ? content : '');
         return mapOutputToChatResult(res.data);
     }
+    /**
+     * Stream response chunks from the Orchestration client.
+     * @param messages - The messages to send to the model.
+     * @param options - The call options.
+     * @param runManager - The callback manager for the run.
+     * @returns An async generator of chat generation chunks.
+     */
+    async *_streamResponseChunks(messages, options, runManager) {
+        const controller = new AbortController();
+        if (options.signal) {
+            options.signal.addEventListener('abort', () => controller.abort());
+        }
+        const orchestrationMessages = mapLangChainMessagesToOrchestrationMessages(messages);
+        const { inputParams, customRequestConfig } = options;
+        const mergedOrchestrationConfig = this.mergeOrchestrationConfig(options);
+        const orchestrationClient = new OrchestrationClientBase(mergedOrchestrationConfig, this.deploymentConfig, this.destination);
+        const response = await this.caller.callWithOptions({
+            signal: controller.signal
+        }, () => orchestrationClient.stream({ messages: orchestrationMessages, inputParams }, controller, options.streamOptions, customRequestConfig));
+        for await (const chunk of response.stream) {
+            const messageChunk = mapOrchestrationChunkToLangChainMessageChunk(chunk);
+            const tokenIndices = computeTokenIndices(chunk);
+            const finishReason = response.getFinishReason();
+            const tokenUsage = response.getTokenUsage();
+            setFinishReason(messageChunk, finishReason);
+            setTokenUsage(messageChunk, tokenUsage);
+            const content = chunk.getDeltaContent() ?? '';
+            const generationChunk = new ChatGenerationChunk({
+                message: messageChunk,
+                text: content,
+                generationInfo: { ...tokenIndices }
+            });
+            // Notify the run manager about the new token
+            // Some parameters(`_runId`, `_parentRunId`, `_tags`) are set as undefined as they are implicitly read from the context.
+            await runManager?.handleLLMNewToken(content, tokenIndices, undefined, undefined, undefined, { chunk: generationChunk });
+            yield generationChunk;
+        }
+    }
     mergeOrchestrationConfig(options) {
         const { tools = [], stop = [] } = options;
         const config = {

package/dist/orchestration/client.js.map

@@ -1 +1 @@
-{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/orchestration/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AAC5E,OAAO,EAAE,mBAAmB,IAAI,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAC3F,OAAO,EACL,UAAU,EACV,2CAA2C,EAC3C,qBAAqB,EACtB,MAAM,WAAW,CAAC;AAenB,SAAS,qBAAqB,CAAC,KAAU;IACvC,OAAO,CACL,KAAK,CAAC,KAAK,EAAE,MAAM,KAAK,GAAG;QAC3B,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,cAAc,CAAC,CAChE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,mBAAoB,SAAQ,aAGxC;IAGU;IACA;IACA;IACA;IALT;IACE,uCAAuC;IAChC,mBAAuD,EACvD,mBAAwC,EAAE,EAC1C,gBAAsC,EACtC,WAA2C;QAElD,qDAAqD;QACrD,MAAM,EAAE,eAAe,EAAE,GAAG,gBAAgB,CAAC;QAC7C,gBAAgB,CAAC,eAAe,GAAG,KAAK,CAAC,EAAE;YACzC,IAAI,qBAAqB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,eAAe,EAAE,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC,CAAC;QAEF,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAdjB,wBAAmB,GAAnB,mBAAmB,CAAoC;QACvD,qBAAgB,GAAhB,gBAAgB,CAA0B;QAC1C,qBAAgB,GAAhB,gBAAgB,CAAsB;QACtC,gBAAW,GAAX,WAAW,CAAgC;IAYpD,CAAC;IAED,QAAQ;QACN,OAAO,eAAe,CAAC;IACzB,CAAC;IAED;;;;;OAKG;IACM,IAAI,CACX,UAAiE;QAMjE,OAAO,KAAK,CAAC,IAAI,CAAC,UAAU,CAI3B,CAAC;IACJ,CAAC;IAEQ,KAAK,CAAC,SAAS,CACtB,QAAuB,EACvB,OAAsC,EACtC,UAAqC;QAErC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAC3C;YACE,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,EACD,GAAG,EAAE;YACH,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC;YACrD,MAAM,yBAAyB,GAC7B,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC;YACzC,MAAM,mBAAmB,GAAG,IAAI,uBAAuB,CACrD,yBAAyB,EACzB,IAAI,CAAC,gBAAgB,EACrB,IAAI,CAAC,WAAW,CACjB,CAAC;YACF,MAAM,UAAU,GACd,2CAA2C,CAAC,QAAQ,CAAC,CAAC;YACxD,OAAO,mBAAmB,CAAC,cAAc,CACvC;gBACE,QAAQ,EAAE,UAAU;gBACpB,WAAW;aACZ,EACD,mBAAmB,CACpB,CAAC;QACJ,CAAC,CACF,CAAC;QAEF,MAAM,OAAO,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC;QAEjC,+CAA+C;QAC/C,MAAM,UAAU,EAAE,iBAAiB,CACjC,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAC3C,CAAC;QAEF,OAAO,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAEO,wBAAwB,CAC9B,OAAsC;QAEtC,MAAM,EAAE,KAAK,GAAG,EAAE,EAAE,IAAI,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QAC1C,MAAM,MAAM,GAAuC;YACjD,GAAG,IAAI,CAAC,mBAAmB;YAC3B,GAAG,EAAE;gBACH,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG;gBAC/B,YAAY,EAAE;oBACZ,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,YAAY;oBAC5C,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI;wBACjB,IAAI,EAAE;4BACJ,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC;4BAC1D,GAAG,IAAI;yBACR;qBACF,CAAC;iBACH;aACF;SACF,CAAC;QACF,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC;QACxD,IAAI,MAAM,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACvE,MAAM,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/orchestration/client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,6CAA6C,CAAC;AAC5E,OAAO,EAAE,mBAAmB,IAAI,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAC3F,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE9D,OAAO,EACL,4CAA4C,EAC5C,UAAU,EACV,eAAe,EACf,aAAa,EACb,2CAA2C,EAC3C,qBAAqB,EACrB,mBAAmB,EACpB,MAAM,WAAW,CAAC;AAcnB,SAAS,qBAAqB,CAAC,KAAU;IACvC,OAAO,CACL,KAAK,CAAC,KAAK,EAAE,MAAM,KAAK,GAAG;QAC3B,KAAK,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,cAAc,CAAC,CAChE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,mBAAoB,SAAQ,aAGxC;IAEU;IACA;IACA;IACA;IAJT,YACS,mBAAuD,EACvD,mBAAwC,EAAE,EAC1C,gBAAsC,EACtC,WAA2C;QAElD,qDAAqD;QACrD,MAAM,EAAE,eAAe,EAAE,GAAG,gBAAgB,CAAC;QAC7C,gBAAgB,CAAC,eAAe,GAAG,KAAK,CAAC,EAAE;YACzC,IAAI,qBAAqB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,eAAe,EAAE,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC,CAAC;QAEF,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAdjB,wBAAmB,GAAnB,mBAAmB,CAAoC;QACvD,qBAAgB,GAAhB,gBAAgB,CAA0B;QAC1C,qBAAgB,GAAhB,gBAAgB,CAAsB;QACtC,gBAAW,GAAX,WAAW,CAAgC;IAYpD,CAAC;IAED,QAAQ;QACN,OAAO,eAAe,CAAC;IACzB,CAAC;IAED;;;;;OAKG;IACM,IAAI,CACX,UAAiE;QAMjE,OAAO,KAAK,CAAC,IAAI,CAAC,UAAU,CAI3B,CAAC;IACJ,CAAC;IAEQ,KAAK,CAAC,SAAS,CACtB,QAAuB,EACvB,OAAsC,EACtC,UAAqC;QAErC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAC3C;YACE,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,EACD,GAAG,EAAE;YACH,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC;YACrD,MAAM,yBAAyB,GAC7B,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC;YACzC,MAAM,mBAAmB,GAAG,IAAI,uBAAuB,CACrD,yBAAyB,EACzB,IAAI,CAAC,gBAAgB,EACrB,IAAI,CAAC,WAAW,CACjB,CAAC;YACF,MAAM,WAAW,GACf,2CAA2C,CAAC,QAAQ,CAAC,CAAC;YACxD,OAAO,mBAAmB,CAAC,cAAc,CACvC;gBACE,QAAQ,EAAE,WAAW;gBACrB,WAAW;aACZ,EACD,mBAAmB,CACpB,CAAC;QACJ,CAAC,CACF,CAAC;QAEF,MAAM,OAAO,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC;QAEjC,MAAM,UAAU,EAAE,iBAAiB,CACjC,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAC3C,CAAC;QAEF,OAAO,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAED;;;;;;OAMG;IACM,KAAK,CAAC,CAAC,qBAAqB,CACnC,QAAuB,EACvB,OAAsC,EACtC,UAAqC;QAErC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,qBAAqB,GACzB,2CAA2C,CAAC,QAAQ,CAAC,CAAC;QAExD,MAAM,EAAE,WAAW,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC;QACrD,MAAM,yBAAyB,GAAG,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC;QAEzE,MAAM,mBAAmB,GAAG,IAAI,uBAAuB,CACrD,yBAAyB,EACzB,IAAI,CAAC,gBAAgB,EACrB,IAAI,CAAC,WAAW,CACjB,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAChD;YACE,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,EACD,GAAG,EAAE,CACH,mBAAmB,CAAC,MAAM,CACxB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,WAAW,EAAE,EAChD,UAAU,EACV,OAAO,CAAC,aAAa,EACrB,mBAAmB,CACpB,CACJ,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC1C,MAAM,YAAY,GAAG,4CAA4C,CAAC,KAAK,CAAC,CAAC;YACzE,MAAM,YAAY,GAAG,mBAAmB,CAAC,KAAK,CAAC,CAAC;YAChD,MAAM,YAAY,GAAG,QAAQ,CAAC,eAAe,EAAE,CAAC;YAChD,MAAM,UAAU,GAAG,QAAQ,CAAC,aAAa,EAAE,CAAC;YAE5C,eAAe,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;YAC5C,aAAa,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;YACxC,MAAM,OAAO,GAAG,KAAK,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC;YAE9C,MAAM,eAAe,GAAG,IAAI,mBAAmB,CAAC;gBAC9C,OAAO,EAAE,YAAY;gBACrB,IAAI,EAAE,OAAO;gBACb,cAAc,EAAE,EAAE,GAAG,YAAY,EAAE;aACpC,CAAC,CAAC;YAEH,6CAA6C;YAC7C,wHAAwH;YACxH,MAAM,UAAU,EAAE,iBAAiB,CACjC,OAAO,EACP,YAAY,EACZ,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,eAAe,EAAE,CAC3B,CAAC;YAEF,MAAM,eAAe,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,wBAAwB,CAC9B,OAAsC;QAEtC,MAAM,EAAE,KAAK,GAAG,EAAE,EAAE,IAAI,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QAC1C,MAAM,MAAM,GAAuC;YACjD,GAAG,IAAI,CAAC,mBAAmB;YAC3B,GAAG,EAAE;gBACH,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG;gBAC/B,YAAY,EAAE;oBACZ,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,YAAY;oBAC5C,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI;wBACjB,IAAI,EAAE;4BACJ,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC;4BAC1D,GAAG,IAAI;yBACR;qBACF,CAAC;iBACH;aACF;SACF,CAAC;QACF,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC;QACxD,IAAI,MAAM,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACvE,MAAM,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/orchestration/orchestration-message-chunk.d.ts

@@ -3,7 +3,6 @@ import type { AIMessageChunkFields } from '@langchain/core/messages';
 import type { ModuleResults } from '@sap-ai-sdk/orchestration';
 /**
  * An AI Message Chunk containing module results and request ID.
- * @internal
  */
 export declare class OrchestrationMessageChunk extends AIMessageChunk {
     module_results: ModuleResults;

package/dist/orchestration/orchestration-message-chunk.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"orchestration-message-chunk.d.ts","sourceRoot":"","sources":["../../src/orchestration/orchestration-message-chunk.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE/D;;;GAGG;AACH,qBAAa,yBAA0B,SAAQ,cAAc;IAC3D,cAAc,EAAE,aAAa,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;gBAEjB,MAAM,EAAE,MAAM,GAAG,oBAAoB,EACrC,cAAc,EAAE,aAAa,EAC7B,UAAU,EAAE,MAAM;CAMrB"}
+{"version":3,"file":"orchestration-message-chunk.d.ts","sourceRoot":"","sources":["../../src/orchestration/orchestration-message-chunk.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE/D;;GAEG;AACH,qBAAa,yBAA0B,SAAQ,cAAc;IAC3D,cAAc,EAAE,aAAa,CAAC;IAC9B,UAAU,EAAE,MAAM,CAAC;gBAEjB,MAAM,EAAE,MAAM,GAAG,oBAAoB,EACrC,cAAc,EAAE,aAAa,EAC7B,UAAU,EAAE,MAAM;CAMrB"}

package/dist/orchestration/orchestration-message-chunk.js

@@ -1,7 +1,6 @@
 import { AIMessageChunk } from '@langchain/core/messages';
 /**
  * An AI Message Chunk containing module results and request ID.
- * @internal
  */
 export class OrchestrationMessageChunk extends AIMessageChunk {
     module_results;

package/dist/orchestration/orchestration-message-chunk.js.map

@@ -1 +1 @@
-{"version":3,"file":"orchestration-message-chunk.js","sourceRoot":"","sources":["../../src/orchestration/orchestration-message-chunk.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAI1D;;;GAGG;AACH,MAAM,OAAO,yBAA0B,SAAQ,cAAc;IAC3D,cAAc,CAAgB;IAC9B,UAAU,CAAS;IACnB,YACE,MAAqC,EACrC,cAA6B,EAC7B,UAAkB;QAElB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;CACF"}
+{"version":3,"file":"orchestration-message-chunk.js","sourceRoot":"","sources":["../../src/orchestration/orchestration-message-chunk.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAI1D;;GAEG;AACH,MAAM,OAAO,yBAA0B,SAAQ,cAAc;IAC3D,cAAc,CAAgB;IAC9B,UAAU,CAAS;IACnB,YACE,MAAqC,EACrC,cAA6B,EAC7B,UAAkB;QAElB,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;CACF"}

package/dist/orchestration/types.d.ts

@@ -1,4 +1,4 @@
-import type { Prompt, Template, TemplatingModuleConfig, OrchestrationModuleConfig as OrchestrationModuleConfigWithStringTemplating } from '@sap-ai-sdk/orchestration';
+import type { Prompt, Template, TemplatingModuleConfig, StreamOptions, OrchestrationModuleConfig as OrchestrationModuleConfigWithStringTemplating } from '@sap-ai-sdk/orchestration';
 import type { BaseChatModelCallOptions } from '@langchain/core/language_models/chat_models';
 import type { CustomRequestConfig } from '@sap-ai-sdk/core';
 /**
@@ -8,11 +8,12 @@ export type OrchestrationCallOptions = Pick<BaseChatModelCallOptions, 'stop' | '
     customRequestConfig?: CustomRequestConfig;
     tools?: Template['tools'];
     inputParams?: Prompt['inputParams'];
+    streamOptions?: StreamOptions;
 };
 /**
  * Orchestration module configuration for Langchain.
  */
-export type LangchainOrchestrationModuleConfig = Omit<OrchestrationModuleConfigWithStringTemplating, 'streaming' | 'templating'> & {
+export type LangchainOrchestrationModuleConfig = Omit<OrchestrationModuleConfigWithStringTemplating, 'templating'> & {
     templating?: TemplatingModuleConfig;
 };
 //# sourceMappingURL=types.d.ts.map

package/dist/orchestration/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/orchestration/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EACN,QAAQ,EACR,sBAAsB,EACtB,yBAAyB,IAAI,6CAA6C,EAC3E,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,6CAA6C,CAAC;AAC5F,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAE5D;;GAEG;AACH,MAAM,MAAM,wBAAwB,GAAG,IAAI,CACzC,wBAAwB,EACtB,MAAM,GACN,QAAQ,GACR,SAAS,GACT,WAAW,GACX,UAAU,GACV,OAAO,GACP,SAAS,GACT,MAAM,CACT,GAAG;IACF,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,KAAK,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;CACrC,CAAC;AAEF;;GAEG;AAEH,MAAM,MAAM,kCAAkC,GAAG,IAAI,CACnD,6CAA6C,EAC7C,WAAW,GAAG,YAAY,CAC3B,GAAG;IACF,UAAU,CAAC,EAAE,sBAAsB,CAAC;CACrC,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/orchestration/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EACN,QAAQ,EACR,sBAAsB,EACtB,aAAa,EACb,yBAAyB,IAAI,6CAA6C,EAC3E,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,6CAA6C,CAAC;AAC5F,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAE5D;;GAEG;AACH,MAAM,MAAM,wBAAwB,GAAG,IAAI,CACzC,wBAAwB,EACtB,MAAM,GACN,QAAQ,GACR,SAAS,GACT,WAAW,GACX,UAAU,GACV,OAAO,GACP,SAAS,GACT,MAAM,CACT,GAAG;IACF,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,KAAK,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;IACpC,aAAa,CAAC,EAAE,aAAa,CAAC;CAC/B,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,kCAAkC,GAAG,IAAI,CACnD,6CAA6C,EAC7C,YAAY,CACb,GAAG;IACF,UAAU,CAAC,EAAE,sBAAsB,CAAC;CACrC,CAAC"}

package/dist/orchestration/util.d.ts

@@ -1,5 +1,6 @@
+import { AIMessageChunk } from '@langchain/core/messages';
 import type { ChatResult } from '@langchain/core/outputs';
-import type { ChatMessage, CompletionPostResponse, Template, TemplatingModuleConfig } from '@sap-ai-sdk/orchestration';
+import type { ChatMessage, CompletionPostResponse, Template, OrchestrationStreamChunkResponse, TokenUsage, TemplatingModuleConfig } from '@sap-ai-sdk/orchestration';
 import type { BaseMessage } from '@langchain/core/messages';
 /**
  * Checks if the object is a {@link Template}.
@@ -14,7 +15,7 @@ export declare function isTemplate(object: TemplatingModuleConfig): object is Te
  * @returns The orchestration messages mapped from LangChain messages.
  * @internal
  */
-export declare function mapLangchainMessagesToOrchestrationMessages(messages: BaseMessage[]): ChatMessage[];
+export declare function mapLangChainMessagesToOrchestrationMessages(messages: BaseMessage[]): ChatMessage[];
 /**
  * Maps the completion response to a {@link ChatResult}.
  * @param completionResponse - The completion response to map.
@@ -22,4 +23,35 @@ export declare function mapLangchainMessagesToOrchestrationMessages(messages: Ba
  * @internal
  */
 export declare function mapOutputToChatResult(completionResponse: CompletionPostResponse): ChatResult;
+/**
+ * Converts orchestration stream chunk to a LangChain message chunk.
+ * @param chunk - The orchestration stream chunk.
+ * @returns An {@link AIMessageChunk}
+ * @internal
+ */
+export declare function mapOrchestrationChunkToLangChainMessageChunk(chunk: OrchestrationStreamChunkResponse): AIMessageChunk;
+/**
+ * Sets finish reason on a LangChain message chunk if available.
+ * @param messageChunk - The LangChain message chunk to update.
+ * @param finishReason - The finish reason from the response.
+ * @internal
+ */
+export declare function setFinishReason(messageChunk: AIMessageChunk, finishReason?: string): void;
+/**
+ * Sets usage metadata on a message chunk if available.
+ * @param messageChunk - The LangChain message chunk to update.
+ * @param tokenUsage - The token usage information.
+ * @internal
+ */
+export declare function setTokenUsage(messageChunk: AIMessageChunk, tokenUsage?: TokenUsage): void;
+/**
+ * Computes token indices for a chunk of the orchestration stream response.
+ * @param chunk - A chunk of the orchestration stream response.
+ * @returns An object with prompt and completion indices.
+ * @internal
+ */
+export declare function computeTokenIndices(chunk: OrchestrationStreamChunkResponse): {
+    prompt: number;
+    completion: number;
+};
 //# sourceMappingURL=util.d.ts.map

package/dist/orchestration/util.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/orchestration/util.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,KAAK,EACV,WAAW,EACX,sBAAsB,EACtB,QAAQ,EACR,sBAAsB,EACvB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,KAAK,EACV,WAAW,EAGZ,MAAM,0BAA0B,CAAC;AAElC;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,MAAM,EAAE,sBAAsB,GAAG,MAAM,IAAI,QAAQ,CAE7E;AAwED;;;;;GAKG;AACH,wBAAgB,2CAA2C,CACzD,QAAQ,EAAE,WAAW,EAAE,GACtB,WAAW,EAAE,CAEf;AAoBD;;;;;GAKG;AACH,wBAAgB,qBAAqB,CACnC,kBAAkB,EAAE,sBAAsB,GACzC,UAAU,CA0CZ"}
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../src/orchestration/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,cAAc,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,KAAK,EACV,WAAW,EACX,sBAAsB,EACtB,QAAQ,EAER,gCAAgC,EAChC,UAAU,EACV,sBAAsB,EACvB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,KAAK,EACV,WAAW,EAGZ,MAAM,0BAA0B,CAAC;AAElC;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,MAAM,EAAE,sBAAsB,GAAG,MAAM,IAAI,QAAQ,CAE7E;AAwED;;;;;GAKG;AACH,wBAAgB,2CAA2C,CACzD,QAAQ,EAAE,WAAW,EAAE,GACtB,WAAW,EAAE,CAEf;AAqCD;;;;;GAKG;AACH,wBAAgB,qBAAqB,CACnC,kBAAkB,EAAE,sBAAsB,GACzC,UAAU,CA0CZ;AAED;;;;;GAKG;AACH,wBAAgB,4CAA4C,CAC1D,KAAK,EAAE,gCAAgC,GACtC,cAAc,CAiBhB;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAC7B,YAAY,EAAE,cAAc,EAC5B,YAAY,CAAC,EAAE,MAAM,GACpB,IAAI,CAIN;AAED;;;;;GAKG;AACH,wBAAgB,aAAa,CAC3B,YAAY,EAAE,cAAc,EAC5B,UAAU,CAAC,EAAE,UAAU,GACtB,IAAI,CASN;AAED;;;;;GAKG;AAGH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,gCAAgC,GAAG;IAC5E,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB,CAQA"}

package/dist/orchestration/util.js

@@ -1,4 +1,4 @@
-import { AIMessage } from '@langchain/core/messages';
+import { AIMessage, AIMessageChunk } from '@langchain/core/messages';
 /**
  * Checks if the object is a {@link Template}.
  * @param object - The object to check.
@@ -72,7 +72,7 @@ function mapSystemMessageToAzureOpenAiSystemMessage(message) {
  * @returns The orchestration messages mapped from LangChain messages.
  * @internal
  */
-export function mapLangchainMessagesToOrchestrationMessages(messages) {
+export function mapLangChainMessagesToOrchestrationMessages(messages) {
     return messages.map(mapBaseMessageToChatMessage);
 }
 /**
@@ -80,7 +80,7 @@ export function mapLangchainMessagesToOrchestrationMessages(messages) {
  * @param toolCalls - The {@link AzureOpenAiChatCompletionMessageToolCalls} response.
  * @returns The LangChain {@link ToolCall}.
  */
-function mapAzureOpenAiToLangchainToolCall(toolCalls) {
+function mapAzureOpenAiToLangChainToolCall(toolCalls) {
     if (toolCalls) {
         return toolCalls.map(toolCall => ({
             id: toolCall.id,
@@ -90,6 +90,20 @@ function mapAzureOpenAiToLangchainToolCall(toolCalls) {
         }));
     }
 }
+/**
+ * Maps {@link OrchestrationToolCallChunk} to LangChain's {@link ToolCallChunk}.
+ * @param toolCallChunks - The {@link OrchestrationToolCallChunk} in a stream response chunk.
+ * @returns An array of LangChain {@link ToolCallChunk}.
+ */
+function mapOrchestrationToLangChainToolCallChunk(toolCallChunks) {
+    return toolCallChunks.map(chunk => ({
+        name: chunk.function?.name,
+        args: chunk.function?.arguments,
+        id: chunk.id,
+        index: chunk.index,
+        type: 'tool_call_chunk'
+    }));
+}
 /**
  * Maps the completion response to a {@link ChatResult}.
  * @param completionResponse - The completion response to map.
@@ -104,7 +118,7 @@ export function mapOutputToChatResult(completionResponse) {
             text: choice.message.content ?? '',
             message: new AIMessage({
                 content: choice.message.content ?? '',
-                tool_calls: mapAzureOpenAiToLangchainToolCall(choice.message.tool_calls),
+                tool_calls: mapAzureOpenAiToLangChainToolCall(choice.message.tool_calls),
                 additional_kwargs: {
                     finish_reason: choice.finish_reason,
                     index: choice.index,
@@ -135,4 +149,70 @@ export function mapOutputToChatResult(completionResponse) {
         }
     };
 }
+/**
+ * Converts orchestration stream chunk to a LangChain message chunk.
+ * @param chunk - The orchestration stream chunk.
+ * @returns An {@link AIMessageChunk}
+ * @internal
+ */
+export function mapOrchestrationChunkToLangChainMessageChunk(chunk) {
+    const { module_results, request_id } = chunk.data;
+    const content = chunk.getDeltaContent() ?? '';
+    const toolCallChunks = chunk.getDeltaToolCalls();
+    const additional_kwargs = {
+        module_results,
+        request_id
+    };
+    let tool_call_chunks = [];
+    if (toolCallChunks) {
+        tool_call_chunks = mapOrchestrationToLangChainToolCallChunk(toolCallChunks);
+    }
+    // Use `AIMessageChunk` to represent message chunks for roles such as 'tool' and 'user' as well.
+    // While the `ChatDelta` type can accommodate other roles in the orchestration service's stream chunk response, in realtime, we only expect messages with the 'assistant' role to be returned.
+    return new AIMessageChunk({ content, additional_kwargs, tool_call_chunks });
+}
+/**
+ * Sets finish reason on a LangChain message chunk if available.
+ * @param messageChunk - The LangChain message chunk to update.
+ * @param finishReason - The finish reason from the response.
+ * @internal
+ */
+export function setFinishReason(messageChunk, finishReason) {
+    if (finishReason) {
+        messageChunk.response_metadata.finish_reason = finishReason;
+    }
+}
+/**
+ * Sets usage metadata on a message chunk if available.
+ * @param messageChunk - The LangChain message chunk to update.
+ * @param tokenUsage - The token usage information.
+ * @internal
+ */
+export function setTokenUsage(messageChunk, tokenUsage) {
+    if (tokenUsage) {
+        messageChunk.usage_metadata = {
+            input_tokens: tokenUsage.prompt_tokens,
+            output_tokens: tokenUsage.completion_tokens,
+            total_tokens: tokenUsage.total_tokens
+        };
+        messageChunk.response_metadata.token_usage = tokenUsage;
+    }
+}
+/**
+ * Computes token indices for a chunk of the orchestration stream response.
+ * @param chunk - A chunk of the orchestration stream response.
+ * @returns An object with prompt and completion indices.
+ * @internal
+ */
+// TODO: Remove after https://github.com/SAP/ai-sdk-js-backlog/issues/321
+// eslint-disable-next-line @typescript-eslint/no-unused-vars
+export function computeTokenIndices(chunk) {
+    return {
+        // Indicates the token is part of the first prompt
+        prompt: 0,
+        // Hardcoding to 0 as mutiple choices are not currently supported in the orchestration service.
+        // TODO: Switch to `chunk.data.orchestration_result.choices[0].index` when support is added via https://github.com/SAP/ai-sdk-js-backlog/issues/321
+        completion: 0
+    };
+}
 //# sourceMappingURL=util.js.map

package/dist/orchestration/util.js.map

@@ -1 +1 @@
-{"version":3,"file":"util.js","sourceRoot":"","sources":["../../src/orchestration/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAgBrD;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,MAA8B;IACvD,OAAO,UAAU,IAAI,MAAM,CAAC;AAC9B,CAAC;AAED;;;;GAIG;AACH,yFAAyF;AACzF,SAAS,2BAA2B,CAAC,OAAoB;IACvD,QAAQ,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAC1B,KAAK,IAAI;YACP,OAAO,yCAAyC,CAAC,OAAO,CAAC,CAAC;QAC5D,KAAK,OAAO;YACV,OAAO,4BAA4B,CAAC,OAAO,CAAC,CAAC;QAC/C,KAAK,QAAQ;YACX,OAAO,0CAA0C,CAAC,OAAO,CAAC,CAAC;QAC7D,gIAAgI;QAChI,KAAK,UAAU,CAAC;QAChB,KAAK,MAAM,CAAC;QACZ;YACE,MAAM,IAAI,KAAK,CAAC,6BAA6B,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,yCAAyC,CAChD,OAAkB;IAElB;;;;MAIE;IACF,OAAO;QACL;;;UAGE;QACF,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,IAAI,EAAE,WAAW;KACH,CAAC;AACnB,CAAC;AAED,SAAS,4BAA4B,CAAC,OAAqB;IACzD,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,OAAO,CAAC,OAAO;KACV,CAAC;AACnB,CAAC;AAED,SAAS,0CAA0C,CACjD,OAAsB;IAEtB,+FAA+F;IAC/F,IACE,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;QACnC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,EAC7D,CAAC;QACD,MAAM,IAAI,KAAK,CACb,gFAAgF,CACjF,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO,CAAC,OAAO;KACV,CAAC;AACnB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,2CAA2C,CACzD,QAAuB;IAEvB,OAAO,QAAQ,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;AACnD,CAAC;AAED;;;;GAIG;AACH,SAAS,iCAAiC,CACxC,SAAqD;IAErD,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAChC,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;YAC5B,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC7C,IAAI,EAAE,WAAW;SAClB,CAAC,CAAC,CAAC;IACN,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CACnC,kBAA0C;IAE1C,MAAM,EAAE,oBAAoB,EAAE,cAAc,EAAE,UAAU,EAAE,GACxD,kBAAkB,CAAC;IACrB,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE,GACtE,oBAAoB,CAAC;IACvB,OAAO;QACL,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;YAClC,OAAO,EAAE,IAAI,SAAS,CAAC;gBACrB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;gBACrC,UAAU,EAAE,iCAAiC,CAC3C,MAAM,CAAC,OAAO,CAAC,UAAU,CAC1B;gBACD,iBAAiB,EAAE;oBACjB,aAAa,EAAE,MAAM,CAAC,aAAa;oBACnC,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa;oBAC3C,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU;oBACrC,cAAc;oBACd,UAAU;iBACX;aACF,CAAC;YACF,cAAc,EAAE;gBACd,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa;gBAC3C,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU;aACtC;SACF,CAAC,CAAC;QACH,SAAS,EAAE;YACT,OAAO;YACP,EAAE;YACF,KAAK;YACL,MAAM;YACN,kBAAkB;YAClB,UAAU,EAAE;gBACV,gBAAgB,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC;gBAC/C,YAAY,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC;gBACvC,WAAW,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;aACtC;SACF;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../../src/orchestration/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAmBrE;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,MAA8B;IACvD,OAAO,UAAU,IAAI,MAAM,CAAC;AAC9B,CAAC;AAED;;;;GAIG;AACH,yFAAyF;AACzF,SAAS,2BAA2B,CAAC,OAAoB;IACvD,QAAQ,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAC1B,KAAK,IAAI;YACP,OAAO,yCAAyC,CAAC,OAAO,CAAC,CAAC;QAC5D,KAAK,OAAO;YACV,OAAO,4BAA4B,CAAC,OAAO,CAAC,CAAC;QAC/C,KAAK,QAAQ;YACX,OAAO,0CAA0C,CAAC,OAAO,CAAC,CAAC;QAC7D,gIAAgI;QAChI,KAAK,UAAU,CAAC;QAChB,KAAK,MAAM,CAAC;QACZ;YACE,MAAM,IAAI,KAAK,CAAC,6BAA6B,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,yCAAyC,CAChD,OAAkB;IAElB;;;;MAIE;IACF,OAAO;QACL;;;UAGE;QACF,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,IAAI,EAAE,WAAW;KACH,CAAC;AACnB,CAAC;AAED,SAAS,4BAA4B,CAAC,OAAqB;IACzD,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,OAAO,CAAC,OAAO;KACV,CAAC;AACnB,CAAC;AAED,SAAS,0CAA0C,CACjD,OAAsB;IAEtB,+FAA+F;IAC/F,IACE,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;QACnC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,EAC7D,CAAC;QACD,MAAM,IAAI,KAAK,CACb,gFAAgF,CACjF,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,OAAO,CAAC,OAAO;KACV,CAAC;AACnB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,2CAA2C,CACzD,QAAuB;IAEvB,OAAO,QAAQ,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;AACnD,CAAC;AAED;;;;GAIG;AACH,SAAS,iCAAiC,CACxC,SAAqD;IAErD,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAChC,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;YAC5B,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC7C,IAAI,EAAE,WAAW;SAClB,CAAC,CAAC,CAAC;IACN,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,SAAS,wCAAwC,CAC/C,cAA4C;IAE5C,OAAO,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI;QAC1B,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,SAAS;QAC/B,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,IAAI,EAAE,iBAAiB;KACxB,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CACnC,kBAA0C;IAE1C,MAAM,EAAE,oBAAoB,EAAE,cAAc,EAAE,UAAU,EAAE,GACxD,kBAAkB,CAAC;IACrB,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,kBAAkB,EAAE,GACtE,oBAAoB,CAAC;IACvB,OAAO;QACL,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAClC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;YAClC,OAAO,EAAE,IAAI,SAAS,CAAC;gBACrB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;gBACrC,UAAU,EAAE,iCAAiC,CAC3C,MAAM,CAAC,OAAO,CAAC,UAAU,CAC1B;gBACD,iBAAiB,EAAE;oBACjB,aAAa,EAAE,MAAM,CAAC,aAAa;oBACnC,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa;oBAC3C,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU;oBACrC,cAAc;oBACd,UAAU;iBACX;aACF,CAAC;YACF,cAAc,EAAE;gBACd,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa;gBAC3C,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU;aACtC;SACF,CAAC,CAAC;QACH,SAAS,EAAE;YACT,OAAO;YACP,EAAE;YACF,KAAK;YACL,MAAM;YACN,kBAAkB;YAClB,UAAU,EAAE;gBACV,gBAAgB,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC;gBAC/C,YAAY,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC;gBACvC,WAAW,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;aACtC;SACF;KACF,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,4CAA4C,CAC1D,KAAuC;IAEvC,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC;IAClD,MAAM,OAAO,GAAG,KAAK,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC;IAC9C,MAAM,cAAc,GAAG,KAAK,CAAC,iBAAiB,EAAE,CAAC;IAEjD,MAAM,iBAAiB,GAA4B;QACjD,cAAc;QACd,UAAU;KACX,CAAC;IAEF,IAAI,gBAAgB,GAAoB,EAAE,CAAC;IAC3C,IAAI,cAAc,EAAE,CAAC;QACnB,gBAAgB,GAAG,wCAAwC,CAAC,cAAc,CAAC,CAAC;IAC9E,CAAC;IACD,gGAAgG;IAChG,8LAA8L;IAC9L,OAAO,IAAI,cAAc,CAAC,EAAE,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,CAAC,CAAC;AAC9E,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAC7B,YAA4B,EAC5B,YAAqB;IAErB,IAAI,YAAY,EAAE,CAAC;QACjB,YAAY,CAAC,iBAAiB,CAAC,aAAa,GAAG,YAAY,CAAC;IAC9D,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAC3B,YAA4B,EAC5B,UAAuB;IAEvB,IAAI,UAAU,EAAE,CAAC;QACf,YAAY,CAAC,cAAc,GAAG;YAC5B,YAAY,EAAE,UAAU,CAAC,aAAa;YACtC,aAAa,EAAE,UAAU,CAAC,iBAAiB;YAC3C,YAAY,EAAE,UAAU,CAAC,YAAY;SACtC,CAAC;QACF,YAAY,CAAC,iBAAiB,CAAC,WAAW,GAAG,UAAU,CAAC;IAC1D,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,yEAAyE;AACzE,6DAA6D;AAC7D,MAAM,UAAU,mBAAmB,CAAC,KAAuC;IAIzE,OAAO;QACL,kDAAkD;QAClD,MAAM,EAAE,CAAC;QACT,+FAA+F;QAC/F,mJAAmJ;QACnJ,UAAU,EAAE,CAAC;KACd,CAAC;AACJ,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sap-ai-sdk/langchain",
-  "version": "1.13.1-20250523013202.0",
+  "version": "1.13.1-20250524013200.0",
   "description": "",
   "license": "Apache-2.0",
   "keywords": [
@@ -23,13 +23,13 @@
     "uuid": "^11.1.0",
     "@langchain/core": "0.3.56",
     "zod-to-json-schema": "^3.24.5",
-    "@sap-ai-sdk/ai-api": "^1.13.1-20250523013202.0",
-    "@sap-ai-sdk/core": "^1.13.1-20250523013202.0",
-    "@sap-ai-sdk/foundation-models": "^1.13.1-20250523013202.0",
-    "@sap-ai-sdk/orchestration": "^1.13.1-20250523013202.0"
+    "@sap-ai-sdk/ai-api": "^1.13.1-20250524013200.0",
+    "@sap-ai-sdk/core": "^1.13.1-20250524013200.0",
+    "@sap-ai-sdk/foundation-models": "^1.13.1-20250524013200.0",
+    "@sap-ai-sdk/orchestration": "^1.13.1-20250524013200.0"
   },
   "devDependencies": {
-    "zod": "^3.25.20"
+    "zod": "^3.25.23"
   },
   "scripts": {
     "compile": "tsc",