@jerome-benoit/sap-ai-provider 3.0.0 → 4.0.0-rc.2

package/dist/index.d.cts

@@ -1,9 +1,38 @@
-import { LanguageModelV2, LanguageModelV2CallOptions, LanguageModelV2Content, LanguageModelV2FinishReason, LanguageModelV2Usage, JSONValue, LanguageModelV2CallWarning, LanguageModelV2StreamPart, ProviderV2 } from '@ai-sdk/provider';
-import { HttpDestinationOrFetchOptions } from '@sap-cloud-sdk/connectivity';
-import { ResourceGroupConfig, DeploymentIdConfig } from '@sap-ai-sdk/ai-api/internal.js';
-import { MaskingModule, FilteringModule, ChatCompletionTool, ChatModel } from '@sap-ai-sdk/orchestration';
+import { FilteringModule, GroundingModule, MaskingModule, ChatCompletionTool, TranslationModule, ChatModel } from '@sap-ai-sdk/orchestration';
 export { AssistantChatMessage, ChatCompletionRequest, ChatCompletionTool, ChatMessage, DeveloperChatMessage, DocumentTranslationApplyToSelector, FilteringModule, FunctionObject, GroundingModule, LlmModelDetails, LlmModelParams, MaskingModule, OrchestrationClient, OrchestrationConfigRef, OrchestrationErrorResponse, OrchestrationModuleConfig, OrchestrationResponse, OrchestrationStreamChunkResponse, OrchestrationStreamResponse, PromptTemplatingModule, SystemChatMessage, ToolChatMessage, TranslationApplyToCategory, TranslationInputParameters, TranslationModule, TranslationOutputParameters, TranslationTargetLanguage, UserChatMessage, buildAzureContentSafetyFilter, buildDocumentGroundingConfig, buildDpiMaskingProvider, buildLlamaGuard38BFilter, buildTranslationConfig, isConfigReference } from '@sap-ai-sdk/orchestration';
+import { DeploymentIdConfig, ResourceGroupConfig } from '@sap-ai-sdk/ai-api/internal.js';
+import { HttpDestinationOrFetchOptions } from '@sap-cloud-sdk/connectivity';
+import { LanguageModelV3, LanguageModelV3CallOptions, LanguageModelV3GenerateResult, LanguageModelV3StreamResult, ProviderV3 } from '@ai-sdk/provider';
 
+/**
+ * Supported model IDs in SAP AI Core.
+ *
+ * These models are available through the SAP AI Core Orchestration service.
+ * **Note:** The models listed here are representative examples. Actual model availability
+ * depends on your SAP AI Core tenant configuration, region, and subscription.
+ *
+ * @see {@link https://help.sap.com/docs/sap-ai-core/sap-ai-core-service-guide/models-and-scenarios SAP AI Core Models Documentation}
+ *
+ * **Azure OpenAI Models:**
+ * - gpt-4o, gpt-4o-mini
+ * - gpt-4.1, gpt-4.1-mini, gpt-4.1-nano
+ * - o1, o3, o3-mini, o4-mini
+ *
+ * **Google Vertex AI Models:**
+ * - gemini-2.0-flash, gemini-2.0-flash-lite
+ * - gemini-2.5-flash, gemini-2.5-pro
+ *
+ * **AWS Bedrock Models:**
+ * - anthropic--claude-3-haiku, anthropic--claude-3-sonnet, anthropic--claude-3-opus
+ * - anthropic--claude-3.5-sonnet, anthropic--claude-3.7-sonnet
+ * - anthropic--claude-4-sonnet, anthropic--claude-4-opus
+ * - amazon--nova-pro, amazon--nova-lite, amazon--nova-micro, amazon--nova-premier
+ *
+ * **AI Core Open Source Models:**
+ * - mistralai--mistral-large-instruct, mistralai--mistral-medium-instruct, mistralai--mistral-small-instruct
+ * - cohere--command-a-reasoning
+ */
+type SAPAIModelId = ChatModel;
 /**
  * Settings for configuring SAP AI Core model behavior.
  *
@@ -55,10 +84,61 @@ export { AssistantChatMessage, ChatCompletionRequest, ChatCompletionTool, ChatMe
  */
 interface SAPAISettings {
     /**
-     * Specific version of the model to use.
-     * If not provided, the latest version will be used.
+     * Filtering configuration for input and output content safety.
+     * Supports Azure Content Safety and Llama Guard filters.
+     *
+     * @see {@link https://help.sap.com/docs/sap-ai-core/sap-ai-core-service-guide/content-filtering SAP Content Filtering Documentation}
+     *
+     * @example
+     * ```typescript
+     * import { buildAzureContentSafetyFilter } from '@sap-ai-sdk/orchestration';
+     *
+     * const model = provider('gpt-4o', {
+     *   filtering: {
+     *     input: {
+     *       filters: [
+     *         buildAzureContentSafetyFilter('input', {
+     *           hate: 'ALLOW_SAFE',
+     *           violence: 'ALLOW_SAFE_LOW_MEDIUM'
+     *         })
+     *       ]
+     *     }
+     *   }
+     * });
+     * ```
      */
-    modelVersion?: string;
+    filtering?: FilteringModule;
+    /**
+     * Grounding module configuration for document-based retrieval (RAG).
+     * Enables retrieval-augmented generation using SAP Document Grounding Service.
+     *
+     * Use `buildDocumentGroundingConfig()` to create the configuration.
+     *
+     * @see {@link https://help.sap.com/docs/sap-ai-core/sap-ai-core-service-guide/document-grounding SAP Document Grounding Documentation}
+     *
+     * @example
+     * ```typescript
+     * import { buildDocumentGroundingConfig } from '@mymediset/sap-ai-provider';
+     *
+     * const model = provider('gpt-4o', {
+     *   grounding: buildDocumentGroundingConfig({
+     *     filters: [
+     *       {
+     *         id: 'my-vector-store',
+     *         data_repository_type: 'vector',
+     *         data_repositories: ['document-repo-1'],
+     *         chunk_overlap: 50
+     *       }
+     *     ],
+     *     placeholders: {
+     *       input: ['?question'],
+     *       output: 'groundingOutput'
+     *     }
+     *   })
+     * });
+     * ```
+     */
+    grounding?: GroundingModule;
     /**
      * Whether to include assistant reasoning parts in the SAP prompt conversion.
      *
@@ -94,27 +174,34 @@ interface SAPAISettings {
      * ```
      */
     includeReasoning?: boolean;
+    /**
+     * Masking configuration for SAP AI Core orchestration.
+     * When provided, sensitive information in prompts can be anonymized or
+     * pseudonymized by SAP Data Privacy Integration (DPI).
+     *
+     * @see {@link https://help.sap.com/docs/sap-ai-core/sap-ai-core-service-guide/data-privacy-integration SAP DPI Documentation}
+     *
+     * @example
+     * ```typescript
+     * import { buildDpiMaskingProvider } from '@sap-ai-sdk/orchestration';
+     *
+     * const model = provider('gpt-4o', {
+     *   masking: {
+     *     masking_providers: [
+     *       buildDpiMaskingProvider({
+     *         method: 'anonymization',
+     *         entities: ['profile-email', 'profile-phone']
+     *       })
+     *     ]
+     *   }
+     * });
+     * ```
+     */
+    masking?: MaskingModule;
     /**
      * Model generation parameters that control the output.
      */
     modelParams?: {
-        /**
-         * Maximum number of tokens to generate.
-         * Higher values allow for longer responses but increase latency and cost.
-         */
-        maxTokens?: number;
-        /**
-         * Sampling temperature between 0 and 2.
-         * Higher values make output more random, lower values more deterministic.
-         * If not specified, the model's default temperature is used.
-         */
-        temperature?: number;
-        /**
-         * Nucleus sampling parameter between 0 and 1.
-         * Controls diversity via cumulative probability cutoff.
-         * If not specified, the model's default topP is used (typically 1).
-         */
-        topP?: number;
         /**
          * Frequency penalty between -2.0 and 2.0.
          * Positive values penalize tokens based on their frequency.
@@ -122,11 +209,10 @@ interface SAPAISettings {
          */
         frequencyPenalty?: number;
         /**
-         * Presence penalty between -2.0 and 2.0.
-         * Positive values penalize tokens that have appeared in the text.
-         * If not specified, the model's default is used (typically 0).
+         * Maximum number of tokens to generate.
+         * Higher values allow for longer responses but increase latency and cost.
          */
-        presencePenalty?: number;
+        maxTokens?: number;
         /**
          * Number of completions to generate.
          * Multiple completions provide alternative responses.
@@ -141,52 +227,30 @@ interface SAPAISettings {
          * Note: This uses the SAP/OpenAI-style key `parallel_tool_calls`.
          */
         parallel_tool_calls?: boolean;
+        /**
+         * Presence penalty between -2.0 and 2.0.
+         * Positive values penalize tokens that have appeared in the text.
+         * If not specified, the model's default is used (typically 0).
+         */
+        presencePenalty?: number;
+        /**
+         * Sampling temperature between 0 and 2.
+         * Higher values make output more random, lower values more deterministic.
+         * If not specified, the model's default temperature is used.
+         */
+        temperature?: number;
+        /**
+         * Nucleus sampling parameter between 0 and 1.
+         * Controls diversity via cumulative probability cutoff.
+         * If not specified, the model's default topP is used (typically 1).
+         */
+        topP?: number;
     };
     /**
-     * Masking configuration for SAP AI Core orchestration.
-     * When provided, sensitive information in prompts can be anonymized or
-     * pseudonymized by SAP Data Privacy Integration (DPI).
-     *
-     * @example
-     * ```typescript
-     * import { buildDpiMaskingProvider } from '@sap-ai-sdk/orchestration';
-     *
-     * const model = provider('gpt-4o', {
-     *   masking: {
-     *     masking_providers: [
-     *       buildDpiMaskingProvider({
-     *         method: 'anonymization',
-     *         entities: ['profile-email', 'profile-phone']
-     *       })
-     *     ]
-     *   }
-     * });
-     * ```
-     */
-    masking?: MaskingModule;
-    /**
-     * Filtering configuration for input and output content safety.
-     * Supports Azure Content Safety and Llama Guard filters.
-     *
-     * @example
-     * ```typescript
-     * import { buildAzureContentSafetyFilter } from '@sap-ai-sdk/orchestration';
-     *
-     * const model = provider('gpt-4o', {
-     *   filtering: {
-     *     input: {
-     *       filters: [
-     *         buildAzureContentSafetyFilter('input', {
-     *           hate: 'ALLOW_SAFE',
-     *           violence: 'ALLOW_SAFE_LOW_MEDIUM'
-     *         })
-     *       ]
-     *     }
-     *   }
-     * });
-     * ```
+     * Specific version of the model to use.
+     * If not provided, the latest version will be used.
      */
-    filtering?: FilteringModule;
+    modelVersion?: string;
     /**
      * Response format for templating prompt (OpenAI-compatible)
      * Allows specifying structured output formats
@@ -206,17 +270,17 @@ interface SAPAISettings {
      * ```
      */
     responseFormat?: {
-        type: "text";
-    } | {
-        type: "json_object";
-    } | {
-        type: "json_schema";
         json_schema: {
-            name: string;
             description?: string;
+            name: string;
             schema?: unknown;
             strict?: boolean | null;
         };
+        type: "json_schema";
+    } | {
+        type: "json_object";
+    } | {
+        type: "text";
     };
     /**
      * Tool definitions in SAP AI SDK format
@@ -251,48 +315,47 @@ interface SAPAISettings {
      * ```
      */
     tools?: ChatCompletionTool[];
+    /**
+     * Translation module configuration for input/output translation.
+     * Enables automatic translation using SAP Document Translation service.
+     *
+     * Use `buildTranslationConfig()` to create input/output configurations.
+     *
+     * @see {@link https://help.sap.com/docs/sap-ai-core/sap-ai-core-service-guide/translation SAP Translation Documentation}
+     *
+     * @example
+     * ```typescript
+     * import { buildTranslationConfig } from '@mymediset/sap-ai-provider';
+     *
+     * const model = provider('gpt-4o', {
+     *   translation: {
+     *     input: buildTranslationConfig('input', {
+     *       sourceLanguage: 'de-DE',
+     *       targetLanguage: 'en-US'
+     *     }),
+     *     output: buildTranslationConfig('output', {
+     *       targetLanguage: 'de-DE'
+     *     })
+     *   }
+     * });
+     * ```
+     */
+    translation?: TranslationModule;
 }
-/**
- * Supported model IDs in SAP AI Core.
- *
- * These models are available through the SAP AI Core Orchestration service.
- * **Note:** The models listed here are representative examples. Actual model availability
- * depends on your SAP AI Core tenant configuration, region, and subscription.
- *
- * **Azure OpenAI Models:**
- * - gpt-4o, gpt-4o-mini
- * - gpt-4.1, gpt-4.1-mini, gpt-4.1-nano
- * - o1, o3, o3-mini, o4-mini
- *
- * **Google Vertex AI Models:**
- * - gemini-2.0-flash, gemini-2.0-flash-lite
- * - gemini-2.5-flash, gemini-2.5-pro
- *
- * **AWS Bedrock Models:**
- * - anthropic--claude-3-haiku, anthropic--claude-3-sonnet, anthropic--claude-3-opus
- * - anthropic--claude-3.5-sonnet, anthropic--claude-3.7-sonnet
- * - anthropic--claude-4-sonnet, anthropic--claude-4-opus
- * - amazon--nova-pro, amazon--nova-lite, amazon--nova-micro, amazon--nova-premier
- *
- * **AI Core Open Source Models:**
- * - mistralai--mistral-large-instruct, mistralai--mistral-medium-instruct, mistralai--mistral-small-instruct
- * - cohere--command-a-reasoning
- */
-type SAPAIModelId = ChatModel;
 
 /**
  * Internal configuration for the SAP AI Chat Language Model.
  * @internal
  */
 interface SAPAIConfig {
-    provider: string;
-    deploymentConfig: ResourceGroupConfig | DeploymentIdConfig;
+    deploymentConfig: DeploymentIdConfig | ResourceGroupConfig;
     destination?: HttpDestinationOrFetchOptions;
+    provider: string;
 }
 /**
  * SAP AI Chat Language Model implementation.
  *
- * This class implements the AI SDK's `LanguageModelV2` interface,
+ * This class implements the AI SDK's `LanguageModelV3` interface,
  * providing a bridge between the AI SDK and SAP AI Core's Orchestration API
  * using the official SAP AI SDK (@sap-ai-sdk/orchestration).
  *
@@ -309,6 +372,9 @@ interface SAPAIConfig {
  * - AWS Bedrock models (anthropic--claude-*, amazon--nova-*, etc.)
  * - AI Core open source models (mistralai--, cohere--, etc.)
  *
+ * @see {@link https://sdk.vercel.ai/docs/ai-sdk-core/language-model-v3 Vercel AI SDK LanguageModelV3}
+ * @see {@link https://help.sap.com/docs/sap-ai-core/sap-ai-core-service-guide/orchestration SAP AI Core Orchestration}
+ *
  * @example
  * ```typescript
  * // Create via provider
@@ -322,43 +388,11 @@ interface SAPAIConfig {
  * });
  * ```
  *
- * @implements {LanguageModelV2}
+ * @implements {LanguageModelV3}
  */
-declare class SAPAIChatLanguageModel implements LanguageModelV2 {
-    readonly specificationVersion = "v2";
+declare class SAPAILanguageModel implements LanguageModelV3 {
     readonly modelId: SAPAIModelId;
-    private readonly config;
-    private readonly settings;
-    /**
-     * Creates a new SAP AI Chat Language Model instance.
-     *
-     * @param modelId - The model identifier
-     * @param settings - Model-specific configuration settings
-     * @param config - Internal configuration (deployment config, destination, etc.)
-     *
-     * @internal This constructor is not meant to be called directly.
-     * Use the provider function instead.
-     */
-    constructor(modelId: SAPAIModelId, settings: SAPAISettings, config: SAPAIConfig);
-    /**
-     * Checks if a URL is supported for file/image uploads.
-     *
-     * @param url - The URL to check
-     * @returns True if the URL protocol is HTTPS or data (content-type rules are enforced via supportedUrls)
-     */
-    supportsUrl(url: URL): boolean;
-    /**
-     * Returns supported URL patterns for different content types.
-     *
-     * @returns Record of content types to regex patterns
-     */
-    get supportedUrls(): Record<string, RegExp[]>;
-    /**
-     * Gets the provider identifier.
-     *
-     * @returns The provider name ('sap-ai')
-     */
-    get provider(): string;
+    readonly specificationVersion = "v3";
     /**
      * Model capabilities.
      *
@@ -367,36 +401,81 @@ declare class SAPAIChatLanguageModel implements LanguageModelV2 {
      * SAP AI Core will fail the request at runtime.
      */
     readonly supportsImageUrls: boolean;
-    /** Structured JSON outputs (json_schema response format). */
-    readonly supportsStructuredOutputs: boolean;
-    /** Tool/function calling. */
-    readonly supportsToolCalls: boolean;
-    /** Streaming responses. */
-    readonly supportsStreaming: boolean;
     /** Multiple completions via the `n` parameter (provider-specific support). */
     readonly supportsMultipleCompletions: boolean;
     /** Parallel tool calls. */
     readonly supportsParallelToolCalls: boolean;
+    /** Streaming responses. */
+    readonly supportsStreaming: boolean;
+    /** Structured JSON outputs (json_schema response format). */
+    readonly supportsStructuredOutputs: boolean;
+    /** Tool/function calling. */
+    readonly supportsToolCalls: boolean;
     /**
-     * Builds orchestration module config for SAP AI SDK.
+     * Generates text completion using SAP AI Core's Orchestration API.
      *
-     * @param options - Call options from the AI SDK
-     * @returns Object containing orchestration config, messages, and warnings
-     * @internal
+     * This method implements the `LanguageModelV3.doGenerate` interface,
+     * providing synchronous (non-streaming) text generation with support for:
+     * - Multi-turn conversations with system/user/assistant messages
+     * - Tool calling (function calling) with structured outputs
+     * - Multi-modal inputs (text + images)
+     * - Data masking via SAP DPI
+     * - Content filtering via Azure Content Safety or Llama Guard
+     *
+     * **Return Structure:**
+     * - Finish reason: `{ unified: string, raw?: string }`
+     * - Usage: Nested structure with token breakdown `{ inputTokens: { total, ... }, outputTokens: { total, ... } }`
+     * - Warnings: Array of warnings with `type` and optional `feature` field
+     *
+     * @param options - Generation options including prompt, tools, temperature, etc.
+     * @returns Promise resolving to generation result with content, usage, and metadata
+     *
+     * @throws {InvalidPromptError} If prompt format is invalid
+     * @throws {InvalidArgumentError} If arguments are malformed
+     * @throws {APICallError} If the SAP AI Core API call fails
+     *
+     * @example
+     * ```typescript
+     * const result = await model.doGenerate({
+     *   prompt: [
+     *     { role: 'user', content: [{ type: 'text', text: 'Hello!' }] }
+     *   ],
+     *   temperature: 0.7,
+     *   maxTokens: 100
+     * });
+     *
+     * console.log(result.content); // Array of V3 content parts
+     * console.log(result.finishReason.unified); // "stop", "length", "tool-calls", etc.
+     * console.log(result.usage.inputTokens.total); // Total input tokens
+     * ```
+     *
+     * @since 1.0.0
+     * @since 4.0.0 Updated to LanguageModelV3 interface
      */
-    private buildOrchestrationConfig;
+    get provider(): string;
     /**
-     * Creates an OrchestrationClient instance.
+     * Returns supported URL patterns for different content types.
      *
-     * @param config - Orchestration module configuration
-     * @returns OrchestrationClient instance
-     * @internal
+     * @returns Record of content types to regex patterns
      */
-    private createClient;
+    get supportedUrls(): Record<string, RegExp[]>;
+    private readonly config;
+    private readonly settings;
+    /**
+     * Creates a new SAP AI Chat Language Model instance.
+     *
+     * @param modelId - The model identifier
+     * @param settings - Model-specific configuration settings
+     * @param config - Internal configuration (deployment config, destination, etc.)
+     *
+     * @internal This constructor is not meant to be called directly.
+     * Use the provider function instead.
+     */
+    constructor(modelId: SAPAIModelId, settings: SAPAISettings, config: SAPAIConfig);
     /**
      * Generates a single completion (non-streaming).
      *
-     * This method implements the `LanguageModelV2.doGenerate` interface,
+     * This method implements the `LanguageModelV3.doGenerate` interface,
      * sending a request to SAP AI Core and returning the complete response.
      *
      * **Features:**
@@ -404,6 +483,13 @@ declare class SAPAIChatLanguageModel implements LanguageModelV2 {
      * - Multi-modal input (text + images)
      * - Data masking (if configured)
      * - Content filtering (if configured)
+     * - Abort signal support (via Promise.race)
+     *
+     * **Note on Abort Signal:**
+     * The abort signal implementation uses Promise.race to reject the promise when
+     * the signal is aborted. However, this does not cancel the underlying HTTP request
+     * to SAP AI Core - the request continues executing on the server. This is a
+     * limitation of the SAP AI SDK's chatCompletion API.
      *
      * @param options - Generation options including prompt, tools, and settings
      * @returns Promise resolving to the generation result with content, usage, and metadata
@@ -420,38 +506,34 @@ declare class SAPAIChatLanguageModel implements LanguageModelV2 {
      * console.log(result.usage);   // Token usage
      * ```
      */
-    doGenerate(options: LanguageModelV2CallOptions): Promise<{
-        content: LanguageModelV2Content[];
-        finishReason: LanguageModelV2FinishReason;
-        usage: LanguageModelV2Usage;
-        providerMetadata?: Record<string, Record<string, JSONValue>>;
-        request: {
-            body?: unknown;
-        };
-        response: {
-            timestamp: Date;
-            modelId: string;
-            headers?: Record<string, string>;
-            body?: unknown;
-        };
-        warnings: LanguageModelV2CallWarning[];
-    }>;
+    doGenerate(options: LanguageModelV3CallOptions): Promise<LanguageModelV3GenerateResult>;
     /**
      * Generates a streaming completion.
      *
-     * This method implements the `LanguageModelV2.doStream` interface,
+     * This method implements the `LanguageModelV3.doStream` interface,
      * sending a streaming request to SAP AI Core and returning a stream of response parts.
      *
      * **Stream Events:**
-     * - `stream-start` - Stream initialization
+     * - `stream-start` - Stream initialization with warnings
      * - `response-metadata` - Response metadata (model, timestamp)
-     * - `text-start` - Text generation starts
-     * - `text-delta` - Incremental text chunks
-     * - `text-end` - Text generation completes
-     * - `tool-call` - Tool call detected
+     * - `text-start` - Text block begins (with unique ID)
+     * - `text-delta` - Incremental text chunks (with block ID)
+     * - `text-end` - Text block completes (with accumulated text)
+     * - `tool-input-start` - Tool input begins
+     * - `tool-input-delta` - Tool input chunk
+     * - `tool-input-end` - Tool input completes
+     * - `tool-call` - Complete tool call
      * - `finish` - Stream completes with usage and finish reason
      * - `error` - Error occurred
      *
+     * **Stream Structure:**
+     * - Text blocks have explicit lifecycle with unique IDs
+     * - Finish reason format: `{ unified: string, raw?: string }`
+     * - Usage format: `{ inputTokens: { total, ... }, outputTokens: { total, ... } }`
+     * - Warnings only in `stream-start` event
+     *
+     * @see {@link https://sdk.vercel.ai/docs/ai-sdk-core/streaming Vercel AI SDK Streaming}
+     *
      * @param options - Streaming options including prompt, tools, and settings
      * @returns Promise resolving to stream and request metadata
      *
@@ -467,26 +549,49 @@ declare class SAPAIChatLanguageModel implements LanguageModelV2 {
      *   if (part.type === 'text-delta') {
      *     process.stdout.write(part.delta);
      *   }
+     *   if (part.type === 'text-end') {
+     *     console.log('Block complete:', part.id, part.text);
+     *   }
      * }
      * ```
+     *
+     * @since 4.0.0
      */
-    doStream(options: LanguageModelV2CallOptions): Promise<{
-        stream: ReadableStream<LanguageModelV2StreamPart>;
-        request?: {
-            body?: unknown;
-        };
-        response?: {
-            headers?: Record<string, string>;
-        };
-        warnings: LanguageModelV2CallWarning[];
-    }>;
+    doStream(options: LanguageModelV3CallOptions): Promise<LanguageModelV3StreamResult>;
+    /**
+     * Checks if a URL is supported for file/image uploads.
+     *
+     * @param url - The URL to check
+     * @returns True if the URL protocol is HTTPS or data with valid image format
+     */
+    supportsUrl(url: URL): boolean;
+    /**
+     * Builds orchestration module config for SAP AI SDK.
+     *
+     * @param options - Call options from the AI SDK
+     * @returns Object containing orchestration config, messages, and warnings
+     * @internal
+     */
+    private buildOrchestrationConfig;
+    /**
+     * Creates an OrchestrationClient instance.
+     *
+     * @param config - Orchestration module configuration
+     * @returns OrchestrationClient instance
+     * @internal
+     */
+    private createClient;
 }
 
+/**
+ * Deployment configuration type used by SAP AI SDK.
+ */
+type DeploymentConfig = DeploymentIdConfig | ResourceGroupConfig;
 /**
  * SAP AI Provider interface.
  *
  * This is the main interface for creating and configuring SAP AI Core models.
- * It extends the standard AI SDK ProviderV2 interface with SAP-specific functionality.
+ * It extends the standard AI SDK ProviderV3 interface with SAP-specific functionality.
  *
  * @example
  * ```typescript
@@ -506,7 +611,7 @@ declare class SAPAIChatLanguageModel implements LanguageModelV2 {
  * const chatModel = provider.chat('gpt-4o');
  * ```
  */
-interface SAPAIProvider extends ProviderV2 {
+interface SAPAIProvider extends ProviderV3 {
     /**
      * Create a language model instance.
      *
@@ -514,7 +619,7 @@ interface SAPAIProvider extends ProviderV2 {
      * @param settings - Optional model configuration settings
      * @returns Configured SAP AI chat language model instance
      */
-    (modelId: SAPAIModelId, settings?: SAPAISettings): SAPAIChatLanguageModel;
+    (modelId: SAPAIModelId, settings?: SAPAISettings): SAPAILanguageModel;
     /**
      * Explicit method for creating chat models.
      *
@@ -525,7 +630,7 @@ interface SAPAIProvider extends ProviderV2 {
      * @param settings - Optional model configuration settings
      * @returns Configured SAP AI chat language model instance
      */
-    chat(modelId: SAPAIModelId, settings?: SAPAISettings): SAPAIChatLanguageModel;
+    chat(modelId: SAPAIModelId, settings?: SAPAISettings): SAPAILanguageModel;
 }
 /**
  * Configuration settings for the SAP AI Provider.
@@ -554,28 +659,10 @@ interface SAPAIProvider extends ProviderV2 {
  */
 interface SAPAIProviderSettings {
     /**
-     * Whether to emit warnings for ambiguous configurations.
-     *
-     * When enabled (default), the provider will warn when mutually-exclusive
-     * settings are provided (e.g. both `deploymentId` and `resourceGroup`).
-     */
-    warnOnAmbiguousConfig?: boolean;
-    /**
-     * SAP AI Core resource group.
-     *
-     * Logical grouping of AI resources in SAP AI Core.
-     * Used for resource isolation and access control.
-     * Different resource groups can have different permissions and quotas.
-     *
-     * @default 'default'
-     * @example
-     * ```typescript
-     * resourceGroup: 'default'     // Default resource group
-     * resourceGroup: 'production'  // Production environment
-     * resourceGroup: 'development' // Development environment
-     * ```
+     * Default model settings applied to every model instance created by this provider.
+     * Per-call settings provided to the model will override these.
      */
-    resourceGroup?: string;
+    defaultSettings?: SAPAISettings;
     /**
      * SAP AI Core deployment ID.
      *
@@ -605,15 +692,29 @@ interface SAPAIProviderSettings {
      */
     destination?: HttpDestinationOrFetchOptions;
     /**
-     * Default model settings applied to every model instance created by this provider.
-     * Per-call settings provided to the model will override these.
+     * SAP AI Core resource group.
+     *
+     * Logical grouping of AI resources in SAP AI Core.
+     * Used for resource isolation and access control.
+     * Different resource groups can have different permissions and quotas.
+     *
+     * @default 'default'
+     * @example
+     * ```typescript
+     * resourceGroup: 'default'     // Default resource group
+     * resourceGroup: 'production'  // Production environment
+     * resourceGroup: 'development' // Development environment
+     * ```
      */
-    defaultSettings?: SAPAISettings;
+    resourceGroup?: string;
+    /**
+     * Whether to emit warnings for ambiguous configurations.
+     *
+     * When enabled (default), the provider will warn when mutually-exclusive
+     * settings are provided (e.g. both `deploymentId` and `resourceGroup`).
+     */
+    warnOnAmbiguousConfig?: boolean;
 }
-/**
- * Deployment configuration type used by SAP AI SDK.
- */
-type DeploymentConfig = ResourceGroupConfig | DeploymentIdConfig;
 /**
  * Creates a SAP AI Core provider instance for use with the AI SDK.
  *