@loonylabs/llm-middleware 2.27.1 → 2.29.0

package/.env.example

@@ -31,6 +31,19 @@ GOOGLE_APPLICATION_CREDENTIALS=./vertex-ai-service-account.json  # Path to servi
 REQUESTY_API_KEY=your_requesty_api_key_here          # Your Requesty API key
 REQUESTY_MODEL=openai/gpt-4o                         # Default: openai/gpt-4o (format: provider/model-name)
 
+# AWS Bedrock Configuration (Optional - Bearer token / API key auth, EU data residency)
+BEDROCK_API_KEY=your_bedrock_api_key_here            # Amazon Bedrock API key (Bearer token)
+BEDROCK_REGION=eu-central-1                          # AWS region (Frankfurt = EU data residency)
+BEDROCK_MODEL=qwen.qwen3-32b-v1:0                    # Default model ID (verify via Bedrock console / list-foundation-models)
+
+# Azure OpenAI / Foundry Configuration (Optional - api-key auth, OpenAI-compatible, serverless)
+# EU data residency: create the resource in Germany West Central (or Sweden Central) with a Data Zone deployment.
+# Note: some partner models (e.g. Kimi K2.5) are GLOBAL-ONLY on Azure -> they cannot be EU-resident.
+AZURE_OPENAI_API_KEY=your_azure_openai_api_key_here  # Azure OpenAI / Foundry API key (sent in the 'api-key' header)
+AZURE_OPENAI_ENDPOINT=https://<resource>.openai.azure.com  # Your resource endpoint (region is encoded in the host)
+AZURE_OPENAI_DEPLOYMENT=o4-mini                      # Your deployment name (= 'model' field in the request body)
+AZURE_OPENAI_API_VERSION=                            # Optional: empty = v1 route (/openai/v1/); '2024-05-01-preview' = MaaS route (/models/)
+
 # Test Configuration (Optional)
 TEST_LLM_MODEL=vertex/gemini-2.0-flash-lite          # Model for general LLM tests
 # Reasoning models:

package/README.md

@@ -2,7 +2,7 @@
 
 # 🚀 LLM Middleware
 
-*A comprehensive TypeScript middleware library for building robust multi-provider LLM backends. Currently supports Ollama, Anthropic Claude, Google Gemini (Direct API & Vertex AI), and Requesty.AI (300+ models). Features EU data residency via Vertex AI, reasoning control, advanced JSON cleaning, logging, error handling, cost tracking, and more.*
+*A comprehensive TypeScript middleware library for building robust multi-provider LLM backends. Currently supports Ollama, Anthropic Claude, Google Gemini (Direct API & Vertex AI), Requesty.AI (300+ models), AWS Bedrock, and Azure OpenAI / Foundry. Features EU data residency via Vertex AI / Bedrock / Azure data zones, reasoning control, advanced JSON cleaning, logging, error handling, cost tracking, and more.*
 
 <!-- Horizontal Badge Navigation Bar -->
 [![npm version](https://img.shields.io/npm/v/@loonylabs/llm-middleware.svg?style=for-the-badge&logo=npm&logoColor=white)](https://www.npmjs.com/package/@loonylabs/llm-middleware)
@@ -45,6 +45,8 @@
   - ✅ **Google Gemini Direct**: Complete support for Gemini models via API Key
   - ✅ **Google Vertex AI**: CDPA/GDPR-compliant with EU data residency (Service Account auth)
   - ✅ **Requesty.AI**: 300+ models via unified API, built-in cost tracking
+  - ✅ **AWS Bedrock**: Converse API via Bearer-token auth (no AWS SDK); Claude, Nova, Qwen, GLM, Kimi, DeepSeek, gpt-oss — with central `reasoningEffort` control — **v2.28.0**
+  - ✅ **Azure OpenAI / Foundry**: OpenAI-compatible v1 route with `api-key` auth; o-series/GPT-5 reasoning vs. gpt-4o standard auto-handled; EU data-zone residency — **v2.29.0**
   - 🔌 **Pluggable**: Easy to add custom providers - see [LLM Providers Guide](docs/LLM_PROVIDERS.md)
 - 👁️ **Vision / Multimodal Input**: Send images alongside text to LLM providers
   - ✨ **v2.22.0**: Provider-agnostic `MultimodalContent` type (`string | ContentPart[]`)
@@ -370,7 +372,7 @@ VERTEX_AI_MODEL=gemini-2.5-flash                 # Default Vertex AI model
 GOOGLE_APPLICATION_CREDENTIALS=./vertex-ai-service-account.json  # Service Account
 ```
 
-**Multi-Provider Support:** The middleware is fully integrated with **Ollama**, **Anthropic Claude**, **Google Gemini** (Direct API & Vertex AI), and **Requesty.AI**. See the [LLM Providers Guide](docs/LLM_PROVIDERS.md) for details on the provider system and how to use or add providers.
+**Multi-Provider Support:** The middleware is fully integrated with **Ollama**, **Anthropic Claude**, **Google Gemini** (Direct API & Vertex AI), **Requesty.AI**, **AWS Bedrock** (Converse API, EU data residency), and **Azure OpenAI / Foundry** (OpenAI-compatible v1 route, EU data zone). See the [LLM Providers Guide](docs/LLM_PROVIDERS.md) for details on the provider system and how to use or add providers. Provider specifics: [AWS Bedrock Guide](docs/AWS_BEDROCK.md) · [Azure OpenAI Guide](docs/AZURE_OPENAI.md).
 
 </details>
 

package/dist/middleware/services/llm/llm.service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm.service.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAKhE,OAAO,EAAoB,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC9E,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE7D,MAAM,WAAW,iBAAiB;IAChC,wEAAwE;IACxE,cAAc,CAAC,EAAE,sBAAsB,CAAC;CACzC;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,eAAe,CAAmC;gBAE9C,OAAO,CAAC,EAAE,iBAAiB;IAUvC;;OAEG;IACI,WAAW,CAAC,QAAQ,EAAE,WAAW,GAAG,eAAe;IAQ1D;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI;IAI/E;;OAEG;IACI,kBAAkB,CAAC,QAAQ,EAAE,WAAW,GAAG,IAAI;IAOtD;;OAEG;IACI,kBAAkB,IAAI,WAAW;IAIxC;;;OAGG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;;OAGG;IACU,IAAI,CACf,MAAM,EAAE,iBAAiB,EACzB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;OAEG;IACI,qBAAqB,IAAI,WAAW,EAAE;CAG9C;AAGD,eAAO,MAAM,UAAU,YAAmB,CAAC"}
+{"version":3,"file":"llm.service.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAKhE,OAAO,EAAoB,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAG9E,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE7D,MAAM,WAAW,iBAAiB;IAChC,wEAAwE;IACxE,cAAc,CAAC,EAAE,sBAAsB,CAAC;CACzC;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,eAAe,CAAmC;gBAE9C,OAAO,CAAC,EAAE,iBAAiB;IAYvC;;OAEG;IACI,WAAW,CAAC,QAAQ,EAAE,WAAW,GAAG,eAAe;IAQ1D;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI;IAI/E;;OAEG;IACI,kBAAkB,CAAC,QAAQ,EAAE,WAAW,GAAG,IAAI;IAOtD;;OAEG;IACI,kBAAkB,IAAI,WAAW;IAIxC;;;OAGG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;;OAGG;IACU,IAAI,CACf,MAAM,EAAE,iBAAiB,EACzB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;OAEG;IACI,qBAAqB,IAAI,WAAW,EAAE;CAG9C;AAGD,eAAO,MAAM,UAAU,YAAmB,CAAC"}

package/dist/middleware/services/llm/llm.service.js

@@ -10,6 +10,8 @@ const anthropic_provider_1 = require("./providers/anthropic-provider");
 const gemini_provider_1 = require("./providers/gemini-provider");
 const requesty_provider_1 = require("./providers/requesty-provider");
 const gemini_1 = require("./providers/gemini");
+const bedrock_provider_1 = require("./providers/bedrock-provider");
+const azure_openai_provider_1 = require("./providers/azure-openai-provider");
 const types_1 = require("./types");
 class LLMService {
     constructor(options) {
@@ -21,6 +23,8 @@ class LLMService {
         this.providers.set(types_1.LLMProvider.GOOGLE, new gemini_provider_1.GeminiProvider());
         this.providers.set(types_1.LLMProvider.REQUESTY, new requesty_provider_1.RequestyProvider());
         this.providers.set(types_1.LLMProvider.VERTEX_AI, new gemini_1.VertexAIProvider(options?.vertexAIConfig));
+        this.providers.set(types_1.LLMProvider.BEDROCK, new bedrock_provider_1.BedrockProvider());
+        this.providers.set(types_1.LLMProvider.AZURE_OPENAI, new azure_openai_provider_1.AzureOpenAIProvider());
     }
     /**
      * Get a specific provider instance

package/dist/middleware/services/llm/llm.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,iEAA6D;AAC7D,uEAAmE;AACnE,iEAA6D;AAC7D,qEAAiE;AACjE,+CAA8E;AAC9E,mCAA2E;AAQ3E,MAAa,UAAU;IAIrB,YAAY,OAA2B;QAF/B,oBAAe,GAAgB,mBAAW,CAAC,MAAM,CAAC;QAGxD,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,iCAAiC;QACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,sCAAiB,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,QAAQ,EAAE,IAAI,oCAAgB,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,yBAAgB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;IAC3F,CAAC;IAED;;OAEG;IACI,WAAW,CAAC,QAAqB;QACtC,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,2CAA2C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjI,CAAC;QACD,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAqB,EAAE,QAAyB;QACtE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACI,kBAAkB,CAAC,QAAqB;QAC7C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,mBAAmB,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;IAClC,CAAC;IAED;;OAEG;IACI,kBAAkB;QACvB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,IAAI,CACf,MAAyB,EACzB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACI,qBAAqB;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;CACF;AAlGD,gCAkGC;AAED,4BAA4B;AACf,QAAA,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC"}
+{"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,iEAA6D;AAC7D,uEAAmE;AACnE,iEAA6D;AAC7D,qEAAiE;AACjE,+CAA8E;AAC9E,mEAA+D;AAC/D,6EAAwE;AACxE,mCAA2E;AAQ3E,MAAa,UAAU;IAIrB,YAAY,OAA2B;QAF/B,oBAAe,GAAgB,mBAAW,CAAC,MAAM,CAAC;QAGxD,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,iCAAiC;QACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,sCAAiB,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,QAAQ,EAAE,IAAI,oCAAgB,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,yBAAgB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QACzF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,OAAO,EAAE,IAAI,kCAAe,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,YAAY,EAAE,IAAI,2CAAmB,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACI,WAAW,CAAC,QAAqB;QACtC,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,2CAA2C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjI,CAAC;QACD,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAqB,EAAE,QAAyB;QACtE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACI,kBAAkB,CAAC,QAAqB;QAC7C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,mBAAmB,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;IAClC,CAAC;IAED;;OAEG;IACI,kBAAkB;QACvB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,IAAI,CACf,MAAyB,EACzB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACI,qBAAqB;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;CACF;AApGD,gCAoGC;AAED,4BAA4B;AACf,QAAA,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC"}

package/dist/middleware/services/llm/providers/azure-openai-capabilities.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Azure OpenAI model-capability detection.
+ *
+ * On Azure, reasoning models (o-series, GPT-5 series) and standard models
+ * (gpt-4o, gpt-4o-mini, …) require a *different* parameter set — verified live:
+ * - Reasoning models use `max_completion_tokens` and REJECT `temperature`/`max_tokens` (HTTP 400);
+ *   they accept `reasoning_effort`.
+ * - Standard models use `max_tokens` + `temperature` and ignore `reasoning_effort`.
+ *
+ * The split is binary, so a lightweight helper (rather than a full strategy
+ * pattern) is sufficient. Because Azure deployment names are user-chosen, the
+ * name heuristic can be overridden explicitly via `AzureOpenAIRequestOptions.reasoningModel`.
+ */
+import { ReasoningEffort } from '../types';
+import { AzureOpenAIReasoningEffort } from '../types/azure-openai.types';
+/**
+ * Decide whether a deployment should be treated as a reasoning model.
+ * @param deployment - The Azure deployment name (sent as `model`).
+ * @param override - Explicit override; when a boolean, it wins over the heuristic.
+ */
+export declare function isAzureReasoningModel(deployment: string, override?: boolean): boolean;
+/**
+ * Map the provider-agnostic {@link ReasoningEffort} to Azure's `reasoning_effort`.
+ *
+ * Returns `{ value }` to send, or `{ warning }` (and no value) when the effort
+ * should be omitted. `none` is intentionally omitted: only gpt-5.1+ accept it,
+ * while o-series reject it — omitting lets the model use its default safely.
+ */
+export declare function mapAzureReasoningEffort(effort: ReasoningEffort): {
+    value?: AzureOpenAIReasoningEffort;
+    warning?: string;
+};
+//# sourceMappingURL=azure-openai-capabilities.d.ts.map

package/dist/middleware/services/llm/providers/azure-openai-capabilities.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-openai-capabilities.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/azure-openai-capabilities.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,EAAE,0BAA0B,EAAE,MAAM,6BAA6B,CAAC;AAezE;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,OAAO,GAAG,OAAO,CAIrF;AAED;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,eAAe,GACtB;IAAE,KAAK,CAAC,EAAE,0BAA0B,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,CAiB1D"}

package/dist/middleware/services/llm/providers/azure-openai-capabilities.js

@@ -0,0 +1,66 @@
+"use strict";
+/**
+ * Azure OpenAI model-capability detection.
+ *
+ * On Azure, reasoning models (o-series, GPT-5 series) and standard models
+ * (gpt-4o, gpt-4o-mini, …) require a *different* parameter set — verified live:
+ * - Reasoning models use `max_completion_tokens` and REJECT `temperature`/`max_tokens` (HTTP 400);
+ *   they accept `reasoning_effort`.
+ * - Standard models use `max_tokens` + `temperature` and ignore `reasoning_effort`.
+ *
+ * The split is binary, so a lightweight helper (rather than a full strategy
+ * pattern) is sufficient. Because Azure deployment names are user-chosen, the
+ * name heuristic can be overridden explicitly via `AzureOpenAIRequestOptions.reasoningModel`.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isAzureReasoningModel = isAzureReasoningModel;
+exports.mapAzureReasoningEffort = mapAzureReasoningEffort;
+/**
+ * Deployment-name patterns that indicate a reasoning model. Matched against the
+ * deployment name (which usually defaults to the underlying model name).
+ * - `o\d` family: o1, o1-mini, o3, o3-mini, o3-pro, o4-mini (separator-anchored to avoid e.g. "neo4j")
+ * - GPT-5 series: gpt-5, gpt-5-mini, gpt-5.1, gpt5, gpt-5-codex
+ * - codex-mini
+ */
+const REASONING_NAME_PATTERNS = [
+    /(^|[-_/.])o\d+(-(mini|pro|preview))?($|[-_/.])/i,
+    /gpt-?5/i,
+    /(^|[-_/.])codex(-mini)?($|[-_/.])/i,
+];
+/**
+ * Decide whether a deployment should be treated as a reasoning model.
+ * @param deployment - The Azure deployment name (sent as `model`).
+ * @param override - Explicit override; when a boolean, it wins over the heuristic.
+ */
+function isAzureReasoningModel(deployment, override) {
+    if (typeof override === 'boolean')
+        return override;
+    if (!deployment)
+        return false;
+    return REASONING_NAME_PATTERNS.some(re => re.test(deployment));
+}
+/**
+ * Map the provider-agnostic {@link ReasoningEffort} to Azure's `reasoning_effort`.
+ *
+ * Returns `{ value }` to send, or `{ warning }` (and no value) when the effort
+ * should be omitted. `none` is intentionally omitted: only gpt-5.1+ accept it,
+ * while o-series reject it — omitting lets the model use its default safely.
+ */
+function mapAzureReasoningEffort(effort) {
+    switch (effort) {
+        case 'low':
+        case 'medium':
+        case 'high':
+            return { value: effort };
+        case 'none':
+            return {
+                warning: "reasoningEffort 'none' is not reliably supported across Azure reasoning models " +
+                    '(only gpt-5.1+ accept it; o-series reject it). Omitting reasoning_effort so the ' +
+                    'model uses its default.',
+            };
+        default:
+            // Defensive: unknown value → safe middle ground.
+            return { value: 'medium' };
+    }
+}
+//# sourceMappingURL=azure-openai-capabilities.js.map

package/dist/middleware/services/llm/providers/azure-openai-capabilities.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-openai-capabilities.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/azure-openai-capabilities.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;AAuBH,sDAIC;AASD,0DAmBC;AAlDD;;;;;;GAMG;AACH,MAAM,uBAAuB,GAAa;IACxC,iDAAiD;IACjD,SAAS;IACT,oCAAoC;CACrC,CAAC;AAEF;;;;GAIG;AACH,SAAgB,qBAAqB,CAAC,UAAkB,EAAE,QAAkB;IAC1E,IAAI,OAAO,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACnD,IAAI,CAAC,UAAU;QAAE,OAAO,KAAK,CAAC;IAC9B,OAAO,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;AACjE,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,uBAAuB,CACrC,MAAuB;IAEvB,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,KAAK,CAAC;QACX,KAAK,QAAQ,CAAC;QACd,KAAK,MAAM;YACT,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAC3B,KAAK,MAAM;YACT,OAAO;gBACL,OAAO,EACL,iFAAiF;oBACjF,kFAAkF;oBAClF,yBAAyB;aAC5B,CAAC;QACJ;YACE,iDAAiD;YACjD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAC/B,CAAC;AACH,CAAC"}

package/dist/middleware/services/llm/providers/azure-openai-provider.d.ts

@@ -0,0 +1,53 @@
+import { BaseLLMProvider } from './base-llm-provider';
+import { CommonLLMResponse } from '../types';
+import { AzureOpenAIRequestOptions } from '../types/azure-openai.types';
+import { MultimodalContent } from '../types/multimodal.types';
+/**
+ * Azure OpenAI / Microsoft Foundry provider using the OpenAI-compatible
+ * Chat Completions API (v1 route).
+ *
+ * Why v1 (not the classic deployments route): the deployment name is sent as the
+ * `model` field in the body and `api-version` is optional, which keeps the payload
+ * identical to a standard OpenAI request and matches the Requesty provider. The
+ * same route serves OpenAI and (increasingly) partner models on Foundry.
+ *
+ * Why `api-key` header (not Authorization: Bearer): Azure passes the static API
+ * key in the `api-key` header; `Authorization: Bearer` is reserved for Microsoft
+ * Entra ID tokens (a planned follow-up).
+ *
+ * Reasoning vs standard models take different parameters (verified live) — see
+ * `azure-openai-capabilities.ts`.
+ *
+ * Auth:     api-key: <AZURE_OPENAI_API_KEY>
+ * Endpoint: {AZURE_OPENAI_ENDPOINT}/openai/v1/chat/completions
+ * Residency: data zone is chosen at deployment time (EU = Germany West Central / Sweden Central)
+ * @see https://learn.microsoft.com/en-us/azure/foundry/openai/latest
+ */
+export declare class AzureOpenAIProvider extends BaseLLMProvider {
+    private dataFlowLogger;
+    private readonly DEFAULT_TIMEOUT;
+    constructor();
+    /**
+     * Build the Azure OpenAI v1 Chat Completions endpoint.
+     * `api-version` is appended only when explicitly provided (the v1 route
+     * defaults to no api-version).
+     */
+    private buildEndpoint;
+    /**
+     * Build the user message content: multimodal (text + image_url) or plain string.
+     * Uses the OpenAI image_url/data-URI format, identical to the Requesty provider.
+     */
+    private buildUserContent;
+    /**
+     * Call the Azure OpenAI Chat Completions API with a custom system message.
+     * @param userPrompt - The user's prompt (text or multimodal content)
+     * @param systemMessage - The system message defining AI behavior
+     * @param options - Options for the API call
+     * @returns The API response or null on error
+     */
+    callWithSystemMessage(userPrompt: MultimodalContent, systemMessage: string, options?: AzureOpenAIRequestOptions): Promise<CommonLLMResponse | null>;
+}
+export declare const azureOpenAIProvider: AzureOpenAIProvider;
+export { AzureOpenAIProvider as AzureOpenAIService };
+export { azureOpenAIProvider as azureOpenAIService };
+//# sourceMappingURL=azure-openai-provider.d.ts.map

package/dist/middleware/services/llm/providers/azure-openai-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-openai-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/azure-openai-provider.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAAc,MAAM,UAAU,CAAC;AACtE,OAAO,EACL,yBAAyB,EAK1B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAQ9D;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,qBAAa,mBAAoB,SAAQ,eAAe;IACtD,OAAO,CAAC,cAAc,CAAwB;IAC9C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAU;;IAO1C;;;;OAIG;IACH,OAAO,CAAC,aAAa;IAMrB;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAsBxB;;;;;;OAMG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,yBAA8B,GACtC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;CAmUrC;AAGD,eAAO,MAAM,mBAAmB,qBAA4B,CAAC;AAG7D,OAAO,EAAE,mBAAmB,IAAI,kBAAkB,EAAE,CAAC;AACrD,OAAO,EAAE,mBAAmB,IAAI,kBAAkB,EAAE,CAAC"}

package/dist/middleware/services/llm/providers/azure-openai-provider.js

@@ -0,0 +1,333 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.azureOpenAIService = exports.AzureOpenAIService = exports.azureOpenAIProvider = exports.AzureOpenAIProvider = void 0;
+const axios_1 = __importDefault(require("axios"));
+const uuid_1 = require("uuid");
+const logging_utils_1 = require("../../../shared/utils/logging.utils");
+const base_llm_provider_1 = require("./base-llm-provider");
+const types_1 = require("../types");
+const debug_llm_utils_1 = require("../utils/debug-llm.utils");
+const data_flow_logger_1 = require("../../data-flow-logger");
+const thinking_1 = require("../thinking");
+const retry_utils_1 = require("../utils/retry.utils");
+const multimodal_utils_1 = require("../utils/multimodal.utils");
+const azure_openai_capabilities_1 = require("./azure-openai-capabilities");
+/**
+ * Azure OpenAI / Microsoft Foundry provider using the OpenAI-compatible
+ * Chat Completions API (v1 route).
+ *
+ * Why v1 (not the classic deployments route): the deployment name is sent as the
+ * `model` field in the body and `api-version` is optional, which keeps the payload
+ * identical to a standard OpenAI request and matches the Requesty provider. The
+ * same route serves OpenAI and (increasingly) partner models on Foundry.
+ *
+ * Why `api-key` header (not Authorization: Bearer): Azure passes the static API
+ * key in the `api-key` header; `Authorization: Bearer` is reserved for Microsoft
+ * Entra ID tokens (a planned follow-up).
+ *
+ * Reasoning vs standard models take different parameters (verified live) — see
+ * `azure-openai-capabilities.ts`.
+ *
+ * Auth:     api-key: <AZURE_OPENAI_API_KEY>
+ * Endpoint: {AZURE_OPENAI_ENDPOINT}/openai/v1/chat/completions
+ * Residency: data zone is chosen at deployment time (EU = Germany West Central / Sweden Central)
+ * @see https://learn.microsoft.com/en-us/azure/foundry/openai/latest
+ */
+class AzureOpenAIProvider extends base_llm_provider_1.BaseLLMProvider {
+    constructor() {
+        super(types_1.LLMProvider.AZURE_OPENAI);
+        this.DEFAULT_TIMEOUT = 180000;
+        this.dataFlowLogger = data_flow_logger_1.DataFlowLoggerService.getInstance();
+    }
+    /**
+     * Build the Azure OpenAI v1 Chat Completions endpoint.
+     * `api-version` is appended only when explicitly provided (the v1 route
+     * defaults to no api-version).
+     */
+    buildEndpoint(endpoint, apiVersion) {
+        const base = endpoint.replace(/\/+$/, '');
+        const url = `${base}/openai/v1/chat/completions`;
+        return apiVersion ? `${url}?api-version=${encodeURIComponent(apiVersion)}` : url;
+    }
+    /**
+     * Build the user message content: multimodal (text + image_url) or plain string.
+     * Uses the OpenAI image_url/data-URI format, identical to the Requesty provider.
+     */
+    buildUserContent(userPrompt) {
+        if (!(0, multimodal_utils_1.hasImages)(userPrompt)) {
+            return typeof userPrompt === 'string'
+                ? userPrompt
+                : (0, multimodal_utils_1.normalizeContent)(userPrompt)
+                    .map(p => p.text)
+                    .join('\n');
+        }
+        return (0, multimodal_utils_1.normalizeContent)(userPrompt).map(part => {
+            if (part.type === 'text') {
+                return { type: 'text', text: part.text };
+            }
+            return {
+                type: 'image_url',
+                image_url: {
+                    url: `data:${part.mimeType};base64,${part.data}`,
+                    ...(part.detail && { detail: part.detail })
+                }
+            };
+        });
+    }
+    /**
+     * Call the Azure OpenAI Chat Completions API with a custom system message.
+     * @param userPrompt - The user's prompt (text or multimodal content)
+     * @param systemMessage - The system message defining AI behavior
+     * @param options - Options for the API call
+     * @returns The API response or null on error
+     */
+    async callWithSystemMessage(userPrompt, systemMessage, options = {}) {
+        const { authToken = process.env.AZURE_OPENAI_API_KEY, endpoint = options.baseUrl || process.env.AZURE_OPENAI_ENDPOINT, deployment = options.model || process.env.AZURE_OPENAI_DEPLOYMENT, apiVersion = process.env.AZURE_OPENAI_API_VERSION || undefined, temperature = 0.7, maxTokens = 4096, topP, timeout = this.DEFAULT_TIMEOUT, debugContext, sessionId = (0, uuid_1.v4)(), chapterNumber, pageNumber, pageName, reasoningEffort, reasoningModel } = options;
+        // Validate API key
+        if (!authToken) {
+            throw new Error('Azure OpenAI API key is required but not provided. ' +
+                'Please set AZURE_OPENAI_API_KEY in your .env file or pass authToken in options.');
+        }
+        // Validate endpoint
+        if (!endpoint) {
+            throw new Error('Azure OpenAI endpoint is required but not provided. ' +
+                'Please set AZURE_OPENAI_ENDPOINT in your .env file or pass endpoint in options.');
+        }
+        // Validate deployment (= model)
+        if (!deployment) {
+            throw new Error('Azure OpenAI deployment name is required but not provided. ' +
+                'Please set AZURE_OPENAI_DEPLOYMENT in your .env file or pass deployment/model in options.');
+        }
+        const isReasoning = (0, azure_openai_capabilities_1.isAzureReasoningModel)(deployment, reasoningModel);
+        // Build request payload (OpenAI Chat Completions format).
+        const requestPayload = {
+            model: deployment,
+            messages: [
+                ...(systemMessage ? [{ role: 'system', content: systemMessage }] : []),
+                { role: 'user', content: this.buildUserContent(userPrompt) }
+            ]
+        };
+        // Apply the verified, model-class-specific parameter set.
+        if (isReasoning) {
+            // Reasoning models: max_completion_tokens, NO temperature/top_p, reasoning_effort.
+            requestPayload.max_completion_tokens = maxTokens;
+            if (reasoningEffort) {
+                const { value, warning } = (0, azure_openai_capabilities_1.mapAzureReasoningEffort)(reasoningEffort);
+                if (value)
+                    requestPayload.reasoning_effort = value;
+                if (warning) {
+                    logging_utils_1.logger.warn(warning, {
+                        context: 'AzureOpenAIProvider',
+                        metadata: { deployment, reasoningEffort }
+                    });
+                }
+            }
+        }
+        else {
+            // Standard models: max_tokens + temperature (+ top_p); reasoning_effort is ignored.
+            requestPayload.max_tokens = maxTokens;
+            requestPayload.temperature = temperature;
+            if (topP !== undefined)
+                requestPayload.top_p = topP;
+            if (reasoningEffort) {
+                logging_utils_1.logger.warn(`reasoningEffort '${reasoningEffort}' is ignored for the non-reasoning Azure model '${deployment}'. ` +
+                    'Set options.reasoningModel=true if this is actually a reasoning deployment.', { context: 'AzureOpenAIProvider', metadata: { deployment } });
+            }
+        }
+        const url = this.buildEndpoint(endpoint, apiVersion);
+        const headers = {
+            'Content-Type': 'application/json',
+            'Accept': 'application/json',
+            'api-key': authToken
+        };
+        // Use debug string to avoid base64 blobs in logs
+        const userMessageDebug = (0, multimodal_utils_1.contentToDebugString)(userPrompt);
+        const debugInfo = {
+            timestamp: new Date(),
+            provider: this.providerName,
+            model: deployment,
+            baseUrl: url,
+            systemMessage,
+            userMessage: userMessageDebug,
+            requestData: requestPayload,
+            useCase: debugContext,
+            sessionId,
+            chapterNumber,
+            pageNumber,
+            pageName,
+            temperature: isReasoning ? undefined : temperature,
+            reasoningEffort
+        };
+        await debug_llm_utils_1.LLMDebugger.logRequest(debugInfo);
+        const contextForLogger = {
+            currentChapterNr: chapterNumber,
+            currentPage: pageNumber,
+            debugContext
+        };
+        const requestId = this.dataFlowLogger.startRequest(debugContext || 'azure-openai', contextForLogger);
+        this.dataFlowLogger.logLLMRequest({
+            stage: debugContext || 'azure-openai',
+            prompt: userMessageDebug,
+            systemMessage,
+            modelName: deployment,
+            temperature: isReasoning ? undefined : temperature,
+            contextInfo: { sessionId, chapterNumber, pageNumber, pageName }
+        }, contextForLogger, requestId);
+        const requestStartTime = Date.now();
+        try {
+            logging_utils_1.logger.info('Sending request to Azure OpenAI', {
+                context: 'AzureOpenAIProvider',
+                metadata: {
+                    url,
+                    deployment,
+                    isReasoning,
+                    promptLength: (0, multimodal_utils_1.contentLength)(userPrompt),
+                    maxTokens
+                }
+            });
+            const response = await (0, retry_utils_1.retryWithBackoff)(() => axios_1.default.post(url, requestPayload, { headers, timeout }), this.constructor.name, options.retry);
+            const requestDuration = Date.now() - requestStartTime;
+            if (response && response.status === 200) {
+                const apiResponse = response.data;
+                const rawResponseText = apiResponse.choices[0]?.message?.content || '';
+                // Partner models served via Azure may inline reasoning as <think> tags;
+                // native OpenAI reasoning text is hidden by Azure (only token counts exposed).
+                const extractor = thinking_1.ThinkingExtractorFactory.forModel(deployment);
+                const { content: responseText, thinking } = extractor.extract(rawResponseText);
+                // Normalize token usage to the provider-agnostic format.
+                const usage = apiResponse.usage;
+                const reasoningTokens = usage.completion_tokens_details?.reasoning_tokens;
+                const cachedTokens = usage.prompt_tokens_details?.cached_tokens;
+                const tokenUsage = {
+                    inputTokens: usage.prompt_tokens,
+                    outputTokens: usage.completion_tokens,
+                    totalTokens: usage.total_tokens,
+                    ...(reasoningTokens ? { reasoningTokens } : {}),
+                    ...(cachedTokens ? { cacheMetadata: { cacheReadTokens: cachedTokens } } : {})
+                };
+                const normalizedResponse = {
+                    message: {
+                        content: responseText,
+                        ...(thinking && { thinking })
+                    },
+                    sessionId,
+                    metadata: {
+                        provider: this.providerName,
+                        model: apiResponse.model || deployment,
+                        tokensUsed: tokenUsage.totalTokens,
+                        processingTime: requestDuration
+                    },
+                    usage: tokenUsage,
+                    id: apiResponse.id,
+                    finish_reason: apiResponse.choices[0]?.finish_reason || undefined
+                };
+                debugInfo.responseTimestamp = new Date();
+                debugInfo.response = responseText;
+                debugInfo.rawResponseData = apiResponse;
+                if (thinking) {
+                    debugInfo.thinking = thinking;
+                }
+                // Surface reasoning token count in the log. Azure hides the raw reasoning
+                // text for o-series, so this is the signal that reasoning actually happened.
+                if (reasoningTokens !== undefined) {
+                    debugInfo.reasoningTokens = reasoningTokens;
+                }
+                await debug_llm_utils_1.LLMDebugger.logResponse(debugInfo);
+                this.dataFlowLogger.logLLMResponse(debugContext || 'azure-openai', { rawResponse: responseText, processingTime: requestDuration }, contextForLogger, requestId);
+                return normalizedResponse;
+            }
+            else {
+                const error = new Error(`Status ${response?.status || 'unknown'}`);
+                logging_utils_1.logger.error('Error calling Azure OpenAI', {
+                    context: this.constructor.name,
+                    error: error.message,
+                    metadata: response?.data || {}
+                });
+                this.dataFlowLogger.logLLMResponse(debugContext || 'azure-openai', { rawResponse: '', processingTime: Date.now() - requestStartTime, error }, contextForLogger, requestId);
+                return null;
+            }
+        }
+        catch (error) {
+            let errorMessage = 'Unknown error';
+            let errorDetails = {};
+            if (error instanceof Error) {
+                errorMessage = error.message;
+            }
+            if (error &&
+                typeof error === 'object' &&
+                'isAxiosError' in error &&
+                error.isAxiosError === true) {
+                const axiosError = error;
+                if (axiosError.response) {
+                    errorDetails = {
+                        statusCode: axiosError.response.status,
+                        statusText: axiosError.response.statusText,
+                        data: axiosError.response.data
+                    };
+                    if (axiosError.response.status === 401) {
+                        logging_utils_1.logger.error('Authentication error with Azure OpenAI', {
+                            context: this.constructor.name,
+                            error: 'Invalid Azure OpenAI API key (sent in the api-key header)',
+                            metadata: { statusCode: 401, message: axiosError.response.data?.error?.message }
+                        });
+                    }
+                    else if (axiosError.response.status === 404) {
+                        logging_utils_1.logger.error('Azure OpenAI deployment or route not found', {
+                            context: this.constructor.name,
+                            error: 'Deployment name not found, or endpoint/route incorrect',
+                            metadata: {
+                                statusCode: 404,
+                                deployment,
+                                hint: 'Verify the deployment name and that AZURE_OPENAI_ENDPOINT points at the resource host.'
+                            }
+                        });
+                    }
+                    else if (axiosError.response.status === 429) {
+                        logging_utils_1.logger.error('Rate limit / quota exceeded on Azure OpenAI', {
+                            context: this.constructor.name,
+                            error: 'Too many requests',
+                            metadata: { statusCode: 429, retryAfter: axiosError.response.headers?.['retry-after'] }
+                        });
+                    }
+                    else if (axiosError.response.status === 400) {
+                        logging_utils_1.logger.error('Bad request to Azure OpenAI', {
+                            context: this.constructor.name,
+                            error: axiosError.response.data?.error?.message || 'Invalid request',
+                            metadata: {
+                                deployment,
+                                isReasoning,
+                                hint: isReasoning
+                                    ? 'Reasoning models reject temperature/max_tokens; they require max_completion_tokens.'
+                                    : 'Check parameter compatibility for this deployment.',
+                                details: axiosError.response.data?.error
+                            }
+                        });
+                    }
+                }
+            }
+            logging_utils_1.logger.error('Error in Azure OpenAI API request', {
+                context: this.constructor.name,
+                error: errorMessage,
+                metadata: { ...errorDetails, requestDeployment: deployment, sessionId }
+            });
+            this.dataFlowLogger.logLLMResponse(debugContext || 'azure-openai', {
+                rawResponse: '',
+                processingTime: Date.now() - requestStartTime,
+                error: error instanceof Error ? error : new Error(errorMessage)
+            }, contextForLogger, requestId);
+            debugInfo.responseTimestamp = new Date();
+            debugInfo.error = { message: errorMessage, details: errorDetails };
+            await debug_llm_utils_1.LLMDebugger.logError(debugInfo);
+            return null;
+        }
+    }
+}
+exports.AzureOpenAIProvider = AzureOpenAIProvider;
+exports.AzureOpenAIService = AzureOpenAIProvider;
+// Export singleton instance
+exports.azureOpenAIProvider = new AzureOpenAIProvider();
+exports.azureOpenAIService = exports.azureOpenAIProvider;
+//# sourceMappingURL=azure-openai-provider.js.map

package/dist/middleware/services/llm/providers/azure-openai-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-openai-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/azure-openai-provider.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAsE;AAStE,8DAAqE;AACrE,6DAA+D;AAC/D,0CAAuD;AACvD,sDAAwD;AACxD,gEAA6G;AAC7G,2EAA6F;AAE7F;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAa,mBAAoB,SAAQ,mCAAe;IAItD;QACE,KAAK,CAAC,mBAAW,CAAC,YAAY,CAAC,CAAC;QAHjB,oBAAe,GAAG,MAAM,CAAC;QAIxC,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;;;OAIG;IACK,aAAa,CAAC,QAAgB,EAAE,UAAmB;QACzD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,GAAG,IAAI,6BAA6B,CAAC;QACjD,OAAO,UAAU,CAAC,CAAC,CAAC,GAAG,GAAG,gBAAgB,kBAAkB,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;IACnF,CAAC;IAED;;;OAGG;IACK,gBAAgB,CAAC,UAA6B;QACpD,IAAI,CAAC,IAAA,4BAAS,EAAC,UAAU,CAAC,EAAE,CAAC;YAC3B,OAAO,OAAO,UAAU,KAAK,QAAQ;gBACnC,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,IAAA,mCAAgB,EAAC,UAAU,CAAC;qBACzB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAoC,CAAC,IAAI,CAAC;qBACpD,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzB,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;YACpD,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,WAAoB;gBAC1B,SAAS,EAAE;oBACT,GAAG,EAAE,QAAQ,IAAI,CAAC,QAAQ,WAAW,IAAI,CAAC,IAAI,EAAE;oBAChD,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;iBAC5C;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAqC,EAAE;QAEvC,MAAM,EACJ,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAC5C,QAAQ,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAC/D,UAAU,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB,EACjE,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,SAAS,EAC9D,WAAW,GAAG,GAAG,EACjB,SAAS,GAAG,IAAI,EAChB,IAAI,EACJ,OAAO,GAAG,IAAI,CAAC,eAAe,EAC9B,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACR,eAAe,EACf,cAAc,EACf,GAAG,OAAO,CAAC;QAEZ,mBAAmB;QACnB,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,qDAAqD;gBACrD,iFAAiF,CAClF,CAAC;QACJ,CAAC;QAED,oBAAoB;QACpB,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CACb,sDAAsD;gBACtD,iFAAiF,CAClF,CAAC;QACJ,CAAC;QAED,gCAAgC;QAChC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CACb,6DAA6D;gBAC7D,2FAA2F,CAC5F,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,IAAA,iDAAqB,EAAC,UAAU,EAAE,cAAc,CAAC,CAAC;QAEtE,0DAA0D;QAC1D,MAAM,cAAc,GAAuB;YACzC,KAAK,EAAE,UAAU;YACjB,QAAQ,EAAE;gBACR,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/E,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,EAAE;aACtE;SACF,CAAC;QAEF,0DAA0D;QAC1D,IAAI,WAAW,EAAE,CAAC;YAChB,mFAAmF;YACnF,cAAc,CAAC,qBAAqB,GAAG,SAAS,CAAC;YACjD,IAAI,eAAe,EAAE,CAAC;gBACpB,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,IAAA,mDAAuB,EAAC,eAAe,CAAC,CAAC;gBACpE,IAAI,KAAK;oBAAE,cAAc,CAAC,gBAAgB,GAAG,KAAK,CAAC;gBACnD,IAAI,OAAO,EAAE,CAAC;oBACZ,sBAAM,CAAC,IAAI,CAAC,OAAO,EAAE;wBACnB,OAAO,EAAE,qBAAqB;wBAC9B,QAAQ,EAAE,EAAE,UAAU,EAAE,eAAe,EAAE;qBAC1C,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,oFAAoF;YACpF,cAAc,CAAC,UAAU,GAAG,SAAS,CAAC;YACtC,cAAc,CAAC,WAAW,GAAG,WAAW,CAAC;YACzC,IAAI,IAAI,KAAK,SAAS;gBAAE,cAAc,CAAC,KAAK,GAAG,IAAI,CAAC;YACpD,IAAI,eAAe,EAAE,CAAC;gBACpB,sBAAM,CAAC,IAAI,CACT,oBAAoB,eAAe,mDAAmD,UAAU,KAAK;oBACrG,6EAA6E,EAC7E,EAAE,OAAO,EAAE,qBAAqB,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,EAAE,CAC7D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAErD,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,QAAQ,EAAE,kBAAkB;YAC5B,SAAS,EAAE,SAAS;SACrB,CAAC;QAEF,iDAAiD;QACjD,MAAM,gBAAgB,GAAG,IAAA,uCAAoB,EAAC,UAAU,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK,EAAE,UAAU;YACjB,OAAO,EAAE,GAAG;YACZ,aAAa;YACb,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,OAAO,EAAE,YAAY;YACrB,SAAS;YACT,aAAa;YACb,UAAU;YACV,QAAQ;YACR,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW;YAClD,eAAe;SAChB,CAAC;QAEF,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,IAAI,cAAc,EAAE,gBAAgB,CAAC,CAAC;QAErG,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,cAAc;YACrC,MAAM,EAAE,gBAAgB;YACxB,aAAa;YACb,SAAS,EAAE,UAAU;YACrB,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW;YAClD,WAAW,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE;SAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE;gBAC7C,OAAO,EAAE,qBAAqB;gBAC9B,QAAQ,EAAE;oBACR,GAAG;oBACH,UAAU;oBACV,WAAW;oBACX,YAAY,EAAE,IAAA,gCAAa,EAAC,UAAU,CAAC;oBACvC,SAAS;iBACV;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CACd,GAAG,EACH,cAAc,EACd,EAAE,OAAO,EAAE,OAAO,EAAE,CACrB,EACD,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,CAAC,KAAK,CACd,CAAC;YAEF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,WAAW,GAA2B,QAAQ,CAAC,IAAI,CAAC;gBAE1D,MAAM,eAAe,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;gBAEvE,wEAAwE;gBACxE,+EAA+E;gBAC/E,MAAM,SAAS,GAAG,mCAAwB,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAChE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;gBAE/E,yDAAyD;gBACzD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;gBAChC,MAAM,eAAe,GAAG,KAAK,CAAC,yBAAyB,EAAE,gBAAgB,CAAC;gBAC1E,MAAM,YAAY,GAAG,KAAK,CAAC,qBAAqB,EAAE,aAAa,CAAC;gBAChE,MAAM,UAAU,GAAe;oBAC7B,WAAW,EAAE,KAAK,CAAC,aAAa;oBAChC,YAAY,EAAE,KAAK,CAAC,iBAAiB;oBACrC,WAAW,EAAE,KAAK,CAAC,YAAY;oBAC/B,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC/C,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,eAAe,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC9E,CAAC;gBAEF,MAAM,kBAAkB,GAAwB;oBAC9C,OAAO,EAAE;wBACP,OAAO,EAAE,YAAY;wBACrB,GAAG,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,CAAC;qBAC9B;oBACD,SAAS;oBACT,QAAQ,EAAE;wBACR,QAAQ,EAAE,IAAI,CAAC,YAAY;wBAC3B,KAAK,EAAE,WAAW,CAAC,KAAK,IAAI,UAAU;wBACtC,UAAU,EAAE,UAAU,CAAC,WAAW;wBAClC,cAAc,EAAE,eAAe;qBAChC;oBACD,KAAK,EAAE,UAAU;oBACjB,EAAE,EAAE,WAAW,CAAC,EAAE;oBAClB,aAAa,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,SAAS;iBAClE,CAAC;gBAEF,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gBACzC,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;gBAClC,SAAS,CAAC,eAAe,GAAG,WAAW,CAAC;gBACxC,IAAI,QAAQ,EAAE,CAAC;oBACb,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBAChC,CAAC;gBACD,0EAA0E;gBAC1E,6EAA6E;gBAC7E,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;oBAClC,SAAS,CAAC,eAAe,GAAG,eAAe,CAAC;gBAC9C,CAAC;gBAED,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAEzC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,cAAc,EAC9B,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,EAC9D,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,kBAAkB,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;gBACnE,sBAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;oBACzC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oBAC9B,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,QAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE;iBAC/B,CAAC,CAAC;gBAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,cAAc,EAC9B,EAAE,WAAW,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,EAAE,KAAK,EAAE,EACzE,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,YAAY,GAAG,eAAe,CAAC;YACnC,IAAI,YAAY,GAAwB,EAAE,CAAC;YAE3C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,cAAc,IAAI,KAAK;gBACtB,KAAa,CAAC,YAAY,KAAK,IAAI,EACpC,CAAC;gBACD,MAAM,UAAU,GAAG,KAAY,CAAC;gBAEhC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACxB,YAAY,GAAG;wBACb,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;wBACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,UAAU;wBAC1C,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI;qBAC/B,CAAC;oBAEF,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBACvC,sBAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE;4BACrD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,2DAA2D;4BAClE,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE;yBACjF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE;4BACzD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,wDAAwD;4BAC/D,QAAQ,EAAE;gCACR,UAAU,EAAE,GAAG;gCACf,UAAU;gCACV,IAAI,EAAE,wFAAwF;6BAC/F;yBACF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE;4BAC1D,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,mBAAmB;4BAC1B,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE;yBACxF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;4BAC1C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,IAAI,iBAAiB;4BACpE,QAAQ,EAAE;gCACR,UAAU;gCACV,WAAW;gCACX,IAAI,EAAE,WAAW;oCACf,CAAC,CAAC,qFAAqF;oCACvF,CAAC,CAAC,oDAAoD;gCACxD,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK;6BACzC;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE;gBAChD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE,EAAE,GAAG,YAAY,EAAE,iBAAiB,EAAE,UAAU,EAAE,SAAS,EAAE;aACxE,CAAC,CAAC;YAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,cAAc,EAC9B;gBACE,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;gBAC7C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC;aAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;YAEF,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;YACzC,SAAS,CAAC,KAAK,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;YACnE,MAAM,6BAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF;AA5XD,kDA4XC;AAM+B,iDAAkB;AAJlD,4BAA4B;AACf,QAAA,mBAAmB,GAAG,IAAI,mBAAmB,EAAE,CAAC;AAI7B,6BAJnB,2BAAmB,CAIkB"}