npm - @loonylabs/llm-middleware - Versions diffs - 2.29.2 → 2.30.0 - Mend

@loonylabs/llm-middleware 2.29.2 → 2.30.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (26) hide show

package/.env.example CHANGED Viewed

@@ -44,6 +44,12 @@ AZURE_OPENAI_ENDPOINT=https://<resource>.openai.azure.com  # Your resource endpo
 AZURE_OPENAI_DEPLOYMENT=o4-mini                      # Your deployment name (= 'model' field in the request body)
 AZURE_OPENAI_API_VERSION=                            # Optional: empty = v1 route (/openai/v1/); '2024-05-01-preview' = MaaS route (/models/)
+# Inceptron Configuration (Optional - Bearer token auth, OpenAI-compatible, serverless; HQ: Inceptron AB, Lund/Sweden)
+# EU data residency is PER-MODEL: e.g. GLM-5.1 is marked "Residency: EU". DPA & SCCs available on request (support@inceptron.io).
+INCEPTRON_API_KEY=your_inceptron_api_key_here         # Inceptron API key (Bearer token in the Authorization header)
+INCEPTRON_BASE_URL=https://openrouter.inceptron.io/v1 # Base URL from the dashboard quickstart (public docs show api.inceptron.io/v1)
+INCEPTRON_MODEL=zai-org/GLM-5.1-FP8                   # Default model ID (EU-resident; verify exact ID in your dashboard)
 # Test Configuration (Optional)
 TEST_LLM_MODEL=vertex/gemini-2.0-flash-lite          # Model for general LLM tests
 # Reasoning models:

package/README.md CHANGED Viewed

@@ -2,7 +2,7 @@
 # 🚀 LLM Middleware
-*A comprehensive TypeScript middleware library for building robust multi-provider LLM backends. Currently supports Ollama, Anthropic Claude, Google Gemini (Direct API & Vertex AI), Requesty.AI (300+ models), AWS Bedrock, and Azure OpenAI / Foundry. Features EU data residency via Vertex AI / Bedrock / Azure data zones, reasoning control, advanced JSON cleaning, logging, error handling, cost tracking, and more.*
+*A comprehensive TypeScript middleware library for building robust multi-provider LLM backends. Currently supports Ollama, Anthropic Claude, Google Gemini (Direct API & Vertex AI), Requesty.AI (300+ models), AWS Bedrock, Azure OpenAI / Foundry, and Inceptron. Features EU data residency via Vertex AI / Bedrock / Azure data zones, reasoning control, advanced JSON cleaning, logging, error handling, cost tracking, and more.*
 <!-- Horizontal Badge Navigation Bar -->
 [![npm version](https://img.shields.io/npm/v/@loonylabs/llm-middleware.svg?style=for-the-badge&logo=npm&logoColor=white)](https://www.npmjs.com/package/@loonylabs/llm-middleware)
@@ -47,6 +47,7 @@
   - ✅ **Requesty.AI**: 300+ models via unified API, built-in cost tracking
   - ✅ **AWS Bedrock**: Converse API via Bearer-token auth (no AWS SDK); Claude, Nova, Qwen, GLM, Kimi, DeepSeek, gpt-oss — with central `reasoningEffort` control — **v2.28.0**
   - ✅ **Azure OpenAI / Foundry**: OpenAI-compatible v1 route with `api-key` auth; o-series/GPT-5 reasoning vs. gpt-4o standard auto-handled; EU data-zone residency — **v2.29.0**
+  - ✅ **Inceptron**: OpenAI-compatible Bearer-token auth (Inceptron AB, Sweden); curated open-weight models (GLM-5.1, Kimi, DeepSeek, gpt-oss); `reasoning`→thinking mapping; per-model EU residency — **v2.30.0**
   - 🔌 **Pluggable**: Easy to add custom providers - see [LLM Providers Guide](docs/LLM_PROVIDERS.md)
 - 👁️ **Vision / Multimodal Input**: Send images alongside text to LLM providers
   - ✨ **v2.22.0**: Provider-agnostic `MultimodalContent` type (`string | ContentPart[]`)

package/dist/middleware/services/llm/llm.service.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"llm.service.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAKhE,OAAO,EAAoB,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;~~AAG9E~~,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE7D,MAAM,WAAW,iBAAiB;IAChC,wEAAwE;IACxE,cAAc,CAAC,EAAE,sBAAsB,CAAC;CACzC;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,eAAe,CAAmC;gBAE9C,OAAO,CAAC,EAAE,iBAAiB;~~IAYvC~~;;OAEG;IACI,WAAW,CAAC,QAAQ,EAAE,WAAW,GAAG,eAAe;IAQ1D;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI;IAI/E;;OAEG;IACI,kBAAkB,CAAC,QAAQ,EAAE,WAAW,GAAG,IAAI;IAOtD;;OAEG;IACI,kBAAkB,IAAI,WAAW;IAIxC;;;OAGG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;;OAGG;IACU,IAAI,CACf,MAAM,EAAE,iBAAiB,EACzB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;OAEG;IACI,qBAAqB,IAAI,WAAW,EAAE;CAG9C;AAGD,eAAO,MAAM,UAAU,YAAmB,CAAC"}
1	+ {"version":3,"file":"llm.service.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAKhE,OAAO,EAAoB,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAI9E,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAE7D,MAAM,WAAW,iBAAiB;IAChC,wEAAwE;IACxE,cAAc,CAAC,EAAE,sBAAsB,CAAC;CACzC;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,eAAe,CAAmC;gBAE9C,OAAO,CAAC,EAAE,iBAAiB;IAavC;;OAEG;IACI,WAAW,CAAC,QAAQ,EAAE,WAAW,GAAG,eAAe;IAQ1D;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI;IAI/E;;OAEG;IACI,kBAAkB,CAAC,QAAQ,EAAE,WAAW,GAAG,IAAI;IAOtD;;OAEG;IACI,kBAAkB,IAAI,WAAW;IAIxC;;;OAGG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;;OAGG;IACU,IAAI,CACf,MAAM,EAAE,iBAAiB,EACzB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;OAEG;IACI,qBAAqB,IAAI,WAAW,EAAE;CAG9C;AAGD,eAAO,MAAM,UAAU,YAAmB,CAAC"}

package/dist/middleware/services/llm/llm.service.js CHANGED Viewed

@@ -12,6 +12,7 @@ const requesty_provider_1 = require("./providers/requesty-provider");
 const gemini_1 = require("./providers/gemini");
 const bedrock_provider_1 = require("./providers/bedrock-provider");
 const azure_openai_provider_1 = require("./providers/azure-openai-provider");
+const inceptron_provider_1 = require("./providers/inceptron-provider");
 const types_1 = require("./types");
 class LLMService {
     constructor(options) {
@@ -25,6 +26,7 @@ class LLMService {
         this.providers.set(types_1.LLMProvider.VERTEX_AI, new gemini_1.VertexAIProvider(options?.vertexAIConfig));
         this.providers.set(types_1.LLMProvider.BEDROCK, new bedrock_provider_1.BedrockProvider());
         this.providers.set(types_1.LLMProvider.AZURE_OPENAI, new azure_openai_provider_1.AzureOpenAIProvider());
+        this.providers.set(types_1.LLMProvider.INCEPTRON, new inceptron_provider_1.InceptronProvider());
     }
     /**
      * Get a specific provider instance

package/dist/middleware/services/llm/llm.service.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,iEAA6D;AAC7D,uEAAmE;AACnE,iEAA6D;AAC7D,qEAAiE;AACjE,+CAA8E;AAC9E,mEAA+D;AAC/D,6EAAwE;AACxE,mCAA2E;AAQ3E,MAAa,UAAU;IAIrB,YAAY,OAA2B;QAF/B,oBAAe,GAAgB,mBAAW,CAAC,MAAM,CAAC;QAGxD,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,iCAAiC;QACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,sCAAiB,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,QAAQ,EAAE,IAAI,oCAAgB,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,yBAAgB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QACzF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,OAAO,EAAE,IAAI,kCAAe,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,YAAY,EAAE,IAAI,2CAAmB,EAAE,CAAC,CAAC;~~IAC1E~~,CAAC;IAED;;OAEG;IACI,WAAW,CAAC,QAAqB;QACtC,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,2CAA2C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjI,CAAC;QACD,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAqB,EAAE,QAAyB;QACtE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACI,kBAAkB,CAAC,QAAqB;QAC7C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,mBAAmB,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;IAClC,CAAC;IAED;;OAEG;IACI,kBAAkB;QACvB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,IAAI,CACf,MAAyB,EACzB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACI,qBAAqB;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;CACF;~~AApGD~~,~~gCAoGC~~;AAED,4BAA4B;AACf,QAAA,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC"}
1	+ {"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,iEAA6D;AAC7D,uEAAmE;AACnE,iEAA6D;AAC7D,qEAAiE;AACjE,+CAA8E;AAC9E,mEAA+D;AAC/D,6EAAwE;AACxE,uEAAmE;AACnE,mCAA2E;AAQ3E,MAAa,UAAU;IAIrB,YAAY,OAA2B;QAF/B,oBAAe,GAAgB,mBAAW,CAAC,MAAM,CAAC;QAGxD,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,iCAAiC;QACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,sCAAiB,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,QAAQ,EAAE,IAAI,oCAAgB,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,yBAAgB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QACzF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,OAAO,EAAE,IAAI,kCAAe,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,YAAY,EAAE,IAAI,2CAAmB,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,sCAAiB,EAAE,CAAC,CAAC;IACrE,CAAC;IAED;;OAEG;IACI,WAAW,CAAC,QAAqB;QACtC,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,2CAA2C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjI,CAAC;QACD,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAqB,EAAE,QAAyB;QACtE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACI,kBAAkB,CAAC,QAAqB;QAC7C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,mBAAmB,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;IAClC,CAAC;IAED;;OAEG;IACI,kBAAkB;QACvB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,IAAI,CACf,MAAyB,EACzB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACI,qBAAqB;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;CACF;AArGD,gCAqGC;AAED,4BAA4B;AACf,QAAA,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC"}

package/dist/middleware/services/llm/providers/inceptron-provider.d.ts ADDED Viewed

@@ -0,0 +1,49 @@
+import { BaseLLMProvider } from './base-llm-provider';
+import { CommonLLMResponse } from '../types';
+import { InceptronRequestOptions } from '../types/inceptron.types';
+import { MultimodalContent } from '../types/multimodal.types';
+/**
+ * Inceptron provider using the OpenAI-compatible Chat Completions API.
+ *
+ * Inceptron (Inceptron AB, Lund/Sweden) serves curated open-weight models
+ * (GLM-5.1, Kimi, DeepSeek, gpt-oss, MiniMax, Llama, …) on a compiler-accelerated
+ * inference stack. The wire format mirrors the Requesty provider — only two
+ * behaviours are Inceptron-specific (both live-verified):
+ *
+ *  1. Reasoning text arrives in `message.reasoning` (OpenRouter style), which we
+ *     map to the provider-agnostic `message.thinking`.
+ *  2. `message.content` can be `null`; we treat it as an empty string and warn
+ *     when it is empty while reasoning is present.
+ *
+ * `usage` carries no `reasoning_tokens` (reasoning is folded into
+ * `completion_tokens`, like Ollama) and no `cost`.
+ *
+ * Auth:      Authorization: Bearer <INCEPTRON_API_KEY>
+ * Endpoint:  {INCEPTRON_BASE_URL}/chat/completions  (default openrouter.inceptron.io/v1)
+ * Residency: per-model — e.g. GLM-5.1 is marked EU-resident. DPA/SCCs on request.
+ * @see docs/INCEPTRON.md
+ */
+export declare class InceptronProvider extends BaseLLMProvider {
+    private dataFlowLogger;
+    private readonly DEFAULT_BASE_URL;
+    private readonly DEFAULT_MODEL;
+    private readonly DEFAULT_TIMEOUT;
+    constructor();
+    /**
+     * Build the user message content: multimodal (text + image_url) or plain string.
+     * Uses the OpenAI image_url/data-URI format, identical to Requesty/Azure.
+     */
+    private buildUserContent;
+    /**
+     * Call the Inceptron Chat Completions API with a custom system message.
+     * @param userPrompt - The user's prompt (text or multimodal content)
+     * @param systemMessage - The system message defining AI behavior
+     * @param options - Options for the API call
+     * @returns The API response or null on error
+     */
+    callWithSystemMessage(userPrompt: MultimodalContent, systemMessage: string, options?: InceptronRequestOptions): Promise<CommonLLMResponse | null>;
+}
+export declare const inceptronProvider: InceptronProvider;
+export { InceptronProvider as InceptronService };
+export { inceptronProvider as inceptronService };
+//# sourceMappingURL=inceptron-provider.d.ts.map

package/dist/middleware/services/llm/providers/inceptron-provider.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"inceptron-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/inceptron-provider.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAA+B,MAAM,UAAU,CAAC;AACvF,OAAO,EACL,uBAAuB,EAKxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAkB9D;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,qBAAa,iBAAkB,SAAQ,eAAe;IACpD,OAAO,CAAC,cAAc,CAAwB;IAC9C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAwC;IACzE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAyB;IACvD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAU;;IAO1C;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAsBxB;;;;;;OAMG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;CAsSrC;AAGD,eAAO,MAAM,iBAAiB,mBAA0B,CAAC;AAGzD,OAAO,EAAE,iBAAiB,IAAI,gBAAgB,EAAE,CAAC;AACjD,OAAO,EAAE,iBAAiB,IAAI,gBAAgB,EAAE,CAAC"}

package/dist/middleware/services/llm/providers/inceptron-provider.js ADDED Viewed

@@ -0,0 +1,310 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.inceptronService = exports.InceptronService = exports.inceptronProvider = exports.InceptronProvider = void 0;
+// NEW FILE: inceptron-provider.ts
+const axios_1 = __importDefault(require("axios"));
+const uuid_1 = require("uuid");
+const logging_utils_1 = require("../../../shared/utils/logging.utils");
+const base_llm_provider_1 = require("./base-llm-provider");
+const types_1 = require("../types");
+const debug_llm_utils_1 = require("../utils/debug-llm.utils");
+const data_flow_logger_1 = require("../../data-flow-logger");
+const retry_utils_1 = require("../utils/retry.utils");
+const multimodal_utils_1 = require("../utils/multimodal.utils");
+/**
+ * Default reasoning effort sent when the caller does not specify one.
+ *
+ * Live verification against zai-org/GLM-5.1-FP8 showed that omitting
+ * reasoning_effort makes `content` non-deterministic (sometimes empty, with the
+ * whole answer in `reasoning`). Sending an explicit value — even 'none' —
+ * reliably populates `content`. 'none' is chosen as the safe default: clean,
+ * fast, deterministic content with no reasoning-token overhead. Callers opt into
+ * reasoning explicitly via `reasoningEffort`.
+ */
+const DEFAULT_REASONING_EFFORT = 'none';
+/**
+ * Inceptron provider using the OpenAI-compatible Chat Completions API.
+ *
+ * Inceptron (Inceptron AB, Lund/Sweden) serves curated open-weight models
+ * (GLM-5.1, Kimi, DeepSeek, gpt-oss, MiniMax, Llama, …) on a compiler-accelerated
+ * inference stack. The wire format mirrors the Requesty provider — only two
+ * behaviours are Inceptron-specific (both live-verified):
+ *
+ *  1. Reasoning text arrives in `message.reasoning` (OpenRouter style), which we
+ *     map to the provider-agnostic `message.thinking`.
+ *  2. `message.content` can be `null`; we treat it as an empty string and warn
+ *     when it is empty while reasoning is present.
+ *
+ * `usage` carries no `reasoning_tokens` (reasoning is folded into
+ * `completion_tokens`, like Ollama) and no `cost`.
+ *
+ * Auth:      Authorization: Bearer <INCEPTRON_API_KEY>
+ * Endpoint:  {INCEPTRON_BASE_URL}/chat/completions  (default openrouter.inceptron.io/v1)
+ * Residency: per-model — e.g. GLM-5.1 is marked EU-resident. DPA/SCCs on request.
+ * @see docs/INCEPTRON.md
+ */
+class InceptronProvider extends base_llm_provider_1.BaseLLMProvider {
+    constructor() {
+        super(types_1.LLMProvider.INCEPTRON);
+        this.DEFAULT_BASE_URL = 'https://openrouter.inceptron.io/v1';
+        this.DEFAULT_MODEL = 'zai-org/GLM-5.1-FP8';
+        this.DEFAULT_TIMEOUT = 180000;
+        this.dataFlowLogger = data_flow_logger_1.DataFlowLoggerService.getInstance();
+    }
+    /**
+     * Build the user message content: multimodal (text + image_url) or plain string.
+     * Uses the OpenAI image_url/data-URI format, identical to Requesty/Azure.
+     */
+    buildUserContent(userPrompt) {
+        if (!(0, multimodal_utils_1.hasImages)(userPrompt)) {
+            return typeof userPrompt === 'string'
+                ? userPrompt
+                : (0, multimodal_utils_1.normalizeContent)(userPrompt)
+                    .map(p => p.text)
+                    .join('\n');
+        }
+        return (0, multimodal_utils_1.normalizeContent)(userPrompt).map(part => {
+            if (part.type === 'text') {
+                return { type: 'text', text: part.text };
+            }
+            return {
+                type: 'image_url',
+                image_url: {
+                    url: `data:${part.mimeType};base64,${part.data}`,
+                    ...(part.detail && { detail: part.detail })
+                }
+            };
+        });
+    }
+    /**
+     * Call the Inceptron Chat Completions API with a custom system message.
+     * @param userPrompt - The user's prompt (text or multimodal content)
+     * @param systemMessage - The system message defining AI behavior
+     * @param options - Options for the API call
+     * @returns The API response or null on error
+     */
+    async callWithSystemMessage(userPrompt, systemMessage, options = {}) {
+        const { authToken = process.env.INCEPTRON_API_KEY, model = process.env.INCEPTRON_MODEL || this.DEFAULT_MODEL, baseUrl = process.env.INCEPTRON_BASE_URL || this.DEFAULT_BASE_URL, temperature = 0.7, maxTokens = 4096, timeout = this.DEFAULT_TIMEOUT, httpReferer, xTitle, debugContext, sessionId = (0, uuid_1.v4)(), chapterNumber, pageNumber, pageName, reasoningEffort } = options;
+        // Validate API key
+        if (!authToken) {
+            throw new Error('Inceptron API key is required but not provided. ' +
+                'Please set INCEPTRON_API_KEY in your .env file or pass authToken in options.');
+        }
+        // Validate model
+        if (!model) {
+            throw new Error('Model name is required but not provided. ' +
+                'Please set INCEPTRON_MODEL in your .env file or pass model in options.');
+        }
+        // Always send a reasoning_effort to keep `content` deterministic (see DEFAULT_REASONING_EFFORT).
+        const effectiveEffort = reasoningEffort ?? DEFAULT_REASONING_EFFORT;
+        const base = baseUrl.replace(/\/+$/, '');
+        const url = `${base}/chat/completions`;
+        // Build headers
+        const headers = {
+            'Content-Type': 'application/json',
+            'Accept': 'application/json',
+            'Authorization': `Bearer ${authToken}`
+        };
+        if (httpReferer)
+            headers['HTTP-Referer'] = httpReferer;
+        if (xTitle)
+            headers['X-Title'] = xTitle;
+        // Build request payload (OpenAI format)
+        const requestPayload = {
+            model,
+            messages: [
+                ...(systemMessage ? [{ role: 'system', content: systemMessage }] : []),
+                { role: 'user', content: this.buildUserContent(userPrompt) }
+            ],
+            max_tokens: maxTokens,
+            temperature,
+            reasoning_effort: effectiveEffort
+        };
+        // Use debug string to avoid base64 blobs in logs
+        const userMessageDebug = (0, multimodal_utils_1.contentToDebugString)(userPrompt);
+        const debugInfo = {
+            timestamp: new Date(),
+            provider: this.providerName,
+            model,
+            baseUrl: url,
+            systemMessage,
+            userMessage: userMessageDebug,
+            requestData: requestPayload,
+            useCase: debugContext,
+            sessionId,
+            chapterNumber,
+            pageNumber,
+            pageName,
+            temperature,
+            reasoningEffort: effectiveEffort
+        };
+        await debug_llm_utils_1.LLMDebugger.logRequest(debugInfo);
+        const contextForLogger = {
+            currentChapterNr: chapterNumber,
+            currentPage: pageNumber,
+            debugContext
+        };
+        const requestId = this.dataFlowLogger.startRequest(debugContext || 'inceptron', contextForLogger);
+        this.dataFlowLogger.logLLMRequest({
+            stage: debugContext || 'inceptron',
+            prompt: userMessageDebug,
+            systemMessage,
+            modelName: model,
+            temperature,
+            contextInfo: { sessionId, chapterNumber, pageNumber, pageName }
+        }, contextForLogger, requestId);
+        const requestStartTime = Date.now();
+        try {
+            logging_utils_1.logger.info('Sending request to Inceptron API', {
+                context: 'InceptronProvider',
+                metadata: {
+                    url,
+                    model,
+                    reasoningEffort: effectiveEffort,
+                    promptLength: (0, multimodal_utils_1.contentLength)(userPrompt),
+                    maxTokens
+                }
+            });
+            const response = await (0, retry_utils_1.retryWithBackoff)(() => axios_1.default.post(url, requestPayload, { headers, timeout }), this.constructor.name, options.retry);
+            const requestDuration = Date.now() - requestStartTime;
+            if (response && response.status === 200) {
+                const apiResponse = response.data;
+                const choice = apiResponse.choices[0];
+                // `content` can be null (see InceptronAPIResponse); treat as empty string.
+                const responseText = choice?.message?.content ?? '';
+                // Reasoning arrives in `message.reasoning` (OpenRouter style) -> map to thinking.
+                const thinking = choice?.message?.reasoning || undefined;
+                // GLM-5.1 occasionally returns empty content with all text in `reasoning`.
+                // Surface it so the consumer understands an empty answer, rather than silently
+                // returning "". (Does not happen with the default reasoning_effort='none'.)
+                if (!responseText && thinking) {
+                    logging_utils_1.logger.warn('Inceptron returned empty content while reasoning text was present. ' +
+                        'The model kept its answer in the reasoning channel. ' +
+                        "Consider setting reasoningEffort='none' or raising maxTokens.", { context: 'InceptronProvider', metadata: { model, reasoningEffort: effectiveEffort } });
+                }
+                // Normalize token usage. No reasoning_tokens / cost are returned; reasoning
+                // is folded into completion_tokens (like Ollama). cached_tokens may appear
+                // on cache hits.
+                const usage = apiResponse.usage;
+                const cachedTokens = usage?.prompt_tokens_details?.cached_tokens;
+                const tokenUsage = {
+                    inputTokens: usage?.prompt_tokens ?? 0,
+                    outputTokens: usage?.completion_tokens ?? 0,
+                    totalTokens: usage?.total_tokens ?? 0,
+                    ...(cachedTokens ? { cacheMetadata: { cacheReadTokens: cachedTokens } } : {})
+                };
+                const normalizedResponse = {
+                    message: {
+                        content: responseText,
+                        ...(thinking && { thinking })
+                    },
+                    sessionId,
+                    metadata: {
+                        provider: this.providerName,
+                        model: apiResponse.model || model,
+                        tokensUsed: tokenUsage.totalTokens,
+                        processingTime: requestDuration
+                    },
+                    usage: tokenUsage,
+                    id: apiResponse.id,
+                    finish_reason: choice?.finish_reason || undefined
+                };
+                debugInfo.responseTimestamp = new Date();
+                debugInfo.response = responseText;
+                debugInfo.rawResponseData = apiResponse;
+                if (thinking) {
+                    debugInfo.thinking = thinking;
+                }
+                await debug_llm_utils_1.LLMDebugger.logResponse(debugInfo);
+                this.dataFlowLogger.logLLMResponse(debugContext || 'inceptron', { rawResponse: responseText, processingTime: requestDuration }, contextForLogger, requestId);
+                return normalizedResponse;
+            }
+            else {
+                const error = new Error(`Status ${response?.status || 'unknown'}`);
+                logging_utils_1.logger.error('Error calling Inceptron API', {
+                    context: this.constructor.name,
+                    error: error.message,
+                    metadata: response?.data || {}
+                });
+                this.dataFlowLogger.logLLMResponse(debugContext || 'inceptron', { rawResponse: '', processingTime: Date.now() - requestStartTime, error }, contextForLogger, requestId);
+                return null;
+            }
+        }
+        catch (error) {
+            let errorMessage = 'Unknown error';
+            let errorDetails = {};
+            if (error instanceof Error) {
+                errorMessage = error.message;
+            }
+            // Handle Axios errors
+            if (error &&
+                typeof error === 'object' &&
+                'isAxiosError' in error &&
+                error.isAxiosError === true) {
+                const axiosError = error;
+                if (axiosError.response) {
+                    errorDetails = {
+                        statusCode: axiosError.response.status,
+                        statusText: axiosError.response.statusText,
+                        data: axiosError.response.data
+                    };
+                    if (axiosError.response.status === 401) {
+                        logging_utils_1.logger.error('Authentication error with Inceptron API', {
+                            context: this.constructor.name,
+                            error: 'Invalid API key (sent as Authorization: Bearer)',
+                            metadata: { statusCode: 401, message: axiosError.response.data?.error?.message }
+                        });
+                    }
+                    else if (axiosError.response.status === 404) {
+                        logging_utils_1.logger.error('Inceptron model or route not found', {
+                            context: this.constructor.name,
+                            error: 'Model ID not found, or base URL/route incorrect',
+                            metadata: {
+                                statusCode: 404,
+                                model,
+                                hint: 'Verify the model ID and INCEPTRON_BASE_URL (dashboard quickstart shows openrouter.inceptron.io/v1).'
+                            }
+                        });
+                    }
+                    else if (axiosError.response.status === 429) {
+                        logging_utils_1.logger.error('Rate limit exceeded on Inceptron API', {
+                            context: this.constructor.name,
+                            error: 'Too many requests',
+                            metadata: { statusCode: 429, retryAfter: axiosError.response.headers?.['retry-after'] }
+                        });
+                    }
+                    else if (axiosError.response.status === 400) {
+                        logging_utils_1.logger.error('Bad request to Inceptron API', {
+                            context: this.constructor.name,
+                            error: axiosError.response.data?.error?.message || 'Invalid request',
+                            metadata: { model, details: axiosError.response.data?.error }
+                        });
+                    }
+                }
+            }
+            logging_utils_1.logger.error('Error in Inceptron API request', {
+                context: this.constructor.name,
+                error: errorMessage,
+                metadata: { ...errorDetails, requestModel: model, sessionId }
+            });
+            this.dataFlowLogger.logLLMResponse(debugContext || 'inceptron', {
+                rawResponse: '',
+                processingTime: Date.now() - requestStartTime,
+                error: error instanceof Error ? error : new Error(errorMessage)
+            }, contextForLogger, requestId);
+            debugInfo.responseTimestamp = new Date();
+            debugInfo.error = { message: errorMessage, details: errorDetails };
+            await debug_llm_utils_1.LLMDebugger.logError(debugInfo);
+            return null;
+        }
+    }
+}
+exports.InceptronProvider = InceptronProvider;
+exports.InceptronService = InceptronProvider;
+// Export singleton instance
+exports.inceptronProvider = new InceptronProvider();
+exports.inceptronService = exports.inceptronProvider;
+//# sourceMappingURL=inceptron-provider.js.map

package/dist/middleware/services/llm/providers/inceptron-provider.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"inceptron-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/inceptron-provider.ts"],"names":[],"mappings":";;;;;;AAAA,kCAAkC;AAClC,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAuF;AASvF,8DAAqE;AACrE,6DAA+D;AAC/D,sDAAwD;AACxD,gEAA6G;AAE7G;;;;;;;;;GASG;AACH,MAAM,wBAAwB,GAAoB,MAAM,CAAC;AAEzD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAa,iBAAkB,SAAQ,mCAAe;IAMpD;QACE,KAAK,CAAC,mBAAW,CAAC,SAAS,CAAC,CAAC;QALd,qBAAgB,GAAG,oCAAoC,CAAC;QACxD,kBAAa,GAAG,qBAAqB,CAAC;QACtC,oBAAe,GAAG,MAAM,CAAC;QAIxC,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;;OAGG;IACK,gBAAgB,CAAC,UAA6B;QACpD,IAAI,CAAC,IAAA,4BAAS,EAAC,UAAU,CAAC,EAAE,CAAC;YAC3B,OAAO,OAAO,UAAU,KAAK,QAAQ;gBACnC,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,IAAA,mCAAgB,EAAC,UAAU,CAAC;qBACzB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAoC,CAAC,IAAI,CAAC;qBACpD,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzB,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;YACpD,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,WAAoB;gBAC1B,SAAS,EAAE;oBACT,GAAG,EAAE,QAAQ,IAAI,CAAC,QAAQ,WAAW,IAAI,CAAC,IAAI,EAAE;oBAChD,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;iBAC5C;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAmC,EAAE;QAErC,MAAM,EACJ,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,EACzC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,IAAI,CAAC,aAAa,EACzD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,IAAI,CAAC,gBAAgB,EACjE,WAAW,GAAG,GAAG,EACjB,SAAS,GAAG,IAAI,EAChB,OAAO,GAAG,IAAI,CAAC,eAAe,EAC9B,WAAW,EACX,MAAM,EACN,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACR,eAAe,EAChB,GAAG,OAAO,CAAC;QAEZ,mBAAmB;QACnB,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,kDAAkD;gBAClD,8EAA8E,CAC/E,CAAC;QACJ,CAAC;QAED,iBAAiB;QACjB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,wEAAwE,CACzE,CAAC;QACJ,CAAC;QAED,iGAAiG;QACjG,MAAM,eAAe,GAAG,eAAe,IAAI,wBAAwB,CAAC;QAEpE,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,GAAG,IAAI,mBAAmB,CAAC;QAEvC,gBAAgB;QAChB,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,QAAQ,EAAE,kBAAkB;YAC5B,eAAe,EAAE,UAAU,SAAS,EAAE;SACvC,CAAC;QACF,IAAI,WAAW;YAAE,OAAO,CAAC,cAAc,CAAC,GAAG,WAAW,CAAC;QACvD,IAAI,MAAM;YAAE,OAAO,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC;QAExC,wCAAwC;QACxC,MAAM,cAAc,GAAwB;YAC1C,KAAK;YACL,QAAQ,EAAE;gBACR,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/E,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,EAAE;aACtE;YACD,UAAU,EAAE,SAAS;YACrB,WAAW;YACX,gBAAgB,EAAE,eAAe;SAClC,CAAC;QAEF,iDAAiD;QACjD,MAAM,gBAAgB,GAAG,IAAA,uCAAoB,EAAC,UAAU,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK;YACL,OAAO,EAAE,GAAG;YACZ,aAAa;YACb,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,OAAO,EAAE,YAAY;YACrB,SAAS;YACT,aAAa;YACb,UAAU;YACV,QAAQ;YACR,WAAW;YACX,eAAe,EAAE,eAAe;SACjC,CAAC;QAEF,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,IAAI,WAAW,EAAE,gBAAgB,CAAC,CAAC;QAElG,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,WAAW;YAClC,MAAM,EAAE,gBAAgB;YACxB,aAAa;YACb,SAAS,EAAE,KAAK;YAChB,WAAW;YACX,WAAW,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE;SAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE;gBAC9C,OAAO,EAAE,mBAAmB;gBAC5B,QAAQ,EAAE;oBACR,GAAG;oBACH,KAAK;oBACL,eAAe,EAAE,eAAe;oBAChC,YAAY,EAAE,IAAA,gCAAa,EAAC,UAAU,CAAC;oBACvC,SAAS;iBACV;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CACd,GAAG,EACH,cAAc,EACd,EAAE,OAAO,EAAE,OAAO,EAAE,CACrB,EACD,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,CAAC,KAAK,CACd,CAAC;YAEF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,WAAW,GAAyB,QAAQ,CAAC,IAAI,CAAC;gBACxD,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAEtC,2EAA2E;gBAC3E,MAAM,YAAY,GAAG,MAAM,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;gBACpD,kFAAkF;gBAClF,MAAM,QAAQ,GAAG,MAAM,EAAE,OAAO,EAAE,SAAS,IAAI,SAAS,CAAC;gBAEzD,2EAA2E;gBAC3E,+EAA+E;gBAC/E,4EAA4E;gBAC5E,IAAI,CAAC,YAAY,IAAI,QAAQ,EAAE,CAAC;oBAC9B,sBAAM,CAAC,IAAI,CACT,qEAAqE;wBACrE,sDAAsD;wBACtD,+DAA+D,EAC/D,EAAE,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,eAAe,EAAE,EAAE,CACxF,CAAC;gBACJ,CAAC;gBAED,4EAA4E;gBAC5E,2EAA2E;gBAC3E,iBAAiB;gBACjB,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;gBAChC,MAAM,YAAY,GAAG,KAAK,EAAE,qBAAqB,EAAE,aAAa,CAAC;gBACjE,MAAM,UAAU,GAAe;oBAC7B,WAAW,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC;oBACtC,YAAY,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC;oBAC3C,WAAW,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;oBACrC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,eAAe,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC9E,CAAC;gBAEF,MAAM,kBAAkB,GAAsB;oBAC5C,OAAO,EAAE;wBACP,OAAO,EAAE,YAAY;wBACrB,GAAG,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,CAAC;qBAC9B;oBACD,SAAS;oBACT,QAAQ,EAAE;wBACR,QAAQ,EAAE,IAAI,CAAC,YAAY;wBAC3B,KAAK,EAAE,WAAW,CAAC,KAAK,IAAI,KAAK;wBACjC,UAAU,EAAE,UAAU,CAAC,WAAW;wBAClC,cAAc,EAAE,eAAe;qBAChC;oBACD,KAAK,EAAE,UAAU;oBACjB,EAAE,EAAE,WAAW,CAAC,EAAE;oBAClB,aAAa,EAAE,MAAM,EAAE,aAAa,IAAI,SAAS;iBAClD,CAAC;gBAEF,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gBACzC,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;gBAClC,SAAS,CAAC,eAAe,GAAG,WAAW,CAAC;gBACxC,IAAI,QAAQ,EAAE,CAAC;oBACb,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBAChC,CAAC;gBAED,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAEzC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,WAAW,EAC3B,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,EAC9D,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,kBAAkB,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;gBACnE,sBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;oBAC1C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oBAC9B,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,QAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE;iBAC/B,CAAC,CAAC;gBAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,WAAW,EAC3B,EAAE,WAAW,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,EAAE,KAAK,EAAE,EACzE,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,YAAY,GAAG,eAAe,CAAC;YACnC,IAAI,YAAY,GAAwB,EAAE,CAAC;YAE3C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,sBAAsB;YACtB,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,cAAc,IAAI,KAAK;gBACtB,KAAa,CAAC,YAAY,KAAK,IAAI,EACpC,CAAC;gBACD,MAAM,UAAU,GAAG,KAAY,CAAC;gBAEhC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACxB,YAAY,GAAG;wBACb,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;wBACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,UAAU;wBAC1C,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI;qBAC/B,CAAC;oBAEF,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBACvC,sBAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE;4BACtD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,iDAAiD;4BACxD,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE;yBACjF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE;4BACjD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,iDAAiD;4BACxD,QAAQ,EAAE;gCACR,UAAU,EAAE,GAAG;gCACf,KAAK;gCACL,IAAI,EAAE,qGAAqG;6BAC5G;yBACF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;4BACnD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,mBAAmB;4BAC1B,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE;yBACxF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;4BAC3C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,IAAI,iBAAiB;4BACpE,QAAQ,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE;yBAC9D,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE;gBAC7C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE,EAAE,GAAG,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE;aAC9D,CAAC,CAAC;YAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,WAAW,EAC3B;gBACE,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;gBAC7C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC;aAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;YAEF,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;YACzC,SAAS,CAAC,KAAK,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;YACnE,MAAM,6BAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF;AAtVD,8CAsVC;AAM6B,6CAAgB;AAJ9C,4BAA4B;AACf,QAAA,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;AAI3B,2BAJjB,yBAAiB,CAIgB"}

package/dist/middleware/services/llm/providers/index.d.ts CHANGED Viewed

@@ -6,4 +6,5 @@ export * from './requesty-provider';
 export * from './bedrock-provider';
 export * from './azure-openai-provider';
 export * from './azure-openai-capabilities';
+export * from './inceptron-provider';
 //# sourceMappingURL=index.d.ts.map

package/dist/middleware/services/llm/providers/index.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/index.ts"],"names":[],"mappings":"AACA,cAAc,qBAAqB,CAAC;AAGpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,yBAAyB,CAAC;AACxC,cAAc,6BAA6B,CAAC"}
1	+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/index.ts"],"names":[],"mappings":"AACA,cAAc,qBAAqB,CAAC;AAGpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,yBAAyB,CAAC;AACxC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,sBAAsB,CAAC"}

package/dist/middleware/services/llm/providers/index.js CHANGED Viewed

@@ -24,6 +24,7 @@ __exportStar(require("./requesty-provider"), exports);
 __exportStar(require("./bedrock-provider"), exports);
 __exportStar(require("./azure-openai-provider"), exports);
 __exportStar(require("./azure-openai-capabilities"), exports);
+__exportStar(require("./inceptron-provider"), exports);
 // Future providers will be added here:
 // export * from './openai-provider';
 //# sourceMappingURL=index.js.map

package/dist/middleware/services/llm/providers/index.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gBAAgB;AAChB,sDAAoC;AAEpC,qBAAqB;AACrB,oDAAkC;AAClC,uDAAqC;AACrC,oDAAkC;AAClC,sDAAoC;AACpC,qDAAmC;AACnC,0DAAwC;AACxC,8DAA4C;~~AAE5C~~,uCAAuC;AACvC,qCAAqC"}
1	+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gBAAgB;AAChB,sDAAoC;AAEpC,qBAAqB;AACrB,oDAAkC;AAClC,uDAAqC;AACrC,oDAAkC;AAClC,sDAAoC;AACpC,qDAAmC;AACnC,0DAAwC;AACxC,8DAA4C;AAC5C,uDAAqC;AAErC,uCAAuC;AACvC,qCAAqC"}

package/dist/middleware/services/llm/types/common.types.d.ts CHANGED Viewed

@@ -147,7 +147,9 @@ export declare enum LLMProvider {
     /** AWS Bedrock - Bearer token (API key) auth via Converse API, EU hosting support */
     BEDROCK = "bedrock",
     /** Azure OpenAI / Microsoft Foundry - api-key auth via OpenAI-compatible v1 route, EU data-zone support */
-    AZURE_OPENAI = "azure_openai"
+    AZURE_OPENAI = "azure_openai",
+    /** Inceptron (Inceptron AB, Sweden) - Bearer token auth via OpenAI-compatible API, per-model EU residency */
+    INCEPTRON = "inceptron"
 }
 /**
  * Debug information interface (provider-agnostic)

package/dist/middleware/services/llm/types/common.types.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"common.types.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAEpE;;;;;;;;GAQG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,qEAAqE;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,gCAAgC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,+EAA+E;IAC/E,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,6CAA6C;IAC7C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,kDAAkD;IAClD,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;;;;;;OAQG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC,+CAA+C;IAC/C,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEvC;;;;OAIG;IACH,KAAK,CAAC,EAAE,WAAW,CAAC;IAEpB,yFAAyF;IACzF,WAAW,CAAC,EAAE,UAAU,CAAC;CAC1B;AAED,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;AAExC;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,oBAAoB;IACnC,oEAAoE;IACpE,OAAO,EAAE,MAAM,EAAE,CAAC;IAElB,2EAA2E;IAC3E,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,gDAAgD;IAChD,YAAY,EAAE,MAAM,CAAC;IACrB,kEAAkE;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,2FAA2F;IAC3F,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iFAAiF;IACjF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,+DAA+D;IAC/D,aAAa,CAAC,EAAE;QACd,kCAAkC;QAClC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,6BAA6B;QAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE;QACP,OAAO,EAAE,MAAM,CAAC;QAChB,6GAA6G;QAC7G,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE;QACT,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,wDAAwD;QACxD,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IACF;;;;OAIG;IACH,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,QAAQ,aAAa;IACrB,kEAAkE;IAClE,SAAS,cAAc;IACvB,qFAAqF;IACrF,OAAO,YAAY;IACnB,2GAA2G;IAC3G,YAAY,iBAAiB;~~CAC9B~~;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,IAAI,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,GAAG,CAAC;IAGjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,IAAI,CAAC;IACzB,eAAe,CAAC,EAAE,GAAG,CAAC;IACtB,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,GAAG,CAAC;KACf,CAAC;IAGF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,GAAG,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAGlB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC;;;;;OAKG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B"}
1	+ {"version":3,"file":"common.types.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAEpE;;;;;;;;GAQG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,qEAAqE;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,gCAAgC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,+EAA+E;IAC/E,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,6CAA6C;IAC7C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,kDAAkD;IAClD,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;;;;;;OAQG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC,+CAA+C;IAC/C,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEvC;;;;OAIG;IACH,KAAK,CAAC,EAAE,WAAW,CAAC;IAEpB,yFAAyF;IACzF,WAAW,CAAC,EAAE,UAAU,CAAC;CAC1B;AAED,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;AAExC;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,oBAAoB;IACnC,oEAAoE;IACpE,OAAO,EAAE,MAAM,EAAE,CAAC;IAElB,2EAA2E;IAC3E,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,gDAAgD;IAChD,YAAY,EAAE,MAAM,CAAC;IACrB,kEAAkE;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,2FAA2F;IAC3F,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iFAAiF;IACjF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,+DAA+D;IAC/D,aAAa,CAAC,EAAE;QACd,kCAAkC;QAClC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,6BAA6B;QAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE;QACP,OAAO,EAAE,MAAM,CAAC;QAChB,6GAA6G;QAC7G,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE;QACT,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,wDAAwD;QACxD,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IACF;;;;OAIG;IACH,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,QAAQ,aAAa;IACrB,kEAAkE;IAClE,SAAS,cAAc;IACvB,qFAAqF;IACrF,OAAO,YAAY;IACnB,2GAA2G;IAC3G,YAAY,iBAAiB;IAC7B,6GAA6G;IAC7G,SAAS,cAAc;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,IAAI,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,GAAG,CAAC;IAGjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,IAAI,CAAC;IACzB,eAAe,CAAC,EAAE,GAAG,CAAC;IACtB,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,GAAG,CAAC;KACf,CAAC;IAGF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,GAAG,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAGlB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC;;;;;OAKG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B"}

package/dist/middleware/services/llm/types/common.types.js CHANGED Viewed

@@ -20,5 +20,7 @@ var LLMProvider;
     LLMProvider["BEDROCK"] = "bedrock";
     /** Azure OpenAI / Microsoft Foundry - api-key auth via OpenAI-compatible v1 route, EU data-zone support */
     LLMProvider["AZURE_OPENAI"] = "azure_openai";
+    /** Inceptron (Inceptron AB, Sweden) - Bearer token auth via OpenAI-compatible API, per-model EU residency */
+    LLMProvider["INCEPTRON"] = "inceptron";
 })(LLMProvider || (exports.LLMProvider = LLMProvider = {}));
 //# sourceMappingURL=common.types.js.map

package/dist/middleware/services/llm/types/common.types.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"common.types.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AA6JH;;GAEG;AACH,IAAY,~~WAYX~~;~~AAZD~~,WAAY,WAAW;IACrB,gCAAiB,CAAA;IACjB,gCAAiB,CAAA;IACjB,sCAAuB,CAAA;IACvB,gCAAiB,CAAA;IACjB,oCAAqB,CAAA;IACrB,kEAAkE;IAClE,sCAAuB,CAAA;IACvB,qFAAqF;IACrF,kCAAmB,CAAA;IACnB,2GAA2G;IAC3G,4CAA6B,CAAA;~~AAC/B~~,CAAC,~~EAZW~~,WAAW,2BAAX,WAAW,~~QAYtB~~"}
1	+ {"version":3,"file":"common.types.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AA6JH;;GAEG;AACH,IAAY,WAcX;AAdD,WAAY,WAAW;IACrB,gCAAiB,CAAA;IACjB,gCAAiB,CAAA;IACjB,sCAAuB,CAAA;IACvB,gCAAiB,CAAA;IACjB,oCAAqB,CAAA;IACrB,kEAAkE;IAClE,sCAAuB,CAAA;IACvB,qFAAqF;IACrF,kCAAmB,CAAA;IACnB,2GAA2G;IAC3G,4CAA6B,CAAA;IAC7B,6GAA6G;IAC7G,sCAAuB,CAAA;AACzB,CAAC,EAdW,WAAW,2BAAX,WAAW,QActB"}

package/dist/middleware/services/llm/types/inceptron.types.d.ts ADDED Viewed

@@ -0,0 +1,112 @@
+import { CommonLLMOptions, CommonLLMResponse, ReasoningEffort } from './common.types';
+/**
+ * Inceptron-specific request options.
+ *
+ * Inceptron (Inceptron AB, Lund/Sweden) serves curated open-weight models
+ * (GLM-5.1, Kimi, DeepSeek, gpt-oss, …) via an OpenAI-compatible Chat
+ * Completions API. The wire format matches the Requesty provider; the only
+ * Inceptron-specific behaviours are documented on the response type below.
+ *
+ * Auth, endpoint and model fall back to the common options, then to the
+ * INCEPTRON_API_KEY / INCEPTRON_BASE_URL / INCEPTRON_MODEL env vars.
+ */
+export interface InceptronRequestOptions extends CommonLLMOptions {
+    /** Optional analytics header: your site URL (HTTP-Referer). */
+    httpReferer?: string;
+    /** Optional analytics header: your app name (X-Title). */
+    xTitle?: string;
+    /** Request timeout in milliseconds (default: 180000). */
+    timeout?: number;
+}
+/**
+ * Reasoning-effort values accepted by Inceptron's reasoning models.
+ *
+ * Live-verified against zai-org/GLM-5.1-FP8: 'none', 'low', 'medium' and 'high'
+ * are all accepted (no HTTP 400), so the provider-agnostic ReasoningEffort maps
+ * 1:1. 'none' is the only mode that reliably suppresses the reasoning text and
+ * returns a clean `content` (see InceptronAPIResponse for the caveats).
+ */
+export type InceptronReasoningEffort = ReasoningEffort;
+/**
+ * OpenAI-compatible content part for multimodal messages (image_url / data-URI),
+ * identical to the Requesty/Azure providers.
+ */
+export type InceptronContentPart = {
+    type: 'text';
+    text: string;
+} | {
+    type: 'image_url';
+    image_url: {
+        url: string;
+        detail?: 'low' | 'high' | 'auto';
+    };
+};
+/**
+ * OpenAI-compatible request format for the Inceptron API.
+ */
+export interface InceptronAPIRequest {
+    /** Model ID, e.g. "zai-org/GLM-5.1-FP8" (format: provider/model-name[-quant]). */
+    model: string;
+    messages: Array<{
+        role: 'system' | 'user' | 'assistant';
+        content: string | InceptronContentPart[];
+    }>;
+    temperature?: number;
+    max_tokens?: number;
+    top_p?: number;
+    stream?: boolean;
+    /**
+     * Reasoning effort. Live-verified to stabilise the response: when set (even to
+     * 'none'), `content` was reliably populated; when omitted, `content` was
+     * non-deterministic (sometimes empty with all text in `reasoning`). The
+     * provider therefore always sends this field, defaulting to 'none'.
+     */
+    reasoning_effort?: InceptronReasoningEffort;
+}
+/**
+ * OpenAI-compatible response from the Inceptron API.
+ *
+ * Two behaviours differ from a textbook OpenAI response (both live-verified
+ * against zai-org/GLM-5.1-FP8 on https://openrouter.inceptron.io/v1):
+ *  1. Reasoning text is returned in `message.reasoning` (OpenRouter style),
+ *     NOT `reasoning_content` or `thinking`.
+ *  2. `message.content` can be `null` (e.g. when the whole answer leaked into
+ *     `reasoning`, or when max_tokens was exhausted by reasoning).
+ *
+ * `usage` carries no `reasoning_tokens` and no `cost`; reasoning tokens are
+ * included in `completion_tokens` (so reasoningTokens cannot be tracked here).
+ */
+export interface InceptronAPIResponse {
+    id: string;
+    object: 'chat.completion';
+    created: number;
+    model: string;
+    choices: Array<{
+        index: number;
+        message: {
+            role: 'assistant';
+            /** Can be null — handle defensively. */
+            content: string | null;
+            /** Reasoning/thinking text (present unless reasoning_effort='none'). */
+            reasoning?: string | null;
+        };
+        finish_reason: 'stop' | 'length' | 'content_filter' | null;
+    }>;
+    usage: {
+        prompt_tokens: number;
+        completion_tokens: number;
+        total_tokens: number;
+        /** Reserved by the API but observed as null; may carry cached_tokens on cache hits. */
+        prompt_tokens_details?: {
+            cached_tokens?: number;
+        } | null;
+    };
+}
+/**
+ * Normalized Inceptron response (extends CommonLLMResponse).
+ */
+export interface InceptronResponse extends CommonLLMResponse {
+    id?: string;
+    finish_reason?: string;
+}
+//# sourceMappingURL=inceptron.types.d.ts.map

package/dist/middleware/services/llm/types/inceptron.types.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"inceptron.types.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/inceptron.types.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEtF;;;;;;;;;;GAUG;AACH,MAAM,WAAW,uBAAwB,SAAQ,gBAAgB;IAC/D,+DAA+D;IAC/D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,0DAA0D;IAC1D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;GAOG;AACH,MAAM,MAAM,wBAAwB,GAAG,eAAe,CAAC;AAEvD;;;GAGG;AACH,MAAM,MAAM,oBAAoB,GAC5B;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,SAAS,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC;AAExF;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,kFAAkF;IAClF,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;QACtC,OAAO,EAAE,MAAM,GAAG,oBAAoB,EAAE,CAAC;KAC1C,CAAC,CAAC;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,wBAAwB,CAAC;CAC7C;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,EAAE;YACP,IAAI,EAAE,WAAW,CAAC;YAClB,wCAAwC;YACxC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;YACvB,wEAAwE;YACxE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;SAC3B,CAAC;QACF,aAAa,EAAE,MAAM,GAAG,QAAQ,GAAG,gBAAgB,GAAG,IAAI,CAAC;KAC5D,CAAC,CAAC;IACH,KAAK,EAAE;QACL,aAAa,EAAE,MAAM,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,YAAY,EAAE,MAAM,CAAC;QACrB,uFAAuF;QACvF,qBAAqB,CAAC,EAAE;YAAE,aAAa,CAAC,EAAE,MAAM,CAAA;SAAE,GAAG,IAAI,CAAC;KAC3D,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAkB,SAAQ,iBAAiB;IAC1D,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB"}

package/dist/middleware/services/llm/types/inceptron.types.js ADDED Viewed

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=inceptron.types.js.map

package/dist/middleware/services/llm/types/inceptron.types.js.map ADDED Viewed

	@@ -0,0 +1 @@
1	+ {"version":3,"file":"inceptron.types.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/inceptron.types.ts"],"names":[],"mappings":""}

package/dist/middleware/services/llm/types/index.d.ts CHANGED Viewed

@@ -7,4 +7,5 @@ export * from './requesty.types';
 export * from './vertex-ai.types';
 export * from './bedrock.types';
 export * from './azure-openai.types';
+export * from './inceptron.types';
 //# sourceMappingURL=index.d.ts.map

package/dist/middleware/services/llm/types/index.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/index.ts"],"names":[],"mappings":"AACA,cAAc,gBAAgB,CAAC;AAG/B,cAAc,oBAAoB,CAAC;AAGnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC"}
1	+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/index.ts"],"names":[],"mappings":"AACA,cAAc,gBAAgB,CAAC;AAG/B,cAAc,oBAAoB,CAAC;AAGnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,sBAAsB,CAAC;AACrC,cAAc,mBAAmB,CAAC"}

package/dist/middleware/services/llm/types/index.js CHANGED Viewed

@@ -26,4 +26,5 @@ __exportStar(require("./requesty.types"), exports);
 __exportStar(require("./vertex-ai.types"), exports);
 __exportStar(require("./bedrock.types"), exports);
 __exportStar(require("./azure-openai.types"), exports);
+__exportStar(require("./inceptron.types"), exports);
 //# sourceMappingURL=index.js.map

package/dist/middleware/services/llm/types/index.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,eAAe;AACf,iDAA+B;AAE/B,wCAAwC;AACxC,qDAAmC;AAEnC,0BAA0B;AAC1B,iDAA+B;AAC/B,oDAAkC;AAClC,iDAA+B;AAC/B,mDAAiC;AACjC,oDAAkC;AAClC,kDAAgC;AAChC,uDAAqC"}
1	+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,eAAe;AACf,iDAA+B;AAE/B,wCAAwC;AACxC,qDAAmC;AAEnC,0BAA0B;AAC1B,iDAA+B;AAC/B,oDAAkC;AAClC,iDAA+B;AAC/B,mDAAiC;AACjC,oDAAkC;AAClC,kDAAgC;AAChC,uDAAqC;AACrC,oDAAkC"}

package/package.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "name": "@loonylabs/llm-middleware",
-  "version": "2.29.2",
-  "description": "Complete middleware infrastructure for LLM-based backends with multi-provider support (Ollama, Anthropic, OpenAI, Google)",
+  "version": "2.30.0",
+  "description": "Complete middleware infrastructure for LLM-based backends with multi-provider support (Ollama, Anthropic, Google Gemini & Vertex AI, Requesty, AWS Bedrock, Azure OpenAI / Foundry, Inceptron)",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "scripts": {
@@ -28,6 +28,7 @@
     "test:provider:vertex": "ts-node tests/manual/vertex-ai-smoke-test.ts",
     "test:provider:bedrock": "TEST_PROVIDER=bedrock ts-node tests/manual/provider-smoke-test.ts",
     "test:provider:azure": "TEST_PROVIDER=azure ts-node tests/manual/provider-smoke-test.ts",
+    "test:provider:inceptron": "TEST_PROVIDER=inceptron ts-node tests/manual/provider-smoke-test.ts",
     "test:vertex:smoke": "ts-node tests/manual/vertex-ai-smoke-test.ts",
     "test:integration:reasoning": "LLM_INTEGRATION_TESTS=true jest tests/integration/reasoning-control.integration.test.ts --testTimeout=120000",
     "test:live": "LLM_INTEGRATION_TESTS=true jest tests/integration/*.integration.test.ts --testTimeout=120000",
@@ -50,6 +51,10 @@
     "google",
     "vertex-ai",
     "gemini",
+    "requesty",
+    "bedrock",
+    "azure-openai",
+    "inceptron",
     "multi-provider",
     "backend",
     "typescript",