npm - @loonylabs/llm-middleware - Versions diffs - 2.30.1 → 2.31.0 - Mend

@loonylabs/llm-middleware 2.30.1 → 2.31.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (13) hide show

package/dist/middleware/services/llm/index.d.ts CHANGED Viewed

@@ -1,4 +1,5 @@
 export * from './llm.service';
+export * from './model-safety-profiles';
 export * from './types';
 export * from './providers';
 export * from './thinking';

package/dist/middleware/services/llm/index.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/index.ts"],"names":[],"mappings":"AACA,cAAc,eAAe,CAAC;AAG9B,cAAc,SAAS,CAAC;AAGxB,cAAc,aAAa,CAAC;AAG5B,cAAc,YAAY,CAAC;AAG3B,cAAc,SAAS,CAAC"}
1	+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/index.ts"],"names":[],"mappings":"AACA,cAAc,eAAe,CAAC;AAG9B,cAAc,yBAAyB,CAAC;AAGxC,cAAc,SAAS,CAAC;AAGxB,cAAc,aAAa,CAAC;AAG5B,cAAc,YAAY,CAAC;AAG3B,cAAc,SAAS,CAAC"}

package/dist/middleware/services/llm/index.js CHANGED Viewed

@@ -16,6 +16,8 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 Object.defineProperty(exports, "__esModule", { value: true });
 // Main LLM Service
 __exportStar(require("./llm.service"), exports);
+// Per-model safety profiles (intrinsic operating envelopes, enforced in LLMService)
+__exportStar(require("./model-safety-profiles"), exports);
 // Types
 __exportStar(require("./types"), exports);
 // Providers

package/dist/middleware/services/llm/index.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mBAAmB;AACnB,gDAA8B;AAE9B,QAAQ;AACR,0CAAwB;AAExB,YAAY;AACZ,8CAA4B;AAE5B,qEAAqE;AACrE,6CAA2B;AAE3B,QAAQ;AACR,0CAAwB"}
1	+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mBAAmB;AACnB,gDAA8B;AAE9B,oFAAoF;AACpF,0DAAwC;AAExC,QAAQ;AACR,0CAAwB;AAExB,YAAY;AACZ,8CAA4B;AAE5B,qEAAqE;AACrE,6CAA2B;AAE3B,QAAQ;AACR,0CAAwB"}

package/dist/middleware/services/llm/llm.service.d.ts CHANGED Viewed

@@ -60,6 +60,14 @@ export declare class LLMService {
     call(prompt: MultimodalContent, options?: CommonLLMOptions & {
         provider?: LLMProvider;
     }): Promise<CommonLLMResponse | null>;
+    /**
+     * Centrally enforce per-model safety envelopes (see model-safety-profiles.ts)
+     * for every provider: clamp reasoning_effort up to the model's floor and
+     * temperature down to its ceiling, so a fragile model (e.g. GLM-5.1) cannot be
+     * driven into degeneration regardless of which consumer / use case called it.
+     * Only ever moves values toward the safe envelope; logs whenever it fires.
+     */
+    private applySafety;
     /**
      * Get list of available providers
      */

package/dist/middleware/services/llm/llm.service.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"llm.service.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAKhE,OAAO,EAAoB,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAI9E,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;~~AAE7D~~,MAAM,WAAW,iBAAiB;IAChC,wEAAwE;IACxE,cAAc,CAAC,EAAE,sBAAsB,CAAC;CACzC;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,eAAe,CAAmC;gBAE9C,OAAO,CAAC,EAAE,iBAAiB;IAavC;;OAEG;IACI,WAAW,CAAC,QAAQ,EAAE,WAAW,GAAG,eAAe;IAQ1D;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI;IAI/E;;OAEG;IACI,kBAAkB,CAAC,QAAQ,EAAE,WAAW,GAAG,IAAI;IAOtD;;OAEG;IACI,kBAAkB,IAAI,WAAW;IAIxC;;;OAGG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;;OAGG;IACU,IAAI,CACf,MAAM,EAAE,iBAAiB,EACzB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;OAEG;IACI,qBAAqB,IAAI,WAAW,EAAE;CAG9C;AAGD,eAAO,MAAM,UAAU,YAAmB,CAAC"}
1	+ {"version":3,"file":"llm.service.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAKhE,OAAO,EAAoB,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAI9E,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAI7D,MAAM,WAAW,iBAAiB;IAChC,wEAAwE;IACxE,cAAc,CAAC,EAAE,sBAAsB,CAAC;CACzC;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,eAAe,CAAmC;gBAE9C,OAAO,CAAC,EAAE,iBAAiB;IAavC;;OAEG;IACI,WAAW,CAAC,QAAQ,EAAE,WAAW,GAAG,eAAe;IAQ1D;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI;IAI/E;;OAEG;IACI,kBAAkB,CAAC,QAAQ,EAAE,WAAW,GAAG,IAAI;IAOtD;;OAEG;IACI,kBAAkB,IAAI,WAAW;IAIxC;;;OAGG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;;OAGG;IACU,IAAI,CACf,MAAM,EAAE,iBAAiB,EACzB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;;;;;OAMG;IACH,OAAO,CAAC,WAAW;IAsBnB;;OAEG;IACI,qBAAqB,IAAI,WAAW,EAAE;CAG9C;AAGD,eAAO,MAAM,UAAU,YAAmB,CAAC"}

package/dist/middleware/services/llm/llm.service.js CHANGED Viewed

@@ -14,6 +14,8 @@ const bedrock_provider_1 = require("./providers/bedrock-provider");
 const azure_openai_provider_1 = require("./providers/azure-openai-provider");
 const inceptron_provider_1 = require("./providers/inceptron-provider");
 const types_1 = require("./types");
+const model_safety_profiles_1 = require("./model-safety-profiles");
+const logging_utils_1 = require("../../shared/utils/logging.utils");
 class LLMService {
     constructor(options) {
         this.defaultProvider = types_1.LLMProvider.OLLAMA;
@@ -82,7 +84,7 @@ class LLMService {
     async callWithSystemMessage(userPrompt, systemMessage, options = {}) {
         const provider = options.provider || this.defaultProvider;
         const providerInstance = this.getProvider(provider);
-        return providerInstance.callWithSystemMessage(userPrompt, systemMessage, options);
+        return providerInstance.callWithSystemMessage(userPrompt, systemMessage, this.applySafety(options));
     }
     /**
      * Call an LLM with the default system message
@@ -91,7 +93,35 @@ class LLMService {
     async call(prompt, options = {}) {
         const provider = options.provider || this.defaultProvider;
         const providerInstance = this.getProvider(provider);
-        return providerInstance.call(prompt, options);
+        return providerInstance.call(prompt, this.applySafety(options));
+    }
+    /**
+     * Centrally enforce per-model safety envelopes (see model-safety-profiles.ts)
+     * for every provider: clamp reasoning_effort up to the model's floor and
+     * temperature down to its ceiling, so a fragile model (e.g. GLM-5.1) cannot be
+     * driven into degeneration regardless of which consumer / use case called it.
+     * Only ever moves values toward the safe envelope; logs whenever it fires.
+     */
+    applySafety(options) {
+        const safe = (0, model_safety_profiles_1.applyModelSafetyProfile)({
+            model: options.model,
+            temperature: options.temperature,
+            reasoningEffort: options.reasoningEffort,
+        });
+        if (!safe.clamped.reasoningEffort && !safe.clamped.temperature) {
+            return options;
+        }
+        logging_utils_1.logger.warn('Applied model safety profile (params clamped to safe envelope)', {
+            context: 'LLMService',
+            metadata: {
+                model: options.model,
+                profile: safe.profile?.match,
+                reasoningEffort: safe.clamped.reasoningEffort,
+                temperature: safe.clamped.temperature,
+                note: safe.profile?.note,
+            },
+        });
+        return { ...options, temperature: safe.temperature, reasoningEffort: safe.reasoningEffort };
     }
     /**
      * Get list of available providers

package/dist/middleware/services/llm/llm.service.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,iEAA6D;AAC7D,uEAAmE;AACnE,iEAA6D;AAC7D,qEAAiE;AACjE,+CAA8E;AAC9E,mEAA+D;AAC/D,6EAAwE;AACxE,uEAAmE;AACnE,mCAA2E;~~AAQ3E~~,MAAa,UAAU;IAIrB,YAAY,OAA2B;QAF/B,oBAAe,GAAgB,mBAAW,CAAC,MAAM,CAAC;QAGxD,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,iCAAiC;QACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,sCAAiB,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,QAAQ,EAAE,IAAI,oCAAgB,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,yBAAgB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QACzF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,OAAO,EAAE,IAAI,kCAAe,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,YAAY,EAAE,IAAI,2CAAmB,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,sCAAiB,EAAE,CAAC,CAAC;IACrE,CAAC;IAED;;OAEG;IACI,WAAW,CAAC,QAAqB;QACtC,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,2CAA2C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjI,CAAC;QACD,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAqB,EAAE,QAAyB;QACtE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACI,kBAAkB,CAAC,QAAqB;QAC7C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,mBAAmB,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;IAClC,CAAC;IAED;;OAEG;IACI,kBAAkB;QACvB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;~~IACpF~~,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,IAAI,CACf,MAAyB,EACzB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;~~IAChD~~,CAAC;IAED;;OAEG;IACI,qBAAqB;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;CACF;~~AArGD~~,~~gCAqGC~~;AAED,4BAA4B;AACf,QAAA,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC"}
1	+ {"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,iEAA6D;AAC7D,uEAAmE;AACnE,iEAA6D;AAC7D,qEAAiE;AACjE,+CAA8E;AAC9E,mEAA+D;AAC/D,6EAAwE;AACxE,uEAAmE;AACnE,mCAA2E;AAE3E,mEAAkE;AAClE,oEAA0D;AAO1D,MAAa,UAAU;IAIrB,YAAY,OAA2B;QAF/B,oBAAe,GAAgB,mBAAW,CAAC,MAAM,CAAC;QAGxD,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,iCAAiC;QACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,sCAAiB,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,QAAQ,EAAE,IAAI,oCAAgB,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,yBAAgB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QACzF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,OAAO,EAAE,IAAI,kCAAe,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,YAAY,EAAE,IAAI,2CAAmB,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,sCAAiB,EAAE,CAAC,CAAC;IACrE,CAAC;IAED;;OAEG;IACI,WAAW,CAAC,QAAqB;QACtC,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,2CAA2C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjI,CAAC;QACD,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAqB,EAAE,QAAyB;QACtE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACI,kBAAkB,CAAC,QAAqB;QAC7C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,mBAAmB,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;IAClC,CAAC;IAED;;OAEG;IACI,kBAAkB;QACvB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;IACtG,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,IAAI,CACf,MAAyB,EACzB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;IAClE,CAAC;IAED;;;;;;OAMG;IACK,WAAW,CAA0D,OAAU;QACrF,MAAM,IAAI,GAAG,IAAA,+CAAuB,EAAC;YACnC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,eAAe;SACzC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC/D,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,sBAAM,CAAC,IAAI,CAAC,gEAAgE,EAAE;YAC5E,OAAO,EAAE,YAAY;YACrB,QAAQ,EAAE;gBACR,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK;gBAC5B,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe;gBAC7C,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;gBACrC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI;aACzB;SACF,CAAC,CAAC;QACH,OAAO,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC;IAC9F,CAAC;IAED;;OAEG;IACI,qBAAqB;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;CACF;AAlID,gCAkIC;AAED,4BAA4B;AACf,QAAA,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC"}

package/dist/middleware/services/llm/model-safety-profiles.d.ts ADDED Viewed

@@ -0,0 +1,68 @@
+/**
+ * Declarative per-model safety profiles.
+ *
+ * Some models have an **intrinsic safe operating envelope**: outside it they
+ * degenerate (garbled multi-script output, runaway repetition, empty content,
+ * leaked reasoning markers). That is a property of the *model / serving stack*,
+ * independent of any consumer — so the knowledge lives here in the middleware and
+ * is enforced centrally in `LLMService` for **every** provider.
+ *
+ * This is **not** for API-format differences between models/providers (those live
+ * in the providers, e.g. Gemini 2.5 `thinkingBudget` vs 3.x `thinkingLevel`). It is
+ * *only* for "this model misbehaves outside these bounds" safety clamps:
+ *   - `minReasoningEffort` — the effort is raised UP to this floor.
+ *   - `maxTemperature`     — the temperature is lowered DOWN to this ceiling.
+ *
+ * Consumers may still pass stricter values; the clamp only ever moves a value
+ * toward the safe envelope, never the other way.
+ */
+import { ReasoningEffort } from './types';
+export interface ModelSafetyProfile {
+    /** Case-insensitive substring matched against the model id. */
+    match: string;
+    /** Effort floor — a lower (or unset) requested effort is raised to this. */
+    minReasoningEffort?: ReasoningEffort;
+    /** Temperature ceiling — a higher requested temperature is lowered to this. */
+    maxTemperature?: number;
+    /** Short human-readable rationale (logged when a clamp fires). */
+    note?: string;
+}
+/**
+ * Known-fragile models. Keep entries small, evidence-based, and documented
+ * (link the verifying notes in the provider doc).
+ */
+export declare const MODEL_SAFETY_PROFILES: ModelSafetyProfile[];
+/** Find the first safety profile whose `match` is a substring of the model id. */
+export declare function findModelSafetyProfile(model?: string): ModelSafetyProfile | undefined;
+export interface SafetyClampResult {
+    temperature?: number;
+    reasoningEffort?: ReasoningEffort;
+    /** What was changed (for logging). Empty object = no clamp fired. */
+    clamped: {
+        reasoningEffort?: {
+            from?: ReasoningEffort;
+            to: ReasoningEffort;
+        };
+        temperature?: {
+            from: number;
+            to: number;
+        };
+    };
+    profile?: ModelSafetyProfile;
+}
+/**
+ * Apply the matching model's safety profile to a (model, temperature,
+ * reasoningEffort) set. Pure — performs no I/O and never throws. Returns the
+ * (possibly adjusted) values plus a record of what changed; the caller logs.
+ *
+ * - Reasoning floor applies even when `reasoningEffort` is undefined (a fragile
+ *   model must not run below its floor just because the caller omitted it).
+ * - Temperature ceiling only applies when a temperature is set (undefined =
+ *   provider default, left untouched).
+ */
+export declare function applyModelSafetyProfile(opts: {
+    model?: string;
+    temperature?: number;
+    reasoningEffort?: ReasoningEffort;
+}): SafetyClampResult;
+//# sourceMappingURL=model-safety-profiles.d.ts.map

package/dist/middleware/services/llm/model-safety-profiles.d.ts.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"model-safety-profiles.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/model-safety-profiles.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE1C,MAAM,WAAW,kBAAkB;IACjC,+DAA+D;IAC/D,KAAK,EAAE,MAAM,CAAC;IACd,4EAA4E;IAC5E,kBAAkB,CAAC,EAAE,eAAe,CAAC;IACrC,+EAA+E;IAC/E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,kEAAkE;IAClE,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAKD;;;GAGG;AACH,eAAO,MAAM,qBAAqB,EAAE,kBAAkB,EAYrD,CAAC;AAEF,kFAAkF;AAClF,wBAAgB,sBAAsB,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,kBAAkB,GAAG,SAAS,CAIrF;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,qEAAqE;IACrE,OAAO,EAAE;QACP,eAAe,CAAC,EAAE;YAAE,IAAI,CAAC,EAAE,eAAe,CAAC;YAAC,EAAE,EAAE,eAAe,CAAA;SAAE,CAAC;QAClE,WAAW,CAAC,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,EAAE,EAAE,MAAM,CAAA;SAAE,CAAC;KAC5C,CAAC;IACF,OAAO,CAAC,EAAE,kBAAkB,CAAC;CAC9B;AAED;;;;;;;;;GASG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC,GAAG,iBAAiB,CA6BpB"}

package/dist/middleware/services/llm/model-safety-profiles.js ADDED Viewed

@@ -0,0 +1,70 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MODEL_SAFETY_PROFILES = void 0;
+exports.findModelSafetyProfile = findModelSafetyProfile;
+exports.applyModelSafetyProfile = applyModelSafetyProfile;
+/** Ascending order used to compare reasoning-effort levels. */
+const REASONING_ORDER = ['none', 'low', 'medium', 'high'];
+/**
+ * Known-fragile models. Keep entries small, evidence-based, and documented
+ * (link the verifying notes in the provider doc).
+ */
+exports.MODEL_SAFETY_PROFILES = [
+    {
+        // GLM-5.1-FP8 (Inceptron). Verified 2026-05-30 (see docs/INCEPTRON.md):
+        //  - reasons even at reasoning_effort='none' and discards the answer → content
+        //    null; effective floor is 'low'.
+        //  - degenerates into garbage/repetition/empty/leaked <think> at temperature
+        //    >= 1.0; stable at <= 0.7.
+        match: 'glm-5.1',
+        minReasoningEffort: 'low',
+        maxTemperature: 0.7,
+        note: 'GLM-5.1 returns empty content at reasoning=none and degenerates at temperature>=1.0',
+    },
+];
+/** Find the first safety profile whose `match` is a substring of the model id. */
+function findModelSafetyProfile(model) {
+    if (!model)
+        return undefined;
+    const m = model.toLowerCase();
+    return exports.MODEL_SAFETY_PROFILES.find((p) => m.includes(p.match.toLowerCase()));
+}
+/**
+ * Apply the matching model's safety profile to a (model, temperature,
+ * reasoningEffort) set. Pure — performs no I/O and never throws. Returns the
+ * (possibly adjusted) values plus a record of what changed; the caller logs.
+ *
+ * - Reasoning floor applies even when `reasoningEffort` is undefined (a fragile
+ *   model must not run below its floor just because the caller omitted it).
+ * - Temperature ceiling only applies when a temperature is set (undefined =
+ *   provider default, left untouched).
+ */
+function applyModelSafetyProfile(opts) {
+    const profile = findModelSafetyProfile(opts.model);
+    const result = {
+        temperature: opts.temperature,
+        reasoningEffort: opts.reasoningEffort,
+        clamped: {},
+        profile,
+    };
+    if (!profile)
+        return result;
+    if (profile.minReasoningEffort) {
+        const floorIdx = REASONING_ORDER.indexOf(profile.minReasoningEffort);
+        const curIdx = result.reasoningEffort === undefined
+            ? 0 // undefined behaves as the weakest effort ('none')
+            : REASONING_ORDER.indexOf(result.reasoningEffort);
+        if (floorIdx >= 0 && curIdx < floorIdx) {
+            result.clamped.reasoningEffort = { from: result.reasoningEffort, to: profile.minReasoningEffort };
+            result.reasoningEffort = profile.minReasoningEffort;
+        }
+    }
+    if (profile.maxTemperature !== undefined
+        && result.temperature !== undefined
+        && result.temperature > profile.maxTemperature) {
+        result.clamped.temperature = { from: result.temperature, to: profile.maxTemperature };
+        result.temperature = profile.maxTemperature;
+    }
+    return result;
+}
+//# sourceMappingURL=model-safety-profiles.js.map

package/dist/middleware/services/llm/model-safety-profiles.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"model-safety-profiles.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/model-safety-profiles.ts"],"names":[],"mappings":";;;AAqDA,wDAIC;AAuBD,0DAiCC;AAlFD,+DAA+D;AAC/D,MAAM,eAAe,GAAsB,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AAE7E;;;GAGG;AACU,QAAA,qBAAqB,GAAyB;IACzD;QACE,wEAAwE;QACxE,+EAA+E;QAC/E,qCAAqC;QACrC,6EAA6E;QAC7E,+BAA+B;QAC/B,KAAK,EAAE,SAAS;QAChB,kBAAkB,EAAE,KAAK;QACzB,cAAc,EAAE,GAAG;QACnB,IAAI,EAAE,qFAAqF;KAC5F;CACF,CAAC;AAEF,kFAAkF;AAClF,SAAgB,sBAAsB,CAAC,KAAc;IACnD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAC9B,OAAO,6BAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAC9E,CAAC;AAaD;;;;;;;;;GASG;AACH,SAAgB,uBAAuB,CAAC,IAIvC;IACC,MAAM,OAAO,GAAG,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnD,MAAM,MAAM,GAAsB;QAChC,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,eAAe,EAAE,IAAI,CAAC,eAAe;QACrC,OAAO,EAAE,EAAE;QACX,OAAO;KACR,CAAC;IACF,IAAI,CAAC,OAAO;QAAE,OAAO,MAAM,CAAC;IAE5B,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACrE,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe,KAAK,SAAS;YACjD,CAAC,CAAC,CAAC,CAAC,mDAAmD;YACvD,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACpD,IAAI,QAAQ,IAAI,CAAC,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;YACvC,MAAM,CAAC,OAAO,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,eAAe,EAAE,EAAE,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAClG,MAAM,CAAC,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC;QACtD,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS;WACnC,MAAM,CAAC,WAAW,KAAK,SAAS;WAChC,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;QACjD,MAAM,CAAC,OAAO,CAAC,WAAW,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,WAAW,EAAE,EAAE,EAAE,OAAO,CAAC,cAAc,EAAE,CAAC;QACtF,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC;IAC9C,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@loonylabs/llm-middleware",
-  "version": "2.30.1",
+  "version": "2.31.0",
   "description": "Complete middleware infrastructure for LLM-based backends with multi-provider support (Ollama, Anthropic, Google Gemini & Vertex AI, Requesty, AWS Bedrock, Azure OpenAI / Foundry, Inceptron)",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",