@loonylabs/llm-middleware 2.30.0 → 2.31.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/middleware/services/llm/index.d.ts +1 -0
- package/dist/middleware/services/llm/index.d.ts.map +1 -1
- package/dist/middleware/services/llm/index.js +2 -0
- package/dist/middleware/services/llm/index.js.map +1 -1
- package/dist/middleware/services/llm/llm.service.d.ts +8 -0
- package/dist/middleware/services/llm/llm.service.d.ts.map +1 -1
- package/dist/middleware/services/llm/llm.service.js +32 -2
- package/dist/middleware/services/llm/llm.service.js.map +1 -1
- package/dist/middleware/services/llm/model-safety-profiles.d.ts +68 -0
- package/dist/middleware/services/llm/model-safety-profiles.d.ts.map +1 -0
- package/dist/middleware/services/llm/model-safety-profiles.js +70 -0
- package/dist/middleware/services/llm/model-safety-profiles.js.map +1 -0
- package/dist/middleware/services/llm/providers/inceptron-provider.d.ts.map +1 -1
- package/dist/middleware/services/llm/providers/inceptron-provider.js +7 -1
- package/dist/middleware/services/llm/providers/inceptron-provider.js.map +1 -1
- package/dist/middleware/services/llm/providers/requesty-provider.d.ts.map +1 -1
- package/dist/middleware/services/llm/providers/requesty-provider.js +5 -1
- package/dist/middleware/services/llm/providers/requesty-provider.js.map +1 -1
- package/package.json +2 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/index.ts"],"names":[],"mappings":"AACA,cAAc,eAAe,CAAC;AAG9B,cAAc,SAAS,CAAC;AAGxB,cAAc,aAAa,CAAC;AAG5B,cAAc,YAAY,CAAC;AAG3B,cAAc,SAAS,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/index.ts"],"names":[],"mappings":"AACA,cAAc,eAAe,CAAC;AAG9B,cAAc,yBAAyB,CAAC;AAGxC,cAAc,SAAS,CAAC;AAGxB,cAAc,aAAa,CAAC;AAG5B,cAAc,YAAY,CAAC;AAG3B,cAAc,SAAS,CAAC"}
|
|
@@ -16,6 +16,8 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
17
|
// Main LLM Service
|
|
18
18
|
__exportStar(require("./llm.service"), exports);
|
|
19
|
+
// Per-model safety profiles (intrinsic operating envelopes, enforced in LLMService)
|
|
20
|
+
__exportStar(require("./model-safety-profiles"), exports);
|
|
19
21
|
// Types
|
|
20
22
|
__exportStar(require("./types"), exports);
|
|
21
23
|
// Providers
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mBAAmB;AACnB,gDAA8B;AAE9B,QAAQ;AACR,0CAAwB;AAExB,YAAY;AACZ,8CAA4B;AAE5B,qEAAqE;AACrE,6CAA2B;AAE3B,QAAQ;AACR,0CAAwB"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mBAAmB;AACnB,gDAA8B;AAE9B,oFAAoF;AACpF,0DAAwC;AAExC,QAAQ;AACR,0CAAwB;AAExB,YAAY;AACZ,8CAA4B;AAE5B,qEAAqE;AACrE,6CAA2B;AAE3B,QAAQ;AACR,0CAAwB"}
|
|
@@ -60,6 +60,14 @@ export declare class LLMService {
|
|
|
60
60
|
call(prompt: MultimodalContent, options?: CommonLLMOptions & {
|
|
61
61
|
provider?: LLMProvider;
|
|
62
62
|
}): Promise<CommonLLMResponse | null>;
|
|
63
|
+
/**
|
|
64
|
+
* Centrally enforce per-model safety envelopes (see model-safety-profiles.ts)
|
|
65
|
+
* for every provider: clamp reasoning_effort up to the model's floor and
|
|
66
|
+
* temperature down to its ceiling, so a fragile model (e.g. GLM-5.1) cannot be
|
|
67
|
+
* driven into degeneration regardless of which consumer / use case called it.
|
|
68
|
+
* Only ever moves values toward the safe envelope; logs whenever it fires.
|
|
69
|
+
*/
|
|
70
|
+
private applySafety;
|
|
63
71
|
/**
|
|
64
72
|
* Get list of available providers
|
|
65
73
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm.service.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAKhE,OAAO,EAAoB,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAI9E,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"llm.service.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAKhE,OAAO,EAAoB,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAI9E,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC3E,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAI7D,MAAM,WAAW,iBAAiB;IAChC,wEAAwE;IACxE,cAAc,CAAC,EAAE,sBAAsB,CAAC;CACzC;AAED,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAoC;IACrD,OAAO,CAAC,eAAe,CAAmC;gBAE9C,OAAO,CAAC,EAAE,iBAAiB;IAavC;;OAEG;IACI,WAAW,CAAC,QAAQ,EAAE,WAAW,GAAG,eAAe;IAQ1D;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,eAAe,GAAG,IAAI;IAI/E;;OAEG;IACI,kBAAkB,CAAC,QAAQ,EAAE,WAAW,GAAG,IAAI;IAOtD;;OAEG;IACI,kBAAkB,IAAI,WAAW;IAIxC;;;OAGG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;;OAGG;IACU,IAAI,CACf,MAAM,EAAE,iBAAiB,EACzB,OAAO,GAAE,gBAAgB,GAAG;QAAE,QAAQ,CAAC,EAAE,WAAW,CAAA;KAAO,GAC1D,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAMpC;;;;;;OAMG;IACH,OAAO,CAAC,WAAW;IAsBnB;;OAEG;IACI,qBAAqB,IAAI,WAAW,EAAE;CAG9C;AAGD,eAAO,MAAM,UAAU,YAAmB,CAAC"}
|
|
@@ -14,6 +14,8 @@ const bedrock_provider_1 = require("./providers/bedrock-provider");
|
|
|
14
14
|
const azure_openai_provider_1 = require("./providers/azure-openai-provider");
|
|
15
15
|
const inceptron_provider_1 = require("./providers/inceptron-provider");
|
|
16
16
|
const types_1 = require("./types");
|
|
17
|
+
const model_safety_profiles_1 = require("./model-safety-profiles");
|
|
18
|
+
const logging_utils_1 = require("../../shared/utils/logging.utils");
|
|
17
19
|
class LLMService {
|
|
18
20
|
constructor(options) {
|
|
19
21
|
this.defaultProvider = types_1.LLMProvider.OLLAMA;
|
|
@@ -82,7 +84,7 @@ class LLMService {
|
|
|
82
84
|
async callWithSystemMessage(userPrompt, systemMessage, options = {}) {
|
|
83
85
|
const provider = options.provider || this.defaultProvider;
|
|
84
86
|
const providerInstance = this.getProvider(provider);
|
|
85
|
-
return providerInstance.callWithSystemMessage(userPrompt, systemMessage, options);
|
|
87
|
+
return providerInstance.callWithSystemMessage(userPrompt, systemMessage, this.applySafety(options));
|
|
86
88
|
}
|
|
87
89
|
/**
|
|
88
90
|
* Call an LLM with the default system message
|
|
@@ -91,7 +93,35 @@ class LLMService {
|
|
|
91
93
|
async call(prompt, options = {}) {
|
|
92
94
|
const provider = options.provider || this.defaultProvider;
|
|
93
95
|
const providerInstance = this.getProvider(provider);
|
|
94
|
-
return providerInstance.call(prompt, options);
|
|
96
|
+
return providerInstance.call(prompt, this.applySafety(options));
|
|
97
|
+
}
|
|
98
|
+
/**
|
|
99
|
+
* Centrally enforce per-model safety envelopes (see model-safety-profiles.ts)
|
|
100
|
+
* for every provider: clamp reasoning_effort up to the model's floor and
|
|
101
|
+
* temperature down to its ceiling, so a fragile model (e.g. GLM-5.1) cannot be
|
|
102
|
+
* driven into degeneration regardless of which consumer / use case called it.
|
|
103
|
+
* Only ever moves values toward the safe envelope; logs whenever it fires.
|
|
104
|
+
*/
|
|
105
|
+
applySafety(options) {
|
|
106
|
+
const safe = (0, model_safety_profiles_1.applyModelSafetyProfile)({
|
|
107
|
+
model: options.model,
|
|
108
|
+
temperature: options.temperature,
|
|
109
|
+
reasoningEffort: options.reasoningEffort,
|
|
110
|
+
});
|
|
111
|
+
if (!safe.clamped.reasoningEffort && !safe.clamped.temperature) {
|
|
112
|
+
return options;
|
|
113
|
+
}
|
|
114
|
+
logging_utils_1.logger.warn('Applied model safety profile (params clamped to safe envelope)', {
|
|
115
|
+
context: 'LLMService',
|
|
116
|
+
metadata: {
|
|
117
|
+
model: options.model,
|
|
118
|
+
profile: safe.profile?.match,
|
|
119
|
+
reasoningEffort: safe.clamped.reasoningEffort,
|
|
120
|
+
temperature: safe.clamped.temperature,
|
|
121
|
+
note: safe.profile?.note,
|
|
122
|
+
},
|
|
123
|
+
});
|
|
124
|
+
return { ...options, temperature: safe.temperature, reasoningEffort: safe.reasoningEffort };
|
|
95
125
|
}
|
|
96
126
|
/**
|
|
97
127
|
* Get list of available providers
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,iEAA6D;AAC7D,uEAAmE;AACnE,iEAA6D;AAC7D,qEAAiE;AACjE,+CAA8E;AAC9E,mEAA+D;AAC/D,6EAAwE;AACxE,uEAAmE;AACnE,mCAA2E;
|
|
1
|
+
{"version":3,"file":"llm.service.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/llm.service.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAGH,iEAA6D;AAC7D,uEAAmE;AACnE,iEAA6D;AAC7D,qEAAiE;AACjE,+CAA8E;AAC9E,mEAA+D;AAC/D,6EAAwE;AACxE,uEAAmE;AACnE,mCAA2E;AAE3E,mEAAkE;AAClE,oEAA0D;AAO1D,MAAa,UAAU;IAIrB,YAAY,OAA2B;QAF/B,oBAAe,GAAgB,mBAAW,CAAC,MAAM,CAAC;QAGxD,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,iCAAiC;QACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,sCAAiB,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,MAAM,EAAE,IAAI,gCAAc,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,QAAQ,EAAE,IAAI,oCAAgB,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,yBAAgB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QACzF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,OAAO,EAAE,IAAI,kCAAe,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,YAAY,EAAE,IAAI,2CAAmB,EAAE,CAAC,CAAC;QACxE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,mBAAW,CAAC,SAAS,EAAE,IAAI,sCAAiB,EAAE,CAAC,CAAC;IACrE,CAAC;IAED;;OAEG;IACI,WAAW,CAAC,QAAqB;QACtC,MAAM,gBAAgB,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,2CAA2C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjI,CAAC;QACD,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACI,gBAAgB,CAAC,QAAqB,EAAE,QAAyB;QACtE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACI,kBAAkB,CAAC,QAAqB;QAC7C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,mBAAmB,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;IAClC,CAAC;IAED;;OAEG;IACI,kBAAkB;QACvB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;IACtG,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,IAAI,CACf,MAAyB,EACzB,UAAyD,EAAE;QAE3D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,CAAC;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACpD,OAAO,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;IAClE,CAAC;IAED;;;;;;OAMG;IACK,WAAW,CAA0D,OAAU;QACrF,MAAM,IAAI,GAAG,IAAA,+CAAuB,EAAC;YACnC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,eAAe;SACzC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC/D,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,sBAAM,CAAC,IAAI,CAAC,gEAAgE,EAAE;YAC5E,OAAO,EAAE,YAAY;YACrB,QAAQ,EAAE;gBACR,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK;gBAC5B,eAAe,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe;gBAC7C,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;gBACrC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI;aACzB;SACF,CAAC,CAAC;QACH,OAAO,EAAE,GAAG,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC;IAC9F,CAAC;IAED;;OAEG;IACI,qBAAqB;QAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;CACF;AAlID,gCAkIC;AAED,4BAA4B;AACf,QAAA,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC"}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Declarative per-model safety profiles.
|
|
3
|
+
*
|
|
4
|
+
* Some models have an **intrinsic safe operating envelope**: outside it they
|
|
5
|
+
* degenerate (garbled multi-script output, runaway repetition, empty content,
|
|
6
|
+
* leaked reasoning markers). That is a property of the *model / serving stack*,
|
|
7
|
+
* independent of any consumer — so the knowledge lives here in the middleware and
|
|
8
|
+
* is enforced centrally in `LLMService` for **every** provider.
|
|
9
|
+
*
|
|
10
|
+
* This is **not** for API-format differences between models/providers (those live
|
|
11
|
+
* in the providers, e.g. Gemini 2.5 `thinkingBudget` vs 3.x `thinkingLevel`). It is
|
|
12
|
+
* *only* for "this model misbehaves outside these bounds" safety clamps:
|
|
13
|
+
* - `minReasoningEffort` — the effort is raised UP to this floor.
|
|
14
|
+
* - `maxTemperature` — the temperature is lowered DOWN to this ceiling.
|
|
15
|
+
*
|
|
16
|
+
* Consumers may still pass stricter values; the clamp only ever moves a value
|
|
17
|
+
* toward the safe envelope, never the other way.
|
|
18
|
+
*/
|
|
19
|
+
import { ReasoningEffort } from './types';
|
|
20
|
+
export interface ModelSafetyProfile {
|
|
21
|
+
/** Case-insensitive substring matched against the model id. */
|
|
22
|
+
match: string;
|
|
23
|
+
/** Effort floor — a lower (or unset) requested effort is raised to this. */
|
|
24
|
+
minReasoningEffort?: ReasoningEffort;
|
|
25
|
+
/** Temperature ceiling — a higher requested temperature is lowered to this. */
|
|
26
|
+
maxTemperature?: number;
|
|
27
|
+
/** Short human-readable rationale (logged when a clamp fires). */
|
|
28
|
+
note?: string;
|
|
29
|
+
}
|
|
30
|
+
/**
|
|
31
|
+
* Known-fragile models. Keep entries small, evidence-based, and documented
|
|
32
|
+
* (link the verifying notes in the provider doc).
|
|
33
|
+
*/
|
|
34
|
+
export declare const MODEL_SAFETY_PROFILES: ModelSafetyProfile[];
|
|
35
|
+
/** Find the first safety profile whose `match` is a substring of the model id. */
|
|
36
|
+
export declare function findModelSafetyProfile(model?: string): ModelSafetyProfile | undefined;
|
|
37
|
+
export interface SafetyClampResult {
|
|
38
|
+
temperature?: number;
|
|
39
|
+
reasoningEffort?: ReasoningEffort;
|
|
40
|
+
/** What was changed (for logging). Empty object = no clamp fired. */
|
|
41
|
+
clamped: {
|
|
42
|
+
reasoningEffort?: {
|
|
43
|
+
from?: ReasoningEffort;
|
|
44
|
+
to: ReasoningEffort;
|
|
45
|
+
};
|
|
46
|
+
temperature?: {
|
|
47
|
+
from: number;
|
|
48
|
+
to: number;
|
|
49
|
+
};
|
|
50
|
+
};
|
|
51
|
+
profile?: ModelSafetyProfile;
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Apply the matching model's safety profile to a (model, temperature,
|
|
55
|
+
* reasoningEffort) set. Pure — performs no I/O and never throws. Returns the
|
|
56
|
+
* (possibly adjusted) values plus a record of what changed; the caller logs.
|
|
57
|
+
*
|
|
58
|
+
* - Reasoning floor applies even when `reasoningEffort` is undefined (a fragile
|
|
59
|
+
* model must not run below its floor just because the caller omitted it).
|
|
60
|
+
* - Temperature ceiling only applies when a temperature is set (undefined =
|
|
61
|
+
* provider default, left untouched).
|
|
62
|
+
*/
|
|
63
|
+
export declare function applyModelSafetyProfile(opts: {
|
|
64
|
+
model?: string;
|
|
65
|
+
temperature?: number;
|
|
66
|
+
reasoningEffort?: ReasoningEffort;
|
|
67
|
+
}): SafetyClampResult;
|
|
68
|
+
//# sourceMappingURL=model-safety-profiles.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-safety-profiles.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/llm/model-safety-profiles.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE1C,MAAM,WAAW,kBAAkB;IACjC,+DAA+D;IAC/D,KAAK,EAAE,MAAM,CAAC;IACd,4EAA4E;IAC5E,kBAAkB,CAAC,EAAE,eAAe,CAAC;IACrC,+EAA+E;IAC/E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,kEAAkE;IAClE,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAKD;;;GAGG;AACH,eAAO,MAAM,qBAAqB,EAAE,kBAAkB,EAYrD,CAAC;AAEF,kFAAkF;AAClF,wBAAgB,sBAAsB,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,kBAAkB,GAAG,SAAS,CAIrF;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,qEAAqE;IACrE,OAAO,EAAE;QACP,eAAe,CAAC,EAAE;YAAE,IAAI,CAAC,EAAE,eAAe,CAAC;YAAC,EAAE,EAAE,eAAe,CAAA;SAAE,CAAC;QAClE,WAAW,CAAC,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,EAAE,EAAE,MAAM,CAAA;SAAE,CAAC;KAC5C,CAAC;IACF,OAAO,CAAC,EAAE,kBAAkB,CAAC;CAC9B;AAED;;;;;;;;;GASG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC,GAAG,iBAAiB,CA6BpB"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.MODEL_SAFETY_PROFILES = void 0;
|
|
4
|
+
exports.findModelSafetyProfile = findModelSafetyProfile;
|
|
5
|
+
exports.applyModelSafetyProfile = applyModelSafetyProfile;
|
|
6
|
+
/** Ascending order used to compare reasoning-effort levels. */
|
|
7
|
+
const REASONING_ORDER = ['none', 'low', 'medium', 'high'];
|
|
8
|
+
/**
|
|
9
|
+
* Known-fragile models. Keep entries small, evidence-based, and documented
|
|
10
|
+
* (link the verifying notes in the provider doc).
|
|
11
|
+
*/
|
|
12
|
+
exports.MODEL_SAFETY_PROFILES = [
|
|
13
|
+
{
|
|
14
|
+
// GLM-5.1-FP8 (Inceptron). Verified 2026-05-30 (see docs/INCEPTRON.md):
|
|
15
|
+
// - reasons even at reasoning_effort='none' and discards the answer → content
|
|
16
|
+
// null; effective floor is 'low'.
|
|
17
|
+
// - degenerates into garbage/repetition/empty/leaked <think> at temperature
|
|
18
|
+
// >= 1.0; stable at <= 0.7.
|
|
19
|
+
match: 'glm-5.1',
|
|
20
|
+
minReasoningEffort: 'low',
|
|
21
|
+
maxTemperature: 0.7,
|
|
22
|
+
note: 'GLM-5.1 returns empty content at reasoning=none and degenerates at temperature>=1.0',
|
|
23
|
+
},
|
|
24
|
+
];
|
|
25
|
+
/** Find the first safety profile whose `match` is a substring of the model id. */
|
|
26
|
+
function findModelSafetyProfile(model) {
|
|
27
|
+
if (!model)
|
|
28
|
+
return undefined;
|
|
29
|
+
const m = model.toLowerCase();
|
|
30
|
+
return exports.MODEL_SAFETY_PROFILES.find((p) => m.includes(p.match.toLowerCase()));
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* Apply the matching model's safety profile to a (model, temperature,
|
|
34
|
+
* reasoningEffort) set. Pure — performs no I/O and never throws. Returns the
|
|
35
|
+
* (possibly adjusted) values plus a record of what changed; the caller logs.
|
|
36
|
+
*
|
|
37
|
+
* - Reasoning floor applies even when `reasoningEffort` is undefined (a fragile
|
|
38
|
+
* model must not run below its floor just because the caller omitted it).
|
|
39
|
+
* - Temperature ceiling only applies when a temperature is set (undefined =
|
|
40
|
+
* provider default, left untouched).
|
|
41
|
+
*/
|
|
42
|
+
function applyModelSafetyProfile(opts) {
|
|
43
|
+
const profile = findModelSafetyProfile(opts.model);
|
|
44
|
+
const result = {
|
|
45
|
+
temperature: opts.temperature,
|
|
46
|
+
reasoningEffort: opts.reasoningEffort,
|
|
47
|
+
clamped: {},
|
|
48
|
+
profile,
|
|
49
|
+
};
|
|
50
|
+
if (!profile)
|
|
51
|
+
return result;
|
|
52
|
+
if (profile.minReasoningEffort) {
|
|
53
|
+
const floorIdx = REASONING_ORDER.indexOf(profile.minReasoningEffort);
|
|
54
|
+
const curIdx = result.reasoningEffort === undefined
|
|
55
|
+
? 0 // undefined behaves as the weakest effort ('none')
|
|
56
|
+
: REASONING_ORDER.indexOf(result.reasoningEffort);
|
|
57
|
+
if (floorIdx >= 0 && curIdx < floorIdx) {
|
|
58
|
+
result.clamped.reasoningEffort = { from: result.reasoningEffort, to: profile.minReasoningEffort };
|
|
59
|
+
result.reasoningEffort = profile.minReasoningEffort;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
if (profile.maxTemperature !== undefined
|
|
63
|
+
&& result.temperature !== undefined
|
|
64
|
+
&& result.temperature > profile.maxTemperature) {
|
|
65
|
+
result.clamped.temperature = { from: result.temperature, to: profile.maxTemperature };
|
|
66
|
+
result.temperature = profile.maxTemperature;
|
|
67
|
+
}
|
|
68
|
+
return result;
|
|
69
|
+
}
|
|
70
|
+
//# sourceMappingURL=model-safety-profiles.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-safety-profiles.js","sourceRoot":"","sources":["../../../../src/middleware/services/llm/model-safety-profiles.ts"],"names":[],"mappings":";;;AAqDA,wDAIC;AAuBD,0DAiCC;AAlFD,+DAA+D;AAC/D,MAAM,eAAe,GAAsB,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AAE7E;;;GAGG;AACU,QAAA,qBAAqB,GAAyB;IACzD;QACE,wEAAwE;QACxE,+EAA+E;QAC/E,qCAAqC;QACrC,6EAA6E;QAC7E,+BAA+B;QAC/B,KAAK,EAAE,SAAS;QAChB,kBAAkB,EAAE,KAAK;QACzB,cAAc,EAAE,GAAG;QACnB,IAAI,EAAE,qFAAqF;KAC5F;CACF,CAAC;AAEF,kFAAkF;AAClF,SAAgB,sBAAsB,CAAC,KAAc;IACnD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAC9B,OAAO,6BAAqB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAC9E,CAAC;AAaD;;;;;;;;;GASG;AACH,SAAgB,uBAAuB,CAAC,IAIvC;IACC,MAAM,OAAO,GAAG,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnD,MAAM,MAAM,GAAsB;QAChC,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,eAAe,EAAE,IAAI,CAAC,eAAe;QACrC,OAAO,EAAE,EAAE;QACX,OAAO;KACR,CAAC;IACF,IAAI,CAAC,OAAO;QAAE,OAAO,MAAM,CAAC;IAE5B,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACrE,MAAM,MAAM,GAAG,MAAM,CAAC,eAAe,KAAK,SAAS;YACjD,CAAC,CAAC,CAAC,CAAC,mDAAmD;YACvD,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACpD,IAAI,QAAQ,IAAI,CAAC,IAAI,MAAM,GAAG,QAAQ,EAAE,CAAC;YACvC,MAAM,CAAC,OAAO,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,eAAe,EAAE,EAAE,EAAE,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAClG,MAAM,CAAC,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC;QACtD,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,cAAc,KAAK,SAAS;WACnC,MAAM,CAAC,WAAW,KAAK,SAAS;WAChC,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;QACjD,MAAM,CAAC,OAAO,CAAC,WAAW,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,WAAW,EAAE,EAAE,EAAE,OAAO,CAAC,cAAc,EAAE,CAAC;QACtF,MAAM,CAAC,WAAW,GAAG,OAAO,CAAC,cAAc,CAAC;IAC9C,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"inceptron-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/inceptron-provider.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAA+B,MAAM,UAAU,CAAC;AACvF,OAAO,EACL,uBAAuB,EAKxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAkB9D;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,qBAAa,iBAAkB,SAAQ,eAAe;IACpD,OAAO,CAAC,cAAc,CAAwB;IAC9C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAwC;IACzE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAyB;IACvD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAU;;IAO1C;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAsBxB;;;;;;OAMG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"inceptron-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/inceptron-provider.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAA+B,MAAM,UAAU,CAAC;AACvF,OAAO,EACL,uBAAuB,EAKxB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAkB9D;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,qBAAa,iBAAkB,SAAQ,eAAe;IACpD,OAAO,CAAC,cAAc,CAAwB;IAC9C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAwC;IACzE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAyB;IACvD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAU;;IAO1C;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAsBxB;;;;;;OAMG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;CA2SrC;AAGD,eAAO,MAAM,iBAAiB,mBAA0B,CAAC;AAGzD,OAAO,EAAE,iBAAiB,IAAI,gBAAgB,EAAE,CAAC;AACjD,OAAO,EAAE,iBAAiB,IAAI,gBAAgB,EAAE,CAAC"}
|
|
@@ -168,7 +168,13 @@ class InceptronProvider extends base_llm_provider_1.BaseLLMProvider {
|
|
|
168
168
|
maxTokens
|
|
169
169
|
}
|
|
170
170
|
});
|
|
171
|
-
const response = await (0, retry_utils_1.retryWithBackoff)(() => axios_1.default.post(url, requestPayload,
|
|
171
|
+
const response = await (0, retry_utils_1.retryWithBackoff)(() => axios_1.default.post(url, requestPayload,
|
|
172
|
+
// Force the Node `http` adapter. This is a server-side provider carrying a
|
|
173
|
+
// Bearer API key — it must never use axios's XHR/fetch adapter, which axios
|
|
174
|
+
// auto-selects whenever XMLHttpRequest exists (e.g. under a jsdom test env)
|
|
175
|
+
// and which fails real external HTTPS with a generic ERR_NETWORK
|
|
176
|
+
// ("Network Error", no response).
|
|
177
|
+
{ headers, timeout, adapter: 'http' }), this.constructor.name, options.retry);
|
|
172
178
|
const requestDuration = Date.now() - requestStartTime;
|
|
173
179
|
if (response && response.status === 200) {
|
|
174
180
|
const apiResponse = response.data;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"inceptron-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/inceptron-provider.ts"],"names":[],"mappings":";;;;;;AAAA,kCAAkC;AAClC,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAuF;AASvF,8DAAqE;AACrE,6DAA+D;AAC/D,sDAAwD;AACxD,gEAA6G;AAE7G;;;;;;;;;GASG;AACH,MAAM,wBAAwB,GAAoB,MAAM,CAAC;AAEzD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAa,iBAAkB,SAAQ,mCAAe;IAMpD;QACE,KAAK,CAAC,mBAAW,CAAC,SAAS,CAAC,CAAC;QALd,qBAAgB,GAAG,oCAAoC,CAAC;QACxD,kBAAa,GAAG,qBAAqB,CAAC;QACtC,oBAAe,GAAG,MAAM,CAAC;QAIxC,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;;OAGG;IACK,gBAAgB,CAAC,UAA6B;QACpD,IAAI,CAAC,IAAA,4BAAS,EAAC,UAAU,CAAC,EAAE,CAAC;YAC3B,OAAO,OAAO,UAAU,KAAK,QAAQ;gBACnC,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,IAAA,mCAAgB,EAAC,UAAU,CAAC;qBACzB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAoC,CAAC,IAAI,CAAC;qBACpD,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzB,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;YACpD,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,WAAoB;gBAC1B,SAAS,EAAE;oBACT,GAAG,EAAE,QAAQ,IAAI,CAAC,QAAQ,WAAW,IAAI,CAAC,IAAI,EAAE;oBAChD,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;iBAC5C;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAmC,EAAE;QAErC,MAAM,EACJ,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,EACzC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,IAAI,CAAC,aAAa,EACzD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,IAAI,CAAC,gBAAgB,EACjE,WAAW,GAAG,GAAG,EACjB,SAAS,GAAG,IAAI,EAChB,OAAO,GAAG,IAAI,CAAC,eAAe,EAC9B,WAAW,EACX,MAAM,EACN,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACR,eAAe,EAChB,GAAG,OAAO,CAAC;QAEZ,mBAAmB;QACnB,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,kDAAkD;gBAClD,8EAA8E,CAC/E,CAAC;QACJ,CAAC;QAED,iBAAiB;QACjB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,wEAAwE,CACzE,CAAC;QACJ,CAAC;QAED,iGAAiG;QACjG,MAAM,eAAe,GAAG,eAAe,IAAI,wBAAwB,CAAC;QAEpE,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,GAAG,IAAI,mBAAmB,CAAC;QAEvC,gBAAgB;QAChB,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,QAAQ,EAAE,kBAAkB;YAC5B,eAAe,EAAE,UAAU,SAAS,EAAE;SACvC,CAAC;QACF,IAAI,WAAW;YAAE,OAAO,CAAC,cAAc,CAAC,GAAG,WAAW,CAAC;QACvD,IAAI,MAAM;YAAE,OAAO,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC;QAExC,wCAAwC;QACxC,MAAM,cAAc,GAAwB;YAC1C,KAAK;YACL,QAAQ,EAAE;gBACR,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/E,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,EAAE;aACtE;YACD,UAAU,EAAE,SAAS;YACrB,WAAW;YACX,gBAAgB,EAAE,eAAe;SAClC,CAAC;QAEF,iDAAiD;QACjD,MAAM,gBAAgB,GAAG,IAAA,uCAAoB,EAAC,UAAU,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK;YACL,OAAO,EAAE,GAAG;YACZ,aAAa;YACb,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,OAAO,EAAE,YAAY;YACrB,SAAS;YACT,aAAa;YACb,UAAU;YACV,QAAQ;YACR,WAAW;YACX,eAAe,EAAE,eAAe;SACjC,CAAC;QAEF,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,IAAI,WAAW,EAAE,gBAAgB,CAAC,CAAC;QAElG,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,WAAW;YAClC,MAAM,EAAE,gBAAgB;YACxB,aAAa;YACb,SAAS,EAAE,KAAK;YAChB,WAAW;YACX,WAAW,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE;SAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE;gBAC9C,OAAO,EAAE,mBAAmB;gBAC5B,QAAQ,EAAE;oBACR,GAAG;oBACH,KAAK;oBACL,eAAe,EAAE,eAAe;oBAChC,YAAY,EAAE,IAAA,gCAAa,EAAC,UAAU,CAAC;oBACvC,SAAS;iBACV;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CACd,GAAG,EACH,cAAc,
|
|
1
|
+
{"version":3,"file":"inceptron-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/inceptron-provider.ts"],"names":[],"mappings":";;;;;;AAAA,kCAAkC;AAClC,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAuF;AASvF,8DAAqE;AACrE,6DAA+D;AAC/D,sDAAwD;AACxD,gEAA6G;AAE7G;;;;;;;;;GASG;AACH,MAAM,wBAAwB,GAAoB,MAAM,CAAC;AAEzD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAa,iBAAkB,SAAQ,mCAAe;IAMpD;QACE,KAAK,CAAC,mBAAW,CAAC,SAAS,CAAC,CAAC;QALd,qBAAgB,GAAG,oCAAoC,CAAC;QACxD,kBAAa,GAAG,qBAAqB,CAAC;QACtC,oBAAe,GAAG,MAAM,CAAC;QAIxC,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;;OAGG;IACK,gBAAgB,CAAC,UAA6B;QACpD,IAAI,CAAC,IAAA,4BAAS,EAAC,UAAU,CAAC,EAAE,CAAC;YAC3B,OAAO,OAAO,UAAU,KAAK,QAAQ;gBACnC,CAAC,CAAC,UAAU;gBACZ,CAAC,CAAC,IAAA,mCAAgB,EAAC,UAAU,CAAC;qBACzB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAoC,CAAC,IAAI,CAAC;qBACpD,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzB,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;YACpD,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,WAAoB;gBAC1B,SAAS,EAAE;oBACT,GAAG,EAAE,QAAQ,IAAI,CAAC,QAAQ,WAAW,IAAI,CAAC,IAAI,EAAE;oBAChD,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;iBAC5C;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAmC,EAAE;QAErC,MAAM,EACJ,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,EACzC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,IAAI,CAAC,aAAa,EACzD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,IAAI,CAAC,gBAAgB,EACjE,WAAW,GAAG,GAAG,EACjB,SAAS,GAAG,IAAI,EAChB,OAAO,GAAG,IAAI,CAAC,eAAe,EAC9B,WAAW,EACX,MAAM,EACN,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACR,eAAe,EAChB,GAAG,OAAO,CAAC;QAEZ,mBAAmB;QACnB,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,kDAAkD;gBAClD,8EAA8E,CAC/E,CAAC;QACJ,CAAC;QAED,iBAAiB;QACjB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,wEAAwE,CACzE,CAAC;QACJ,CAAC;QAED,iGAAiG;QACjG,MAAM,eAAe,GAAG,eAAe,IAAI,wBAAwB,CAAC;QAEpE,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,GAAG,IAAI,mBAAmB,CAAC;QAEvC,gBAAgB;QAChB,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,QAAQ,EAAE,kBAAkB;YAC5B,eAAe,EAAE,UAAU,SAAS,EAAE;SACvC,CAAC;QACF,IAAI,WAAW;YAAE,OAAO,CAAC,cAAc,CAAC,GAAG,WAAW,CAAC;QACvD,IAAI,MAAM;YAAE,OAAO,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC;QAExC,wCAAwC;QACxC,MAAM,cAAc,GAAwB;YAC1C,KAAK;YACL,QAAQ,EAAE;gBACR,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/E,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,EAAE;aACtE;YACD,UAAU,EAAE,SAAS;YACrB,WAAW;YACX,gBAAgB,EAAE,eAAe;SAClC,CAAC;QAEF,iDAAiD;QACjD,MAAM,gBAAgB,GAAG,IAAA,uCAAoB,EAAC,UAAU,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK;YACL,OAAO,EAAE,GAAG;YACZ,aAAa;YACb,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,OAAO,EAAE,YAAY;YACrB,SAAS;YACT,aAAa;YACb,UAAU;YACV,QAAQ;YACR,WAAW;YACX,eAAe,EAAE,eAAe;SACjC,CAAC;QAEF,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,IAAI,WAAW,EAAE,gBAAgB,CAAC,CAAC;QAElG,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,WAAW;YAClC,MAAM,EAAE,gBAAgB;YACxB,aAAa;YACb,SAAS,EAAE,KAAK;YAChB,WAAW;YACX,WAAW,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE;SAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE;gBAC9C,OAAO,EAAE,mBAAmB;gBAC5B,QAAQ,EAAE;oBACR,GAAG;oBACH,KAAK;oBACL,eAAe,EAAE,eAAe;oBAChC,YAAY,EAAE,IAAA,gCAAa,EAAC,UAAU,CAAC;oBACvC,SAAS;iBACV;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CACd,GAAG,EACH,cAAc;YACd,2EAA2E;YAC3E,4EAA4E;YAC5E,4EAA4E;YAC5E,iEAAiE;YACjE,kCAAkC;YAClC,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CACtC,EACD,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,CAAC,KAAK,CACd,CAAC;YAEF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,WAAW,GAAyB,QAAQ,CAAC,IAAI,CAAC;gBACxD,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAEtC,2EAA2E;gBAC3E,MAAM,YAAY,GAAG,MAAM,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;gBACpD,kFAAkF;gBAClF,MAAM,QAAQ,GAAG,MAAM,EAAE,OAAO,EAAE,SAAS,IAAI,SAAS,CAAC;gBAEzD,2EAA2E;gBAC3E,+EAA+E;gBAC/E,4EAA4E;gBAC5E,IAAI,CAAC,YAAY,IAAI,QAAQ,EAAE,CAAC;oBAC9B,sBAAM,CAAC,IAAI,CACT,qEAAqE;wBACrE,sDAAsD;wBACtD,+DAA+D,EAC/D,EAAE,OAAO,EAAE,mBAAmB,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,eAAe,EAAE,EAAE,CACxF,CAAC;gBACJ,CAAC;gBAED,4EAA4E;gBAC5E,2EAA2E;gBAC3E,iBAAiB;gBACjB,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;gBAChC,MAAM,YAAY,GAAG,KAAK,EAAE,qBAAqB,EAAE,aAAa,CAAC;gBACjE,MAAM,UAAU,GAAe;oBAC7B,WAAW,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC;oBACtC,YAAY,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC;oBAC3C,WAAW,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;oBACrC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,eAAe,EAAE,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC9E,CAAC;gBAEF,MAAM,kBAAkB,GAAsB;oBAC5C,OAAO,EAAE;wBACP,OAAO,EAAE,YAAY;wBACrB,GAAG,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,CAAC;qBAC9B;oBACD,SAAS;oBACT,QAAQ,EAAE;wBACR,QAAQ,EAAE,IAAI,CAAC,YAAY;wBAC3B,KAAK,EAAE,WAAW,CAAC,KAAK,IAAI,KAAK;wBACjC,UAAU,EAAE,UAAU,CAAC,WAAW;wBAClC,cAAc,EAAE,eAAe;qBAChC;oBACD,KAAK,EAAE,UAAU;oBACjB,EAAE,EAAE,WAAW,CAAC,EAAE;oBAClB,aAAa,EAAE,MAAM,EAAE,aAAa,IAAI,SAAS;iBAClD,CAAC;gBAEF,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gBACzC,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;gBAClC,SAAS,CAAC,eAAe,GAAG,WAAW,CAAC;gBACxC,IAAI,QAAQ,EAAE,CAAC;oBACb,SAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBAChC,CAAC;gBAED,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAEzC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,WAAW,EAC3B,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,EAC9D,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,kBAAkB,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;gBACnE,sBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;oBAC1C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oBAC9B,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,QAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE;iBAC/B,CAAC,CAAC;gBAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,WAAW,EAC3B,EAAE,WAAW,EAAE,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,EAAE,KAAK,EAAE,EACzE,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,YAAY,GAAG,eAAe,CAAC;YACnC,IAAI,YAAY,GAAwB,EAAE,CAAC;YAE3C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,sBAAsB;YACtB,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,cAAc,IAAI,KAAK;gBACtB,KAAa,CAAC,YAAY,KAAK,IAAI,EACpC,CAAC;gBACD,MAAM,UAAU,GAAG,KAAY,CAAC;gBAEhC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACxB,YAAY,GAAG;wBACb,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;wBACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,UAAU;wBAC1C,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI;qBAC/B,CAAC;oBAEF,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBACvC,sBAAM,CAAC,KAAK,CAAC,yCAAyC,EAAE;4BACtD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,iDAAiD;4BACxD,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE;yBACjF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE;4BACjD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,iDAAiD;4BACxD,QAAQ,EAAE;gCACR,UAAU,EAAE,GAAG;gCACf,KAAK;gCACL,IAAI,EAAE,qGAAqG;6BAC5G;yBACF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;4BACnD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,mBAAmB;4BAC1B,QAAQ,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE;yBACxF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;4BAC3C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,IAAI,iBAAiB;4BACpE,QAAQ,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE;yBAC9D,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE;gBAC7C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE,EAAE,GAAG,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE;aAC9D,CAAC,CAAC;YAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,WAAW,EAC3B;gBACE,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;gBAC7C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC;aAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;YAEF,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;YACzC,SAAS,CAAC,KAAK,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;YACnE,MAAM,6BAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF;AA3VD,8CA2VC;AAM6B,6CAAgB;AAJ9C,4BAA4B;AACf,QAAA,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;AAI3B,2BAJjB,yBAAiB,CAIgB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"requesty-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/requesty-provider.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAA+B,MAAM,UAAU,CAAC;AACvF,OAAO,EACL,sBAAsB,EAKvB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AA4C9D;;;;GAIG;AACH,qBAAa,gBAAiB,SAAQ,eAAe;IACnD,OAAO,CAAC,cAAc,CAAwB;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAsC;;IAO/D;;OAEG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,sBAA2B,GACnC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"requesty-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/requesty-provider.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAA+B,MAAM,UAAU,CAAC;AACvF,OAAO,EACL,sBAAsB,EAKvB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AA4C9D;;;;GAIG;AACH,qBAAa,gBAAiB,SAAQ,eAAe;IACnD,OAAO,CAAC,cAAc,CAAwB;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAsC;;IAO/D;;OAEG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,sBAA2B,GACnC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;CAyTrC;AAGD,eAAO,MAAM,gBAAgB,kBAAyB,CAAC;AAGvD,OAAO,EAAE,gBAAgB,IAAI,eAAe,EAAE,CAAC;AAC/C,OAAO,EAAE,gBAAgB,IAAI,eAAe,EAAE,CAAC"}
|
|
@@ -163,7 +163,11 @@ class RequestyProvider extends base_llm_provider_1.BaseLLMProvider {
|
|
|
163
163
|
});
|
|
164
164
|
const response = await (0, retry_utils_1.retryWithBackoff)(() => axios_1.default.post(`${this.BASE_URL}/chat/completions`, requestPayload, {
|
|
165
165
|
headers,
|
|
166
|
-
timeout: 180000 // 180 second timeout
|
|
166
|
+
timeout: 180000, // 180 second timeout
|
|
167
|
+
// Force the Node `http` adapter (server-side, API-key-bearing provider) —
|
|
168
|
+
// never the XHR/fetch adapter axios auto-selects under jsdom, which fails
|
|
169
|
+
// real external HTTPS with ERR_NETWORK.
|
|
170
|
+
adapter: 'http'
|
|
167
171
|
}), this.constructor.name, options.retry);
|
|
168
172
|
const requestDuration = Date.now() - requestStartTime;
|
|
169
173
|
if (response && response.status === 200) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"requesty-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/requesty-provider.ts"],"names":[],"mappings":";;;;;;AAAA,iCAAiC;AACjC,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAuF;AASvF,8DAAqE;AACrE,6DAA+D;AAC/D,sDAAwD;AACxD,gEAA6G;AAE7G;;;GAGG;AACH,SAAS,aAAa,CAAC,KAAa;IAClC,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACvC,OAAO,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC7B,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC;QAChC,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC;QAChC,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;AAC1C,CAAC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,MAAuB,EAAE,KAAa;IAChE,wDAAwD;IACxD,IAAI,MAAM,KAAK,MAAM,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,MAAM,CAAC,CAAE,yBAAyB;QAC3C,KAAK,KAAK;YACR,OAAO,KAAK,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB;YACE,OAAO,QAAQ,CAAC,CAAE,eAAe;IACrC,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAa,gBAAiB,SAAQ,mCAAe;IAInD;QACE,KAAK,CAAC,mBAAW,CAAC,QAAQ,CAAC,CAAC;QAHb,aAAQ,GAAG,kCAAkC,CAAC;QAI7D,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAkC,EAAE;QAEpC,MAAM,EACJ,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,EACxC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,eAAe,EACrD,WAAW,GAAG,GAAG,EACjB,SAAS,GAAG,IAAI,EAChB,WAAW,EACX,MAAM,EACN,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACR,eAAe,EAChB,GAAG,OAAO,CAAC;QAEZ,mBAAmB;QACnB,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,iDAAiD;gBACjD,6EAA6E,CAC9E,CAAC;QACJ,CAAC;QAED,iBAAiB;QACjB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,uEAAuE,CACxE,CAAC;QACJ,CAAC;QAED,gBAAgB;QAChB,8EAA8E;QAC9E,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,QAAQ,EAAE,kBAAkB;YAC5B,eAAe,EAAE,UAAU,SAAS,EAAE;SACvC,CAAC;QAEF,IAAI,WAAW;YAAE,OAAO,CAAC,cAAc,CAAC,GAAG,WAAW,CAAC;QACvD,IAAI,MAAM;YAAE,OAAO,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC;QAExC,uEAAuE;QACvE,MAAM,kBAAkB,GAAG,IAAA,4BAAS,EAAC,UAAU,CAAC;YAC9C,CAAC,CAAC,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACtC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACzB,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;gBACpD,CAAC;gBACD,yCAAyC;gBACzC,OAAO;oBACL,IAAI,EAAE,WAAoB;oBAC1B,SAAS,EAAE;wBACT,GAAG,EAAE,QAAQ,IAAI,CAAC,QAAQ,WAAW,IAAI,CAAC,IAAI,EAAE;wBAChD,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;qBAC5C;iBACF,CAAC;YACJ,CAAC,CAAC;YACJ,CAAC,CAAC,CAAC,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAoC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAEjJ,wCAAwC;QACxC,MAAM,cAAc,GAAuB;YACzC,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;gBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE;aAC9C;YACD,UAAU,EAAE,SAAS;YACrB,WAAW,EAAE,WAAW;YACxB,iFAAiF;YACjF,kFAAkF;YAClF,GAAG,CAAC,eAAe,IAAI,EAAE,gBAAgB,EAAE,kBAAkB,CAAC,eAAe,EAAE,KAAK,CAAC,EAAE,CAAC;SACzF,CAAC;QAEF,sEAAsE;QACtE,MAAM,gBAAgB,GAAG,IAAA,uCAAoB,EAAC,UAAU,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,OAAO,EAAE,YAAY;YACrB,SAAS,EAAE,SAAS;YACpB,aAAa,EAAE,aAAa;YAC5B,UAAU,EAAE,UAAU;YACtB,QAAQ,EAAE,QAAQ;YAClB,gDAAgD;YAChD,WAAW;YACX,eAAe;SAChB,CAAC;QAEF,cAAc;QACd,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAChD,YAAY,IAAI,iBAAiB,EACjC,gBAAgB,CACjB,CAAC;QAEF,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,iBAAiB;YACxC,MAAM,EAAE,gBAAgB;YACxB,aAAa,EAAE,aAAa;YAC5B,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE;SAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE;gBAC7C,OAAO,EAAE,kBAAkB;gBAC3B,QAAQ,EAAE;oBACR,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,mBAAmB;oBACxC,KAAK,EAAE,KAAK;oBACZ,YAAY,EAAE,IAAA,gCAAa,EAAC,UAAU,CAAC;oBACvC,SAAS,EAAE,SAAS;iBACrB;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CACd,GAAG,IAAI,CAAC,QAAQ,mBAAmB,EACnC,cAAc,EACd;gBACE,OAAO;gBACP,OAAO,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"requesty-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/requesty-provider.ts"],"names":[],"mappings":";;;;;;AAAA,iCAAiC;AACjC,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAuF;AASvF,8DAAqE;AACrE,6DAA+D;AAC/D,sDAAwD;AACxD,gEAA6G;AAE7G;;;GAGG;AACH,SAAS,aAAa,CAAC,KAAa;IAClC,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACvC,OAAO,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC7B,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC;QAChC,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC;QAChC,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;AAC1C,CAAC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,MAAuB,EAAE,KAAa;IAChE,wDAAwD;IACxD,IAAI,MAAM,KAAK,MAAM,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,MAAM,CAAC,CAAE,yBAAyB;QAC3C,KAAK,KAAK;YACR,OAAO,KAAK,CAAC;QACf,KAAK,QAAQ;YACX,OAAO,QAAQ,CAAC;QAClB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB;YACE,OAAO,QAAQ,CAAC,CAAE,eAAe;IACrC,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAa,gBAAiB,SAAQ,mCAAe;IAInD;QACE,KAAK,CAAC,mBAAW,CAAC,QAAQ,CAAC,CAAC;QAHb,aAAQ,GAAG,kCAAkC,CAAC;QAI7D,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAkC,EAAE;QAEpC,MAAM,EACJ,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,EACxC,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,eAAe,EACrD,WAAW,GAAG,GAAG,EACjB,SAAS,GAAG,IAAI,EAChB,WAAW,EACX,MAAM,EACN,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACR,eAAe,EAChB,GAAG,OAAO,CAAC;QAEZ,mBAAmB;QACnB,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,iDAAiD;gBACjD,6EAA6E,CAC9E,CAAC;QACJ,CAAC;QAED,iBAAiB;QACjB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,uEAAuE,CACxE,CAAC;QACJ,CAAC;QAED,gBAAgB;QAChB,8EAA8E;QAC9E,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,QAAQ,EAAE,kBAAkB;YAC5B,eAAe,EAAE,UAAU,SAAS,EAAE;SACvC,CAAC;QAEF,IAAI,WAAW;YAAE,OAAO,CAAC,cAAc,CAAC,GAAG,WAAW,CAAC;QACvD,IAAI,MAAM;YAAE,OAAO,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC;QAExC,uEAAuE;QACvE,MAAM,kBAAkB,GAAG,IAAA,4BAAS,EAAC,UAAU,CAAC;YAC9C,CAAC,CAAC,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACtC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACzB,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;gBACpD,CAAC;gBACD,yCAAyC;gBACzC,OAAO;oBACL,IAAI,EAAE,WAAoB;oBAC1B,SAAS,EAAE;wBACT,GAAG,EAAE,QAAQ,IAAI,CAAC,QAAQ,WAAW,IAAI,CAAC,IAAI,EAAE;wBAChD,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;qBAC5C;iBACF,CAAC;YACJ,CAAC,CAAC;YACJ,CAAC,CAAC,CAAC,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAA,mCAAgB,EAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAE,CAAoC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAEjJ,wCAAwC;QACxC,MAAM,cAAc,GAAuB;YACzC,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;gBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,EAAE;aAC9C;YACD,UAAU,EAAE,SAAS;YACrB,WAAW,EAAE,WAAW;YACxB,iFAAiF;YACjF,kFAAkF;YAClF,GAAG,CAAC,eAAe,IAAI,EAAE,gBAAgB,EAAE,kBAAkB,CAAC,eAAe,EAAE,KAAK,CAAC,EAAE,CAAC;SACzF,CAAC;QAEF,sEAAsE;QACtE,MAAM,gBAAgB,GAAG,IAAA,uCAAoB,EAAC,UAAU,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,cAAc;YAC3B,OAAO,EAAE,YAAY;YACrB,SAAS,EAAE,SAAS;YACpB,aAAa,EAAE,aAAa;YAC5B,UAAU,EAAE,UAAU;YACtB,QAAQ,EAAE,QAAQ;YAClB,gDAAgD;YAChD,WAAW;YACX,eAAe;SAChB,CAAC;QAEF,cAAc;QACd,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAChD,YAAY,IAAI,iBAAiB,EACjC,gBAAgB,CACjB,CAAC;QAEF,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,iBAAiB;YACxC,MAAM,EAAE,gBAAgB;YACxB,aAAa,EAAE,aAAa;YAC5B,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE;SAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE;gBAC7C,OAAO,EAAE,kBAAkB;gBAC3B,QAAQ,EAAE;oBACR,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,mBAAmB;oBACxC,KAAK,EAAE,KAAK;oBACZ,YAAY,EAAE,IAAA,gCAAa,EAAC,UAAU,CAAC;oBACvC,SAAS,EAAE,SAAS;iBACrB;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CACd,GAAG,IAAI,CAAC,QAAQ,mBAAmB,EACnC,cAAc,EACd;gBACE,OAAO;gBACP,OAAO,EAAE,MAAM,EAAE,qBAAqB;gBACtC,0EAA0E;gBAC1E,0EAA0E;gBAC1E,wCAAwC;gBACxC,OAAO,EAAE,MAAM;aAChB,CACF,EACD,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,CAAC,KAAK,CACd,CAAC;YAEF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,WAAW,GAAwB,QAAQ,CAAC,IAAI,CAAC;gBAEvD,4BAA4B;gBAC5B,MAAM,YAAY,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;gBAEpE,wBAAwB;gBACxB,MAAM,UAAU,GAAe;oBAC7B,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,aAAa;oBAC5C,YAAY,EAAE,WAAW,CAAC,KAAK,CAAC,iBAAiB;oBACjD,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,YAAY;oBAC3C,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;iBACjF,CAAC;gBAEF,qBAAqB;gBACrB,MAAM,kBAAkB,GAAqB;oBAC3C,OAAO,EAAE;wBACP,OAAO,EAAE,YAAY;qBACtB;oBACD,SAAS,EAAE,SAAS;oBACpB,QAAQ,EAAE;wBACR,QAAQ,EAAE,IAAI,CAAC,YAAY;wBAC3B,KAAK,EAAE,WAAW,CAAC,KAAK;wBACxB,UAAU,EAAE,UAAU,CAAC,WAAW;wBAClC,cAAc,EAAE,eAAe;qBAChC;oBACD,KAAK,EAAE,UAAU;oBACjB,EAAE,EAAE,WAAW,CAAC,EAAE;oBAClB,aAAa,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,SAAS;iBAClE,CAAC;gBAEF,oBAAoB;gBACpB,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gBACzC,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;gBAClC,SAAS,CAAC,eAAe,GAAG,WAAW,CAAC;gBAExC,eAAe;gBACf,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAEzC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,iBAAiB,EACjC;oBACE,WAAW,EAAE,YAAY;oBACzB,cAAc,EAAE,eAAe;iBAChC,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,kBAAkB,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;gBACnE,sBAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE;oBACzC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oBAC9B,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,QAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE;iBAC/B,CAAC,CAAC;gBAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,iBAAiB,EACjC;oBACE,WAAW,EAAE,EAAE;oBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;oBAC7C,KAAK;iBACN,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,YAAY,GAAG,eAAe,CAAC;YACnC,IAAI,YAAY,GAAwB,EAAE,CAAC;YAE3C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,sBAAsB;YACtB,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,cAAc,IAAI,KAAK;gBACvB,KAAK,CAAC,YAAY,KAAK,IAAI,EAC3B,CAAC;gBACD,MAAM,UAAU,GAAG,KAAY,CAAC;gBAEhC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACxB,YAAY,GAAG;wBACb,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;wBACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,UAAU;wBAC1C,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI;qBAC/B,CAAC;oBAEF,oCAAoC;oBACpC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBACvC,sBAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE;4BACrD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,iBAAiB;4BACxB,QAAQ,EAAE;gCACR,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;gCACtC,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO;6BAClD;yBACF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE;4BAClC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,mBAAmB;4BAC1B,QAAQ,EAAE;gCACR,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;gCACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC;6BACvD;yBACF,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC9C,sBAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;4BAC1C,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,IAAI,iBAAiB;4BACpE,QAAQ,EAAE;gCACR,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI;gCAC3C,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK;6BACzC;yBACF,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;gBACnC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE;oBACR,GAAG,YAAY;oBACf,YAAY,EAAE,KAAK;oBACnB,SAAS,EAAE,SAAS;iBACrB;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,iBAAiB,EACjC;gBACE,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;gBAC7C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC;aAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;YAEF,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;YACzC,SAAS,CAAC,KAAK,GAAG;gBAChB,OAAO,EAAE,YAAY;gBACrB,OAAO,EAAE,YAAY;aACtB,CAAC;YAEF,MAAM,6BAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF;AAzUD,4CAyUC;AAM4B,2CAAe;AAJ5C,4BAA4B;AACf,QAAA,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;AAI1B,0BAJhB,wBAAgB,CAIe"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loonylabs/llm-middleware",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.31.0",
|
|
4
4
|
"description": "Complete middleware infrastructure for LLM-based backends with multi-provider support (Ollama, Anthropic, Google Gemini & Vertex AI, Requesty, AWS Bedrock, Azure OpenAI / Foundry, Inceptron)",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -36,7 +36,7 @@
|
|
|
36
36
|
"test:cache:smoke": "ts-node tests/manual/cache-smoke-test.ts",
|
|
37
37
|
"test:vision:smoke": "ts-node tests/manual/vision-smoke-test.ts",
|
|
38
38
|
"test:ci": "jest --runInBand --ci --coverage",
|
|
39
|
-
"lint": "eslint src/**/*.ts",
|
|
39
|
+
"lint": "eslint \"src/**/*.ts\"",
|
|
40
40
|
"clean": "node -e \"const fs=require('fs');if(fs.existsSync('dist'))fs.rmSync('dist',{recursive:true})\"",
|
|
41
41
|
"prepare": "npm run build",
|
|
42
42
|
"prepublishOnly": "npm run clean && npm run build && npm run test"
|