@loonylabs/llm-middleware 2.27.0 → 2.28.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +5 -0
- package/README.md +2 -1
- package/dist/middleware/services/llm/llm.service.d.ts.map +1 -1
- package/dist/middleware/services/llm/llm.service.js +2 -0
- package/dist/middleware/services/llm/llm.service.js.map +1 -1
- package/dist/middleware/services/llm/providers/bedrock-provider.d.ts +43 -0
- package/dist/middleware/services/llm/providers/bedrock-provider.d.ts.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-provider.js +328 -0
- package/dist/middleware/services/llm/providers/bedrock-provider.js.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/bedrock-reasoning.factory.d.ts +21 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/bedrock-reasoning.factory.d.ts.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/bedrock-reasoning.factory.js +36 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/bedrock-reasoning.factory.js.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/bedrock-reasoning.types.d.ts +53 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/bedrock-reasoning.types.d.ts.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/bedrock-reasoning.types.js +18 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/bedrock-reasoning.types.js.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/index.d.ts +6 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/index.d.ts.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/index.js +22 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/index.js.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/noop-reasoning.strategy.d.ts +17 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/noop-reasoning.strategy.d.ts.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/noop-reasoning.strategy.js +24 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/noop-reasoning.strategy.js.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/nova-reasoning.strategy.d.ts +16 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/nova-reasoning.strategy.d.ts.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/nova-reasoning.strategy.js +40 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/nova-reasoning.strategy.js.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/reasoning-effort.strategy.d.ts +15 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/reasoning-effort.strategy.d.ts.map +1 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/reasoning-effort.strategy.js +32 -0
- package/dist/middleware/services/llm/providers/bedrock-reasoning/reasoning-effort.strategy.js.map +1 -0
- package/dist/middleware/services/llm/providers/index.d.ts +1 -0
- package/dist/middleware/services/llm/providers/index.d.ts.map +1 -1
- package/dist/middleware/services/llm/providers/index.js +1 -0
- package/dist/middleware/services/llm/providers/index.js.map +1 -1
- package/dist/middleware/services/llm/providers/ollama-provider.d.ts.map +1 -1
- package/dist/middleware/services/llm/providers/ollama-provider.js +3 -1
- package/dist/middleware/services/llm/providers/ollama-provider.js.map +1 -1
- package/dist/middleware/services/llm/types/bedrock.types.d.ts +114 -0
- package/dist/middleware/services/llm/types/bedrock.types.d.ts.map +1 -0
- package/dist/middleware/services/llm/types/bedrock.types.js +14 -0
- package/dist/middleware/services/llm/types/bedrock.types.js.map +1 -0
- package/dist/middleware/services/llm/types/common.types.d.ts +3 -1
- package/dist/middleware/services/llm/types/common.types.d.ts.map +1 -1
- package/dist/middleware/services/llm/types/common.types.js +2 -0
- package/dist/middleware/services/llm/types/common.types.js.map +1 -1
- package/dist/middleware/services/llm/types/index.d.ts +1 -0
- package/dist/middleware/services/llm/types/index.d.ts.map +1 -1
- package/dist/middleware/services/llm/types/index.js +1 -0
- package/dist/middleware/services/llm/types/index.js.map +1 -1
- package/dist/middleware/usecases/base/base-ai.usecase.d.ts.map +1 -1
- package/dist/middleware/usecases/base/base-ai.usecase.js +3 -1
- package/dist/middleware/usecases/base/base-ai.usecase.js.map +1 -1
- package/package.json +2 -1
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./bedrock-reasoning.types"), exports);
|
|
18
|
+
__exportStar(require("./reasoning-effort.strategy"), exports);
|
|
19
|
+
__exportStar(require("./nova-reasoning.strategy"), exports);
|
|
20
|
+
__exportStar(require("./noop-reasoning.strategy"), exports);
|
|
21
|
+
__exportStar(require("./bedrock-reasoning.factory"), exports);
|
|
22
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/bedrock-reasoning/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4DAA0C;AAC1C,8DAA4C;AAC5C,4DAA0C;AAC1C,4DAA0C;AAC1C,8DAA4C"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { ReasoningEffort } from '../../types';
|
|
2
|
+
import { BedrockReasoningStrategy, BedrockReasoningApplication } from './bedrock-reasoning.types';
|
|
3
|
+
/**
|
|
4
|
+
* No-op reasoning strategy for models without configurable reasoning on Converse.
|
|
5
|
+
*
|
|
6
|
+
* Used for MiniMax (always-on "interleaved thinking", no toggle) and for model
|
|
7
|
+
* families whose reasoning is not yet mapped (e.g. Anthropic Claude, which uses a
|
|
8
|
+
* `thinking` token budget instead of `reasoning_effort`). Emits a warning so the
|
|
9
|
+
* consumer knows the requested effort had no effect.
|
|
10
|
+
*/
|
|
11
|
+
export declare class NoOpReasoningStrategy implements BedrockReasoningStrategy {
|
|
12
|
+
private readonly reason;
|
|
13
|
+
readonly name: string;
|
|
14
|
+
constructor(reason: string, name?: string);
|
|
15
|
+
apply(effort: ReasoningEffort): BedrockReasoningApplication;
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=noop-reasoning.strategy.d.ts.map
|
package/dist/middleware/services/llm/providers/bedrock-reasoning/noop-reasoning.strategy.d.ts.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"noop-reasoning.strategy.d.ts","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/bedrock-reasoning/noop-reasoning.strategy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,wBAAwB,EAAE,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AAElG;;;;;;;GAOG;AACH,qBAAa,qBAAsB,YAAW,wBAAwB;IAGxD,OAAO,CAAC,QAAQ,CAAC,MAAM;IAFnC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBAEO,MAAM,EAAE,MAAM,EAAE,IAAI,SAAS;IAI1D,KAAK,CAAC,MAAM,EAAE,eAAe,GAAG,2BAA2B;CAK5D"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.NoOpReasoningStrategy = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* No-op reasoning strategy for models without configurable reasoning on Converse.
|
|
6
|
+
*
|
|
7
|
+
* Used for MiniMax (always-on "interleaved thinking", no toggle) and for model
|
|
8
|
+
* families whose reasoning is not yet mapped (e.g. Anthropic Claude, which uses a
|
|
9
|
+
* `thinking` token budget instead of `reasoning_effort`). Emits a warning so the
|
|
10
|
+
* consumer knows the requested effort had no effect.
|
|
11
|
+
*/
|
|
12
|
+
class NoOpReasoningStrategy {
|
|
13
|
+
constructor(reason, name = 'noop') {
|
|
14
|
+
this.reason = reason;
|
|
15
|
+
this.name = name;
|
|
16
|
+
}
|
|
17
|
+
apply(effort) {
|
|
18
|
+
return {
|
|
19
|
+
warnings: [`reasoningEffort '${effort}' is not applied: ${this.reason}`]
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
exports.NoOpReasoningStrategy = NoOpReasoningStrategy;
|
|
24
|
+
//# sourceMappingURL=noop-reasoning.strategy.js.map
|
package/dist/middleware/services/llm/providers/bedrock-reasoning/noop-reasoning.strategy.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"noop-reasoning.strategy.js","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/bedrock-reasoning/noop-reasoning.strategy.ts"],"names":[],"mappings":";;;AAGA;;;;;;;GAOG;AACH,MAAa,qBAAqB;IAGhC,YAA6B,MAAc,EAAE,IAAI,GAAG,MAAM;QAA7B,WAAM,GAAN,MAAM,CAAQ;QACzC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,MAAuB;QAC3B,OAAO;YACL,QAAQ,EAAE,CAAC,oBAAoB,MAAM,qBAAqB,IAAI,CAAC,MAAM,EAAE,CAAC;SACzE,CAAC;IACJ,CAAC;CACF;AAZD,sDAYC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { ReasoningEffort } from '../../types';
|
|
2
|
+
import { BedrockReasoningStrategy, BedrockReasoningApplication } from './bedrock-reasoning.types';
|
|
3
|
+
/**
|
|
4
|
+
* Reasoning strategy for Amazon Nova 2 models.
|
|
5
|
+
*
|
|
6
|
+
* Uses `reasoningConfig` { type, maxReasoningEffort } via additionalModelRequestFields.
|
|
7
|
+
* At maxReasoningEffort='high', Nova forbids temperature/topP/maxTokens — the provider
|
|
8
|
+
* removes them (and warns) per the configured auto-removal behavior.
|
|
9
|
+
*
|
|
10
|
+
* @see https://docs.aws.amazon.com/nova/latest/nova2-userguide/extended-thinking.html
|
|
11
|
+
*/
|
|
12
|
+
export declare class NovaReasoningStrategy implements BedrockReasoningStrategy {
|
|
13
|
+
readonly name = "nova-reasoningConfig";
|
|
14
|
+
apply(effort: ReasoningEffort): BedrockReasoningApplication;
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=nova-reasoning.strategy.d.ts.map
|
package/dist/middleware/services/llm/providers/bedrock-reasoning/nova-reasoning.strategy.d.ts.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"nova-reasoning.strategy.d.ts","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/bedrock-reasoning/nova-reasoning.strategy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,wBAAwB,EAAE,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AAElG;;;;;;;;GAQG;AACH,qBAAa,qBAAsB,YAAW,wBAAwB;IACpE,QAAQ,CAAC,IAAI,0BAA0B;IAEvC,KAAK,CAAC,MAAM,EAAE,eAAe,GAAG,2BAA2B;CAwB5D"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.NovaReasoningStrategy = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* Reasoning strategy for Amazon Nova 2 models.
|
|
6
|
+
*
|
|
7
|
+
* Uses `reasoningConfig` { type, maxReasoningEffort } via additionalModelRequestFields.
|
|
8
|
+
* At maxReasoningEffort='high', Nova forbids temperature/topP/maxTokens — the provider
|
|
9
|
+
* removes them (and warns) per the configured auto-removal behavior.
|
|
10
|
+
*
|
|
11
|
+
* @see https://docs.aws.amazon.com/nova/latest/nova2-userguide/extended-thinking.html
|
|
12
|
+
*/
|
|
13
|
+
class NovaReasoningStrategy {
|
|
14
|
+
constructor() {
|
|
15
|
+
this.name = 'nova-reasoningConfig';
|
|
16
|
+
}
|
|
17
|
+
apply(effort) {
|
|
18
|
+
if (effort === 'none') {
|
|
19
|
+
return {
|
|
20
|
+
additionalModelRequestFields: { reasoningConfig: { type: 'disabled' } }
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
const app = {
|
|
24
|
+
additionalModelRequestFields: {
|
|
25
|
+
reasoningConfig: { type: 'enabled', maxReasoningEffort: effort }
|
|
26
|
+
}
|
|
27
|
+
};
|
|
28
|
+
if (effort === 'high') {
|
|
29
|
+
// Nova rejects these inference parameters when maxReasoningEffort='high'.
|
|
30
|
+
app.removeInferenceConfigKeys = ['temperature', 'topP', 'maxTokens'];
|
|
31
|
+
app.warnings = [
|
|
32
|
+
"Nova at reasoningEffort 'high' forbids temperature/topP/maxTokens; " +
|
|
33
|
+
'these were removed from inferenceConfig.'
|
|
34
|
+
];
|
|
35
|
+
}
|
|
36
|
+
return app;
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
exports.NovaReasoningStrategy = NovaReasoningStrategy;
|
|
40
|
+
//# sourceMappingURL=nova-reasoning.strategy.js.map
|
package/dist/middleware/services/llm/providers/bedrock-reasoning/nova-reasoning.strategy.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"nova-reasoning.strategy.js","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/bedrock-reasoning/nova-reasoning.strategy.ts"],"names":[],"mappings":";;;AAGA;;;;;;;;GAQG;AACH,MAAa,qBAAqB;IAAlC;QACW,SAAI,GAAG,sBAAsB,CAAC;IA0BzC,CAAC;IAxBC,KAAK,CAAC,MAAuB;QAC3B,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,OAAO;gBACL,4BAA4B,EAAE,EAAE,eAAe,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE;aACxE,CAAC;QACJ,CAAC;QAED,MAAM,GAAG,GAAgC;YACvC,4BAA4B,EAAE;gBAC5B,eAAe,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,EAAE;aACjE;SACF,CAAC;QAEF,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,0EAA0E;YAC1E,GAAG,CAAC,yBAAyB,GAAG,CAAC,aAAa,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;YACrE,GAAG,CAAC,QAAQ,GAAG;gBACb,qEAAqE;oBACrE,0CAA0C;aAC3C,CAAC;QACJ,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AA3BD,sDA2BC"}
|
package/dist/middleware/services/llm/providers/bedrock-reasoning/reasoning-effort.strategy.d.ts
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { ReasoningEffort } from '../../types';
|
|
2
|
+
import { BedrockReasoningStrategy, BedrockReasoningApplication } from './bedrock-reasoning.types';
|
|
3
|
+
/**
|
|
4
|
+
* Reasoning strategy for models that accept the OpenAI-style `reasoning_effort`
|
|
5
|
+
* (low/medium/high) via `additionalModelRequestFields` on the Bedrock Converse API.
|
|
6
|
+
*
|
|
7
|
+
* Verified live (all return native reasoningContent): Qwen3, Kimi K2.5,
|
|
8
|
+
* gpt-oss-120b/20b, GLM-5, GLM-4.7, DeepSeek V3.2. This is the de-facto standard
|
|
9
|
+
* for open-weight models on Bedrock, so it also serves as the default strategy.
|
|
10
|
+
*/
|
|
11
|
+
export declare class ReasoningEffortStrategy implements BedrockReasoningStrategy {
|
|
12
|
+
readonly name = "reasoning_effort";
|
|
13
|
+
apply(effort: ReasoningEffort): BedrockReasoningApplication;
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=reasoning-effort.strategy.d.ts.map
|
package/dist/middleware/services/llm/providers/bedrock-reasoning/reasoning-effort.strategy.d.ts.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reasoning-effort.strategy.d.ts","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/bedrock-reasoning/reasoning-effort.strategy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,wBAAwB,EAAE,2BAA2B,EAAE,MAAM,2BAA2B,CAAC;AAElG;;;;;;;GAOG;AACH,qBAAa,uBAAwB,YAAW,wBAAwB;IACtE,QAAQ,CAAC,IAAI,sBAAsB;IAEnC,KAAK,CAAC,MAAM,EAAE,eAAe,GAAG,2BAA2B;CAc5D"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ReasoningEffortStrategy = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* Reasoning strategy for models that accept the OpenAI-style `reasoning_effort`
|
|
6
|
+
* (low/medium/high) via `additionalModelRequestFields` on the Bedrock Converse API.
|
|
7
|
+
*
|
|
8
|
+
* Verified live (all return native reasoningContent): Qwen3, Kimi K2.5,
|
|
9
|
+
* gpt-oss-120b/20b, GLM-5, GLM-4.7, DeepSeek V3.2. This is the de-facto standard
|
|
10
|
+
* for open-weight models on Bedrock, so it also serves as the default strategy.
|
|
11
|
+
*/
|
|
12
|
+
class ReasoningEffortStrategy {
|
|
13
|
+
constructor() {
|
|
14
|
+
this.name = 'reasoning_effort';
|
|
15
|
+
}
|
|
16
|
+
apply(effort) {
|
|
17
|
+
if (effort === 'none') {
|
|
18
|
+
// These models reason by default and expose no reliable "off" switch via
|
|
19
|
+
// Converse (thinking:{type:disabled} is ignored). We omit the field so the
|
|
20
|
+
// model uses its default, and warn that reasoning likely stays on.
|
|
21
|
+
return {
|
|
22
|
+
warnings: [
|
|
23
|
+
"reasoningEffort 'none' has no reliable effect on reasoning_effort models " +
|
|
24
|
+
'(Qwen/Kimi/gpt-oss/GLM/DeepSeek); reasoning may remain enabled.'
|
|
25
|
+
]
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
return { additionalModelRequestFields: { reasoning_effort: effort } };
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
exports.ReasoningEffortStrategy = ReasoningEffortStrategy;
|
|
32
|
+
//# sourceMappingURL=reasoning-effort.strategy.js.map
|
package/dist/middleware/services/llm/providers/bedrock-reasoning/reasoning-effort.strategy.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reasoning-effort.strategy.js","sourceRoot":"","sources":["../../../../../../src/middleware/services/llm/providers/bedrock-reasoning/reasoning-effort.strategy.ts"],"names":[],"mappings":";;;AAGA;;;;;;;GAOG;AACH,MAAa,uBAAuB;IAApC;QACW,SAAI,GAAG,kBAAkB,CAAC;IAgBrC,CAAC;IAdC,KAAK,CAAC,MAAuB;QAC3B,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,yEAAyE;YACzE,2EAA2E;YAC3E,mEAAmE;YACnE,OAAO;gBACL,QAAQ,EAAE;oBACR,2EAA2E;wBAC3E,iEAAiE;iBAClE;aACF,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,4BAA4B,EAAE,EAAE,gBAAgB,EAAE,MAAM,EAAE,EAAE,CAAC;IACxE,CAAC;CACF;AAjBD,0DAiBC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/index.ts"],"names":[],"mappings":"AACA,cAAc,qBAAqB,CAAC;AAGpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/index.ts"],"names":[],"mappings":"AACA,cAAc,qBAAqB,CAAC;AAGpC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC"}
|
|
@@ -21,6 +21,7 @@ __exportStar(require("./ollama-provider"), exports);
|
|
|
21
21
|
__exportStar(require("./anthropic-provider"), exports);
|
|
22
22
|
__exportStar(require("./gemini-provider"), exports);
|
|
23
23
|
__exportStar(require("./requesty-provider"), exports);
|
|
24
|
+
__exportStar(require("./bedrock-provider"), exports);
|
|
24
25
|
// Future providers will be added here:
|
|
25
26
|
// export * from './openai-provider';
|
|
26
27
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gBAAgB;AAChB,sDAAoC;AAEpC,qBAAqB;AACrB,oDAAkC;AAClC,uDAAqC;AACrC,oDAAkC;AAClC,sDAAoC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gBAAgB;AAChB,sDAAoC;AAEpC,qBAAqB;AACrB,oDAAkC;AAClC,uDAAqC;AACrC,oDAAkC;AAClC,sDAAoC;AACpC,qDAAmC;AAEnC,uCAAuC;AACvC,qCAAqC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ollama-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/ollama-provider.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAAc,MAAM,UAAU,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC7E,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAO9D;;;;;;;GAOG;AACH,qBAAa,cAAe,SAAQ,eAAe;IACjD,OAAO,CAAC,cAAc,CAAwB;;IAO9C;;;;;;OAMG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"ollama-provider.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/ollama-provider.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAe,iBAAiB,EAAc,MAAM,UAAU,CAAC;AACtE,OAAO,EAAE,oBAAoB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC7E,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAO9D;;;;;;;GAOG;AACH,qBAAa,cAAe,SAAQ,eAAe;IACjD,OAAO,CAAC,cAAc,CAAwB;;IAO9C;;;;;;OAMG;IACU,qBAAqB,CAChC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAydpC;;OAEG;YACW,wBAAwB;IA6CtC;;OAEG;IACU,8BAA8B,CACzC,UAAU,EAAE,iBAAiB,EAC7B,aAAa,EAAE,MAAM,EACrB,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAIjC;;OAEG;IACU,aAAa,CACxB,MAAM,EAAE,iBAAiB,EACzB,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;CAGlC;AAGD,eAAO,MAAM,cAAc,gBAAuB,CAAC;AAGnD,OAAO,EAAE,cAAc,IAAI,aAAa,EAAE,CAAC;AAC3C,OAAO,EAAE,cAAc,IAAI,aAAa,EAAE,CAAC"}
|
|
@@ -61,16 +61,18 @@ class OllamaProvider extends base_llm_provider_1.BaseLLMProvider {
|
|
|
61
61
|
headers['Authorization'] = `Bearer ${authToken}`;
|
|
62
62
|
}
|
|
63
63
|
// Create base data without session_id
|
|
64
|
+
// Ollama's /api/chat reads sampling parameters (incl. temperature) from the
|
|
65
|
+
// nested `options` object — a top-level `temperature` field is silently ignored.
|
|
64
66
|
const baseData = {
|
|
65
67
|
model: model,
|
|
66
68
|
messages: [
|
|
67
69
|
{ role: "system", content: systemMessage },
|
|
68
70
|
{ role: "user", content: textContent }
|
|
69
71
|
],
|
|
70
|
-
temperature: temperature,
|
|
71
72
|
stream: false,
|
|
72
73
|
...(finalThinkValue !== undefined && { think: finalThinkValue }),
|
|
73
74
|
options: {
|
|
75
|
+
temperature,
|
|
74
76
|
...(repeat_penalty !== undefined && { repeat_penalty }),
|
|
75
77
|
...(top_p !== undefined && { top_p }),
|
|
76
78
|
...(top_k !== undefined && { top_k }),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ollama-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/ollama-provider.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAsE;AAGtE,8DAAqE;AACrE,6DAA+D;AAC/D,0CAAuD;AACvD,sDAAwD;AACxD,gEAAoG;AAEpG;;;;;;;GAOG;AACH,MAAa,cAAe,SAAQ,mCAAe;IAGjD;QACE,KAAK,CAAC,mBAAW,CAAC,MAAM,CAAC,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAgC,EAAE;QAElC,MAAM,EACJ,SAAS,EACT,KAAK,EACL,WAAW,GAAG,GAAG,EACjB,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,EAC5D,OAAO,GAAG,MAAM,EAChB,eAAe,EACf,cAAc,EACd,KAAK,EACL,KAAK,EACL,iBAAiB,EACjB,gBAAgB,EAChB,aAAa,EACb,WAAW,EACX,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACT,GAAG,OAAO,CAAC;QAEZ,uDAAuD;QACvD,uEAAuE;QACvE,wDAAwD;QACxD,yDAAyD;QACzD,IAAI,eAAoC,CAAC;QACzC,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YAClC,eAAe,GAAG,eAAe,KAAK,MAAM,CAAC;YAC7C,IAAI,eAAe,KAAK,MAAM,IAAI,eAAe,KAAK,MAAM,EAAE,CAAC;gBAC7D,sBAAM,CAAC,IAAI,CAAC,oBAAoB,eAAe,wFAAwF,CAAC,CAAC;YAC3I,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,yFAAyF,CAC1F,CAAC;QACJ,CAAC;QAED,6EAA6E;QAC7E,MAAM,WAAW,GAAG,IAAA,qCAAkB,EAAC,UAAU,CAAC,CAAC;QAEnD,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,SAAS,EAAE,CAAC;QACnD,CAAC;QAED,sCAAsC;QACtC,MAAM,QAAQ,GAAG;YACf,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;gBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;aACvC;YACD,WAAW,EAAE,WAAW;YACxB,MAAM,EAAE,KAAK;YACb,GAAG,CAAC,eAAe,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;YAChE,OAAO,EAAE;gBACP,GAAG,CAAC,cAAc,KAAK,SAAS,IAAI,EAAE,cAAc,EAAE,CAAC;gBACvD,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,CAAC;gBACrC,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,CAAC;gBACrC,GAAG,CAAC,iBAAiB,KAAK,SAAS,IAAI,EAAE,iBAAiB,EAAE,CAAC;gBAC7D,GAAG,CAAC,gBAAgB,KAAK,SAAS,IAAI,EAAE,gBAAgB,EAAE,CAAC;gBAC3D,GAAG,CAAC,aAAa,KAAK,SAAS,IAAI,EAAE,aAAa,EAAE,CAAC;gBACrD,GAAG,CAAC,WAAW,KAAK,SAAS,IAAI,EAAE,WAAW,EAAE,CAAC;aAClD;SACF,CAAC;QAEF,sCAAsC;QACtC,MAAM,IAAI,GAAG;YACX,GAAG,QAAQ;YACX,UAAU,EAAE,SAAS;SACtB,CAAC;QAEF,4CAA4C;QAC5C,IAAI,iBAAiB,GAAQ,SAAS,CAAC;QACvC,IAAI,CAAC;YACH,iBAAiB,GAAI,MAAc,CAAC,kBAAkB,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,0BAA0B;QAC5B,CAAC;QAED,qBAAqB;QACrB,MAAM,gBAAgB,GAAG,IAAA,uCAAoB,EAAC,UAAU,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,OAAO;YAChB,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,IAAI;YACjB,OAAO,EAAE,YAAY;YACrB,iBAAiB,EAAE,iBAAiB;YACpC,SAAS,EAAE,SAAS;YACpB,aAAa,EAAE,aAAa;YAC5B,UAAU,EAAE,UAAU;YACtB,QAAQ,EAAE,QAAQ;SACnB,CAAC;QAEF,cAAc;QACd,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,0BAA0B;QAC1B,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,IAAI,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAEtG,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,eAAe;YACtC,MAAM,EAAE,gBAAgB;YACxB,aAAa,EAAE,aAAa;YAC5B,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE;gBACX,SAAS;gBACT,aAAa;gBACb,UAAU;gBACV,QAAQ;gBACR,UAAU,EAAE;oBACV,cAAc;oBACd,KAAK;oBACL,KAAK;oBACL,iBAAiB;oBACjB,gBAAgB;oBAChB,aAAa;oBACb,WAAW;iBACZ;aACF;SACF,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE;gBAC3C,OAAO,EAAE,gBAAgB;gBACzB,QAAQ,EAAE;oBACR,GAAG,EAAE,GAAG,OAAO,WAAW;oBAC1B,KAAK,EAAE,KAAK;oBACZ,YAAY,EAAE,CAAC,CAAC,SAAS;oBACzB,YAAY,EAAE,IAAA,gCAAa,EAAC,UAAU,CAAC;iBACxC;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,IAAI,EAAE;gBAC5C,OAAO;gBACP,OAAO,EAAE,OAAO,CAAC,qBAAqB;aACvC,CAAC,EACF,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,CAAC,KAAK,CACd,CAAC;YACF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,UAAU,GAAmB,QAAQ,CAAC,IAAI,CAAC;gBAEjD,oDAAoD;gBACpD,oEAAoE;gBACpE,MAAM,WAAW,GAAG,UAAU,CAAC,iBAAiB,IAAI,CAAC,CAAC;gBACtD,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;gBAEhD,MAAM,UAAU,GAAe;oBAC7B,WAAW,EAAE,WAAW;oBACxB,YAAY,EAAE,YAAY;oBAC1B,WAAW,EAAE,WAAW,GAAG,YAAY;iBACxC,CAAC;gBAEF,6BAA6B;gBAC7B,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;gBAEjC,eAAe;gBACf,UAAU,CAAC,QAAQ,GAAG;oBACpB,QAAQ,EAAE,IAAI,CAAC,YAAY;oBAC3B,KAAK,EAAE,KAAK;oBACZ,UAAU,EAAE,UAAU,CAAC,WAAW;oBAClC,cAAc,EAAE,eAAe;iBAChC,CAAC;gBAEF,+BAA+B;gBAC/B,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC;gBAE9B,oBAAoB;gBACpB,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gBACzC,SAAS,CAAC,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC;gBAChD,SAAS,CAAC,eAAe,GAAG,UAAU,CAAC;gBAEvC,sEAAsE;gBACtE,yEAAyE;gBACzE,qEAAqE;gBACrE,yEAAyE;gBACzE,MAAM,SAAS,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC3D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAE1F,UAAU,CAAC,OAAO,CAAC,OAAO,GAAG,YAAY,CAAC;gBAC1C,IAAI,QAAQ,EAAE,CAAC;oBACb,UAAU,CAAC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBACzC,CAAC;gBACD,2EAA2E;gBAC3E,MAAM,gBAAgB,GAAG,QAAQ,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC;gBACjE,IAAI,gBAAgB,EAAE,CAAC;oBACrB,SAAS,CAAC,QAAQ,GAAG,gBAAgB,CAAC;gBACxC,CAAC;gBAED,2CAA2C;gBAC3C,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAEzC,0BAA0B;gBAC1B,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;oBACE,WAAW,EAAE,UAAU,CAAC,OAAO,CAAC,OAAO;oBACvC,cAAc,EAAE,eAAe;iBAChC,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,UAAU,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;gBACnE,sBAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE;oBACvC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oBAC9B,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,QAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE;iBAC/B,CAAC,CAAC;gBAEH,gCAAgC;gBAChC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;oBACE,WAAW,EAAE,EAAE;oBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;oBAC7C,KAAK;iBACN,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,2BAA2B;YAC3B,IAAI,YAAY,GAAG,eAAe,CAAC;YACnC,IAAI,YAAY,GAAwB,EAAE,CAAC;YAE3C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,sDAAsD;YACtD,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,cAAc,IAAI,KAAK;gBACvB,KAAK,CAAC,YAAY,KAAK,IAAI,EAC3B,CAAC;gBACD,MAAM,UAAU,GAAG,KAAY,CAAC;gBAEhC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACxB,YAAY,GAAG;wBACb,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;wBACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,UAAU;wBAC1C,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI;qBAC/B,CAAC;oBAEF,sCAAsC;oBACtC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG;wBAClC,OAAO,UAAU,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ;wBAC5C,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;wBAC5D,sBAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE;4BAC7D,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK;4BACtC,QAAQ,EAAE,EAAE,SAAS,EAAE;yBACxB,CAAC,CAAC;wBAEH,2BAA2B;wBAC3B,IAAI,CAAC;4BACH,MAAM,aAAa,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;4BACrF,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gCAClD,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC;gCACtC,8CAA8C;gCAC9C,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;gCAEjC,kDAAkD;gCAClD,MAAM,cAAc,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gCAChE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gCAEnH,UAAU,CAAC,OAAO,CAAC,OAAO,GAAG,iBAAiB,CAAC;gCAC/C,IAAI,aAAa,EAAE,CAAC;oCAClB,UAAU,CAAC,OAAO,CAAC,QAAQ,GAAG,aAAa,CAAC;gCAC9C,CAAC;gCACD,MAAM,qBAAqB,GAAG,aAAa,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC;gCAE3E,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gCACzC,SAAS,CAAC,QAAQ,GAAG,iBAAiB,CAAC;gCACvC,SAAS,CAAC,eAAe,GAAG,UAAU,CAAC;gCACvC,IAAI,qBAAqB,EAAE,CAAC;oCAC1B,SAAS,CAAC,QAAQ,GAAG,qBAAqB,CAAC;gCAC7C,CAAC;gCAED,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gCAEzC,2CAA2C;gCAC3C,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;oCACE,WAAW,EAAE,iBAAiB;oCAC9B,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;iCAC9C,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gCAEF,OAAO,UAAU,CAAC;4BACpB,CAAC;wBACH,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,+CAA+C;4BAC/C,sBAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE;gCAChC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gCAC9B,KAAK,EAAE,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB;6BAChF,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAED,qCAAqC;oBACrC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC7E,sBAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;4BACnD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,yCAAyC;4BAChD,QAAQ,EAAE;gCACR,OAAO;gCACP,QAAQ,EAAE,CAAC,CAAC,SAAS;gCACrB,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;6BACvC;yBACF,CAAC,CAAC;wBAEH,yBAAyB;wBACzB,gCAAgC;wBAChC,IAAI,SAAS,EAAE,CAAC;4BACd,IAAI,CAAC;gCACH,MAAM,cAAc,GAA2B;oCAC7C,cAAc,EAAE,kBAAkB;oCAClC,eAAe,EAAE,SAAS;iCAC3B,CAAC;gCACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE;oCACjE,OAAO,EAAE,cAAc;oCACvB,OAAO,EAAE,OAAO;iCACjB,CAAC,CAAC;gCACH,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oCACxC,OAAO,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gCAChJ,CAAC;4BACH,CAAC;4BAAC,OAAO,WAAW,EAAE,CAAC;gCACrB,sBAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE;oCACxD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oCAC9B,KAAK,EAAE,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;iCACtE,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;wBAED,sBAAsB;wBACtB,IAAI,SAAS,EAAE,CAAC;4BACd,IAAI,CAAC;gCACH,MAAM,aAAa,GAA2B;oCAC5C,cAAc,EAAE,kBAAkB;oCAClC,WAAW,EAAE,SAAS;iCACvB,CAAC;gCACF,MAAM,WAAW,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE;oCACpE,OAAO,EAAE,aAAa;oCACtB,OAAO,EAAE,OAAO;iCACjB,CAAC,CAAC;gCACH,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oCAC9C,OAAO,IAAI,CAAC,wBAAwB,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gCACnJ,CAAC;4BACH,CAAC;4BAAC,OAAO,WAAW,EAAE,CAAC;gCACrB,sBAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE;oCAChD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oCAC9B,KAAK,EAAE,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;iCACtE,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;wBAED,iCAAiC;wBACjC,IAAI,CAAC;4BACH,MAAM,aAAa,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;4BACrF,MAAM,aAAa,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE;gCACtE,OAAO,EAAE,aAAa;gCACtB,OAAO,EAAE,OAAO;6BACjB,CAAC,CAAC;4BACH,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gCAClD,OAAO,IAAI,CAAC,wBAAwB,CAAC,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;4BACrJ,CAAC;wBACH,CAAC;wBAAC,OAAO,kBAAkB,EAAE,CAAC;4BAC5B,sBAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE;gCACpC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gCAC9B,KAAK,EAAE,kBAAkB,YAAY,KAAK,CAAC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B;6BACzG,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;gBACnC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE;oBACR,GAAG,YAAY;oBACf,YAAY,EAAE,KAAK;oBACnB,OAAO,EAAE,OAAO;oBAChB,SAAS,EAAE,SAAS;iBACrB;aACF,CAAC,CAAC;YAEH,gCAAgC;YAChC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;gBACE,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;gBAC7C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC;aAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;YAEF,iBAAiB;YACjB,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;YACzC,SAAS,CAAC,KAAK,GAAG;gBAChB,OAAO,EAAE,YAAY;gBACrB,OAAO,EAAE,YAAY;aACtB,CAAC;YAEF,YAAY;YACZ,MAAM,6BAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,sCAAsC;YACtC,MAAM,iBAAiB,GAAG,YAAY,CAAC,IAAI,CAAC;YAC5C,IACE,iBAAiB;gBACjB,OAAO,iBAAiB,KAAK,QAAQ;gBACrC,OAAO,IAAI,iBAAiB;gBAC5B,OAAO,iBAAiB,CAAC,KAAK,KAAK,QAAQ,EAC3C,CAAC;gBACD,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC;gBAC1C,IACE,SAAS,CAAC,QAAQ,CAAC,mCAAmC,CAAC;oBACvD,SAAS,CAAC,QAAQ,CAAC,oCAAoC,CAAC,EACxD,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,qCAAqC,KAAK,4DAA4D,CAAC,CAAC;gBAC1H,CAAC;YACH,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB,CACpC,UAAe,EACf,SAAuB,EACvB,SAAiB,EACjB,gBAAwB,EACxB,YAAgC,EAChC,gBAAqB,EACrB,SAAiB,EACjB,KAAa;QAEb,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;QAEjC,kDAAkD;QAClD,MAAM,SAAS,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC3D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAE1F,UAAU,CAAC,OAAO,CAAC,OAAO,GAAG,YAAY,CAAC;QAC1C,IAAI,QAAQ,EAAE,CAAC;YACb,UAAU,CAAC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzC,CAAC;QACD,2EAA2E;QAC3E,MAAM,gBAAgB,GAAG,QAAQ,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC;QAEjE,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;QACzC,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;QAClC,SAAS,CAAC,eAAe,GAAG,UAAU,CAAC;QACvC,IAAI,gBAAgB,EAAE,CAAC;YACrB,SAAS,CAAC,QAAQ,GAAG,gBAAgB,CAAC;QACxC,CAAC;QAED,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAEzC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;YACE,WAAW,EAAE,YAAY;YACzB,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;SAC9C,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,8BAA8B,CACzC,UAA6B,EAC7B,aAAqB,EACrB,UAAgC,EAAE;QAElC,OAAO,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAmC,CAAC;IAC1G,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,aAAa,CACxB,MAAyB,EACzB,UAAgC,EAAE;QAElC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAmC,CAAC;IACtE,CAAC;CACF;AA9iBD,wCA8iBC;AAM0B,uCAAa;AAJxC,uDAAuD;AAC1C,QAAA,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;AAIxB,wBAJd,sBAAc,CAIa"}
|
|
1
|
+
{"version":3,"file":"ollama-provider.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/providers/ollama-provider.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,+BAAoC;AACpC,uEAA6D;AAC7D,2DAAsD;AACtD,oCAAsE;AAGtE,8DAAqE;AACrE,6DAA+D;AAC/D,0CAAuD;AACvD,sDAAwD;AACxD,gEAAoG;AAEpG;;;;;;;GAOG;AACH,MAAa,cAAe,SAAQ,mCAAe;IAGjD;QACE,KAAK,CAAC,mBAAW,CAAC,MAAM,CAAC,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,wCAAqB,CAAC,WAAW,EAAE,CAAC;IAC5D,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,qBAAqB,CAChC,UAA6B,EAC7B,aAAqB,EACrB,UAAgC,EAAE;QAElC,MAAM,EACJ,SAAS,EACT,KAAK,EACL,WAAW,GAAG,GAAG,EACjB,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,EAC5D,OAAO,GAAG,MAAM,EAChB,eAAe,EACf,cAAc,EACd,KAAK,EACL,KAAK,EACL,iBAAiB,EACjB,gBAAgB,EAChB,aAAa,EACb,WAAW,EACX,YAAY,EACZ,SAAS,GAAG,IAAA,SAAM,GAAE,EACpB,aAAa,EACb,UAAU,EACV,QAAQ,EACT,GAAG,OAAO,CAAC;QAEZ,uDAAuD;QACvD,uEAAuE;QACvE,wDAAwD;QACxD,yDAAyD;QACzD,IAAI,eAAoC,CAAC;QACzC,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YAClC,eAAe,GAAG,eAAe,KAAK,MAAM,CAAC;YAC7C,IAAI,eAAe,KAAK,MAAM,IAAI,eAAe,KAAK,MAAM,EAAE,CAAC;gBAC7D,sBAAM,CAAC,IAAI,CAAC,oBAAoB,eAAe,wFAAwF,CAAC,CAAC;YAC3I,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CACb,2CAA2C;gBAC3C,yFAAyF,CAC1F,CAAC;QACJ,CAAC;QAED,6EAA6E;QAC7E,MAAM,WAAW,GAAG,IAAA,qCAAkB,EAAC,UAAU,CAAC,CAAC;QAEnD,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,SAAS,EAAE,CAAC;QACnD,CAAC;QAED,sCAAsC;QACtC,4EAA4E;QAC5E,iFAAiF;QACjF,MAAM,QAAQ,GAAG;YACf,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE;gBAC1C,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;aACvC;YACD,MAAM,EAAE,KAAK;YACb,GAAG,CAAC,eAAe,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;YAChE,OAAO,EAAE;gBACP,WAAW;gBACX,GAAG,CAAC,cAAc,KAAK,SAAS,IAAI,EAAE,cAAc,EAAE,CAAC;gBACvD,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,CAAC;gBACrC,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,CAAC;gBACrC,GAAG,CAAC,iBAAiB,KAAK,SAAS,IAAI,EAAE,iBAAiB,EAAE,CAAC;gBAC7D,GAAG,CAAC,gBAAgB,KAAK,SAAS,IAAI,EAAE,gBAAgB,EAAE,CAAC;gBAC3D,GAAG,CAAC,aAAa,KAAK,SAAS,IAAI,EAAE,aAAa,EAAE,CAAC;gBACrD,GAAG,CAAC,WAAW,KAAK,SAAS,IAAI,EAAE,WAAW,EAAE,CAAC;aAClD;SACF,CAAC;QAEF,sCAAsC;QACtC,MAAM,IAAI,GAAG;YACX,GAAG,QAAQ;YACX,UAAU,EAAE,SAAS;SACtB,CAAC;QAEF,4CAA4C;QAC5C,IAAI,iBAAiB,GAAQ,SAAS,CAAC;QACvC,IAAI,CAAC;YACH,iBAAiB,GAAI,MAAc,CAAC,kBAAkB,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,0BAA0B;QAC5B,CAAC;QAED,qBAAqB;QACrB,MAAM,gBAAgB,GAAG,IAAA,uCAAoB,EAAC,UAAU,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAiB;YAC9B,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,QAAQ,EAAE,IAAI,CAAC,YAAY;YAC3B,KAAK,EAAE,KAAK;YACZ,OAAO,EAAE,OAAO;YAChB,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,IAAI;YACjB,OAAO,EAAE,YAAY;YACrB,iBAAiB,EAAE,iBAAiB;YACpC,SAAS,EAAE,SAAS;YACpB,aAAa,EAAE,aAAa;YAC5B,UAAU,EAAE,UAAU;YACtB,QAAQ,EAAE,QAAQ;SACnB,CAAC;QAEF,cAAc;QACd,MAAM,6BAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,0BAA0B;QAC1B,MAAM,gBAAgB,GAAG;YACvB,gBAAgB,EAAE,aAAa;YAC/B,WAAW,EAAE,UAAU;YACvB,YAAY;SACb,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,IAAI,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAEtG,IAAI,CAAC,cAAc,CAAC,aAAa,CAC/B;YACE,KAAK,EAAE,YAAY,IAAI,eAAe;YACtC,MAAM,EAAE,gBAAgB;YACxB,aAAa,EAAE,aAAa;YAC5B,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE;gBACX,SAAS;gBACT,aAAa;gBACb,UAAU;gBACV,QAAQ;gBACR,UAAU,EAAE;oBACV,cAAc;oBACd,KAAK;oBACL,KAAK;oBACL,iBAAiB;oBACjB,gBAAgB;oBAChB,aAAa;oBACb,WAAW;iBACZ;aACF;SACF,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,sBAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE;gBAC3C,OAAO,EAAE,gBAAgB;gBACzB,QAAQ,EAAE;oBACR,GAAG,EAAE,GAAG,OAAO,WAAW;oBAC1B,KAAK,EAAE,KAAK;oBACZ,YAAY,EAAE,CAAC,CAAC,SAAS;oBACzB,YAAY,EAAE,IAAA,gCAAa,EAAC,UAAU,CAAC;iBACxC;aACF,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,8BAAgB,EACrC,GAAG,EAAE,CAAC,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,IAAI,EAAE;gBAC5C,OAAO;gBACP,OAAO,EAAE,OAAO,CAAC,qBAAqB;aACvC,CAAC,EACF,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,CAAC,KAAK,CACd,CAAC;YACF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;YAEtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACxC,MAAM,UAAU,GAAmB,QAAQ,CAAC,IAAI,CAAC;gBAEjD,oDAAoD;gBACpD,oEAAoE;gBACpE,MAAM,WAAW,GAAG,UAAU,CAAC,iBAAiB,IAAI,CAAC,CAAC;gBACtD,MAAM,YAAY,GAAG,UAAU,CAAC,UAAU,IAAI,CAAC,CAAC;gBAEhD,MAAM,UAAU,GAAe;oBAC7B,WAAW,EAAE,WAAW;oBACxB,YAAY,EAAE,YAAY;oBAC1B,WAAW,EAAE,WAAW,GAAG,YAAY;iBACxC,CAAC;gBAEF,6BAA6B;gBAC7B,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;gBAEjC,eAAe;gBACf,UAAU,CAAC,QAAQ,GAAG;oBACpB,QAAQ,EAAE,IAAI,CAAC,YAAY;oBAC3B,KAAK,EAAE,KAAK;oBACZ,UAAU,EAAE,UAAU,CAAC,WAAW;oBAClC,cAAc,EAAE,eAAe;iBAChC,CAAC;gBAEF,+BAA+B;gBAC/B,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC;gBAE9B,oBAAoB;gBACpB,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gBACzC,SAAS,CAAC,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC;gBAChD,SAAS,CAAC,eAAe,GAAG,UAAU,CAAC;gBAEvC,sEAAsE;gBACtE,yEAAyE;gBACzE,qEAAqE;gBACrE,yEAAyE;gBACzE,MAAM,SAAS,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC3D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAE1F,UAAU,CAAC,OAAO,CAAC,OAAO,GAAG,YAAY,CAAC;gBAC1C,IAAI,QAAQ,EAAE,CAAC;oBACb,UAAU,CAAC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBACzC,CAAC;gBACD,2EAA2E;gBAC3E,MAAM,gBAAgB,GAAG,QAAQ,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC;gBACjE,IAAI,gBAAgB,EAAE,CAAC;oBACrB,SAAS,CAAC,QAAQ,GAAG,gBAAgB,CAAC;gBACxC,CAAC;gBAED,2CAA2C;gBAC3C,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gBAEzC,0BAA0B;gBAC1B,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;oBACE,WAAW,EAAE,UAAU,CAAC,OAAO,CAAC,OAAO;oBACvC,cAAc,EAAE,eAAe;iBAChC,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,UAAU,CAAC;YACpB,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,UAAU,QAAQ,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;gBACnE,sBAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE;oBACvC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oBAC9B,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,QAAQ,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE;iBAC/B,CAAC,CAAC;gBAEH,gCAAgC;gBAChC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;oBACE,WAAW,EAAE,EAAE;oBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;oBAC7C,KAAK;iBACN,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gBAEF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,2BAA2B;YAC3B,IAAI,YAAY,GAAG,eAAe,CAAC;YACnC,IAAI,YAAY,GAAwB,EAAE,CAAC;YAE3C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC/B,CAAC;YAED,sDAAsD;YACtD,IACE,KAAK;gBACL,OAAO,KAAK,KAAK,QAAQ;gBACzB,cAAc,IAAI,KAAK;gBACvB,KAAK,CAAC,YAAY,KAAK,IAAI,EAC3B,CAAC;gBACD,MAAM,UAAU,GAAG,KAAY,CAAC;gBAEhC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACxB,YAAY,GAAG;wBACb,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;wBACtC,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,UAAU;wBAC1C,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI;qBAC/B,CAAC;oBAEF,sCAAsC;oBACtC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG;wBAClC,OAAO,UAAU,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ;wBAC5C,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;wBAC5D,sBAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE;4BAC7D,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK;4BACtC,QAAQ,EAAE,EAAE,SAAS,EAAE;yBACxB,CAAC,CAAC;wBAEH,2BAA2B;wBAC3B,IAAI,CAAC;4BACH,MAAM,aAAa,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;4BACrF,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gCAClD,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC;gCACtC,8CAA8C;gCAC9C,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;gCAEjC,kDAAkD;gCAClD,MAAM,cAAc,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gCAChE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gCAEnH,UAAU,CAAC,OAAO,CAAC,OAAO,GAAG,iBAAiB,CAAC;gCAC/C,IAAI,aAAa,EAAE,CAAC;oCAClB,UAAU,CAAC,OAAO,CAAC,QAAQ,GAAG,aAAa,CAAC;gCAC9C,CAAC;gCACD,MAAM,qBAAqB,GAAG,aAAa,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC;gCAE3E,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;gCACzC,SAAS,CAAC,QAAQ,GAAG,iBAAiB,CAAC;gCACvC,SAAS,CAAC,eAAe,GAAG,UAAU,CAAC;gCACvC,IAAI,qBAAqB,EAAE,CAAC;oCAC1B,SAAS,CAAC,QAAQ,GAAG,qBAAqB,CAAC;gCAC7C,CAAC;gCAED,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;gCAEzC,2CAA2C;gCAC3C,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;oCACE,WAAW,EAAE,iBAAiB;oCAC9B,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;iCAC9C,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;gCAEF,OAAO,UAAU,CAAC;4BACpB,CAAC;wBACH,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,+CAA+C;4BAC/C,sBAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE;gCAChC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gCAC9B,KAAK,EAAE,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB;6BAChF,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAED,qCAAqC;oBACrC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBAC7E,sBAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;4BACnD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;4BAC9B,KAAK,EAAE,yCAAyC;4BAChD,QAAQ,EAAE;gCACR,OAAO;gCACP,QAAQ,EAAE,CAAC,CAAC,SAAS;gCACrB,UAAU,EAAE,UAAU,CAAC,QAAQ,CAAC,MAAM;6BACvC;yBACF,CAAC,CAAC;wBAEH,yBAAyB;wBACzB,gCAAgC;wBAChC,IAAI,SAAS,EAAE,CAAC;4BACd,IAAI,CAAC;gCACH,MAAM,cAAc,GAA2B;oCAC7C,cAAc,EAAE,kBAAkB;oCAClC,eAAe,EAAE,SAAS;iCAC3B,CAAC;gCACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE;oCACjE,OAAO,EAAE,cAAc;oCACvB,OAAO,EAAE,OAAO;iCACjB,CAAC,CAAC;gCACH,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oCACxC,OAAO,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gCAChJ,CAAC;4BACH,CAAC;4BAAC,OAAO,WAAW,EAAE,CAAC;gCACrB,sBAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE;oCACxD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oCAC9B,KAAK,EAAE,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;iCACtE,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;wBAED,sBAAsB;wBACtB,IAAI,SAAS,EAAE,CAAC;4BACd,IAAI,CAAC;gCACH,MAAM,aAAa,GAA2B;oCAC5C,cAAc,EAAE,kBAAkB;oCAClC,WAAW,EAAE,SAAS;iCACvB,CAAC;gCACF,MAAM,WAAW,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE;oCACpE,OAAO,EAAE,aAAa;oCACtB,OAAO,EAAE,OAAO;iCACjB,CAAC,CAAC;gCACH,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oCAC9C,OAAO,IAAI,CAAC,wBAAwB,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;gCACnJ,CAAC;4BACH,CAAC;4BAAC,OAAO,WAAW,EAAE,CAAC;gCACrB,sBAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE;oCAChD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;oCAC9B,KAAK,EAAE,WAAW,YAAY,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;iCACtE,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;wBAED,iCAAiC;wBACjC,IAAI,CAAC;4BACH,MAAM,aAAa,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;4BACrF,MAAM,aAAa,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,GAAG,OAAO,WAAW,EAAE,QAAQ,EAAE;gCACtE,OAAO,EAAE,aAAa;gCACtB,OAAO,EAAE,OAAO;6BACjB,CAAC,CAAC;4BACH,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gCAClD,OAAO,IAAI,CAAC,wBAAwB,CAAC,aAAa,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;4BACrJ,CAAC;wBACH,CAAC;wBAAC,OAAO,kBAAkB,EAAE,CAAC;4BAC5B,sBAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE;gCACpC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gCAC9B,KAAK,EAAE,kBAAkB,YAAY,KAAK,CAAC,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B;6BACzG,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,sBAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE;gBACnC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC9B,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE;oBACR,GAAG,YAAY;oBACf,YAAY,EAAE,KAAK;oBACnB,OAAO,EAAE,OAAO;oBAChB,SAAS,EAAE,SAAS;iBACrB;aACF,CAAC,CAAC;YAEH,gCAAgC;YAChC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;gBACE,WAAW,EAAE,EAAE;gBACf,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;gBAC7C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC;aAChE,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;YAEF,iBAAiB;YACjB,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;YACzC,SAAS,CAAC,KAAK,GAAG;gBAChB,OAAO,EAAE,YAAY;gBACrB,OAAO,EAAE,YAAY;aACtB,CAAC;YAEF,YAAY;YACZ,MAAM,6BAAW,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEtC,sCAAsC;YACtC,MAAM,iBAAiB,GAAG,YAAY,CAAC,IAAI,CAAC;YAC5C,IACE,iBAAiB;gBACjB,OAAO,iBAAiB,KAAK,QAAQ;gBACrC,OAAO,IAAI,iBAAiB;gBAC5B,OAAO,iBAAiB,CAAC,KAAK,KAAK,QAAQ,EAC3C,CAAC;gBACD,MAAM,SAAS,GAAG,iBAAiB,CAAC,KAAK,CAAC;gBAC1C,IACE,SAAS,CAAC,QAAQ,CAAC,mCAAmC,CAAC;oBACvD,SAAS,CAAC,QAAQ,CAAC,oCAAoC,CAAC,EACxD,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,qCAAqC,KAAK,4DAA4D,CAAC,CAAC;gBAC1H,CAAC;YACH,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB,CACpC,UAAe,EACf,SAAuB,EACvB,SAAiB,EACjB,gBAAwB,EACxB,YAAgC,EAChC,gBAAqB,EACrB,SAAiB,EACjB,KAAa;QAEb,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC;QAEjC,kDAAkD;QAClD,MAAM,SAAS,GAAG,mCAAwB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC3D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAE1F,UAAU,CAAC,OAAO,CAAC,OAAO,GAAG,YAAY,CAAC;QAC1C,IAAI,QAAQ,EAAE,CAAC;YACb,UAAU,CAAC,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzC,CAAC;QACD,2EAA2E;QAC3E,MAAM,gBAAgB,GAAG,QAAQ,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC;QAEjE,SAAS,CAAC,iBAAiB,GAAG,IAAI,IAAI,EAAE,CAAC;QACzC,SAAS,CAAC,QAAQ,GAAG,YAAY,CAAC;QAClC,SAAS,CAAC,eAAe,GAAG,UAAU,CAAC;QACvC,IAAI,gBAAgB,EAAE,CAAC;YACrB,SAAS,CAAC,QAAQ,GAAG,gBAAgB,CAAC;QACxC,CAAC;QAED,MAAM,6BAAW,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAEzC,IAAI,CAAC,cAAc,CAAC,cAAc,CAChC,YAAY,IAAI,eAAe,EAC/B;YACE,WAAW,EAAE,YAAY;YACzB,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;SAC9C,EACD,gBAAgB,EAChB,SAAS,CACV,CAAC;QAEF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,8BAA8B,CACzC,UAA6B,EAC7B,aAAqB,EACrB,UAAgC,EAAE;QAElC,OAAO,IAAI,CAAC,qBAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,OAAO,CAAmC,CAAC;IAC1G,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,aAAa,CACxB,MAAyB,EACzB,UAAgC,EAAE;QAElC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAmC,CAAC;IACtE,CAAC;CACF;AAhjBD,wCAgjBC;AAM0B,uCAAa;AAJxC,uDAAuD;AAC1C,QAAA,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;AAIxB,wBAJd,sBAAc,CAIa"}
|
|
@@ -0,0 +1,114 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* AWS Bedrock-specific types and interfaces.
|
|
3
|
+
*
|
|
4
|
+
* Based on the Bedrock Converse API, which provides a model-agnostic message
|
|
5
|
+
* format that works consistently across Claude, Nova, Llama, Mistral, Qwen, etc.
|
|
6
|
+
* @see https://docs.aws.amazon.com/bedrock/latest/APIReference/API_runtime_Converse.html
|
|
7
|
+
*
|
|
8
|
+
* Authentication uses a Bedrock API key as a Bearer token in the Authorization
|
|
9
|
+
* header — no AWS SDK or SigV4 signing required. This keeps the provider aligned
|
|
10
|
+
* with the existing axios-based providers (e.g. Anthropic, Vertex AI).
|
|
11
|
+
*/
|
|
12
|
+
import { CommonLLMOptions, CommonLLMResponse } from './common.types';
|
|
13
|
+
/**
|
|
14
|
+
* Bedrock-specific request options.
|
|
15
|
+
* Extends common options with Bedrock/Converse-specific parameters.
|
|
16
|
+
*/
|
|
17
|
+
export interface BedrockRequestOptions extends CommonLLMOptions {
|
|
18
|
+
/**
|
|
19
|
+
* AWS region for the bedrock-runtime endpoint (e.g. 'eu-central-1').
|
|
20
|
+
* Falls back to BEDROCK_REGION env, then 'eu-central-1' (Frankfurt, EU residency).
|
|
21
|
+
*/
|
|
22
|
+
region?: string;
|
|
23
|
+
/** Nucleus sampling — maps to Converse inferenceConfig.topP (0.0 to 1.0) */
|
|
24
|
+
topP?: number;
|
|
25
|
+
/** Stop sequences — maps to Converse inferenceConfig.stopSequences */
|
|
26
|
+
stopSequences?: string[];
|
|
27
|
+
/** Request timeout in milliseconds (default: 180000) */
|
|
28
|
+
timeout?: number;
|
|
29
|
+
}
|
|
30
|
+
/**
|
|
31
|
+
* Request content block. Text-only for now; image blocks
|
|
32
|
+
* ({ image: { format, source: { bytes } } }) are a planned follow-up.
|
|
33
|
+
*/
|
|
34
|
+
export interface BedrockContentBlock {
|
|
35
|
+
text: string;
|
|
36
|
+
}
|
|
37
|
+
/** Converse message (request side) */
|
|
38
|
+
export interface BedrockMessage {
|
|
39
|
+
role: 'user' | 'assistant';
|
|
40
|
+
content: BedrockContentBlock[];
|
|
41
|
+
}
|
|
42
|
+
/** Converse system prompt block — `system` is an array of these (top-level, not inside messages) */
|
|
43
|
+
export interface BedrockSystemBlock {
|
|
44
|
+
text: string;
|
|
45
|
+
}
|
|
46
|
+
/** Converse inferenceConfig — standardized inference parameters across all models */
|
|
47
|
+
export interface BedrockInferenceConfig {
|
|
48
|
+
maxTokens?: number;
|
|
49
|
+
temperature?: number;
|
|
50
|
+
topP?: number;
|
|
51
|
+
stopSequences?: string[];
|
|
52
|
+
}
|
|
53
|
+
/** Bedrock Converse API request payload */
|
|
54
|
+
export interface BedrockConverseRequest {
|
|
55
|
+
messages: BedrockMessage[];
|
|
56
|
+
/** Optional system prompt(s) */
|
|
57
|
+
system?: BedrockSystemBlock[];
|
|
58
|
+
/** Standardized inference parameters */
|
|
59
|
+
inferenceConfig?: BedrockInferenceConfig;
|
|
60
|
+
/**
|
|
61
|
+
* Model-specific parameters that the Converse API does not standardize
|
|
62
|
+
* (escape hatch, e.g. for per-model reasoning toggles).
|
|
63
|
+
*/
|
|
64
|
+
additionalModelRequestFields?: Record<string, unknown>;
|
|
65
|
+
}
|
|
66
|
+
/**
|
|
67
|
+
* Reasoning content emitted by reasoning-capable models (e.g. Qwen3, Claude
|
|
68
|
+
* extended thinking) within a response content block.
|
|
69
|
+
*/
|
|
70
|
+
export interface BedrockReasoningContent {
|
|
71
|
+
reasoningText?: {
|
|
72
|
+
text: string;
|
|
73
|
+
signature?: string;
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
/**
|
|
77
|
+
* Response content block — carries either generated `text` or `reasoningContent`.
|
|
78
|
+
* A single response message may contain multiple blocks of different kinds.
|
|
79
|
+
*/
|
|
80
|
+
export interface BedrockResponseContentBlock {
|
|
81
|
+
text?: string;
|
|
82
|
+
reasoningContent?: BedrockReasoningContent;
|
|
83
|
+
}
|
|
84
|
+
/** Converse token usage. cache* fields appear when prompt caching is active. */
|
|
85
|
+
export interface BedrockUsage {
|
|
86
|
+
inputTokens: number;
|
|
87
|
+
outputTokens: number;
|
|
88
|
+
totalTokens: number;
|
|
89
|
+
cacheReadInputTokens?: number;
|
|
90
|
+
cacheWriteInputTokens?: number;
|
|
91
|
+
}
|
|
92
|
+
/** Bedrock Converse API response payload */
|
|
93
|
+
export interface BedrockConverseResponse {
|
|
94
|
+
output: {
|
|
95
|
+
message: {
|
|
96
|
+
role: 'assistant';
|
|
97
|
+
content: BedrockResponseContentBlock[];
|
|
98
|
+
};
|
|
99
|
+
};
|
|
100
|
+
/** e.g. 'end_turn', 'max_tokens', 'stop_sequence' */
|
|
101
|
+
stopReason: string;
|
|
102
|
+
usage: BedrockUsage;
|
|
103
|
+
metrics?: {
|
|
104
|
+
latencyMs: number;
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
/**
|
|
108
|
+
* Bedrock-specific response (normalized to CommonLLMResponse).
|
|
109
|
+
* Keeps the raw stopReason for consumers that need it.
|
|
110
|
+
*/
|
|
111
|
+
export interface BedrockResponse extends CommonLLMResponse {
|
|
112
|
+
stopReason?: string;
|
|
113
|
+
}
|
|
114
|
+
//# sourceMappingURL=bedrock.types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bedrock.types.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/bedrock.types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAErE;;;GAGG;AACH,MAAM,WAAW,qBAAsB,SAAQ,gBAAgB;IAC7D;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,4EAA4E;IAC5E,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,sEAAsE;IACtE,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IAEzB,wDAAwD;IACxD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;CACd;AAED,sCAAsC;AACtC,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,mBAAmB,EAAE,CAAC;CAChC;AAED,oGAAoG;AACpG,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;CACd;AAED,qFAAqF;AACrF,MAAM,WAAW,sBAAsB;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,2CAA2C;AAC3C,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,gCAAgC;IAChC,MAAM,CAAC,EAAE,kBAAkB,EAAE,CAAC;IAC9B,wCAAwC;IACxC,eAAe,CAAC,EAAE,sBAAsB,CAAC;IACzC;;;OAGG;IACH,4BAA4B,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACxD;AAED;;;GAGG;AACH,MAAM,WAAW,uBAAuB;IACtC,aAAa,CAAC,EAAE;QACd,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAED;;;GAGG;AACH,MAAM,WAAW,2BAA2B;IAC1C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,uBAAuB,CAAC;CAC5C;AAED,gFAAgF;AAChF,MAAM,WAAW,YAAY;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC;AAED,4CAA4C;AAC5C,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE;QACN,OAAO,EAAE;YACP,IAAI,EAAE,WAAW,CAAC;YAClB,OAAO,EAAE,2BAA2B,EAAE,CAAC;SACxC,CAAC;KACH,CAAC;IACF,qDAAqD;IACrD,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,YAAY,CAAC;IACpB,OAAO,CAAC,EAAE;QACR,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED;;;GAGG;AACH,MAAM,WAAW,eAAgB,SAAQ,iBAAiB;IACxD,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* AWS Bedrock-specific types and interfaces.
|
|
4
|
+
*
|
|
5
|
+
* Based on the Bedrock Converse API, which provides a model-agnostic message
|
|
6
|
+
* format that works consistently across Claude, Nova, Llama, Mistral, Qwen, etc.
|
|
7
|
+
* @see https://docs.aws.amazon.com/bedrock/latest/APIReference/API_runtime_Converse.html
|
|
8
|
+
*
|
|
9
|
+
* Authentication uses a Bedrock API key as a Bearer token in the Authorization
|
|
10
|
+
* header — no AWS SDK or SigV4 signing required. This keeps the provider aligned
|
|
11
|
+
* with the existing axios-based providers (e.g. Anthropic, Vertex AI).
|
|
12
|
+
*/
|
|
13
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
14
|
+
//# sourceMappingURL=bedrock.types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bedrock.types.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/bedrock.types.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG"}
|
|
@@ -143,7 +143,9 @@ export declare enum LLMProvider {
|
|
|
143
143
|
GOOGLE = "google",
|
|
144
144
|
REQUESTY = "requesty",
|
|
145
145
|
/** Google Vertex AI - Service Account auth, EU hosting support */
|
|
146
|
-
VERTEX_AI = "vertex_ai"
|
|
146
|
+
VERTEX_AI = "vertex_ai",
|
|
147
|
+
/** AWS Bedrock - Bearer token (API key) auth via Converse API, EU hosting support */
|
|
148
|
+
BEDROCK = "bedrock"
|
|
147
149
|
}
|
|
148
150
|
/**
|
|
149
151
|
* Debug information interface (provider-agnostic)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"common.types.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAEpE;;;;;;;;GAQG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,qEAAqE;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,gCAAgC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,+EAA+E;IAC/E,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,6CAA6C;IAC7C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,kDAAkD;IAClD,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;;;;;;OAQG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC,+CAA+C;IAC/C,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEvC;;;;OAIG;IACH,KAAK,CAAC,EAAE,WAAW,CAAC;IAEpB,yFAAyF;IACzF,WAAW,CAAC,EAAE,UAAU,CAAC;CAC1B;AAED,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;AAExC;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,oBAAoB;IACnC,oEAAoE;IACpE,OAAO,EAAE,MAAM,EAAE,CAAC;IAElB,2EAA2E;IAC3E,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,gDAAgD;IAChD,YAAY,EAAE,MAAM,CAAC;IACrB,kEAAkE;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,2FAA2F;IAC3F,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iFAAiF;IACjF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,+DAA+D;IAC/D,aAAa,CAAC,EAAE;QACd,kCAAkC;QAClC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,6BAA6B;QAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE;QACP,OAAO,EAAE,MAAM,CAAC;QAChB,6GAA6G;QAC7G,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE;QACT,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,wDAAwD;QACxD,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IACF;;;;OAIG;IACH,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,QAAQ,aAAa;IACrB,kEAAkE;IAClE,SAAS,cAAc;
|
|
1
|
+
{"version":3,"file":"common.types.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAEpE;;;;;;;;GAQG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEjE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,qEAAqE;IACrE,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,2CAA2C;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,gCAAgC;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,+EAA+E;IAC/E,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,6CAA6C;IAC7C,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,qDAAqD;IACrD,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,kDAAkD;IAClD,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;;;;;;OAQG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAElC,+CAA+C;IAC/C,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEvC;;;;OAIG;IACH,KAAK,CAAC,EAAE,WAAW,CAAC;IAEpB,yFAAyF;IACzF,WAAW,CAAC,EAAE,UAAU,CAAC;CAC1B;AAED,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC;AAExC;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,oBAAoB;IACnC,oEAAoE;IACpE,OAAO,EAAE,MAAM,EAAE,CAAC;IAElB,2EAA2E;IAC3E,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,2CAA2C;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,gDAAgD;IAChD,YAAY,EAAE,MAAM,CAAC;IACrB,kEAAkE;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,2FAA2F;IAC3F,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iFAAiF;IACjF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,+DAA+D;IAC/D,aAAa,CAAC,EAAE;QACd,kCAAkC;QAClC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,6BAA6B;QAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE;QACP,OAAO,EAAE,MAAM,CAAC;QAChB,6GAA6G;QAC7G,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE;QACT,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,wDAAwD;QACxD,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;IACF;;;;OAIG;IACH,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,MAAM,WAAW;IACjB,MAAM,WAAW;IACjB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,QAAQ,aAAa;IACrB,kEAAkE;IAClE,SAAS,cAAc;IACvB,qFAAqF;IACrF,OAAO,YAAY;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,IAAI,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,GAAG,CAAC;IAGjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,IAAI,CAAC;IACzB,eAAe,CAAC,EAAE,GAAG,CAAC;IACtB,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,GAAG,CAAC;KACf,CAAC;IAGF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,GAAG,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAGlB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,eAAe,CAAC;CACnC"}
|
|
@@ -16,5 +16,7 @@ var LLMProvider;
|
|
|
16
16
|
LLMProvider["REQUESTY"] = "requesty";
|
|
17
17
|
/** Google Vertex AI - Service Account auth, EU hosting support */
|
|
18
18
|
LLMProvider["VERTEX_AI"] = "vertex_ai";
|
|
19
|
+
/** AWS Bedrock - Bearer token (API key) auth via Converse API, EU hosting support */
|
|
20
|
+
LLMProvider["BEDROCK"] = "bedrock";
|
|
19
21
|
})(LLMProvider || (exports.LLMProvider = LLMProvider = {}));
|
|
20
22
|
//# sourceMappingURL=common.types.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"common.types.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AA6JH;;GAEG;AACH,IAAY,
|
|
1
|
+
{"version":3,"file":"common.types.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/common.types.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AA6JH;;GAEG;AACH,IAAY,WAUX;AAVD,WAAY,WAAW;IACrB,gCAAiB,CAAA;IACjB,gCAAiB,CAAA;IACjB,sCAAuB,CAAA;IACvB,gCAAiB,CAAA;IACjB,oCAAqB,CAAA;IACrB,kEAAkE;IAClE,sCAAuB,CAAA;IACvB,qFAAqF;IACrF,kCAAmB,CAAA;AACrB,CAAC,EAVW,WAAW,2BAAX,WAAW,QAUtB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/index.ts"],"names":[],"mappings":"AACA,cAAc,gBAAgB,CAAC;AAG/B,cAAc,oBAAoB,CAAC;AAGnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/index.ts"],"names":[],"mappings":"AACA,cAAc,gBAAgB,CAAC;AAG/B,cAAc,oBAAoB,CAAC;AAGnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC"}
|
|
@@ -24,4 +24,5 @@ __exportStar(require("./anthropic.types"), exports);
|
|
|
24
24
|
__exportStar(require("./gemini.types"), exports);
|
|
25
25
|
__exportStar(require("./requesty.types"), exports);
|
|
26
26
|
__exportStar(require("./vertex-ai.types"), exports);
|
|
27
|
+
__exportStar(require("./bedrock.types"), exports);
|
|
27
28
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,eAAe;AACf,iDAA+B;AAE/B,wCAAwC;AACxC,qDAAmC;AAEnC,0BAA0B;AAC1B,iDAA+B;AAC/B,oDAAkC;AAClC,iDAA+B;AAC/B,mDAAiC;AACjC,oDAAkC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/llm/types/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,eAAe;AACf,iDAA+B;AAE/B,wCAAwC;AACxC,qDAAmC;AAEnC,0BAA0B;AAC1B,iDAA+B;AAC/B,oDAAkC;AAClC,iDAA+B;AAC/B,mDAAiC;AACjC,oDAAkC;AAClC,kDAAgC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base-ai.usecase.d.ts","sourceRoot":"","sources":["../../../../src/middleware/usecases/base/base-ai.usecase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAkB,cAAc,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAE5G,OAAO,EAAE,yBAAyB,EAAE,MAAM,yCAAyC,CAAC;AACpF,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAC;AAEpF,OAAO,EAAgC,uBAAuB,EAAE,MAAM,wEAAwE,CAAC;AAE/I,OAAO,EAAE,iBAAiB,EAAE,MAAM,2CAA2C,CAAC;AAG9E;;;;;;GAMG;AACH,8BAAsB,aAAa,CACjC,OAAO,GAAG,MAAM,EAChB,QAAQ,SAAS,aAAa,CAAC,OAAO,CAAC,GAAG,aAAa,CAAC,OAAO,CAAC,EAChE,OAAO,SAAS,YAAY,GAAG,YAAY;IAE3C;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAElD;;;OAGG;IACH,OAAO,CAAC,eAAe,CAAC,CAAW;IAEnC;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,SAAS,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,QAAQ,GAAG,MAAM;IAItD;;;OAGG;IACH,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,wBAAwB,EAAE,cAAc,CAAY;IAE9E;;;OAGG;IACH,SAAS,KAAK,cAAc,IAAI,cAAc,CAE7C;IAED;;;;;;;;;;;;;;OAcG;IACH,SAAS,CAAC,sBAAsB,CAAC,GAAG,EAAE,cAAc,GAAG,uBAAuB;IAI9E;;;OAGG;IACH,SAAS,KAAK,WAAW,IAAI,uBAAuB,CAEnD;IAED;;;OAGG;IACH,SAAS,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,GAAG,MAAM;IAShD;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,eAAe,IAAI,CAAC,eAAe,EAAE,MAAM,KAAK,MAAM;IAEzE;;;;;;;;;;;;OAYG;IACH,SAAS,CAAC,uBAAuB,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,GAAG,iBAAiB,GAAG,IAAI;IAI/F;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,IAAI,uBAAuB;IAI1D;;;;OAIG;IACH,SAAS,CAAC,WAAW,IAAI,WAAW;IAIpC;;;;OAIG;IACU,OAAO,CAAC,OAAO,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"base-ai.usecase.d.ts","sourceRoot":"","sources":["../../../../src/middleware/usecases/base/base-ai.usecase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAkB,cAAc,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAE5G,OAAO,EAAE,yBAAyB,EAAE,MAAM,yCAAyC,CAAC;AACpF,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAC;AAEpF,OAAO,EAAgC,uBAAuB,EAAE,MAAM,wEAAwE,CAAC;AAE/I,OAAO,EAAE,iBAAiB,EAAE,MAAM,2CAA2C,CAAC;AAG9E;;;;;;GAMG;AACH,8BAAsB,aAAa,CACjC,OAAO,GAAG,MAAM,EAChB,QAAQ,SAAS,aAAa,CAAC,OAAO,CAAC,GAAG,aAAa,CAAC,OAAO,CAAC,EAChE,OAAO,SAAS,YAAY,GAAG,YAAY;IAE3C;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAElD;;;OAGG;IACH,OAAO,CAAC,eAAe,CAAC,CAAW;IAEnC;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,SAAS,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,QAAQ,GAAG,MAAM;IAItD;;;OAGG;IACH,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,wBAAwB,EAAE,cAAc,CAAY;IAE9E;;;OAGG;IACH,SAAS,KAAK,cAAc,IAAI,cAAc,CAE7C;IAED;;;;;;;;;;;;;;OAcG;IACH,SAAS,CAAC,sBAAsB,CAAC,GAAG,EAAE,cAAc,GAAG,uBAAuB;IAI9E;;;OAGG;IACH,SAAS,KAAK,WAAW,IAAI,uBAAuB,CAEnD;IAED;;;OAGG;IACH,SAAS,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,GAAG,MAAM;IAShD;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,eAAe,IAAI,CAAC,eAAe,EAAE,MAAM,KAAK,MAAM;IAEzE;;;;;;;;;;;;OAYG;IACH,SAAS,CAAC,uBAAuB,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,GAAG,iBAAiB,GAAG,IAAI;IAI/F;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,IAAI,uBAAuB;IAI1D;;;;OAIG;IACH,SAAS,CAAC,WAAW,IAAI,WAAW;IAIpC;;;;OAIG;IACU,OAAO,CAAC,OAAO,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;IA6KzD;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,SAAS,CAAC,4BAA4B,IAAI,yBAAyB;IAKnE;;;;;OAKG;cACa,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAKrG;;;;;;;;;;;;;;OAcG;IACH,SAAS,CAAC,QAAQ,CAAC,YAAY,CAC7B,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO;CACX"}
|
|
@@ -168,7 +168,6 @@ class BaseAIUseCase {
|
|
|
168
168
|
// Call the LLM service with the configured provider
|
|
169
169
|
const result = await llm_1.llmService.callWithSystemMessage(formattedUserMessage, effectiveSystemMessage, {
|
|
170
170
|
model: this.modelConfig.name,
|
|
171
|
-
temperature: effectiveTemperature,
|
|
172
171
|
authToken: this.modelConfig.bearerToken,
|
|
173
172
|
baseUrl: this.modelConfig.baseUrl,
|
|
174
173
|
provider: provider,
|
|
@@ -177,6 +176,9 @@ class BaseAIUseCase {
|
|
|
177
176
|
maxTokens: validatedParams.numPredict,
|
|
178
177
|
// Ollama-specific options (includes num_predict, num_ctx, num_batch, etc.)
|
|
179
178
|
...model_parameter_manager_service_1.ModelParameterManagerService.toOllamaOptions(validatedParams),
|
|
179
|
+
// Request-level temperature override MUST come after toOllamaOptions spread,
|
|
180
|
+
// since that helper always emits a `temperature` field from modelConfig.
|
|
181
|
+
temperature: effectiveTemperature,
|
|
180
182
|
// Vertex AI region (passed through to VertexAIProvider)
|
|
181
183
|
...(this.modelConfig.region && { region: this.modelConfig.region }),
|
|
182
184
|
// Reasoning effort for models that support thinking (Gemini 2.5+, Claude, etc.)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base-ai.usecase.js","sourceRoot":"","sources":["../../../../src/middleware/usecases/base/base-ai.usecase.ts"],"names":[],"mappings":";;;AAAA,4CAA6D;AAC7D,qEAA4G;AAC5G,0FAAqF;AAIrF,4HAA+I;AAC/I,oFAAqF;AAErF,gFAAgG;AAEhG;;;;;;GAMG;AACH,MAAsB,aAAa;IAiBjC;;;;;;;;;;;;;;;;;;;;;OAqBG;IACO,gBAAgB,CAAC,OAAkB;QAC3C,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAQD;;;OAGG;IACH,IAAc,cAAc;QAC1B,OAAQ,IAAI,CAAC,WAAoC,CAAC,wBAAwB,CAAC;IAC7E,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACO,sBAAsB,CAAC,GAAmB;QAClD,OAAO,IAAA,8BAAc,EAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED;;;OAGG;IACH,IAAc,WAAW;QACvB,OAAO,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1D,CAAC;IAED;;;OAGG;IACO,iBAAiB,CAAC,MAAW;QACrC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,4CAA4C;QAC5C,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;IASD;;;;;;;;;;;;OAYG;IACO,uBAAuB,CAAC,MAAe,EAAE,OAAiB;QAClE,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACO,qBAAqB;QAC7B,OAAO,EAAE,CAAC,CAAC,wBAAwB;IACrC,CAAC;IAED;;;;OAIG;IACO,WAAW;QACnB,OAAO,iBAAW,CAAC,MAAM,CAAC,CAAC,6CAA6C;IAC1E,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,OAAO,CAAC,OAAiB;QACpC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,sDAAsD;QACtD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC;QAE/B,iEAAiE;QACjE,MAAM,sBAAsB,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE9D,yDAAyD;QACzD,MAAM,iBAAiB,GAAG,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhF,IAAI,oBAAuC,CAAC;QAC5C,IAAI,iBAAiB,KAAK,IAAI,EAAE,CAAC;YAC/B,iEAAiE;YACjE,oBAAoB,GAAG,iBAAiB,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,sCAAsC;YACtC,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;YAC5C,oBAAoB,GAAG,YAAY,CAAC,eAAe,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,QAAQ,GAAG,EAAE,CAAC;QAElB,4CAA4C;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAE/C,6DAA6D;QAC7D,MAAM,eAAe,GAAG,8DAA4B,CAAC,sBAAsB,CACzE;YACE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,WAAW;SAC1C,EACD,SAAS,CACV,CAAC;QAEF,sBAAsB;QACtB,MAAM,eAAe,GAAG,8DAA4B,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACzF,MAAM,aAAa,GAAG,8DAA4B,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAC;QAEzF,2EAA2E;QAC3E,sDAAsD;QACtD,MAAM,oBAAoB,GAAG,OAAO,CAAC,WAAW,IAAI,eAAe,CAAC,WAAW,CAAC;QAChF,MAAM,wBAAwB,GAAG,OAAO,CAAC,eAAe,CAAC;QAEzD,0CAA0C;QAC1C,MAAM,aAAa,GAAG,IAAA,gCAAa,EAAC,oBAAoB,CAAC,CAAC;QAC1D,MAAM,kBAAkB,GAAG,IAAA,uCAAoB,EAAC,oBAAoB,CAAC,CAAC;QAEtE,qDAA2B,CAAC,QAAQ,CAClC,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,aAAa,EACb,oBAAoB,EACpB,aAAa,CACd,CAAC;QAEF,IAAI,CAAC;YACH,qCAAqC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAEpC,oDAAoD;YACpD,MAAM,MAAM,GAAG,MAAM,gBAAU,CAAC,qBAAqB,CACnD,oBAAoB,EACpB,sBAAsB,EACtB;gBACE,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC5B,
|
|
1
|
+
{"version":3,"file":"base-ai.usecase.js","sourceRoot":"","sources":["../../../../src/middleware/usecases/base/base-ai.usecase.ts"],"names":[],"mappings":";;;AAAA,4CAA6D;AAC7D,qEAA4G;AAC5G,0FAAqF;AAIrF,4HAA+I;AAC/I,oFAAqF;AAErF,gFAAgG;AAEhG;;;;;;GAMG;AACH,MAAsB,aAAa;IAiBjC;;;;;;;;;;;;;;;;;;;;;OAqBG;IACO,gBAAgB,CAAC,OAAkB;QAC3C,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAQD;;;OAGG;IACH,IAAc,cAAc;QAC1B,OAAQ,IAAI,CAAC,WAAoC,CAAC,wBAAwB,CAAC;IAC7E,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACO,sBAAsB,CAAC,GAAmB;QAClD,OAAO,IAAA,8BAAc,EAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED;;;OAGG;IACH,IAAc,WAAW;QACvB,OAAO,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC1D,CAAC;IAED;;;OAGG;IACO,iBAAiB,CAAC,MAAW;QACrC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,4CAA4C;QAC5C,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;IASD;;;;;;;;;;;;OAYG;IACO,uBAAuB,CAAC,MAAe,EAAE,OAAiB;QAClE,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;OAIG;IACO,qBAAqB;QAC7B,OAAO,EAAE,CAAC,CAAC,wBAAwB;IACrC,CAAC;IAED;;;;OAIG;IACO,WAAW;QACnB,OAAO,iBAAW,CAAC,MAAM,CAAC,CAAC,6CAA6C;IAC1E,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,OAAO,CAAC,OAAiB;QACpC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,sDAAsD;QACtD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC;QAE/B,iEAAiE;QACjE,MAAM,sBAAsB,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE9D,yDAAyD;QACzD,MAAM,iBAAiB,GAAG,IAAI,CAAC,uBAAuB,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhF,IAAI,oBAAuC,CAAC;QAC5C,IAAI,iBAAiB,KAAK,IAAI,EAAE,CAAC;YAC/B,iEAAiE;YACjE,oBAAoB,GAAG,iBAAiB,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,sCAAsC;YACtC,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC/D,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;YAC5C,oBAAoB,GAAG,YAAY,CAAC,eAAe,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,QAAQ,GAAG,EAAE,CAAC;QAElB,4CAA4C;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAE/C,6DAA6D;QAC7D,MAAM,eAAe,GAAG,8DAA4B,CAAC,sBAAsB,CACzE;YACE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,WAAW;SAC1C,EACD,SAAS,CACV,CAAC;QAEF,sBAAsB;QACtB,MAAM,eAAe,GAAG,8DAA4B,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACzF,MAAM,aAAa,GAAG,8DAA4B,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAC;QAEzF,2EAA2E;QAC3E,sDAAsD;QACtD,MAAM,oBAAoB,GAAG,OAAO,CAAC,WAAW,IAAI,eAAe,CAAC,WAAW,CAAC;QAChF,MAAM,wBAAwB,GAAG,OAAO,CAAC,eAAe,CAAC;QAEzD,0CAA0C;QAC1C,MAAM,aAAa,GAAG,IAAA,gCAAa,EAAC,oBAAoB,CAAC,CAAC;QAC1D,MAAM,kBAAkB,GAAG,IAAA,uCAAoB,EAAC,oBAAoB,CAAC,CAAC;QAEtE,qDAA2B,CAAC,QAAQ,CAClC,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,aAAa,EACb,oBAAoB,EACpB,aAAa,CACd,CAAC;QAEF,IAAI,CAAC;YACH,qCAAqC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAEpC,oDAAoD;YACpD,MAAM,MAAM,GAAG,MAAM,gBAAU,CAAC,qBAAqB,CACnD,oBAAoB,EACpB,sBAAsB,EACtB;gBACE,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC5B,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,WAAW;gBACvC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO;gBACjC,QAAQ,EAAE,QAAQ;gBAClB,4EAA4E;gBAC5E,oFAAoF;gBACpF,SAAS,EAAE,eAAe,CAAC,UAAU;gBACrC,2EAA2E;gBAC3E,GAAG,8DAA4B,CAAC,eAAe,CAAC,eAAe,CAAC;gBAChE,6EAA6E;gBAC7E,yEAAyE;gBACzE,WAAW,EAAE,oBAAoB;gBACjC,wDAAwD;gBACxD,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;gBACnE,gFAAgF;gBAChF,GAAG,CAAC,wBAAwB,IAAI,EAAE,eAAe,EAAE,wBAAwB,EAAE,CAAC;gBAC9E,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;aACpC,CACF,CAAC;YAEF,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAChE,CAAC;YAED,4FAA4F;YAC5F,yFAAyF;YACzF,mEAAmE;YACnE,MAAM,EAAE,WAAW,EAAE,gBAAgB,EAAE,QAAQ,EAAE,yBAAyB,EAAE,GAC1E,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAErD,2EAA2E;YAC3E,6EAA6E;YAC7E,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAI,yBAAyB,CAAC;YAChE,OAAO,GAAG,IAAI,CAAC;YAEf,kEAAkE;YAClE,IAAI,YAAmG,CAAC;YAExG,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,mDAAmD;gBACnD,YAAY,GAAG;oBACb,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW;oBACrC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;oBACvC,eAAe,EAAE,MAAM,CAAC,KAAK,CAAC,eAAe;iBAC9C,CAAC;YACJ,CAAC;YAED,4BAA4B;YAC5B,MAAM,OAAO,GAAG,qDAA2B,CAAC,gBAAgB,CAC1D,SAAS,EACT,sBAAsB,EACtB,kBAAkB,EAClB,MAAM,CAAC,OAAO,CAAC,OAAO,EACtB,QAAQ,EACR,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,EACP,YAAY,EACZ,aAAa,EACb,YAAY,CAAE,mCAAmC;aAClD,CAAC;YAEF,8BAA8B;YAC9B,qDAA2B,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAE1E,0DAA0D;YAC1D,MAAM,cAAc,GAAG,IAAI,CAAC,YAAY,CACtC,gBAAgB,EAChB,kBAAkB,EAClB,QAAQ,CACT,CAAC;YAEF,wEAAwE;YACxE,+DAA+D;YAC/D,MAAM,WAAW,GAAG;gBAClB,GAAG,cAAc;gBACjB,KAAK,EAAE,MAAM,CAAC,KAAK;aACT,CAAC;YAEb,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAExE,yCAAyC;YACzC,MAAM,OAAO,GAAG,qDAA2B,CAAC,gBAAgB,CAC1D,SAAS,EACT,sBAAsB,EACtB,kBAAkB,EAClB,EAAE,EACF,QAAQ,EACR,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,KAAK,EACL,YAAY,EACZ,aAAa,CACd,CAAC;YAEF,4BAA4B;YAC5B,qDAA2B,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAE1E,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACO,4BAA4B;QACpC,kDAAkD;QAClD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;;;;OAKG;IACO,KAAK,CAAC,eAAe,CAAC,QAAgB;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACpD,OAAO,qDAAwB,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC1E,CAAC;;AAvWH,sCA6XC;AAlVC;;;GAGG;AACuB,sCAAwB,GAAmB,QAAQ,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loonylabs/llm-middleware",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.28.0",
|
|
4
4
|
"description": "Complete middleware infrastructure for LLM-based backends with multi-provider support (Ollama, Anthropic, OpenAI, Google)",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -26,6 +26,7 @@
|
|
|
26
26
|
"test:provider:anthropic": "TEST_PROVIDER=anthropic ts-node tests/manual/provider-smoke-test.ts",
|
|
27
27
|
"test:provider:requesty": "TEST_PROVIDER=requesty ts-node tests/manual/provider-smoke-test.ts",
|
|
28
28
|
"test:provider:vertex": "ts-node tests/manual/vertex-ai-smoke-test.ts",
|
|
29
|
+
"test:provider:bedrock": "TEST_PROVIDER=bedrock ts-node tests/manual/provider-smoke-test.ts",
|
|
29
30
|
"test:vertex:smoke": "ts-node tests/manual/vertex-ai-smoke-test.ts",
|
|
30
31
|
"test:integration:reasoning": "LLM_INTEGRATION_TESTS=true jest tests/integration/reasoning-control.integration.test.ts --testTimeout=120000",
|
|
31
32
|
"test:live": "LLM_INTEGRATION_TESTS=true jest tests/integration/*.integration.test.ts --testTimeout=120000",
|