llm-proxy 1.5.2 → 1.5.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/services/AwsBedrockAnthropicService.js +10 -1
- package/dist/services/AwsBedrockAnthropicService.js.map +1 -1
- package/dist/types/index.d.ts +6 -2
- package/dist/types/index.js +4 -0
- package/dist/types/index.js.map +1 -1
- package/dist/utils/servicesUtils/replaceObjectKey.d.ts +1 -0
- package/dist/utils/servicesUtils/replaceObjectKey.js +13 -0
- package/dist/utils/servicesUtils/replaceObjectKey.js.map +1 -0
- package/package.json +1 -1
|
@@ -1,6 +1,10 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
2
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
6
|
const client_bedrock_runtime_1 = require("@aws-sdk/client-bedrock-runtime");
|
|
7
|
+
const replaceObjectKey_1 = __importDefault(require("../utils/servicesUtils/replaceObjectKey"));
|
|
4
8
|
class AwsBedrockAnthropicService {
|
|
5
9
|
constructor(awsAccessKey, awsSecretKey, region) {
|
|
6
10
|
this.bedrock = new client_bedrock_runtime_1.BedrockRuntimeClient({
|
|
@@ -40,13 +44,18 @@ class AwsBedrockAnthropicService {
|
|
|
40
44
|
if (!model) {
|
|
41
45
|
return Promise.reject(new Error("Model ID is required for AwsBedrockAnthropicService"));
|
|
42
46
|
}
|
|
47
|
+
const validatedTools = (0, replaceObjectKey_1.default)(tools, "parameters", "input_schema");
|
|
43
48
|
const body = JSON.stringify({
|
|
44
49
|
anthropic_version: "bedrock-2023-05-31",
|
|
45
50
|
max_tokens,
|
|
46
51
|
temperature,
|
|
47
52
|
messages,
|
|
48
53
|
system: systemPrompt,
|
|
49
|
-
...(
|
|
54
|
+
...(validatedTools &&
|
|
55
|
+
Array.isArray(validatedTools) &&
|
|
56
|
+
validatedTools.length
|
|
57
|
+
? { tools: validatedTools }
|
|
58
|
+
: {}),
|
|
50
59
|
});
|
|
51
60
|
const command = new client_bedrock_runtime_1.InvokeModelWithResponseStreamCommand({
|
|
52
61
|
modelId: model,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AwsBedrockAnthropicService.js","sourceRoot":"","sources":["../../src/services/AwsBedrockAnthropicService.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"AwsBedrockAnthropicService.js","sourceRoot":"","sources":["../../src/services/AwsBedrockAnthropicService.ts"],"names":[],"mappings":";;;;;AAAA,4EAIyC;AAOzC,+FAA0E;AAE1E,MAAqB,0BAA0B;IAG7C,YAAY,YAAoB,EAAE,YAAoB,EAAE,MAAc;QACpE,IAAI,CAAC,OAAO,GAAG,IAAI,6CAAoB,CAAC;YACtC,MAAM;YACN,WAAW,EAAE;gBACX,WAAW,EAAE,YAAY;gBACzB,eAAe,EAAE,YAAY;aAC9B;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,MAQxB;QACC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,KAAK,EAAE,GACrE,MAAM,CAAC;QAET,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,OAAO,CAAC,MAAM,CACnB,IAAI,KAAK,CAAC,qDAAqD,CAAC,CACjE,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,iBAAiB,EAAE,oBAAoB;YACvC,UAAU;YACV,WAAW;YACX,QAAQ;YACR,MAAM,EAAE,YAAY;YACpB,GAAG,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpE,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,2CAAkB,CAAC;YACrC,OAAO,EAAE,KAAK;YACd,IAAI;YACJ,WAAW,EAAE,kBAAkB;YAC/B,MAAM,EAAE,kBAAkB;SAC3B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,CAAC,wBAAwB,CAAC,MAQ/B;;QACC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,YAAY,EAAE,GACrE,MAAM,CAAC;QAET,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,OAAO,CAAC,MAAM,CACnB,IAAI,KAAK,CAAC,qDAAqD,CAAC,CACjE,CAAC;QACJ,CAAC;QAED,MAAM,cAAc,GAAG,IAAA,0BAAmB,EACxC,KAAK,EACL,YAAY,EACZ,cAAc,CACf,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,iBAAiB,EAAE,oBAAoB;YACvC,UAAU;YACV,WAAW;YACX,QAAQ;YACR,MAAM,EAAE,YAAY;YACpB,GAAG,CAAC,cAAc;gBAClB,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC;gBAC7B,cAAc,CAAC,MAAM;gBACnB,CAAC,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE;gBAC3B,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,IAAI,6DAAoC,CAAC;YACvD,OAAO,EAAE,KAAK;YACd,IAAI;YACJ,WAAW,EAAE,kBAAkB;YAC/B,MAAM,EAAE,kBAAkB;SAC3B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAElD,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClB,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;YAEzC,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC1C,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,MAAA,OAAO,CAAC,KAAK,0CAAE,KAAK,EAAE;oBACzD,MAAM,EAAE,IAAI;iBACb,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;oBAC7C,MAAM,UAAU,CAAC;gBACnB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAnHD,6CAmHC"}
|
package/dist/types/index.d.ts
CHANGED
|
@@ -155,7 +155,8 @@ export declare enum BedrockAnthropicSupportedLLMs {
|
|
|
155
155
|
CLAUDE_INSTANT_V1 = "anthropic.claude-instant-v1",
|
|
156
156
|
US_CLAUDE_3_HAIKU = "us.anthropic.claude-3-haiku-20240307-v1:0",
|
|
157
157
|
US_CLAUDE_3_5_HAIKU = "us.anthropic.claude-3-5-haiku-20241022-v1:0",
|
|
158
|
-
US_CLAUDE_3_5_SONNET = "us.anthropic.claude-3-5-sonnet-20240620-v1:0"
|
|
158
|
+
US_CLAUDE_3_5_SONNET = "us.anthropic.claude-3-5-sonnet-20240620-v1:0",
|
|
159
|
+
US_CALUDE_3_5_SONNET_V2 = "us.anthropic.claude-3-5-sonnet-20241022-v2:0"
|
|
159
160
|
}
|
|
160
161
|
export declare enum BedrockAnthropicContentType {
|
|
161
162
|
TEXT = "text",
|
|
@@ -251,7 +252,10 @@ export type BedrockAnthropicParsedChunk = {
|
|
|
251
252
|
export declare enum Llama3_1SupportedLLMs {
|
|
252
253
|
LLAMA_3_1_8B = "meta.llama3-1-8b-instruct-v1:0",
|
|
253
254
|
LLAMA_3_1_70B_2 = "meta.llama3-1-70b-instruct-v1:0",
|
|
254
|
-
LLAMA_3_1_405B = "meta.llama3-1-405b-instruct-v1:0"
|
|
255
|
+
LLAMA_3_1_405B = "meta.llama3-1-405b-instruct-v1:0",
|
|
256
|
+
US_CROSS_REGION_LLAMA_3_1_8B = "us.meta.llama3-1-8b-instruct-v1:0",
|
|
257
|
+
US_CROSS_REGION_LLAMA_3_1_70B_2 = "us.meta.llama3-1-70b-instruct-v1:0",
|
|
258
|
+
US_CROSS_REGION_LLAMA_3_1_405B = "us.meta.llama3-1-405b-instruct-v1:0"
|
|
255
259
|
}
|
|
256
260
|
export type Messages = OpenAIMessages | BedrockAnthropicMessages;
|
|
257
261
|
export type LLMResponse = OpenAIResponse | BedrockAnthropicResponse;
|
package/dist/types/index.js
CHANGED
|
@@ -66,6 +66,7 @@ var BedrockAnthropicSupportedLLMs;
|
|
|
66
66
|
BedrockAnthropicSupportedLLMs["US_CLAUDE_3_HAIKU"] = "us.anthropic.claude-3-haiku-20240307-v1:0";
|
|
67
67
|
BedrockAnthropicSupportedLLMs["US_CLAUDE_3_5_HAIKU"] = "us.anthropic.claude-3-5-haiku-20241022-v1:0";
|
|
68
68
|
BedrockAnthropicSupportedLLMs["US_CLAUDE_3_5_SONNET"] = "us.anthropic.claude-3-5-sonnet-20240620-v1:0";
|
|
69
|
+
BedrockAnthropicSupportedLLMs["US_CALUDE_3_5_SONNET_V2"] = "us.anthropic.claude-3-5-sonnet-20241022-v2:0";
|
|
69
70
|
})(BedrockAnthropicSupportedLLMs || (exports.BedrockAnthropicSupportedLLMs = BedrockAnthropicSupportedLLMs = {}));
|
|
70
71
|
var BedrockAnthropicContentType;
|
|
71
72
|
(function (BedrockAnthropicContentType) {
|
|
@@ -80,5 +81,8 @@ var Llama3_1SupportedLLMs;
|
|
|
80
81
|
Llama3_1SupportedLLMs["LLAMA_3_1_8B"] = "meta.llama3-1-8b-instruct-v1:0";
|
|
81
82
|
Llama3_1SupportedLLMs["LLAMA_3_1_70B_2"] = "meta.llama3-1-70b-instruct-v1:0";
|
|
82
83
|
Llama3_1SupportedLLMs["LLAMA_3_1_405B"] = "meta.llama3-1-405b-instruct-v1:0";
|
|
84
|
+
Llama3_1SupportedLLMs["US_CROSS_REGION_LLAMA_3_1_8B"] = "us.meta.llama3-1-8b-instruct-v1:0";
|
|
85
|
+
Llama3_1SupportedLLMs["US_CROSS_REGION_LLAMA_3_1_70B_2"] = "us.meta.llama3-1-70b-instruct-v1:0";
|
|
86
|
+
Llama3_1SupportedLLMs["US_CROSS_REGION_LLAMA_3_1_405B"] = "us.meta.llama3-1-405b-instruct-v1:0";
|
|
83
87
|
})(Llama3_1SupportedLLMs || (exports.Llama3_1SupportedLLMs = Llama3_1SupportedLLMs = {}));
|
|
84
88
|
//# sourceMappingURL=index.js.map
|
package/dist/types/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":";;;AAAA,UAAU;AACV,IAAY,SAIX;AAJD,WAAY,SAAS;IACnB,8BAAiB,CAAA;IACjB,mDAAsC,CAAA;IACtC,2CAA8B,CAAA;AAChC,CAAC,EAJW,SAAS,yBAAT,SAAS,QAIpB;AA8ED,IAAY,mBAmCX;AAnCD,WAAY,mBAAmB;IAC7B,2DAAoC,CAAA;IACpC,yCAAkB,CAAA;IAClB,+DAAwC,CAAA;IACxC,+DAAwC,CAAA;IACxC,+DAAwC,CAAA;IACxC,2EAAoD,CAAA;IACpD,iGAA0E,CAAA;IAC1E,qEAA8C,CAAA;IAC9C,2FAAoE,CAAA;IACpE,mDAA4B,CAAA;IAC5B,yEAAkD,CAAA;IAClD,gDAAyB,CAAA;IACzB,sEAA+C,CAAA;IAC/C,0CAAmB,CAAA;IACnB,gEAAyC,CAAA;IACzC,kDAA2B,CAAA;IAC3B,wEAAiD,CAAA;IACjD,kEAA2C,CAAA;IAC3C,gEAAyC,CAAA;IACzC,gEAAyC,CAAA;IACzC,oEAA6C,CAAA;IAC7C,sCAAe,CAAA;IACf,gDAAyB,CAAA;IACzB,gDAAyB,CAAA;IACzB,8CAAuB,CAAA;IACvB,wDAAiC,CAAA;IACjC,wDAAiC,CAAA;IACjC,sDAA+B,CAAA;IAC/B,8DAAuC,CAAA;IACvC,gEAAyC,CAAA;IACzC,gEAAyC,CAAA;IACzC,gEAAyC,CAAA;IACzC,gEAAyC,CAAA;IACzC,wEAAiD,CAAA;AACnD,CAAC,EAnCW,mBAAmB,mCAAnB,mBAAmB,QAmC9B;AA6CD,cAAc;AAEd,wBAAwB;AAExB,6EAA6E;AAC7E,IAAY,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":";;;AAAA,UAAU;AACV,IAAY,SAIX;AAJD,WAAY,SAAS;IACnB,8BAAiB,CAAA;IACjB,mDAAsC,CAAA;IACtC,2CAA8B,CAAA;AAChC,CAAC,EAJW,SAAS,yBAAT,SAAS,QAIpB;AA8ED,IAAY,mBAmCX;AAnCD,WAAY,mBAAmB;IAC7B,2DAAoC,CAAA;IACpC,yCAAkB,CAAA;IAClB,+DAAwC,CAAA;IACxC,+DAAwC,CAAA;IACxC,+DAAwC,CAAA;IACxC,2EAAoD,CAAA;IACpD,iGAA0E,CAAA;IAC1E,qEAA8C,CAAA;IAC9C,2FAAoE,CAAA;IACpE,mDAA4B,CAAA;IAC5B,yEAAkD,CAAA;IAClD,gDAAyB,CAAA;IACzB,sEAA+C,CAAA;IAC/C,0CAAmB,CAAA;IACnB,gEAAyC,CAAA;IACzC,kDAA2B,CAAA;IAC3B,wEAAiD,CAAA;IACjD,kEAA2C,CAAA;IAC3C,gEAAyC,CAAA;IACzC,gEAAyC,CAAA;IACzC,oEAA6C,CAAA;IAC7C,sCAAe,CAAA;IACf,gDAAyB,CAAA;IACzB,gDAAyB,CAAA;IACzB,8CAAuB,CAAA;IACvB,wDAAiC,CAAA;IACjC,wDAAiC,CAAA;IACjC,sDAA+B,CAAA;IAC/B,8DAAuC,CAAA;IACvC,gEAAyC,CAAA;IACzC,gEAAyC,CAAA;IACzC,gEAAyC,CAAA;IACzC,gEAAyC,CAAA;IACzC,wEAAiD,CAAA;AACnD,CAAC,EAnCW,mBAAmB,mCAAnB,mBAAmB,QAmC9B;AA6CD,cAAc;AAEd,wBAAwB;AAExB,6EAA6E;AAC7E,IAAY,6BAqBX;AArBD,WAAY,6BAA6B;IACvC,kBAAkB;IAClB,wFAAuD,CAAA;IACvD,4FAA2D,CAAA;IAC3D,0FAAyD,CAAA;IAEzD,oBAAoB;IACpB,mGAAkE,CAAA;IAClE,mGAAkE,CAAA;IAClE,8FAA6D,CAAA;IAE7D,kBAAkB;IAClB,sEAAqC,CAAA;IACrC,kEAAiC,CAAA;IACjC,kFAAiD,CAAA;IAEjD,qBAAqB;IACrB,gGAA+D,CAAA;IAC/D,oGAAmE,CAAA;IACnE,sGAAqE,CAAA;IACrE,yGAAwE,CAAA;AAC1E,CAAC,EArBW,6BAA6B,6CAA7B,6BAA6B,QAqBxC;AAED,IAAY,2BAKX;AALD,WAAY,2BAA2B;IACrC,4CAAa,CAAA;IACb,8CAAe,CAAA;IACf,oDAAqB,CAAA;IACrB,0DAA2B,CAAA;AAC7B,CAAC,EALW,2BAA2B,2CAA3B,2BAA2B,QAKtC;AA0GD,YAAY;AAEZ,IAAY,qBAOX;AAPD,WAAY,qBAAqB;IAC/B,wEAA+C,CAAA;IAC/C,4EAAmD,CAAA;IACnD,4EAAmD,CAAA;IACnD,2FAAkE,CAAA;IAClE,+FAAsE,CAAA;IACtE,+FAAsE,CAAA;AACxE,CAAC,EAPW,qBAAqB,qCAArB,qBAAqB,QAOhC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export default function replaceKeyInObjects<T extends Record<string, unknown>>(arr: T[], oldKey: string, newKey: string): T[];
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.default = replaceKeyInObjects;
|
|
4
|
+
function replaceKeyInObjects(arr, oldKey, newKey) {
|
|
5
|
+
return arr.map((obj) => {
|
|
6
|
+
if (oldKey in obj) {
|
|
7
|
+
const { [oldKey]: value, ...rest } = obj;
|
|
8
|
+
return { ...rest, [newKey]: value };
|
|
9
|
+
}
|
|
10
|
+
return obj;
|
|
11
|
+
});
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=replaceObjectKey.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replaceObjectKey.js","sourceRoot":"","sources":["../../../src/utils/servicesUtils/replaceObjectKey.ts"],"names":[],"mappings":";;AAAA,sCAYC;AAZD,SAAwB,mBAAmB,CACzC,GAAQ,EACR,MAAc,EACd,MAAc;IAEd,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACrB,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;YAClB,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,GAAG,CAAC;YACzC,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,EAAO,CAAC;QAC3C,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;AACL,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "llm-proxy",
|
|
3
|
-
"version": "1.5.
|
|
3
|
+
"version": "1.5.4",
|
|
4
4
|
"description": "An LLM Proxy that allows the user to interact with different language models from different providers using unified request and response formats.",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|