llm-proxy 1.4.14 → 1.4.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"InputFormatAdapter.js","sourceRoot":"","sources":["../../src/middleware/InputFormatAdapter.ts"],"names":[],"mappings":";;AAAA,
|
|
1
|
+
{"version":3,"file":"InputFormatAdapter.js","sourceRoot":"","sources":["../../src/middleware/InputFormatAdapter.ts"],"names":[],"mappings":";;AAAA,oCAOkB;AAElB,MAAqB,kBAAkB;IACrC,MAAM,CAAC,aAAa,CAClB,QAAa,EACb,QAAmB;;QAKnB,QAAQ,QAAQ,EAAE;YAChB,KAAK,iBAAS,CAAC,MAAM;gBACnB,OAAO;oBACL,aAAa;oBACb,eAAe,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;;wBACpC,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE;4BAC3B,OAAO;gCACL,IAAI,EAAE,GAAG,CAAC,IAAI;gCACd,OAAO,EAAE,MAAA,GAAG,CAAC,OAAO,mCAAI,EAAE;gCAC1B,IAAI,EAAG,GAA6B,CAAC,IAAI;6BAC1C,CAAC;yBACH;wBACD,OAAO;4BACL,IAAI,EAAE,GAAG,CAAC,IAAI;4BACd,OAAO,EAAE,MAAA,GAAG,CAAC,OAAO,mCAAI,eAAe;yBACxC,CAAC;oBACJ,CAAC,CAAmB;iBACrB,CAAC;YAEJ,KAAK,iBAAS,CAAC,iBAAiB,CAAC,CAAC;gBAChC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;oBACpB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;iBAClE;gBAED,iDAAiD;gBACjD,MAAM,CAAC,YAAY,EAAE,GAAG,YAAY,CAAC,GAAG,QAAQ,CAAC;gBAEjD,IAAI,YAAY,CAAC,IAAI,KAAK,QAAQ,EAAE;oBAClC,MAAM,IAAI,KAAK,CACb,+DAA+D,CAChE,CAAC;iBACH;gBAED,MAAM,YAAY,GAAG,MAAA,YAAY,CAAC,OAAO,mCAAI,EAAE,CAAC;gBAChD,MAAM,eAAe,GAAQ,EAAE,CAAC;gBAEhC,aAAa;gBACb,YAAY,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;;oBAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE;wBACnD,iDAAiD;wBACjD,eAAe,CAAC,IAAI,CAAC;4BACnB,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE;gCACP;oCACE,IAAI,EAAE,mCAA2B,CAAC,IAAI;oCACtC,IAAI,EAAE,GAAG;iCACV;6BACF;yBACF,CAAC,CAAC;wBAEH,yDAAyD;wBACzD,eAAe,CAAC,IAAI,CAAC;4BACnB,IAAI,EAAE,WAAW;4BACjB,OAAO,EAAE;gCACP;oCACE,IAAI,EAAE,mCAA2B,CAAC,IAAI;oCACtC,IAAI,EAAE,MAAA,GAAG,CAAC,OAAO,mCAAI,EAAE;iCACxB;6BACF;yBACF,CAAC,CAAC;qBACJ;yBAAM;wBACL,wBAAwB;wBACxB,eAAe,CAAC,IAAI,CAAC;4BACnB,IAAI,EAAE,GAAG,CAAC,IAAI;4BACd,OAAO,EAAE;gCACP;oCACE,IAAI,EAAE,mCAA2B,CAAC,IAAI;oCACtC,IAAI,EAAE,MAAA,GAAG,CAAC,OAAO,mCAAI,GAAG,CAAC,aAAa,CAAC,SAAS;iCACjD;6BACF;yBACF,CAAC,CAAC;qBACJ;gBACH,CAAC,CAAC,CAAC;gBAEH,wDAAwD;gBACxD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE;oBACtD,IAAI,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE;wBAC3D,sDAAsD;wBACtD,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;4BAC/B,IAAI,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM;4BAC/D,OAAO,EAAE;gCACP;oCACE,IAAI,EAAE,mCAA2B,CAAC,IAAI;oCACtC,IAAI,EAAE,GAAG;iCACV;6BACF;yBACF,CAAC,CAAC;wBACH,CAAC,IAAI,CAAC,CAAC,CAAC,4BAA4B;qBACrC;iBACF;gBAED,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,CAAC;aAC1C;YAED;gBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;SACxD;IACH,CAAC;CACF;AA1GD,qCA0GC"}
|
package/dist/types/index.d.ts
CHANGED
|
@@ -64,12 +64,40 @@ export type OpenAIFunctionMessage = {
|
|
|
64
64
|
export type OpenAIMessage = OpenAISystemMessage | OpenAIUserMessage | OpenAIAssistantMessage | OpenAIToolMessage | OpenAIFunctionMessage;
|
|
65
65
|
export type OpenAIMessages = OpenAIMessage[];
|
|
66
66
|
export declare enum OpenAISupportedLLMs {
|
|
67
|
-
|
|
67
|
+
GPT_4_O_LATEST = "chatgpt-4o-latest",
|
|
68
68
|
GPT_4_O = "gpt-4o",
|
|
69
|
+
GPT_4_O_2024_11_20 = "gpt-4o-2024-11-20",
|
|
70
|
+
GPT_4_O_2024_08_06 = "gpt-4o-2024-08-06",
|
|
71
|
+
GPT_4_O_2024_05_13 = "gpt-4o-2024-05-13",
|
|
72
|
+
GPT_4_O_REALTIME_PREVIEW = "gpt-4o-realtime-preview",
|
|
73
|
+
GPT_4_O_REALTIME_PREVIEW_2024_10_01 = "gpt-4o-realtime-preview-2024-10-01",
|
|
74
|
+
GPT_4_O_AUDIO_PREVIEW = "gpt-4o-audio-preview",
|
|
75
|
+
GPT_4_O_AUDIO_PREVIEW_2024_10_01 = "gpt-4o-audio-preview-2024-10-01",
|
|
69
76
|
GPT_4_O_MINI = "gpt-4o-mini",
|
|
77
|
+
GPT_4_O_MINI_2024_07_18 = "gpt-4o-mini-2024-07-18",
|
|
78
|
+
O1_PREVIEW = "o1-preview",
|
|
79
|
+
O1_PREVIEW_2024_09_12 = "o1-preview-2024-09-12",
|
|
80
|
+
O1_MINI = "o1-mini",
|
|
81
|
+
O1_MINI_2024_09_12 = "o1-mini-2024-09-12",
|
|
70
82
|
GPT_4_TURBO = "gpt-4-turbo",
|
|
83
|
+
GPT_4_TURBO_2024_04_09 = "gpt-4-turbo-2024-04-09",
|
|
71
84
|
GPT_4_TURBO_PREVIEW = "gpt-4-turbo-preview",
|
|
72
|
-
|
|
85
|
+
GPT_4_0125_PREVIEW = "gpt-4-0125-preview",
|
|
86
|
+
GPT_4_1106_PREVIEW = "gpt-4-1106-preview",
|
|
87
|
+
GPT_4_VISION_PREVIEW = "gpt-4-vision-preview",
|
|
88
|
+
GPT_4 = "gpt-4",
|
|
89
|
+
GPT_4_0314 = "gpt-4-0314",
|
|
90
|
+
GPT_4_0613 = "gpt-4-0613",
|
|
91
|
+
GPT_4_32K = "gpt-4-32k",
|
|
92
|
+
GPT_4_32K_0314 = "gpt-4-32k-0314",
|
|
93
|
+
GPT_4_32K_0613 = "gpt-4-32k-0613",
|
|
94
|
+
GPT_3_5_TURBO = "gpt-3.5-turbo",
|
|
95
|
+
GPT_3_5_TURBO_16K = "gpt-3.5-turbo-16k",
|
|
96
|
+
GPT_3_5_TURBO_0301 = "gpt-3.5-turbo-0301",
|
|
97
|
+
GPT_3_5_TURBO_0613 = "gpt-3.5-turbo-0613",
|
|
98
|
+
GPT_3_5_TURBO_1106 = "gpt-3.5-turbo-1106",
|
|
99
|
+
GPT_3_5_TURBO_0125 = "gpt-3.5-turbo-0125",
|
|
100
|
+
GPT_3_5_TURBO_16K_0613 = "gpt-3.5-turbo-16k-0613"
|
|
73
101
|
}
|
|
74
102
|
export interface OpenAIChoices {
|
|
75
103
|
index: number;
|
|
@@ -116,10 +144,15 @@ export interface OpenAIResponse {
|
|
|
116
144
|
system_fingerprint: string;
|
|
117
145
|
}
|
|
118
146
|
export declare enum BedrockAnthropicSupportedLLMs {
|
|
119
|
-
CLAUDE_3_HAIKU = "anthropic.claude-3-haiku-20240307-v1:0",
|
|
120
147
|
CLAUDE_3_SONNET = "anthropic.claude-3-sonnet-20240229-v1:0",
|
|
148
|
+
CLAUDE_3_5_SONNET_V_1 = "anthropic.claude-3-5-sonnet-20240620-v1:0",
|
|
149
|
+
CLAUDE_3_5_SONNET_V_2 = "anthropic.claude-3-5-sonnet-20241022-v2:0",
|
|
121
150
|
CLAUDE_3_OPUS = "anthropic.claude-3-opus-20240229-v1:0",
|
|
122
|
-
|
|
151
|
+
CLAUDE_V_2_1 = "anthropic.claude-v2:1",
|
|
152
|
+
CLAUDE_V_2 = "anthropic.claude-v2\t",
|
|
153
|
+
CLAUDE_3_HAIKU = "anthropic.claude-3-haiku-20240307-v1:0",
|
|
154
|
+
CLAUDE_3_5_HAIKU = "anthropic.claude-3-5-haiku-20241022-v1:0",
|
|
155
|
+
CLAUDE_INSTANT = "anthropic.claude-instant-v1"
|
|
123
156
|
}
|
|
124
157
|
export declare enum BedrockAnthropicContentType {
|
|
125
158
|
TEXT = "text",
|
package/dist/types/index.js
CHANGED
|
@@ -10,21 +10,55 @@ var Providers;
|
|
|
10
10
|
})(Providers = exports.Providers || (exports.Providers = {}));
|
|
11
11
|
var OpenAISupportedLLMs;
|
|
12
12
|
(function (OpenAISupportedLLMs) {
|
|
13
|
-
OpenAISupportedLLMs["
|
|
13
|
+
OpenAISupportedLLMs["GPT_4_O_LATEST"] = "chatgpt-4o-latest";
|
|
14
14
|
OpenAISupportedLLMs["GPT_4_O"] = "gpt-4o";
|
|
15
|
+
OpenAISupportedLLMs["GPT_4_O_2024_11_20"] = "gpt-4o-2024-11-20";
|
|
16
|
+
OpenAISupportedLLMs["GPT_4_O_2024_08_06"] = "gpt-4o-2024-08-06";
|
|
17
|
+
OpenAISupportedLLMs["GPT_4_O_2024_05_13"] = "gpt-4o-2024-05-13";
|
|
18
|
+
OpenAISupportedLLMs["GPT_4_O_REALTIME_PREVIEW"] = "gpt-4o-realtime-preview";
|
|
19
|
+
OpenAISupportedLLMs["GPT_4_O_REALTIME_PREVIEW_2024_10_01"] = "gpt-4o-realtime-preview-2024-10-01";
|
|
20
|
+
OpenAISupportedLLMs["GPT_4_O_AUDIO_PREVIEW"] = "gpt-4o-audio-preview";
|
|
21
|
+
OpenAISupportedLLMs["GPT_4_O_AUDIO_PREVIEW_2024_10_01"] = "gpt-4o-audio-preview-2024-10-01";
|
|
15
22
|
OpenAISupportedLLMs["GPT_4_O_MINI"] = "gpt-4o-mini";
|
|
23
|
+
OpenAISupportedLLMs["GPT_4_O_MINI_2024_07_18"] = "gpt-4o-mini-2024-07-18";
|
|
24
|
+
OpenAISupportedLLMs["O1_PREVIEW"] = "o1-preview";
|
|
25
|
+
OpenAISupportedLLMs["O1_PREVIEW_2024_09_12"] = "o1-preview-2024-09-12";
|
|
26
|
+
OpenAISupportedLLMs["O1_MINI"] = "o1-mini";
|
|
27
|
+
OpenAISupportedLLMs["O1_MINI_2024_09_12"] = "o1-mini-2024-09-12";
|
|
16
28
|
OpenAISupportedLLMs["GPT_4_TURBO"] = "gpt-4-turbo";
|
|
29
|
+
OpenAISupportedLLMs["GPT_4_TURBO_2024_04_09"] = "gpt-4-turbo-2024-04-09";
|
|
17
30
|
OpenAISupportedLLMs["GPT_4_TURBO_PREVIEW"] = "gpt-4-turbo-preview";
|
|
31
|
+
OpenAISupportedLLMs["GPT_4_0125_PREVIEW"] = "gpt-4-0125-preview";
|
|
32
|
+
OpenAISupportedLLMs["GPT_4_1106_PREVIEW"] = "gpt-4-1106-preview";
|
|
33
|
+
OpenAISupportedLLMs["GPT_4_VISION_PREVIEW"] = "gpt-4-vision-preview";
|
|
34
|
+
OpenAISupportedLLMs["GPT_4"] = "gpt-4";
|
|
35
|
+
OpenAISupportedLLMs["GPT_4_0314"] = "gpt-4-0314";
|
|
36
|
+
OpenAISupportedLLMs["GPT_4_0613"] = "gpt-4-0613";
|
|
37
|
+
OpenAISupportedLLMs["GPT_4_32K"] = "gpt-4-32k";
|
|
38
|
+
OpenAISupportedLLMs["GPT_4_32K_0314"] = "gpt-4-32k-0314";
|
|
39
|
+
OpenAISupportedLLMs["GPT_4_32K_0613"] = "gpt-4-32k-0613";
|
|
18
40
|
OpenAISupportedLLMs["GPT_3_5_TURBO"] = "gpt-3.5-turbo";
|
|
41
|
+
OpenAISupportedLLMs["GPT_3_5_TURBO_16K"] = "gpt-3.5-turbo-16k";
|
|
42
|
+
OpenAISupportedLLMs["GPT_3_5_TURBO_0301"] = "gpt-3.5-turbo-0301";
|
|
43
|
+
OpenAISupportedLLMs["GPT_3_5_TURBO_0613"] = "gpt-3.5-turbo-0613";
|
|
44
|
+
OpenAISupportedLLMs["GPT_3_5_TURBO_1106"] = "gpt-3.5-turbo-1106";
|
|
45
|
+
OpenAISupportedLLMs["GPT_3_5_TURBO_0125"] = "gpt-3.5-turbo-0125";
|
|
46
|
+
OpenAISupportedLLMs["GPT_3_5_TURBO_16K_0613"] = "gpt-3.5-turbo-16k-0613";
|
|
19
47
|
})(OpenAISupportedLLMs = exports.OpenAISupportedLLMs || (exports.OpenAISupportedLLMs = {}));
|
|
20
48
|
// AWS BEDROCK
|
|
21
49
|
// AWS BEDROCK ANTHROPIC
|
|
50
|
+
// https://docs.aws.amazon.com/bedrock/latest/userguide/models-supported.html
|
|
22
51
|
var BedrockAnthropicSupportedLLMs;
|
|
23
52
|
(function (BedrockAnthropicSupportedLLMs) {
|
|
24
|
-
BedrockAnthropicSupportedLLMs["CLAUDE_3_HAIKU"] = "anthropic.claude-3-haiku-20240307-v1:0";
|
|
25
53
|
BedrockAnthropicSupportedLLMs["CLAUDE_3_SONNET"] = "anthropic.claude-3-sonnet-20240229-v1:0";
|
|
54
|
+
BedrockAnthropicSupportedLLMs["CLAUDE_3_5_SONNET_V_1"] = "anthropic.claude-3-5-sonnet-20240620-v1:0";
|
|
55
|
+
BedrockAnthropicSupportedLLMs["CLAUDE_3_5_SONNET_V_2"] = "anthropic.claude-3-5-sonnet-20241022-v2:0";
|
|
26
56
|
BedrockAnthropicSupportedLLMs["CLAUDE_3_OPUS"] = "anthropic.claude-3-opus-20240229-v1:0";
|
|
27
|
-
BedrockAnthropicSupportedLLMs["
|
|
57
|
+
BedrockAnthropicSupportedLLMs["CLAUDE_V_2_1"] = "anthropic.claude-v2:1";
|
|
58
|
+
BedrockAnthropicSupportedLLMs["CLAUDE_V_2"] = "anthropic.claude-v2\t";
|
|
59
|
+
BedrockAnthropicSupportedLLMs["CLAUDE_3_HAIKU"] = "anthropic.claude-3-haiku-20240307-v1:0";
|
|
60
|
+
BedrockAnthropicSupportedLLMs["CLAUDE_3_5_HAIKU"] = "anthropic.claude-3-5-haiku-20241022-v1:0";
|
|
61
|
+
BedrockAnthropicSupportedLLMs["CLAUDE_INSTANT"] = "anthropic.claude-instant-v1";
|
|
28
62
|
})(BedrockAnthropicSupportedLLMs = exports.BedrockAnthropicSupportedLLMs || (exports.BedrockAnthropicSupportedLLMs = {}));
|
|
29
63
|
var BedrockAnthropicContentType;
|
|
30
64
|
(function (BedrockAnthropicContentType) {
|
package/dist/types/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":";;;AAAA,UAAU;AACV,IAAY,SAIX;AAJD,WAAY,SAAS;IACnB,8BAAiB,CAAA;IACjB,mDAAsC,CAAA;IACtC,6CAAgC,CAAA;AAClC,CAAC,EAJW,SAAS,GAAT,iBAAS,KAAT,iBAAS,QAIpB;AA8ED,IAAY,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":";;;AAAA,UAAU;AACV,IAAY,SAIX;AAJD,WAAY,SAAS;IACnB,8BAAiB,CAAA;IACjB,mDAAsC,CAAA;IACtC,6CAAgC,CAAA;AAClC,CAAC,EAJW,SAAS,GAAT,iBAAS,KAAT,iBAAS,QAIpB;AA8ED,IAAY,mBAmCX;AAnCD,WAAY,mBAAmB;IAC7B,2DAAoC,CAAA;IACpC,yCAAkB,CAAA;IAClB,+DAAwC,CAAA;IACxC,+DAAwC,CAAA;IACxC,+DAAwC,CAAA;IACxC,2EAAoD,CAAA;IACpD,iGAA0E,CAAA;IAC1E,qEAA8C,CAAA;IAC9C,2FAAoE,CAAA;IACpE,mDAA4B,CAAA;IAC5B,yEAAkD,CAAA;IAClD,gDAAyB,CAAA;IACzB,sEAA+C,CAAA;IAC/C,0CAAmB,CAAA;IACnB,gEAAyC,CAAA;IACzC,kDAA2B,CAAA;IAC3B,wEAAiD,CAAA;IACjD,kEAA2C,CAAA;IAC3C,gEAAyC,CAAA;IACzC,gEAAyC,CAAA;IACzC,oEAA6C,CAAA;IAC7C,sCAAe,CAAA;IACf,gDAAyB,CAAA;IACzB,gDAAyB,CAAA;IACzB,8CAAuB,CAAA;IACvB,wDAAiC,CAAA;IACjC,wDAAiC,CAAA;IACjC,sDAA+B,CAAA;IAC/B,8DAAuC,CAAA;IACvC,gEAAyC,CAAA;IACzC,gEAAyC,CAAA;IACzC,gEAAyC,CAAA;IACzC,gEAAyC,CAAA;IACzC,wEAAiD,CAAA;AACnD,CAAC,EAnCW,mBAAmB,GAAnB,2BAAmB,KAAnB,2BAAmB,QAmC9B;AA6CD,cAAc;AAEd,wBAAwB;AAExB,6EAA6E;AAC7E,IAAY,6BAUX;AAVD,WAAY,6BAA6B;IACvC,4FAA2D,CAAA;IAC3D,oGAAmE,CAAA;IACnE,oGAAmE,CAAA;IACnE,wFAAuD,CAAA;IACvD,uEAAsC,CAAA;IACtC,qEAAmC,CAAA;IACnC,0FAAyD,CAAA;IACzD,8FAA6D,CAAA;IAC7D,+EAA8C,CAAA;AAChD,CAAC,EAVW,6BAA6B,GAA7B,qCAA6B,KAA7B,qCAA6B,QAUxC;AAED,IAAY,2BAKX;AALD,WAAY,2BAA2B;IACrC,4CAAa,CAAA;IACb,8CAAe,CAAA;IACf,oDAAqB,CAAA;IACrB,0DAA2B,CAAA;AAC7B,CAAC,EALW,2BAA2B,GAA3B,mCAA2B,KAA3B,mCAA2B,QAKtC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "llm-proxy",
|
|
3
|
-
"version": "1.4.
|
|
3
|
+
"version": "1.4.15",
|
|
4
4
|
"description": "An LLM Proxy that allows the user to interact with different language models from different providers using unified request and response formats.",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -30,7 +30,7 @@
|
|
|
30
30
|
"aws-sdk": "^2.1691.0",
|
|
31
31
|
"axios": "^1.7.7",
|
|
32
32
|
"dotenv": "^16.4.5",
|
|
33
|
-
"llm-proxy": "^1.4.
|
|
33
|
+
"llm-proxy": "^1.4.15",
|
|
34
34
|
"openai": "^4.69.0"
|
|
35
35
|
}
|
|
36
36
|
}
|