llm-proxy 1.1.0 → 1.2.0

package/dist/middleware/InputFormatAdapter.js

@@ -7,7 +7,7 @@ class InputFormatAdapter {
         switch (provider) {
             case types_1.Providers.OPENAI:
                 return messages.map((msg) => {
-                    if (msg.role === types_1.OpenAIMessagesRoles.FUNCTION) {
+                    if (msg.role === "function") {
                         return {
                             role: msg.role,
                             content: msg.content,
@@ -21,9 +21,7 @@ class InputFormatAdapter {
                 });
             case types_1.Providers.ANTHROPIC_BEDROCK:
                 return messages.map((msg) => ({
-                    role: msg.role === types_1.OpenAIMessagesRoles.USER
-                        ? types_1.BedrockAnthropicMessageRole.USER
-                        : types_1.BedrockAnthropicMessageRole.ASSISTANT,
+                    role: msg.role === "user" ? "user" : "assistant",
                     content: [
                         {
                             type: types_1.BedrockAnthropicContentType.TEXT,

package/dist/middleware/InputFormatAdapter.js.map

@@ -1 +1 @@
-{"version":3,"file":"InputFormatAdapter.js","sourceRoot":"","sources":["../../src/middleware/InputFormatAdapter.ts"],"names":[],"mappings":";;;AAAA,oCASkB;AAElB,MAAa,kBAAkB;IAC7B,MAAM,CAAC,aAAa,CAClB,QAAkB,EAClB,QAAmB;QAEnB,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,iBAAS,CAAC,MAAM;gBACnB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;oBAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,2BAAmB,CAAC,QAAQ,EAAE,CAAC;wBAC9C,OAAO;4BACL,IAAI,EAAE,GAAG,CAAC,IAAI;4BACd,OAAO,EAAE,GAAG,CAAC,OAAO;4BACpB,IAAI,EAAG,GAA6B,CAAC,IAAI;yBAC1C,CAAC;oBACJ,CAAC;oBACD,OAAO;wBACL,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,OAAO,EAAE,GAAG,CAAC,OAAiB;qBAC/B,CAAC;gBACJ,CAAC,CAAmB,CAAC;YAEvB,KAAK,iBAAS,CAAC,iBAAiB;gBAC9B,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBAC5B,IAAI,EACF,GAAG,CAAC,IAAI,KAAK,2BAAmB,CAAC,IAAI;wBACnC,CAAC,CAAC,mCAA2B,CAAC,IAAI;wBAClC,CAAC,CAAC,mCAA2B,CAAC,SAAS;oBAC3C,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,mCAA2B,CAAC,IAAI;4BACtC,IAAI,EAAE,GAAG,CAAC,OAAiB;yBAC5B;qBACF;iBACF,CAAC,CAA8B,CAAC;YAEnC;gBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;CACF;AAvCD,gDAuCC"}
+{"version":3,"file":"InputFormatAdapter.js","sourceRoot":"","sources":["../../src/middleware/InputFormatAdapter.ts"],"names":[],"mappings":";;;AAAA,oCAOkB;AAElB,MAAa,kBAAkB;IAC7B,MAAM,CAAC,aAAa,CAClB,QAAkB,EAClB,QAAmB;QAEnB,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,iBAAS,CAAC,MAAM;gBACnB,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;oBAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;wBAC5B,OAAO;4BACL,IAAI,EAAE,GAAG,CAAC,IAAI;4BACd,OAAO,EAAE,GAAG,CAAC,OAAO;4BACpB,IAAI,EAAG,GAA6B,CAAC,IAAI;yBAC1C,CAAC;oBACJ,CAAC;oBACD,OAAO;wBACL,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,OAAO,EAAE,GAAG,CAAC,OAAiB;qBAC/B,CAAC;gBACJ,CAAC,CAAmB,CAAC;YAEvB,KAAK,iBAAS,CAAC,iBAAiB;gBAC9B,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBAC5B,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW;oBAChD,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,mCAA2B,CAAC,IAAI;4BACtC,IAAI,EAAE,GAAG,CAAC,OAAiB;yBAC5B;qBACF;iBACF,CAAC,CAA8B,CAAC;YAEnC;gBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;CACF;AApCD,gDAoCC"}

package/dist/types/index.d.ts

@@ -3,32 +3,41 @@ export declare enum Providers {
     ANTHROPIC_BEDROCK = "AnthropicBedrock",
     COHERE_BEDROCK = "CohereBedrock"
 }
-export declare enum OpenAIMessagesRoles {
-    SYSTEM = "system",
-    USER = "user",
-    ASSISTANT = "assistant",
-    TOOL = "tool",
-    FUNCTION = "function"
+export type OpenAIMessagesRoles = "system" | "user" | "assistant" | "tool" | "function";
+export interface OpenAIStreamResponse {
+    id: string;
+    object: string;
+    created: number;
+    model: string;
+    system_fingerprint: string;
+    choices: {
+        index: number;
+        delta: {
+            content?: string;
+        };
+        logprobs: string | null;
+        finish_reason: string | null;
+    };
 }
 export type OpenAISystemMessage = {
-    role: OpenAIMessagesRoles.SYSTEM;
+    role: "system";
     content: string;
 };
 export type OpenAIUserMessage = {
-    role: OpenAIMessagesRoles.USER;
+    role: "user";
     content: string;
 };
 export type OpenAIAssistantMessage = {
-    role: OpenAIMessagesRoles.ASSISTANT;
+    role: "assistant";
     content: string;
 };
 export type OpenAIToolMessage = {
-    role: OpenAIMessagesRoles.TOOL;
+    role: "tool";
     content: string;
     tool_call_id: string;
 };
 export type OpenAIFunctionMessage = {
-    role: OpenAIMessagesRoles.FUNCTION;
+    role: "function";
     content: string;
     name: string;
 };
@@ -94,10 +103,7 @@ export declare enum BedrockAnthropicContentType {
     TOOL_USE = "tool_use",
     TOOL_RESULT = "tool_result"
 }
-export declare enum BedrockAnthropicMessageRole {
-    USER = "user",
-    ASSISTANT = "assistant"
-}
+export type BedrockAnthropicMessageRole = "user" | "assistant";
 export interface BedrockAnthropicToolUseContent {
     type: BedrockAnthropicContentType.TOOL_USE;
     id: string;
@@ -184,26 +190,4 @@ export type BedrockAnthropicParsedChunk = {
 };
 export type Messages = OpenAIMessages | BedrockAnthropicMessages;
 export type LLMResponse = OpenAIResponse | BedrockAnthropicResponse;
-export type SupportedLLMs = {
-    type: "OpenAI";
-    model: OpenAISupportedLLMs;
-} | {
-    type: "BedrockAnthropic";
-    model: BedrockAnthropicSupportedLLMs;
-};
-export interface OpenAIStreamResponse {
-    id: string;
-    object: string;
-    created: number;
-    model: string;
-    system_fingerprint: string;
-    choices: {
-        index: number;
-        delta: {
-            content?: string;
-        };
-        logprobs: string | null;
-        finish_reason: string | null;
-    };
-}
 export {};

package/dist/types/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.BedrockAnthropicMessageRole = exports.BedrockAnthropicContentType = exports.BedrockAnthropicSupportedLLMs = exports.OpenAISupportedLLMs = exports.OpenAIMessagesRoles = exports.Providers = void 0;
+exports.BedrockAnthropicContentType = exports.BedrockAnthropicSupportedLLMs = exports.OpenAISupportedLLMs = exports.Providers = void 0;
 // GENERAL
 var Providers;
 (function (Providers) {
@@ -8,15 +8,6 @@ var Providers;
     Providers["ANTHROPIC_BEDROCK"] = "AnthropicBedrock";
     Providers["COHERE_BEDROCK"] = "CohereBedrock";
 })(Providers || (exports.Providers = Providers = {}));
-// OPENAI
-var OpenAIMessagesRoles;
-(function (OpenAIMessagesRoles) {
-    OpenAIMessagesRoles["SYSTEM"] = "system";
-    OpenAIMessagesRoles["USER"] = "user";
-    OpenAIMessagesRoles["ASSISTANT"] = "assistant";
-    OpenAIMessagesRoles["TOOL"] = "tool";
-    OpenAIMessagesRoles["FUNCTION"] = "function";
-})(OpenAIMessagesRoles || (exports.OpenAIMessagesRoles = OpenAIMessagesRoles = {}));
 var OpenAISupportedLLMs;
 (function (OpenAISupportedLLMs) {
     OpenAISupportedLLMs["GPT_4_O_LAEST"] = "chatgpt-4o-latest";
@@ -42,9 +33,4 @@ var BedrockAnthropicContentType;
     BedrockAnthropicContentType["TOOL_USE"] = "tool_use";
     BedrockAnthropicContentType["TOOL_RESULT"] = "tool_result";
 })(BedrockAnthropicContentType || (exports.BedrockAnthropicContentType = BedrockAnthropicContentType = {}));
-var BedrockAnthropicMessageRole;
-(function (BedrockAnthropicMessageRole) {
-    BedrockAnthropicMessageRole["USER"] = "user";
-    BedrockAnthropicMessageRole["ASSISTANT"] = "assistant";
-})(BedrockAnthropicMessageRole || (exports.BedrockAnthropicMessageRole = BedrockAnthropicMessageRole = {}));
 //# sourceMappingURL=index.js.map

package/dist/types/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":";;;AAAA,UAAU;AACV,IAAY,SAIX;AAJD,WAAY,SAAS;IACnB,8BAAiB,CAAA;IACjB,mDAAsC,CAAA;IACtC,6CAAgC,CAAA;AAClC,CAAC,EAJW,SAAS,yBAAT,SAAS,QAIpB;AAED,SAAS;AACT,IAAY,mBAMX;AAND,WAAY,mBAAmB;IAC7B,wCAAiB,CAAA;IACjB,oCAAa,CAAA;IACb,8CAAuB,CAAA;IACvB,oCAAa,CAAA;IACb,4CAAqB,CAAA;AACvB,CAAC,EANW,mBAAmB,mCAAnB,mBAAmB,QAM9B;AAsCD,IAAY,mBAOX;AAPD,WAAY,mBAAmB;IAC7B,0DAAmC,CAAA;IACnC,yCAAkB,CAAA;IAClB,mDAA4B,CAAA;IAC5B,kDAA2B,CAAA;IAC3B,kEAA2C,CAAA;IAC3C,sDAA+B,CAAA;AACjC,CAAC,EAPW,mBAAmB,mCAAnB,mBAAmB,QAO9B;AAyCD,cAAc;AAEd,wBAAwB;AAExB,IAAY,6BAKX;AALD,WAAY,6BAA6B;IACvC,0FAAyD,CAAA;IACzD,4FAA2D,CAAA;IAC3D,wFAAuD,CAAA;IACvD,gGAA+D,CAAA;AACjE,CAAC,EALW,6BAA6B,6CAA7B,6BAA6B,QAKxC;AAED,IAAY,2BAKX;AALD,WAAY,2BAA2B;IACrC,4CAAa,CAAA;IACb,8CAAe,CAAA;IACf,oDAAqB,CAAA;IACrB,0DAA2B,CAAA;AAC7B,CAAC,EALW,2BAA2B,2CAA3B,2BAA2B,QAKtC;AAED,IAAY,2BAGX;AAHD,WAAY,2BAA2B;IACrC,4CAAa,CAAA;IACb,sDAAuB,CAAA;AACzB,CAAC,EAHW,2BAA2B,2CAA3B,2BAA2B,QAGtC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":";;;AAAA,UAAU;AACV,IAAY,SAIX;AAJD,WAAY,SAAS;IACnB,8BAAiB,CAAA;IACjB,mDAAsC,CAAA;IACtC,6CAAgC,CAAA;AAClC,CAAC,EAJW,SAAS,yBAAT,SAAS,QAIpB;AA8DD,IAAY,mBAOX;AAPD,WAAY,mBAAmB;IAC7B,0DAAmC,CAAA;IACnC,yCAAkB,CAAA;IAClB,mDAA4B,CAAA;IAC5B,kDAA2B,CAAA;IAC3B,kEAA2C,CAAA;IAC3C,sDAA+B,CAAA;AACjC,CAAC,EAPW,mBAAmB,mCAAnB,mBAAmB,QAO9B;AAyCD,cAAc;AAEd,wBAAwB;AAExB,IAAY,6BAKX;AALD,WAAY,6BAA6B;IACvC,0FAAyD,CAAA;IACzD,4FAA2D,CAAA;IAC3D,wFAAuD,CAAA;IACvD,gGAA+D,CAAA;AACjE,CAAC,EALW,6BAA6B,6CAA7B,6BAA6B,QAKxC;AAED,IAAY,2BAKX;AALD,WAAY,2BAA2B;IACrC,4CAAa,CAAA;IACb,8CAAe,CAAA;IACf,oDAAqB,CAAA;IACrB,0DAA2B,CAAA;AAC7B,CAAC,EALW,2BAA2B,2CAA3B,2BAA2B,QAKtC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-proxy",
-  "version": "1.1.0",
+  "version": "1.2.0",
   "description": "An LLM Proxy that allows the user to interact with different language models from different providers using unified request and response formats.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -30,7 +30,7 @@
     "aws-sdk": "^2.1691.0",
     "axios": "^1.7.7",
     "dotenv": "^16.4.5",
-    "llm-proxy": "^1.1.0",
+    "llm-proxy": "^1.2.0",
     "openai": "^4.69.0"
   }
 }