llm-proxy 1.0.3 → 1.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (4) hide show
  1. package/dist/index.d.ts +2 -2
  2. package/dist/index.js.map +1 -1
  3. package/dist/types/index.d.ts +1 -0
  4. package/package.json +1 -1
package/dist/index.d.ts CHANGED
@@ -1,4 +1,4 @@
1
- import { Messages, SupportedLLMs, LLMResponse } from "./types";
1
+ import { Messages, SupportedLLMs, ProxyResponse } from "./types";
2
2
  interface Credentials {
3
3
  apiKey?: string;
4
4
  awsConfig?: {
@@ -7,5 +7,5 @@ interface Credentials {
7
7
  region: string;
8
8
  };
9
9
  }
10
- export declare function generateLLMResponse(messages: Messages, model: SupportedLLMs, maxTokens: number, temperature: number, systemPrompt: string, tools: any, stream: boolean | undefined, credentials: Credentials): Promise<LLMResponse | AsyncGenerator<LLMResponse>>;
10
+ export declare function generateLLMResponse(messages: Messages, model: SupportedLLMs, maxTokens: number, temperature: number, systemPrompt: string, tools: any, stream: boolean | undefined, credentials: Credentials): Promise<ProxyResponse | AsyncGenerator<ProxyResponse>>;
11
11
  export * from "./types";
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqBA,kDAgEC;AArFD,gEAA6D;AAC7D,wEAAqE;AACrE,0EAAuE;AACvE,sFAAmF;AACnF,4DAAyD;AACzD,mCAOiB;AAQjB,oEAAoE;AACpE,SAAsB,mBAAmB;yDACvC,QAAkB,EAClB,KAAoB,EACpB,SAAiB,EACjB,WAAmB,EACnB,YAAoB,EACpB,KAAU,EACV,SAAkB,KAAK,EACvB,WAAwB;QAExB,mDAAmD;QACnD,MAAM,QAAQ,GAAG,+BAAc,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAEnD,uDAAuD;QACvD,IAAI,OAAmD,CAAC;QACxD,IAAI,QAAQ,KAAK,iBAAS,CAAC,MAAM,EAAE,CAAC;YAClC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACnE,CAAC;YACD,OAAO,GAAG,IAAI,6BAAa,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAClD,CAAC;aAAM,IAAI,QAAQ,KAAK,iBAAS,CAAC,iBAAiB,EAAE,CAAC;YACpD,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC;YACxC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACtE,CAAC;YACD,OAAO,GAAG,IAAI,uDAA0B,CACtC,SAAS,CAAC,WAAW,EACrB,SAAS,CAAC,eAAe,EACzB,SAAS,CAAC,MAAM,CACjB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,4EAA4E;QAC5E,MAAM,eAAe,GACnB,QAAQ,KAAK,iBAAS,CAAC,MAAM;YAC3B,CAAC,CAAC,uCAAkB,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC;YACtD,CAAC,CAAC,QAAQ,CAAC;QAEf,2EAA2E;QAC3E,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,oBAAoB,CACzB,OAAO,EACP,eAAe,EACf,KAAK,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,KAAK,EACL,QAAQ,CACT,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,uBAAuB,CAC5B,OAAO,EACP,eAAe,EACf,KAAK,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,KAAK,EACL,QAAQ,CACT,CAAC;QACJ,CAAC;IACH,CAAC;CAAA;AAED,oCAAoC;AACpC,SAAe,uBAAuB,CACpC,OAAmD,EACnD,QAAkB,EAClB,KAAoB,EACpB,SAAiB,EACjB,WAAmB,EACnB,YAAoB,EACpB,KAAU,EACV,QAAmB;;QAEnB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAC/C,QAAQ,KAAK,iBAAS,CAAC,MAAM;YAC3B,CAAC,CAAE,QAA2B;YAC9B,CAAC,CAAE,QAA4C,EACjD,KAAK,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,KAAK,CACN,CAAC;QAEF,uDAAuD;QACvD,OAAO,QAAQ,KAAK,iBAAS,CAAC,MAAM;YAClC,CAAC,CAAC,QAAQ;YACV,CAAC,CAAC,yCAAmB,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC5D,CAAC;CAAA;AAED,gCAAgC;AAChC,SAAgB,oBAAoB,CAClC,OAAmD,EACnD,QAAkB,EAClB,KAAoB,EACpB,SAAiB,EACjB,WAAmB,EACnB,YAAoB,EACpB,KAAU,EACV,QAAmB;;;QAEnB,MAAM,MAAM,GAAG,OAAO,CAAC,wBAAwB,CAC7C,QAAQ,KAAK,iBAAS,CAAC,MAAM;YAC3B,CAAC,CAAE,QAA2B;YAC9B,CAAC,CAAE,QAA4C,EACjD,KAAK,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,KAAK,EACL,IAAI,CACL,CAAC;;YAEF,6DAA6D;YAC7D,KAA0B,eAAA,WAAA,cAAA,MAAM,CAAA,YAAA,qFAAE,CAAC;gBAAT,sBAAM;gBAAN,WAAM;gBAArB,MAAM,KAAK,KAAA,CAAA;gBACpB,oBAAM,QAAQ,KAAK,iBAAS,CAAC,MAAM;oBACjC,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,yCAAmB,CAAC,aAAa,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA,CAAC;YACzD,CAAC;;;;;;;;;IACH,CAAC;CAAA;AAED,0CAAwB"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqBA,kDAgEC;AArFD,gEAA6D;AAC7D,wEAAqE;AACrE,0EAAuE;AACvE,sFAAmF;AACnF,4DAAyD;AACzD,mCAOiB;AAQjB,oEAAoE;AACpE,SAAsB,mBAAmB;yDACvC,QAAkB,EAClB,KAAoB,EACpB,SAAiB,EACjB,WAAmB,EACnB,YAAoB,EACpB,KAAU,EACV,SAAkB,KAAK,EACvB,WAAwB;QAExB,mDAAmD;QACnD,MAAM,QAAQ,GAAG,+BAAc,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAEnD,uDAAuD;QACvD,IAAI,OAAmD,CAAC;QACxD,IAAI,QAAQ,KAAK,iBAAS,CAAC,MAAM,EAAE,CAAC;YAClC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACnE,CAAC;YACD,OAAO,GAAG,IAAI,6BAAa,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAClD,CAAC;aAAM,IAAI,QAAQ,KAAK,iBAAS,CAAC,iBAAiB,EAAE,CAAC;YACpD,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC;YACxC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACtE,CAAC;YACD,OAAO,GAAG,IAAI,uDAA0B,CACtC,SAAS,CAAC,WAAW,EACrB,SAAS,CAAC,eAAe,EACzB,SAAS,CAAC,MAAM,CACjB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,4EAA4E;QAC5E,MAAM,eAAe,GACnB,QAAQ,KAAK,iBAAS,CAAC,MAAM;YAC3B,CAAC,CAAC,uCAAkB,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC;YACtD,CAAC,CAAC,QAAQ,CAAC;QAEf,2EAA2E;QAC3E,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,oBAAoB,CACzB,OAAO,EACP,eAAe,EACf,KAAK,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,KAAK,EACL,QAAQ,CACT,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,uBAAuB,CAC5B,OAAO,EACP,eAAe,EACf,KAAK,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,KAAK,EACL,QAAQ,CACT,CAAC;QACJ,CAAC;IACH,CAAC;CAAA;AAED,oCAAoC;AACpC,SAAe,uBAAuB,CACpC,OAAmD,EACnD,QAAkB,EAClB,KAAoB,EACpB,SAAiB,EACjB,WAAmB,EACnB,YAAoB,EACpB,KAAU,EACV,QAAmB;;QAEnB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAC/C,QAAQ,KAAK,iBAAS,CAAC,MAAM;YAC3B,CAAC,CAAE,QAA2B;YAC9B,CAAC,CAAE,QAA4C,EACjD,KAAK,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,KAAK,CACN,CAAC;QAEF,uDAAuD;QACvD,OAAO,QAAQ,KAAK,iBAAS,CAAC,MAAM;YAClC,CAAC,CAAE,QAA0B;YAC7B,CAAC,CAAE,yCAAmB,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAmB,CAAC;IAC/E,CAAC;CAAA;AAED,gCAAgC;AAChC,SAAgB,oBAAoB,CAClC,OAAmD,EACnD,QAAkB,EAClB,KAAoB,EACpB,SAAiB,EACjB,WAAmB,EACnB,YAAoB,EACpB,KAAU,EACV,QAAmB;;;QAEnB,MAAM,MAAM,GAAG,OAAO,CAAC,wBAAwB,CAC7C,QAAQ,KAAK,iBAAS,CAAC,MAAM;YAC3B,CAAC,CAAE,QAA2B;YAC9B,CAAC,CAAE,QAA4C,EACjD,KAAK,EACL,SAAS,EACT,WAAW,EACX,YAAY,EACZ,KAAK,EACL,IAAI,CACL,CAAC;;YAEF,6DAA6D;YAC7D,KAA0B,eAAA,WAAA,cAAA,MAAM,CAAA,YAAA,qFAAE,CAAC;gBAAT,sBAAM;gBAAN,WAAM;gBAArB,MAAM,KAAK,KAAA,CAAA;gBACpB,oBAAM,QAAQ,KAAK,iBAAS,CAAC,MAAM;oBACjC,CAAC,CAAE,KAAuB;oBAC1B,CAAC,CAAE,yCAAmB,CAAC,aAAa,CAAC,KAAK,EAAE,QAAQ,CAAmB,CAAA,CAAC;YAC5E,CAAC;;;;;;;;;IACH,CAAC;CAAA;AAED,0CAAwB"}
package/dist/types/index.d.ts CHANGED
@@ -184,6 +184,7 @@ export type BedrockAnthropicParsedChunk = {
184
184
  };
185
185
  export type Messages = OpenAIMessages | BedrockAnthropicMessages;
186
186
  export type LLMResponse = OpenAIResponse | BedrockAnthropicResponse;
187
+ export type ProxyResponse = OpenAIResponse;
187
188
  export type SupportedLLMs = {
188
189
  type: "OpenAI";
189
190
  model: OpenAISupportedLLMs;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "llm-proxy",
3
- "version": "1.0.3",
3
+ "version": "1.0.4",
4
4
  "description": "An LLM Proxy that allows the user to interact with different language models from different providers using unified request and response formats.",
5
5
  "main": "dist/index.js",
6
6
  "types": "dist/index.d.ts",