llm-exe 1.0.1 → 2.0.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/embedding/openai.js +2 -4
- package/dist/embedding/openai.js.map +1 -1
- package/dist/executor/llm-openai-function.d.ts +2 -2
- package/dist/index.d.ts +3 -2
- package/dist/index.js +2 -1
- package/dist/index.js.map +1 -1
- package/dist/interfaces/openai.d.ts +1 -1
- package/dist/interfaces/prompt.d.ts +2 -0
- package/dist/llm/_base.d.ts +1 -1
- package/dist/llm/_base.js +2 -2
- package/dist/llm/_base.js.map +1 -1
- package/dist/llm/bedrock.d.ts +95 -0
- package/dist/llm/bedrock.js +194 -0
- package/dist/llm/bedrock.js.map +1 -0
- package/dist/llm/index.d.ts +1 -1
- package/dist/llm/index.js +2 -2
- package/dist/llm/index.js.map +1 -1
- package/dist/llm/openai.d.ts +4 -4
- package/dist/llm/openai.js +15 -38
- package/dist/llm/openai.js.map +1 -1
- package/dist/parser/parsers/JsonParser.js +2 -1
- package/dist/parser/parsers/JsonParser.js.map +1 -1
- package/dist/prompt/_base.d.ts +5 -0
- package/dist/prompt/_base.js +30 -5
- package/dist/prompt/_base.js.map +1 -1
- package/dist/prompt/chat.js +10 -5
- package/dist/prompt/chat.js.map +1 -1
- package/dist/prompt/text.d.ts +2 -1
- package/dist/prompt/text.js +2 -2
- package/dist/prompt/text.js.map +1 -1
- package/dist/utils/const.d.ts +6 -4
- package/dist/utils/const.js +9 -7
- package/dist/utils/const.js.map +1 -1
- package/dist/utils/modules/handlebars/hbs.d.ts +1 -1
- package/dist/utils/modules/handlebars/hbs.js +4 -24
- package/dist/utils/modules/handlebars/hbs.js.map +1 -1
- package/dist/utils/modules/handlebars/helpers/index.d.ts +1 -0
- package/dist/utils/modules/handlebars/helpers/index.js +7 -1
- package/dist/utils/modules/handlebars/helpers/index.js.map +1 -1
- package/dist/utils/modules/handlebars/index.js.map +1 -1
- package/dist/utils/modules/handlebars/templates/index.js +4 -5
- package/dist/utils/modules/handlebars/templates/index.js.map +1 -1
- package/dist/utils/modules/index.d.ts +1 -0
- package/dist/utils/modules/index.js +3 -1
- package/dist/utils/modules/index.js.map +1 -1
- package/dist/utils/modules/json.d.ts +1 -0
- package/dist/utils/modules/json.js +22 -2
- package/dist/utils/modules/json.js.map +1 -1
- package/dist/utils/modules/openai.d.ts +12 -0
- package/dist/utils/modules/openai.js +32 -0
- package/dist/utils/modules/openai.js.map +1 -0
- package/package.json +2 -2
package/dist/embedding/openai.js
CHANGED
|
@@ -30,9 +30,7 @@ class EmbeddingOpenAI extends base_1.BaseEmbedding {
|
|
|
30
30
|
this.batchSize = options.temperature || 0;
|
|
31
31
|
this.stripNewLines = !!options.stripNewLines;
|
|
32
32
|
const apiKey = options.openAIApiKey || (0, utils_1.getEnvironmentVariable)("OPENAI_API_KEY");
|
|
33
|
-
this.client = new openai_1.
|
|
34
|
-
apiKey,
|
|
35
|
-
}));
|
|
33
|
+
this.client = new openai_1.OpenAI({ apiKey });
|
|
36
34
|
}
|
|
37
35
|
async embedDocuments(texts) {
|
|
38
36
|
const subPrompts = (0, utils_1.chunkArray)(this.stripNewLines ? texts.map((t) => t.replace(/\n/g, " ")) : texts, this.batchSize);
|
|
@@ -61,7 +59,7 @@ class EmbeddingOpenAI extends base_1.BaseEmbedding {
|
|
|
61
59
|
numOfAttempts: this.numOfAttempts,
|
|
62
60
|
jitter: this.jitter,
|
|
63
61
|
retry: () => {
|
|
64
|
-
console.log(`
|
|
62
|
+
console.log(`LlmOpenAI timeout after ${this.timeout}. Retrying...`);
|
|
65
63
|
return true;
|
|
66
64
|
},
|
|
67
65
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.js","sourceRoot":"src/","sources":["embedding/openai.ts"],"names":[],"mappings":";;;AAAA,
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"src/","sources":["embedding/openai.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAChC,mCAAmF;AACnF,iCAAuC;AACvC,6DAA8C;AAG9C,MAAa,eAAgB,SAAQ,oBAAa;IAKhD,YAAY,OAA2B;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC;QALjB;;;;;WAAsB;QAEtB;;;;;WAAyB;QACzB;;;;;WAA8B;QAI5B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,SAAS,IAAI,wBAAwB,CAAC;QAC3D,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;QAE7C,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,IAAI,IAAA,8BAAsB,EAAC,gBAAgB,CAAC,CAAC;QAChF,IAAI,CAAC,MAAM,GAAG,IAAI,eAAM,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAe;QAClC,MAAM,UAAU,GAAG,IAAA,kBAAU,EAC3B,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EACpE,IAAI,CAAC,SAAS,CACf,CAAC;QACF,MAAM,UAAU,GAAG,EAAE,CAAC;QACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;YAC7C,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;gBACxC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;aACpC;SACF;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAC5C,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CACrD,CAAC;QACF,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,kBAAkB,CAAC,KAAa;QACpC,MAAM,QAAQ,GAAG,MAAM,IAAA,6BAAO,EAC5B,GAAG,EAAE,CACH,IAAA,4BAAoB,EAClB,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;YAC1B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,KAAK;YACZ,IAAI,EAAE,EAAE;SACT,CAAC,EACF,IAAI,CAAC,OAAO,CACb,EACH;YACE,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,GAAG,EAAE;gBACV,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,CAAC,OAAO,eAAe,CAAC,CAAC;gBACpE,OAAO,IAAI,CAAC;YACd,CAAC;SACF,CACF,CAAC;QAEF,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AA/DD,0CA+DC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { PromptInput, ParserOutput, CoreExecutorExecuteOptions, ExecutorWithLlmOptions, LlmExecutorHooks, OpenAiLlmExecutorOptions, OpenAiFunctionCall } from "../types";
|
|
2
|
-
import {
|
|
2
|
+
import { LlmOpenAI } from "../llm";
|
|
3
3
|
import { BasePrompt } from "../prompt";
|
|
4
4
|
import { BaseState } from "../state";
|
|
5
5
|
import { BaseParser } from "../parser";
|
|
@@ -7,7 +7,7 @@ import { LlmExecutor } from "./llm";
|
|
|
7
7
|
/**
|
|
8
8
|
* Core Executor With LLM
|
|
9
9
|
*/
|
|
10
|
-
export declare class LlmExecutorOpenAiFunctions<Llm extends
|
|
10
|
+
export declare class LlmExecutorOpenAiFunctions<Llm extends LlmOpenAI, Prompt extends BasePrompt<Record<string, any>>, Parser extends BaseParser, State extends BaseState> extends LlmExecutor<Llm, Prompt, Parser, State> {
|
|
11
11
|
constructor(llmConfiguration: ExecutorWithLlmOptions<Llm, Prompt, Parser, State>, options?: CoreExecutorExecuteOptions<LlmExecutorHooks>);
|
|
12
12
|
execute<T extends OpenAiFunctionCall>(_input: PromptInput<Prompt>, _options: OpenAiLlmExecutorOptions<T>): Promise<ParserOutput<Parser>>;
|
|
13
13
|
}
|
package/dist/index.d.ts
CHANGED
|
@@ -2,7 +2,7 @@ import { useExecutors, createCallableExecutor } from "./plugins/callable";
|
|
|
2
2
|
import { createCoreExecutor, createLlmExecutor } from "./executor/_functions";
|
|
3
3
|
import { BaseExecutor } from "./executor/_base";
|
|
4
4
|
import * as utils from "./utils";
|
|
5
|
-
import { BaseLlm,
|
|
5
|
+
import { BaseLlm, LlmOpenAI, createLlmOpenAi } from "./llm";
|
|
6
6
|
import { EmbeddingOpenAI } from "./embedding/openai";
|
|
7
7
|
import { PineconeVectorStore } from "./vector";
|
|
8
8
|
import { BasePrompt, ChatPrompt, TextPrompt, createPrompt, createChatPrompt } from "./prompt";
|
|
@@ -18,7 +18,8 @@ export declare const llmExe: {
|
|
|
18
18
|
* Llm
|
|
19
19
|
*/
|
|
20
20
|
BaseLlm: typeof BaseLlm;
|
|
21
|
-
OpenAI: typeof
|
|
21
|
+
OpenAI: typeof LlmOpenAI;
|
|
22
|
+
LlmOpenAI: typeof LlmOpenAI;
|
|
22
23
|
createLlmOpenAi: typeof createLlmOpenAi;
|
|
23
24
|
/**
|
|
24
25
|
* Prompt
|
package/dist/index.js
CHANGED
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"src/","sources":["index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mEAAmE;AACnE,iDAA0E;AAC1E,sDAA8E;AAC9E,4CAAgD;AAChD,+CAAiC;AACjC,+
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"src/","sources":["index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mEAAmE;AACnE,iDAA0E;AAC1E,sDAA8E;AAC9E,4CAAgD;AAChD,+CAAiC;AACjC,+BAA4D;AAC5D,+CAAqD;AACrD,qCAA+C;AAE/C,qCAMkB;AAElB,qCAKkB;AAElB,mCAMiB;AAEjB,wEAA4E;AAE/D,QAAA,MAAM,GAAG;IACpB;;OAEG;IACH,KAAK;IACL;;OAEG;IACH,OAAO,EAAP,aAAO;IACP,MAAM,EAAC,eAAS;IAChB,SAAS,EAAT,eAAS;IACT,eAAe,EAAf,qBAAe;IACf;;OAEG;IACH,UAAU,EAAV,mBAAU;IACV,UAAU,EAAV,mBAAU;IACV,UAAU,EAAV,mBAAU;IACV,YAAY,EAAZ,qBAAY;IACZ,gBAAgB,EAAhB,yBAAgB;IAChB;;OAEG;IACH,UAAU,EAAV,mBAAU;IACV,YAAY,EAAZ,qBAAY;IACZ,YAAY,EAAZ,qBAAY;IACZ,kBAAkB,EAAlB,2BAAkB;IAClB;;OAEG;IACH,YAAY,EAAZ,oBAAY;IACZ,kBAAkB,EAAlB,+BAAkB;IAClB,iBAAiB,EAAjB,8BAAiB;IACjB,0BAA0B,EAA1B,gDAA0B;IAC1B;;OAEG;IACH,YAAY,EAAZ,uBAAY;IACZ,sBAAsB,EAAtB,iCAAsB;IACtB;;OAEG;IACH,eAAe,EAAf,wBAAe;IACf,mBAAmB,EAAnB,4BAAmB;IACnB;;OAEG;IACH,YAAY,EAAZ,oBAAY;IACZ,aAAa,EAAb,qBAAa;IACb,gBAAgB,EAAhB,wBAAgB;IAChB,WAAW,EAAX,mBAAW;IACX,eAAe,EAAf,uBAAe;CAChB,CAAC"}
|
|
@@ -8,7 +8,7 @@ export interface BaseLlmOptions {
|
|
|
8
8
|
jitter?: "none" | "full";
|
|
9
9
|
promptType?: PromptType;
|
|
10
10
|
}
|
|
11
|
-
export type OpenAIChatModelName = "gpt-3.5-turbo" | "gpt-3.5-turbo-0613" | "gpt-3.5-turbo-16k" | "gpt-4-0613" | "gpt-4" | "gpt-4-0613" | "gpt-4-32k-0613"
|
|
11
|
+
export type OpenAIChatModelName = "gpt-3.5-turbo" | "gpt-3.5-turbo-0613" | "gpt-3.5-turbo-16k" | "gpt-4-0613" | "gpt-4" | "gpt-4-0613" | "gpt-4-32k-0613" | `gpt-4-${string}` | `gpt-3.5-turbo-${string}`;
|
|
12
12
|
export type OpenAIConversationModelName = "davinci" | "text-curie-001" | "text-babbage-001" | "text-ada-001";
|
|
13
13
|
export type OpenAIEmbeddingModelName = "text-embedding-ada-002";
|
|
14
14
|
export type OpenAIModelName = OpenAIChatModelName | OpenAIConversationModelName | OpenAIEmbeddingModelName;
|
|
@@ -14,6 +14,8 @@ export interface PromptTemplateOptions {
|
|
|
14
14
|
helpers?: PromptHelper[];
|
|
15
15
|
}
|
|
16
16
|
export interface PromptOptions extends PromptTemplateOptions {
|
|
17
|
+
preFilters?: ((prompt: string) => string)[];
|
|
18
|
+
postFilters?: ((prompt: string) => string)[];
|
|
17
19
|
}
|
|
18
20
|
export interface ChatPromptOptions extends PromptOptions {
|
|
19
21
|
allowUnsafeUserTemplate?: boolean;
|
package/dist/llm/_base.d.ts
CHANGED
|
@@ -39,7 +39,7 @@ export declare abstract class BaseLlm<C = any> {
|
|
|
39
39
|
* The BaseLlm constructor takes an options object and sets up the instance.
|
|
40
40
|
* @param {BaseLlmOptions} options - The options object for LLM configuration.
|
|
41
41
|
*/
|
|
42
|
-
constructor(options: BaseLlmOptions);
|
|
42
|
+
constructor(options: BaseLlmOptions, client: C);
|
|
43
43
|
shouldRetry(_error: any, _stepNumber: number): boolean;
|
|
44
44
|
handleError(_error: any): void;
|
|
45
45
|
getPromptType(): PromptType;
|
package/dist/llm/_base.js
CHANGED
|
@@ -14,7 +14,7 @@ class BaseLlm {
|
|
|
14
14
|
* The BaseLlm constructor takes an options object and sets up the instance.
|
|
15
15
|
* @param {BaseLlmOptions} options - The options object for LLM configuration.
|
|
16
16
|
*/
|
|
17
|
-
constructor(options) {
|
|
17
|
+
constructor(options, client) {
|
|
18
18
|
/**
|
|
19
19
|
* A property to hold the client instance for the specific LLM.
|
|
20
20
|
*/
|
|
@@ -91,7 +91,7 @@ class BaseLlm {
|
|
|
91
91
|
}
|
|
92
92
|
});
|
|
93
93
|
this.traceId = options?.traceId || null;
|
|
94
|
-
this.client =
|
|
94
|
+
this.client = client;
|
|
95
95
|
this.promptType = options?.promptType || "text";
|
|
96
96
|
this.timeout = options.timeout || 30000;
|
|
97
97
|
this.jitter = options.jitter || "none";
|
package/dist/llm/_base.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"_base.js","sourceRoot":"src/","sources":["llm/_base.ts"],"names":[],"mappings":";;;AAAA,6DAA8C;AAE9C,mCAA+C;AAC/C,yCAA4D;AAE5D;;;;GAIG;AACH,MAAsB,OAAO;IA2C3B;;;OAGG;IACH,YAAY,OAAuB;
|
|
1
|
+
{"version":3,"file":"_base.js","sourceRoot":"src/","sources":["llm/_base.ts"],"names":[],"mappings":";;;AAAA,6DAA8C;AAE9C,mCAA+C;AAC/C,yCAA4D;AAE5D;;;;GAIG;AACH,MAAsB,OAAO;IA2C3B;;;OAGG;IACH,YAAY,OAAuB,EAAE,MAAS;QA9C9C;;WAEG;QACH;;;;;WAAoB;QAEpB;;WAEG;QACH;;;;;WAAiC;QAEjC;;WAEG;QACH;;;;;WAA0B;QAE1B;;WAEG;QACH;;;;;WAA2B;QAE3B;;WAEG;QACH;;;;;WAAgC;QAEhC;;WAEG;QACH;;;;;WAAkC;QAElC;;;;;WAAkC;QAClC;;WAEG;QACH;;;;mBAAyB;gBACvB,WAAW,EAAE,CAAC;gBACd,kBAAkB,EAAE,CAAC;gBACrB,gBAAgB,EAAE,CAAC;gBACnB,gBAAgB,EAAE,CAAC;gBACnB,OAAO,EAAE,EAAE;aACZ;WAAC;QAOA,IAAI,CAAC,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,MAAM,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,WAAW,CAAC,MAAW,EAAE,WAAmB;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,WAAW,CAAC,MAAW;QACrB,MAAM,MAAM,CAAA;IACd,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;YAC1B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;SAC3B,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,IAAI,CACR,MAAW,EACX,GAAG,IAAW;QAEd,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC;IAC9C,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,MAAW,EAAE,GAAG,IAAW;QAC9C,IAAI;YACF,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAO,EAC1B,GAAG,EAAE,CACH,IAAA,4BAAoB,EAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,EACjE;gBACE,aAAa,EAAE,CAAC;gBAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,CAAC,MAAW,EAAE,WAAmB,EAAE,EAAE;oBAC1C,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;oBAChC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,OAAO,eAAe,CAAC,CAAC;oBAClE,OAAO,IAAI,CAAA;gBACb,CAAC;aACF,CACF,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAClC,OAAO,MAAM,CAAC;SACf;QAAC,OAAO,KAAK,EAAE;YACd,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;YAChC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;SACxB;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,KAAK,CACT,MAAW,EACX,GAAG,KAAY;QAEf,OAAO,IAAI,sBAAa,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;IACD,WAAW,CAAC,OAAgB;QAC1B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAA;IACrB,CAAC;CACF;AA1JD,0BA0JC"}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
import { IChatMessages, OpenAIModelName, OpenAIOptions } from "../types";
|
|
2
|
+
import { BaseLlm } from "./_base";
|
|
3
|
+
import { OutputOpenAICompletion } from "./output/openai";
|
|
4
|
+
interface BedrockClient {
|
|
5
|
+
client: {
|
|
6
|
+
send: any;
|
|
7
|
+
};
|
|
8
|
+
invoke: any;
|
|
9
|
+
}
|
|
10
|
+
/**
|
|
11
|
+
* Create a new instance of the OpenAI API wrapper.
|
|
12
|
+
* @param options - Configuration options for the OpenAI API wrapper.
|
|
13
|
+
* @returns - A new instance of the OpenAI API wrapper class.
|
|
14
|
+
*/
|
|
15
|
+
export declare function createLlmBedrock(options: OpenAIOptions, client: BedrockClient): LlmBedrock;
|
|
16
|
+
/**
|
|
17
|
+
* A class that extends BaseLlm and provides functionality for the OpenAI API.
|
|
18
|
+
*/
|
|
19
|
+
export declare class LlmBedrock extends BaseLlm<BedrockClient> {
|
|
20
|
+
private model;
|
|
21
|
+
private temperature;
|
|
22
|
+
private maxTokens;
|
|
23
|
+
private topP;
|
|
24
|
+
private n;
|
|
25
|
+
private stream;
|
|
26
|
+
private stop;
|
|
27
|
+
private presencePenalty;
|
|
28
|
+
private frequencyPenalty;
|
|
29
|
+
private logitBias;
|
|
30
|
+
private user;
|
|
31
|
+
/**
|
|
32
|
+
* Constructor for the OpenAI class.
|
|
33
|
+
* @param {OpenAIOptions} options - Configuration options for the OpenAI API wrapper.
|
|
34
|
+
*/
|
|
35
|
+
constructor(options: OpenAIOptions, client: BedrockClient);
|
|
36
|
+
/**
|
|
37
|
+
* Get the total prompt and completion tokens across all calls to the API.
|
|
38
|
+
* @returns - An object with total prompt and completion tokens.
|
|
39
|
+
*/
|
|
40
|
+
getMetrics(): {
|
|
41
|
+
total_completionTokens: number;
|
|
42
|
+
total_promptTokens: number;
|
|
43
|
+
total_totalTokens: number;
|
|
44
|
+
};
|
|
45
|
+
/**
|
|
46
|
+
* Calculate the API call cost based on input and output tokens.
|
|
47
|
+
* @param input_tokens - The number of input tokens.
|
|
48
|
+
* @param output_tokens=0 - The number of output tokens (defaults to 0).
|
|
49
|
+
* @returns An object for input/output tokens and cost.
|
|
50
|
+
*/
|
|
51
|
+
calculatePrice(input_tokens: number, output_tokens?: number): {
|
|
52
|
+
input_cost: number;
|
|
53
|
+
output_cost: number;
|
|
54
|
+
total_cost: number;
|
|
55
|
+
};
|
|
56
|
+
/**
|
|
57
|
+
* Log a table containing usage metrics for the OpenAI API.
|
|
58
|
+
*/
|
|
59
|
+
logMetrics(): void;
|
|
60
|
+
/**
|
|
61
|
+
* Wrapper function to call chat/completion with the specified input.
|
|
62
|
+
* @private
|
|
63
|
+
* @param input - The input for the chat/completion API.
|
|
64
|
+
* @returns The chat/completion response from the API.
|
|
65
|
+
*/
|
|
66
|
+
_call(input: string | IChatMessages): Promise<OutputOpenAICompletion>;
|
|
67
|
+
/**
|
|
68
|
+
* Communicate with the OpenAI Completion API.
|
|
69
|
+
* @param messages - A list of message objects for the API call.
|
|
70
|
+
* @returns The chat response from the API.
|
|
71
|
+
*/
|
|
72
|
+
completion(prompt: string): Promise<OutputOpenAICompletion>;
|
|
73
|
+
getMetadata(): {
|
|
74
|
+
traceId: string | null;
|
|
75
|
+
promptType: import("../types").PromptType;
|
|
76
|
+
timeout: number;
|
|
77
|
+
jitter: "none" | "full";
|
|
78
|
+
maxDelay: number;
|
|
79
|
+
numOfAttempts: number;
|
|
80
|
+
metrics: any;
|
|
81
|
+
} & {
|
|
82
|
+
model: OpenAIModelName;
|
|
83
|
+
temperature: number;
|
|
84
|
+
max_tokens: number;
|
|
85
|
+
topP: number | null;
|
|
86
|
+
n: number | null;
|
|
87
|
+
stream: boolean | null;
|
|
88
|
+
stop: any;
|
|
89
|
+
presencePenalty: number | null;
|
|
90
|
+
frequencyPenalty: number | null;
|
|
91
|
+
logitBias: object | null;
|
|
92
|
+
user: string;
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
export {};
|
|
@@ -0,0 +1,194 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.LlmBedrock = exports.createLlmBedrock = void 0;
|
|
4
|
+
const _base_1 = require("./_base");
|
|
5
|
+
const utils_1 = require("../utils");
|
|
6
|
+
const openai_1 = require("./output/openai");
|
|
7
|
+
/**
|
|
8
|
+
* Create a new instance of the OpenAI API wrapper.
|
|
9
|
+
* @param options - Configuration options for the OpenAI API wrapper.
|
|
10
|
+
* @returns - A new instance of the OpenAI API wrapper class.
|
|
11
|
+
*/
|
|
12
|
+
function createLlmBedrock(options, client) {
|
|
13
|
+
return new LlmBedrock(options, client);
|
|
14
|
+
}
|
|
15
|
+
exports.createLlmBedrock = createLlmBedrock;
|
|
16
|
+
/**
|
|
17
|
+
* A class that extends BaseLlm and provides functionality for the OpenAI API.
|
|
18
|
+
*/
|
|
19
|
+
class LlmBedrock extends _base_1.BaseLlm {
|
|
20
|
+
/**
|
|
21
|
+
* Constructor for the OpenAI class.
|
|
22
|
+
* @param {OpenAIOptions} options - Configuration options for the OpenAI API wrapper.
|
|
23
|
+
*/
|
|
24
|
+
constructor(options, client) {
|
|
25
|
+
const { openAIApiKey = (0, utils_1.getEnvironmentVariable)("OPEN_AI_API_KEY"), modelName, temperature, maxTokens, topP = null, n = null, stream = null, stop, presencePenalty = null, frequencyPenalty = null, logitBias = null, user = "", ...restOfOptions } = options;
|
|
26
|
+
super(restOfOptions, client);
|
|
27
|
+
Object.defineProperty(this, "model", {
|
|
28
|
+
enumerable: true,
|
|
29
|
+
configurable: true,
|
|
30
|
+
writable: true,
|
|
31
|
+
value: void 0
|
|
32
|
+
});
|
|
33
|
+
Object.defineProperty(this, "temperature", {
|
|
34
|
+
enumerable: true,
|
|
35
|
+
configurable: true,
|
|
36
|
+
writable: true,
|
|
37
|
+
value: void 0
|
|
38
|
+
});
|
|
39
|
+
Object.defineProperty(this, "maxTokens", {
|
|
40
|
+
enumerable: true,
|
|
41
|
+
configurable: true,
|
|
42
|
+
writable: true,
|
|
43
|
+
value: void 0
|
|
44
|
+
});
|
|
45
|
+
Object.defineProperty(this, "topP", {
|
|
46
|
+
enumerable: true,
|
|
47
|
+
configurable: true,
|
|
48
|
+
writable: true,
|
|
49
|
+
value: void 0
|
|
50
|
+
});
|
|
51
|
+
Object.defineProperty(this, "n", {
|
|
52
|
+
enumerable: true,
|
|
53
|
+
configurable: true,
|
|
54
|
+
writable: true,
|
|
55
|
+
value: null
|
|
56
|
+
});
|
|
57
|
+
Object.defineProperty(this, "stream", {
|
|
58
|
+
enumerable: true,
|
|
59
|
+
configurable: true,
|
|
60
|
+
writable: true,
|
|
61
|
+
value: void 0
|
|
62
|
+
});
|
|
63
|
+
Object.defineProperty(this, "stop", {
|
|
64
|
+
enumerable: true,
|
|
65
|
+
configurable: true,
|
|
66
|
+
writable: true,
|
|
67
|
+
value: null
|
|
68
|
+
});
|
|
69
|
+
Object.defineProperty(this, "presencePenalty", {
|
|
70
|
+
enumerable: true,
|
|
71
|
+
configurable: true,
|
|
72
|
+
writable: true,
|
|
73
|
+
value: void 0
|
|
74
|
+
});
|
|
75
|
+
Object.defineProperty(this, "frequencyPenalty", {
|
|
76
|
+
enumerable: true,
|
|
77
|
+
configurable: true,
|
|
78
|
+
writable: true,
|
|
79
|
+
value: void 0
|
|
80
|
+
});
|
|
81
|
+
Object.defineProperty(this, "logitBias", {
|
|
82
|
+
enumerable: true,
|
|
83
|
+
configurable: true,
|
|
84
|
+
writable: true,
|
|
85
|
+
value: void 0
|
|
86
|
+
});
|
|
87
|
+
Object.defineProperty(this, "user", {
|
|
88
|
+
enumerable: true,
|
|
89
|
+
configurable: true,
|
|
90
|
+
writable: true,
|
|
91
|
+
value: void 0
|
|
92
|
+
});
|
|
93
|
+
this.model = modelName || "gpt-3.5-turbo";
|
|
94
|
+
this.temperature = temperature || 0;
|
|
95
|
+
this.maxTokens = maxTokens || 500;
|
|
96
|
+
this.topP = topP;
|
|
97
|
+
this.n = n;
|
|
98
|
+
this.stream = stream;
|
|
99
|
+
this.stop = stop;
|
|
100
|
+
this.presencePenalty = presencePenalty;
|
|
101
|
+
this.frequencyPenalty = frequencyPenalty;
|
|
102
|
+
this.logitBias = logitBias;
|
|
103
|
+
this.user = user;
|
|
104
|
+
this.promptType = "text";
|
|
105
|
+
}
|
|
106
|
+
/**
|
|
107
|
+
* Get the total prompt and completion tokens across all calls to the API.
|
|
108
|
+
* @returns - An object with total prompt and completion tokens.
|
|
109
|
+
*/
|
|
110
|
+
getMetrics() {
|
|
111
|
+
let total_completionTokens = 0;
|
|
112
|
+
let total_promptTokens = 0;
|
|
113
|
+
let total_totalTokens = 0;
|
|
114
|
+
for (const item of this.metrics.history) {
|
|
115
|
+
/* istanbul ignore next */
|
|
116
|
+
const { completion_tokens = 0, prompt_tokens = 0, total_tokens = 0, } = item.usage;
|
|
117
|
+
total_completionTokens = total_completionTokens + completion_tokens;
|
|
118
|
+
total_promptTokens = total_promptTokens + prompt_tokens;
|
|
119
|
+
total_totalTokens = total_totalTokens + total_tokens;
|
|
120
|
+
}
|
|
121
|
+
return {
|
|
122
|
+
total_completionTokens,
|
|
123
|
+
total_promptTokens,
|
|
124
|
+
total_totalTokens,
|
|
125
|
+
};
|
|
126
|
+
}
|
|
127
|
+
/**
|
|
128
|
+
* Calculate the API call cost based on input and output tokens.
|
|
129
|
+
* @param input_tokens - The number of input tokens.
|
|
130
|
+
* @param output_tokens=0 - The number of output tokens (defaults to 0).
|
|
131
|
+
* @returns An object for input/output tokens and cost.
|
|
132
|
+
*/
|
|
133
|
+
calculatePrice(input_tokens, output_tokens = 0) {
|
|
134
|
+
return (0, utils_1.calculateOpenAiPrice)(this.model, input_tokens, output_tokens);
|
|
135
|
+
}
|
|
136
|
+
/**
|
|
137
|
+
* Log a table containing usage metrics for the OpenAI API.
|
|
138
|
+
*/
|
|
139
|
+
logMetrics() { }
|
|
140
|
+
/**
|
|
141
|
+
* Wrapper function to call chat/completion with the specified input.
|
|
142
|
+
* @private
|
|
143
|
+
* @param input - The input for the chat/completion API.
|
|
144
|
+
* @returns The chat/completion response from the API.
|
|
145
|
+
*/
|
|
146
|
+
async _call(input) {
|
|
147
|
+
(0, utils_1.assert)(typeof input === "string");
|
|
148
|
+
return await this.completion(input);
|
|
149
|
+
}
|
|
150
|
+
/**
|
|
151
|
+
* Communicate with the OpenAI Completion API.
|
|
152
|
+
* @param messages - A list of message objects for the API call.
|
|
153
|
+
* @returns The chat response from the API.
|
|
154
|
+
*/
|
|
155
|
+
async completion(prompt) {
|
|
156
|
+
(0, utils_1.assert)(typeof prompt === "string" && prompt !== "", "Missing prompt.");
|
|
157
|
+
const options = (0, utils_1.removeEmptyFromObject)({
|
|
158
|
+
prompt,
|
|
159
|
+
model: this.model,
|
|
160
|
+
temperature: this.temperature,
|
|
161
|
+
max_tokens: this.maxTokens,
|
|
162
|
+
topP: this.topP,
|
|
163
|
+
n: this.n,
|
|
164
|
+
stream: this.stream,
|
|
165
|
+
stop: this.stop,
|
|
166
|
+
presencePenalty: this.presencePenalty,
|
|
167
|
+
frequencyPenalty: this.frequencyPenalty,
|
|
168
|
+
logitBias: this.logitBias,
|
|
169
|
+
user: this.user,
|
|
170
|
+
});
|
|
171
|
+
console.log("!!response", options);
|
|
172
|
+
throw new Error("you got here?");
|
|
173
|
+
const response = await this.client.client.send(new this.client.invoke(options));
|
|
174
|
+
this.metrics.history.push(response);
|
|
175
|
+
return new openai_1.OutputOpenAICompletion(response);
|
|
176
|
+
}
|
|
177
|
+
getMetadata() {
|
|
178
|
+
return Object.assign({}, super.getMetadata(), (0, utils_1.removeEmptyFromObject)({
|
|
179
|
+
model: this.model,
|
|
180
|
+
temperature: this.temperature,
|
|
181
|
+
max_tokens: this.maxTokens,
|
|
182
|
+
topP: this.topP,
|
|
183
|
+
n: this.n,
|
|
184
|
+
stream: this.stream,
|
|
185
|
+
stop: this.stop,
|
|
186
|
+
presencePenalty: this.presencePenalty,
|
|
187
|
+
frequencyPenalty: this.frequencyPenalty,
|
|
188
|
+
logitBias: this.logitBias,
|
|
189
|
+
user: this.user,
|
|
190
|
+
}));
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
exports.LlmBedrock = LlmBedrock;
|
|
194
|
+
//# sourceMappingURL=bedrock.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bedrock.js","sourceRoot":"src/","sources":["llm/bedrock.ts"],"names":[],"mappings":";;;AAKA,mCAAkC;AAClC,mCAAuG;AACvG,4CAAyD;AAWzD;;;;GAIG;AACH,SAAgB,gBAAgB,CAAC,OAAsB,EAAE,MAAqB;IAC5E,OAAO,IAAI,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;AACzC,CAAC;AAFD,4CAEC;AAED;;GAEG;AACH,MAAa,UAAW,SAAQ,eAAsB;IAepD;;;OAGG;IACH,YAAY,OAAsB,EAAE,MAAqB;QACvD,MAAM,EACJ,YAAY,GAAG,IAAA,8BAAsB,EAAC,iBAAiB,CAAC,EACxD,SAAS,EACT,WAAW,EACX,SAAS,EACT,IAAI,GAAG,IAAI,EACX,CAAC,GAAG,IAAI,EACR,MAAM,GAAG,IAAI,EACb,IAAI,EACJ,eAAe,GAAG,IAAI,EACtB,gBAAgB,GAAG,IAAI,EACvB,SAAS,GAAG,IAAI,EAChB,IAAI,GAAG,EAAE,EACT,GAAG,aAAa,EACjB,GAAG,OAAO,CAAC;QAEZ,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAjC/B;;;;;WAA+B;QAC/B;;;;;WAA4B;QAC5B;;;;;WAA0B;QAC1B;;;;;WAA4B;QAC5B;;;;mBAA2B,IAAI;WAAC;QAChC;;;;;WAA+B;QAC/B;;;;mBAAoB,IAAI;WAAC;QACzB;;;;;WAAuC;QACvC;;;;;WAAwC;QACxC;;;;;WAAiC;QACjC;;;;;WAAqB;QAyBnB,IAAI,CAAC,KAAK,GAAG,SAAS,IAAI,eAAe,CAAC;QAC1C,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,GAAG,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QAEjB,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,UAAU;QACR,IAAI,sBAAsB,GAAG,CAAC,CAAC;QAC/B,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAC3B,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YACvC,0BAA0B;YAC1B,MAAM,EACJ,iBAAiB,GAAG,CAAC,EACrB,aAAa,GAAG,CAAC,EACjB,YAAY,GAAG,CAAC,GACjB,GAAG,IAAI,CAAC,KAAK,CAAC;YACf,sBAAsB,GAAG,sBAAsB,GAAG,iBAAiB,CAAC;YACpE,kBAAkB,GAAG,kBAAkB,GAAG,aAAa,CAAC;YACxD,iBAAiB,GAAG,iBAAiB,GAAG,YAAY,CAAC;SACtD;QACD,OAAO;YACL,sBAAsB;YACtB,kBAAkB;YAClB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IACD;;;;;OAKG;IACH,cAAc,CAAC,YAAoB,EAAE,gBAAwB,CAAC;QAC5D,OAAO,IAAA,4BAAoB,EAAC,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,aAAa,CAAC,CAAA;IACtE,CAAC;IAED;;OAEG;IACH,UAAU,KAAI,CAAC;IAEf;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,KAA6B;QACvC,IAAA,cAAM,EAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC;QAClC,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC;IAID;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,MAAc;QAC7B,IAAA,cAAM,EAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,EAAE,EAAE,iBAAiB,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,IAAA,6BAAqB,EAAC;YACpC,MAAM;YACN,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CAAC;QAGH,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;QAClC,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;QAEhC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAA;QAE/E,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO,IAAI,+BAAsB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,WAAW;QACT,OAAO,MAAM,CAAC,MAAM,CAClB,EAAE,EACF,KAAK,CAAC,WAAW,EAAE,EACnB,IAAA,6BAAqB,EAAC;YACpB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CACH,CAAC;IACJ,CAAC;CAcF;AA3KD,gCA2KC"}
|
package/dist/llm/index.d.ts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
1
|
export { BaseLlm } from "./_base";
|
|
2
|
-
export { createLlmOpenAi,
|
|
2
|
+
export { createLlmOpenAi, LlmOpenAI } from "./openai";
|
package/dist/llm/index.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
3
|
+
exports.LlmOpenAI = exports.createLlmOpenAi = exports.BaseLlm = void 0;
|
|
4
4
|
var _base_1 = require("./_base");
|
|
5
5
|
Object.defineProperty(exports, "BaseLlm", { enumerable: true, get: function () { return _base_1.BaseLlm; } });
|
|
6
6
|
var openai_1 = require("./openai");
|
|
7
7
|
Object.defineProperty(exports, "createLlmOpenAi", { enumerable: true, get: function () { return openai_1.createLlmOpenAi; } });
|
|
8
|
-
Object.defineProperty(exports, "
|
|
8
|
+
Object.defineProperty(exports, "LlmOpenAI", { enumerable: true, get: function () { return openai_1.LlmOpenAI; } });
|
|
9
9
|
//# sourceMappingURL=index.js.map
|
package/dist/llm/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"src/","sources":["llm/index.ts"],"names":[],"mappings":";;;AAAA,iCAAkC;AAAzB,gGAAA,OAAO,OAAA;AAChB,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"src/","sources":["llm/index.ts"],"names":[],"mappings":";;;AAAA,iCAAkC;AAAzB,gGAAA,OAAO,OAAA;AAChB,mCAAsD;AAA7C,yGAAA,eAAe,OAAA;AAAE,mGAAA,SAAS,OAAA"}
|
package/dist/llm/openai.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import type { OpenAI } from "openai";
|
|
2
2
|
import { IChatMessages, OpenAIModelName, OpenAIOptions, OpenAiLlmExecutorOptions } from "../types";
|
|
3
3
|
import { BaseLlm } from "./_base";
|
|
4
4
|
import { OutputOpenAIChat } from "../llm/output";
|
|
@@ -8,11 +8,11 @@ import { OutputOpenAICompletion } from "./output/openai";
|
|
|
8
8
|
* @param options - Configuration options for the OpenAI API wrapper.
|
|
9
9
|
* @returns - A new instance of the OpenAI API wrapper class.
|
|
10
10
|
*/
|
|
11
|
-
export declare function createLlmOpenAi(options: OpenAIOptions):
|
|
11
|
+
export declare function createLlmOpenAi(options: OpenAIOptions, client: OpenAI): LlmOpenAI;
|
|
12
12
|
/**
|
|
13
13
|
* A class that extends BaseLlm and provides functionality for the OpenAI API.
|
|
14
14
|
*/
|
|
15
|
-
export declare class
|
|
15
|
+
export declare class LlmOpenAI extends BaseLlm<OpenAI> {
|
|
16
16
|
private model;
|
|
17
17
|
private temperature;
|
|
18
18
|
private maxTokens;
|
|
@@ -28,7 +28,7 @@ export declare class OpenAI extends BaseLlm<OpenAIApi> {
|
|
|
28
28
|
* Constructor for the OpenAI class.
|
|
29
29
|
* @param {OpenAIOptions} options - Configuration options for the OpenAI API wrapper.
|
|
30
30
|
*/
|
|
31
|
-
constructor(options: OpenAIOptions);
|
|
31
|
+
constructor(options: OpenAIOptions, client: OpenAI);
|
|
32
32
|
/**
|
|
33
33
|
* Get the total prompt and completion tokens across all calls to the API.
|
|
34
34
|
* @returns - An object with total prompt and completion tokens.
|
package/dist/llm/openai.js
CHANGED
|
@@ -1,32 +1,30 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
4
|
-
const openai_1 = require("openai");
|
|
3
|
+
exports.LlmOpenAI = exports.createLlmOpenAi = void 0;
|
|
5
4
|
const _base_1 = require("./_base");
|
|
6
5
|
const output_1 = require("../llm/output");
|
|
7
6
|
const utils_1 = require("../utils");
|
|
8
|
-
const
|
|
9
|
-
const const_1 = require("../utils/const");
|
|
7
|
+
const openai_1 = require("./output/openai");
|
|
10
8
|
/**
|
|
11
9
|
* Create a new instance of the OpenAI API wrapper.
|
|
12
10
|
* @param options - Configuration options for the OpenAI API wrapper.
|
|
13
11
|
* @returns - A new instance of the OpenAI API wrapper class.
|
|
14
12
|
*/
|
|
15
|
-
function createLlmOpenAi(options) {
|
|
16
|
-
return new
|
|
13
|
+
function createLlmOpenAi(options, client) {
|
|
14
|
+
return new LlmOpenAI(options, client);
|
|
17
15
|
}
|
|
18
16
|
exports.createLlmOpenAi = createLlmOpenAi;
|
|
19
17
|
/**
|
|
20
18
|
* A class that extends BaseLlm and provides functionality for the OpenAI API.
|
|
21
19
|
*/
|
|
22
|
-
class
|
|
20
|
+
class LlmOpenAI extends _base_1.BaseLlm {
|
|
23
21
|
/**
|
|
24
22
|
* Constructor for the OpenAI class.
|
|
25
23
|
* @param {OpenAIOptions} options - Configuration options for the OpenAI API wrapper.
|
|
26
24
|
*/
|
|
27
|
-
constructor(options) {
|
|
25
|
+
constructor(options, client) {
|
|
28
26
|
const { openAIApiKey = (0, utils_1.getEnvironmentVariable)("OPEN_AI_API_KEY"), modelName, temperature, maxTokens, topP = null, n = null, stream = null, stop, presencePenalty = null, frequencyPenalty = null, logitBias = null, user = "", ...restOfOptions } = options;
|
|
29
|
-
super(restOfOptions);
|
|
27
|
+
super(restOfOptions, client);
|
|
30
28
|
Object.defineProperty(this, "model", {
|
|
31
29
|
enumerable: true,
|
|
32
30
|
configurable: true,
|
|
@@ -111,9 +109,6 @@ class OpenAI extends _base_1.BaseLlm {
|
|
|
111
109
|
else {
|
|
112
110
|
this.promptType = "text";
|
|
113
111
|
}
|
|
114
|
-
this.client = new openai_1.OpenAIApi(new openai_1.Configuration({
|
|
115
|
-
apiKey: openAIApiKey,
|
|
116
|
-
}));
|
|
117
112
|
}
|
|
118
113
|
/**
|
|
119
114
|
* Get the total prompt and completion tokens across all calls to the API.
|
|
@@ -143,23 +138,7 @@ class OpenAI extends _base_1.BaseLlm {
|
|
|
143
138
|
* @returns An object for input/output tokens and cost.
|
|
144
139
|
*/
|
|
145
140
|
calculatePrice(input_tokens, output_tokens = 0) {
|
|
146
|
-
|
|
147
|
-
input_cost: 0,
|
|
148
|
-
output_cost: 0,
|
|
149
|
-
total_cost: 0,
|
|
150
|
-
};
|
|
151
|
-
const price = const_1.OpenAiPricing[this.model];
|
|
152
|
-
if (price) {
|
|
153
|
-
const [amount, inputAmount, outputAmount] = price;
|
|
154
|
-
if (inputAmount && input_tokens) {
|
|
155
|
-
out["input_cost"] = (input_tokens / amount) * inputAmount;
|
|
156
|
-
}
|
|
157
|
-
if (outputAmount && output_tokens) {
|
|
158
|
-
out["output_cost"] = (output_tokens / amount) * outputAmount;
|
|
159
|
-
}
|
|
160
|
-
out["total_cost"] = out["input_cost"] + out["output_cost"];
|
|
161
|
-
}
|
|
162
|
-
return out;
|
|
141
|
+
return (0, utils_1.calculateOpenAiPrice)(this.model, input_tokens, output_tokens);
|
|
163
142
|
}
|
|
164
143
|
/**
|
|
165
144
|
* Log a table containing usage metrics for the OpenAI API.
|
|
@@ -225,10 +204,9 @@ class OpenAI extends _base_1.BaseLlm {
|
|
|
225
204
|
if (_args && _args?.functions?.length) {
|
|
226
205
|
options["functions"] = _args.functions.map(f => (0, utils_1.pick)(f, ["name", "description", "parameters"]));
|
|
227
206
|
}
|
|
228
|
-
const response = await this.client.
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
return new output_1.OutputOpenAIChat(data);
|
|
207
|
+
const response = await this.client.chat.completions.create(options);
|
|
208
|
+
this.metrics.history.push(response);
|
|
209
|
+
return new output_1.OutputOpenAIChat(response);
|
|
232
210
|
}
|
|
233
211
|
/**
|
|
234
212
|
* Communicate with the OpenAI Completion API.
|
|
@@ -251,10 +229,9 @@ class OpenAI extends _base_1.BaseLlm {
|
|
|
251
229
|
logitBias: this.logitBias,
|
|
252
230
|
user: this.user,
|
|
253
231
|
});
|
|
254
|
-
const response = await this.client.
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
return new openai_2.OutputOpenAICompletion(data);
|
|
232
|
+
const response = await this.client.completions.create(options);
|
|
233
|
+
this.metrics.history.push(response);
|
|
234
|
+
return new openai_1.OutputOpenAICompletion(response);
|
|
258
235
|
}
|
|
259
236
|
getMetadata() {
|
|
260
237
|
return Object.assign({}, super.getMetadata(), (0, utils_1.removeEmptyFromObject)({
|
|
@@ -272,5 +249,5 @@ class OpenAI extends _base_1.BaseLlm {
|
|
|
272
249
|
}));
|
|
273
250
|
}
|
|
274
251
|
}
|
|
275
|
-
exports.
|
|
252
|
+
exports.LlmOpenAI = LlmOpenAI;
|
|
276
253
|
//# sourceMappingURL=openai.js.map
|
package/dist/llm/openai.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.js","sourceRoot":"src/","sources":["llm/openai.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"src/","sources":["llm/openai.ts"],"names":[],"mappings":";;;AAOA,mCAAkC;AAClC,yCAAgD;AAChD,mCAA4G;AAC5G,4CAAyD;AAEzD;;;;GAIG;AACH,SAAgB,eAAe,CAAC,OAAsB,EAAE,MAAc;IACpE,OAAO,IAAI,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;AACxC,CAAC;AAFD,0CAEC;AAED;;GAEG;AACH,MAAa,SAAU,SAAQ,eAAe;IAa5C;;;OAGG;IACH,YAAY,OAAsB,EAAE,MAAc;QAChD,MAAM,EACJ,YAAY,GAAG,IAAA,8BAAsB,EAAC,iBAAiB,CAAC,EACxD,SAAS,EACT,WAAW,EACX,SAAS,EACT,IAAI,GAAG,IAAI,EACX,CAAC,GAAG,IAAI,EACR,MAAM,GAAG,IAAI,EACb,IAAI,EACJ,eAAe,GAAG,IAAI,EACtB,gBAAgB,GAAG,IAAI,EACvB,SAAS,GAAG,IAAI,EAChB,IAAI,GAAG,EAAE,EACT,GAAG,aAAa,EACjB,GAAG,OAAO,CAAC;QAEZ,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAjC/B;;;;;WAA+B;QAC/B;;;;;WAA4B;QAC5B;;;;;WAA0B;QAC1B;;;;;WAA4B;QAC5B;;;;mBAA2B,IAAI;WAAC;QAChC;;;;;WAA+B;QAC/B;;;;mBAAoB,IAAI;WAAC;QACzB;;;;;WAAuC;QACvC;;;;;WAAwC;QACxC;;;;;WAAiC;QACjC;;;;;WAAqB;QAyBnB,IAAI,CAAC,KAAK,GAAG,SAAS,IAAI,eAAe,CAAC;QAC1C,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,GAAG,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QAEjB,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,eAAe;YACnD,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,OAAO,EAAE;YACtC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;SAC1B;aAAM;YACL,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;SAC1B;IACH,CAAC;IAED;;;OAGG;IACH,UAAU;QACR,IAAI,sBAAsB,GAAG,CAAC,CAAC;QAC/B,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAC3B,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YACvC,0BAA0B;YAC1B,MAAM,EACJ,iBAAiB,GAAG,CAAC,EACrB,aAAa,GAAG,CAAC,EACjB,YAAY,GAAG,CAAC,GACjB,GAAG,IAAI,CAAC,KAAK,CAAC;YACf,sBAAsB,GAAG,sBAAsB,GAAG,iBAAiB,CAAC;YACpE,kBAAkB,GAAG,kBAAkB,GAAG,aAAa,CAAC;YACxD,iBAAiB,GAAG,iBAAiB,GAAG,YAAY,CAAC;SACtD;QACD,OAAO;YACL,sBAAsB;YACtB,kBAAkB;YAClB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IACD;;;;;OAKG;IACH,cAAc,CAAC,YAAoB,EAAE,gBAAwB,CAAC;QAC5D,OAAO,IAAA,4BAAoB,EAAC,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,aAAa,CAAC,CAAA;IACtE,CAAC;IAED;;OAEG;IACH,UAAU;QACR,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,0BAA0B;QAC1B,MAAM,EACJ,sBAAsB,GAAG,CAAC,EAC1B,kBAAkB,GAAG,CAAC,EACtB,iBAAiB,GAAG,CAAC,GACtB,GAAG,OAAO,CAAC;QAEZ,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAC9B,kBAAkB,EAClB,sBAAsB,CACvB,CAAC;QAEF,OAAO,CAAC,KAAK,CAAC;YACZ;gBACE,CAAC,aAAa,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB;gBAChD,CAAC,yBAAyB,CAAC,EAAE,sBAAsB;gBACnD,CAAC,uBAAuB,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAClE,CAAC,qBAAqB,CAAC,EAAE,kBAAkB;gBAC3C,CAAC,mBAAmB,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC7D,CAAC,cAAc,CAAC,EAAE,iBAAiB;gBACnC,CAAC,YAAY,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;aACvD;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,KAA6B,EAAE,IAA+B;QACxE,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,eAAe;YACnD,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,OAAO,EAAE;YACtC,IAAA,cAAM,EAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,iBAAiB,CAAC,CAAC;YAChD,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;SACrC;aAAM;YACL,IAAA,cAAM,EAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC;YAClC,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;SACrC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAI,CAAC,QAAuB,EAAE,KAAgC;QAClE,IAAA,cAAM,EAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACnD,MAAM,OAAO,GAA2B,IAAA,6BAAqB,EAAC;YAC5D,QAAQ;YACR,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CAAC;QAEH,IAAG,KAAK,IAAI,KAAK,EAAE,aAAa,EAAE;YAChC,OAAO,CAAC,eAAe,CAAC,GAAG,KAAK,EAAE,aAAa,CAAC;SACjD;QAED,IAAG,KAAK,IAAK,KAAK,EAAE,SAAS,EAAE,MAAM,EAAC;YACpC,OAAO,CAAC,WAAW,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAA,YAAI,EAAC,CAAC,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC,CAAC,CAAA;SAChG;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAc,CAAC,CAAC;QAC3E,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO,IAAI,yBAAgB,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,MAAc;QAC7B,IAAA,cAAM,EAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,EAAE,EAAE,iBAAiB,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,IAAA,6BAAqB,EAAC;YACpC,MAAM;YACN,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE/D,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO,IAAI,+BAAsB,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAED,WAAW;QACT,OAAO,MAAM,CAAC,MAAM,CAClB,EAAE,EACF,KAAK,CAAC,WAAW,EAAE,EACnB,IAAA,6BAAqB,EAAC;YACpB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CACH,CAAC;IACJ,CAAC;CAcF;AAzOD,8BAyOC"}
|