llm-exe 0.0.3 → 0.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/embedding/base.js +1 -5
- package/dist/embedding/base.js.map +1 -1
- package/dist/embedding/openai.js +10 -13
- package/dist/embedding/openai.js.map +1 -1
- package/dist/executor/_base.d.ts +17 -6
- package/dist/executor/_base.js +74 -36
- package/dist/executor/_base.js.map +1 -1
- package/dist/executor/_functions.d.ts +2 -2
- package/dist/executor/_functions.js +6 -11
- package/dist/executor/_functions.js.map +1 -1
- package/dist/executor/_metadata.js +3 -18
- package/dist/executor/_metadata.js.map +1 -1
- package/dist/executor/core.js +4 -8
- package/dist/executor/core.js.map +1 -1
- package/dist/executor/index.js +4 -12
- package/dist/executor/index.js.map +1 -1
- package/dist/executor/llm.d.ts +3 -3
- package/dist/executor/llm.js +4 -8
- package/dist/executor/llm.js.map +1 -1
- package/dist/index.js +35 -61
- package/dist/index.js.map +1 -1
- package/dist/interfaces/chat.d.ts +7 -0
- package/dist/interfaces/chat.js +1 -2
- package/dist/interfaces/functions.d.ts +14 -24
- package/dist/interfaces/functions.js +1 -2
- package/dist/interfaces/functions.js.map +1 -1
- package/dist/interfaces/index.js +6 -22
- package/dist/interfaces/index.js.map +1 -1
- package/dist/interfaces/openai.js +1 -2
- package/dist/interfaces/parser.d.ts +1 -4
- package/dist/interfaces/parser.js +1 -2
- package/dist/interfaces/prompt.js +1 -2
- package/dist/interfaces/utils.js +1 -2
- package/dist/llm/_base.js +6 -10
- package/dist/llm/_base.js.map +1 -1
- package/dist/llm/index.js +2 -8
- package/dist/llm/index.js.map +1 -1
- package/dist/llm/openai.d.ts +3 -3
- package/dist/llm/openai.js +17 -20
- package/dist/llm/openai.js.map +1 -1
- package/dist/llm/output/base.js +3 -7
- package/dist/llm/output/base.js.map +1 -1
- package/dist/llm/output/index.js +6 -12
- package/dist/llm/output/index.js.map +1 -1
- package/dist/llm/output/openai.js +3 -8
- package/dist/llm/output/openai.js.map +1 -1
- package/dist/parser/_base.js +5 -10
- package/dist/parser/_base.js.map +1 -1
- package/dist/parser/_functions.d.ts +24 -15
- package/dist/parser/_functions.js +27 -29
- package/dist/parser/_functions.js.map +1 -1
- package/dist/parser/index.js +14 -30
- package/dist/parser/index.js.map +1 -1
- package/dist/parser/parsers/BooleanParser.js +4 -8
- package/dist/parser/parsers/BooleanParser.js.map +1 -1
- package/dist/parser/parsers/CustomParser.d.ts +7 -6
- package/dist/parser/parsers/CustomParser.js +5 -8
- package/dist/parser/parsers/CustomParser.js.map +1 -1
- package/dist/parser/parsers/JsonParser.js +4 -8
- package/dist/parser/parsers/JsonParser.js.map +1 -1
- package/dist/parser/parsers/ListToArrayParser.js +2 -6
- package/dist/parser/parsers/ListToArrayParser.js.map +1 -1
- package/dist/parser/parsers/ListToJsonParser.js +4 -7
- package/dist/parser/parsers/ListToJsonParser.js.map +1 -1
- package/dist/parser/parsers/ListToKeyValueParser.js +2 -6
- package/dist/parser/parsers/ListToKeyValueParser.js.map +1 -1
- package/dist/parser/parsers/MarkdownCodeBlock.js +4 -8
- package/dist/parser/parsers/MarkdownCodeBlock.js.map +1 -1
- package/dist/parser/parsers/MarkdownCodeBlocks.js +2 -6
- package/dist/parser/parsers/MarkdownCodeBlocks.js.map +1 -1
- package/dist/parser/parsers/NumberParser.js +4 -8
- package/dist/parser/parsers/NumberParser.js.map +1 -1
- package/dist/parser/parsers/ReplaceStringTemplateParser.js +4 -8
- package/dist/parser/parsers/ReplaceStringTemplateParser.js.map +1 -1
- package/dist/parser/parsers/StringExtractParser.d.ts +12 -0
- package/dist/parser/parsers/StringExtractParser.js +36 -0
- package/dist/parser/parsers/StringExtractParser.js.map +1 -0
- package/dist/parser/parsers/StringParser.js +4 -8
- package/dist/parser/parsers/StringParser.js.map +1 -1
- package/dist/plugins/callable/callable.d.ts +12 -0
- package/dist/plugins/callable/callable.js +30 -16
- package/dist/plugins/callable/callable.js.map +1 -1
- package/dist/plugins/callable/index.d.ts +4 -0
- package/dist/plugins/callable/index.js +6 -11
- package/dist/plugins/callable/index.js.map +1 -1
- package/dist/prompt/_base.d.ts +2 -2
- package/dist/prompt/_base.js +3 -7
- package/dist/prompt/_base.js.map +1 -1
- package/dist/prompt/_functions.js +7 -12
- package/dist/prompt/_functions.js.map +1 -1
- package/dist/prompt/chat.d.ts +10 -1
- package/dist/prompt/chat.js +80 -20
- package/dist/prompt/chat.js.map +1 -1
- package/dist/prompt/index.js +4 -12
- package/dist/prompt/index.js.map +1 -1
- package/dist/prompt/text.js +2 -6
- package/dist/prompt/text.js.map +1 -1
- package/dist/state/_base.js +11 -16
- package/dist/state/_base.js.map +1 -1
- package/dist/state/_functions.js +9 -15
- package/dist/state/_functions.js.map +1 -1
- package/dist/state/dialogue.d.ts +1 -0
- package/dist/state/dialogue.js +18 -6
- package/dist/state/dialogue.js.map +1 -1
- package/dist/state/index.js +4 -15
- package/dist/state/index.js.map +1 -1
- package/dist/state/item.js +4 -9
- package/dist/state/item.js.map +1 -1
- package/dist/types/index.js +1 -17
- package/dist/types/index.js.map +1 -1
- package/dist/utils/const.d.ts +3 -0
- package/dist/utils/const.js +4 -0
- package/dist/utils/const.js.map +1 -0
- package/dist/utils/index.js +1 -17
- package/dist/utils/index.js.map +1 -1
- package/dist/utils/modules/asyncCallWithTimeout.js +1 -5
- package/dist/utils/modules/asyncCallWithTimeout.js.map +1 -1
- package/dist/utils/modules/handlebars/helpers/index.d.ts +1 -0
- package/dist/utils/modules/handlebars/helpers/index.js +12 -19
- package/dist/utils/modules/handlebars/helpers/index.js.map +1 -1
- package/dist/utils/modules/handlebars/index.js +12 -38
- package/dist/utils/modules/handlebars/index.js.map +1 -1
- package/dist/utils/modules/handlebars/templates/index.js +7 -10
- package/dist/utils/modules/handlebars/templates/index.js.map +1 -1
- package/dist/utils/modules/index.d.ts +10 -1
- package/dist/utils/modules/index.js +48 -50
- package/dist/utils/modules/index.js.map +1 -1
- package/dist/utils/modules/json-schema-filter.js +1 -5
- package/dist/utils/modules/json-schema-filter.js.map +1 -1
- package/dist/utils/modules/json.js +3 -9
- package/dist/utils/modules/json.js.map +1 -1
- package/dist/utils/modules/replaceTemplateString.js +3 -7
- package/dist/utils/modules/replaceTemplateString.js.map +1 -1
- package/dist/vector/base.js +1 -5
- package/dist/vector/base.js.map +1 -1
- package/dist/vector/index.js +2 -7
- package/dist/vector/index.js.map +1 -1
- package/dist/vector/pinecone.js +5 -8
- package/dist/vector/pinecone.js.map +1 -1
- package/package.json +22 -12
- package/readme.md +2 -0
package/dist/index.js
CHANGED
|
@@ -1,40 +1,14 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
}));
|
|
13
|
-
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
-
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
-
}) : function(o, v) {
|
|
16
|
-
o["default"] = v;
|
|
17
|
-
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
-
if (mod && mod.__esModule) return mod;
|
|
20
|
-
var result = {};
|
|
21
|
-
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
-
__setModuleDefault(result, mod);
|
|
23
|
-
return result;
|
|
24
|
-
};
|
|
25
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
26
|
-
exports.llmExe = void 0;
|
|
27
|
-
const callable_1 = require("./plugins/callable");
|
|
28
|
-
const _functions_1 = require("./executor/_functions");
|
|
29
|
-
const _base_1 = require("./executor/_base");
|
|
30
|
-
const utils = __importStar(require("./utils"));
|
|
31
|
-
const llm_1 = require("./llm");
|
|
32
|
-
const openai_1 = require("./embedding/openai");
|
|
33
|
-
const vector_1 = require("./vector");
|
|
34
|
-
const prompt_1 = require("./prompt");
|
|
35
|
-
const parser_1 = require("./parser");
|
|
36
|
-
const state_1 = require("./state");
|
|
37
|
-
exports.llmExe = {
|
|
1
|
+
import { useExecutors, createCallableExecutor } from "./plugins/callable";
|
|
2
|
+
import { createCoreExecutor, createLlmExecutor } from "./executor/_functions";
|
|
3
|
+
import { BaseExecutor } from "./executor/_base";
|
|
4
|
+
import * as utils from "./utils";
|
|
5
|
+
import { BaseLlm, OpenAI, createLlmOpenAi } from "./llm";
|
|
6
|
+
import { EmbeddingOpenAI } from "./embedding/openai";
|
|
7
|
+
import { PineconeVectorStore } from "./vector";
|
|
8
|
+
import { BasePrompt, ChatPrompt, TextPrompt, createPrompt, createChatPrompt, } from "./prompt";
|
|
9
|
+
import { BaseParser, CustomParser, createParser, createCustomParser, } from "./parser";
|
|
10
|
+
import { DefaultState, BaseStateItem, DefaultStateItem, createState, createStateItem, } from "./state";
|
|
11
|
+
export const llmExe = {
|
|
38
12
|
/**
|
|
39
13
|
* Utilities
|
|
40
14
|
*/
|
|
@@ -42,47 +16,47 @@ exports.llmExe = {
|
|
|
42
16
|
/**
|
|
43
17
|
* Llm
|
|
44
18
|
*/
|
|
45
|
-
BaseLlm
|
|
46
|
-
OpenAI
|
|
47
|
-
createLlmOpenAi
|
|
19
|
+
BaseLlm,
|
|
20
|
+
OpenAI,
|
|
21
|
+
createLlmOpenAi,
|
|
48
22
|
/**
|
|
49
23
|
* Prompt
|
|
50
24
|
*/
|
|
51
|
-
BasePrompt
|
|
52
|
-
TextPrompt
|
|
53
|
-
ChatPrompt
|
|
54
|
-
createPrompt
|
|
55
|
-
createChatPrompt
|
|
25
|
+
BasePrompt,
|
|
26
|
+
TextPrompt,
|
|
27
|
+
ChatPrompt,
|
|
28
|
+
createPrompt,
|
|
29
|
+
createChatPrompt,
|
|
56
30
|
/**
|
|
57
31
|
* Parsers
|
|
58
32
|
*/
|
|
59
|
-
BaseParser
|
|
60
|
-
CustomParser
|
|
61
|
-
createParser
|
|
62
|
-
createCustomParser
|
|
33
|
+
BaseParser,
|
|
34
|
+
CustomParser,
|
|
35
|
+
createParser,
|
|
36
|
+
createCustomParser,
|
|
63
37
|
/**
|
|
64
38
|
* Core Functions
|
|
65
39
|
*/
|
|
66
|
-
BaseExecutor
|
|
67
|
-
createCoreExecutor
|
|
68
|
-
createLlmExecutor
|
|
40
|
+
BaseExecutor,
|
|
41
|
+
createCoreExecutor,
|
|
42
|
+
createLlmExecutor,
|
|
69
43
|
/**
|
|
70
44
|
* Callable
|
|
71
45
|
*/
|
|
72
|
-
useExecutors
|
|
73
|
-
createCallableExecutor
|
|
46
|
+
useExecutors,
|
|
47
|
+
createCallableExecutor,
|
|
74
48
|
/**
|
|
75
49
|
* Embedding
|
|
76
50
|
*/
|
|
77
|
-
EmbeddingOpenAI
|
|
78
|
-
PineconeVectorStore
|
|
51
|
+
EmbeddingOpenAI,
|
|
52
|
+
PineconeVectorStore,
|
|
79
53
|
/**
|
|
80
54
|
* State
|
|
81
55
|
*/
|
|
82
|
-
DefaultState
|
|
83
|
-
BaseStateItem
|
|
84
|
-
DefaultStateItem
|
|
85
|
-
createState
|
|
86
|
-
createStateItem
|
|
56
|
+
DefaultState,
|
|
57
|
+
BaseStateItem,
|
|
58
|
+
DefaultStateItem,
|
|
59
|
+
createState,
|
|
60
|
+
createStateItem,
|
|
87
61
|
};
|
|
88
62
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"src/","sources":["index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"src/","sources":["index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC1E,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC9E,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAE/C,OAAO,EACL,UAAU,EACV,UAAU,EACV,UAAU,EACV,YAAY,EACZ,gBAAgB,GACjB,MAAM,UAAU,CAAC;AAElB,OAAO,EACL,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,kBAAkB,GACnB,MAAM,UAAU,CAAC;AAElB,OAAO,EACL,YAAY,EACZ,aAAa,EACb,gBAAgB,EAChB,WAAW,EACX,eAAe,GAChB,MAAM,SAAS,CAAC;AAEjB,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB;;OAEG;IACH,KAAK;IACL;;OAEG;IACH,OAAO;IACP,MAAM;IACN,eAAe;IACf;;OAEG;IACH,UAAU;IACV,UAAU;IACV,UAAU;IACV,YAAY;IACZ,gBAAgB;IAChB;;OAEG;IACH,UAAU;IACV,YAAY;IACZ,YAAY;IACZ,kBAAkB;IAClB;;OAEG;IACH,YAAY;IACZ,kBAAkB;IAClB,iBAAiB;IAEjB;;OAEG;IACH,YAAY;IACZ,sBAAsB;IACtB;;OAEG;IACH,eAAe;IACf,mBAAmB;IACnB;;OAEG;IACH,YAAY;IACZ,aAAa;IACb,gBAAgB;IAChB,WAAW;IACX,eAAe;CAChB,CAAC"}
|
|
@@ -16,4 +16,11 @@ export interface IChatSystemMessage extends IChatMessageBase {
|
|
|
16
16
|
role: Extract<IChatMessageRole, "system">;
|
|
17
17
|
content: string;
|
|
18
18
|
}
|
|
19
|
+
export interface IChatMessagesPlaceholder {
|
|
20
|
+
role: "placeholder";
|
|
21
|
+
content: string;
|
|
22
|
+
}
|
|
23
|
+
export type IPromptMessages = (IChatSystemMessage | IChatMessagesPlaceholder)[];
|
|
24
|
+
export type IPromptChatMessages = (IChatUserMessage | IChatAssistantMessage | IChatSystemMessage | IChatMessagesPlaceholder)[];
|
|
19
25
|
export type IChatMessages = (IChatUserMessage | IChatAssistantMessage | IChatSystemMessage)[];
|
|
26
|
+
export type PromptTemplateHistoryToken = `{{>DialogueHistory key='${string}'}}`;
|
package/dist/interfaces/chat.js
CHANGED
|
@@ -2,11 +2,10 @@ import { BaseParser } from "../parser";
|
|
|
2
2
|
import { BasePrompt } from "../prompt";
|
|
3
3
|
import { PlainObject } from "./utils";
|
|
4
4
|
import { BaseExecutor } from "../executor";
|
|
5
|
+
import { hookOnComplete, hookOnError, hookOnSuccess } from "../utils/const";
|
|
6
|
+
export type ListenerFunction = (...args: any[]) => void;
|
|
5
7
|
export type ParserOutput<P> = P extends BaseParser<infer T> ? T : never;
|
|
6
8
|
export type PromptInput<P> = P extends BasePrompt<infer T> ? T : never;
|
|
7
|
-
export interface CoreExecutorExecuteOptions {
|
|
8
|
-
hooks?: CoreExecutorHookInput;
|
|
9
|
-
}
|
|
10
9
|
export interface ExecutorWithLlmOptions<Llm, Prompt, Parser, State> {
|
|
11
10
|
name?: string;
|
|
12
11
|
llm: Llm;
|
|
@@ -32,13 +31,6 @@ export interface ExecutorMetadata {
|
|
|
32
31
|
executions: number;
|
|
33
32
|
metadata?: Record<string, any>;
|
|
34
33
|
}
|
|
35
|
-
export interface Temporary {
|
|
36
|
-
id: string;
|
|
37
|
-
initialInput?: any;
|
|
38
|
-
currentStepNumber: number;
|
|
39
|
-
results: any[];
|
|
40
|
-
attributes: any;
|
|
41
|
-
}
|
|
42
34
|
export interface ExecutorExecutionMetadata<I = any, O = any> {
|
|
43
35
|
start: null | number;
|
|
44
36
|
end: null | number;
|
|
@@ -46,27 +38,25 @@ export interface ExecutorExecutionMetadata<I = any, O = any> {
|
|
|
46
38
|
handlerInput?: any;
|
|
47
39
|
handlerOutput?: any;
|
|
48
40
|
output?: O;
|
|
49
|
-
_handlerOutput: any[];
|
|
50
|
-
_output: O[];
|
|
51
41
|
errorMessage?: string;
|
|
52
42
|
error?: Error;
|
|
53
|
-
metadata?: null | ExecutorMetadata
|
|
43
|
+
metadata?: null | ExecutorMetadata;
|
|
54
44
|
}
|
|
55
|
-
export type ExecutorExecutionMetadataProperties = Pick<ExecutorExecutionMetadata, "start" | "end" | "input" | "handlerInput" | "handlerOutput" | "output" | "
|
|
45
|
+
export type ExecutorExecutionMetadataProperties = Pick<ExecutorExecutionMetadata, "start" | "end" | "input" | "handlerInput" | "handlerOutput" | "output" | "errorMessage" | "error" | "metadata">;
|
|
56
46
|
export interface ExecutorContext<I = any, O = any, A = Record<string, any>> extends ExecutorExecutionMetadata<I, O> {
|
|
57
47
|
metadata: ExecutorMetadata;
|
|
58
48
|
attributes: A;
|
|
59
49
|
}
|
|
60
|
-
export interface
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
50
|
+
export interface BaseExecutorHooks {
|
|
51
|
+
[hookOnError]: ListenerFunction[];
|
|
52
|
+
[hookOnSuccess]: ListenerFunction[];
|
|
53
|
+
[hookOnComplete]: ListenerFunction[];
|
|
54
|
+
}
|
|
55
|
+
export interface LlmExecutorHooks extends BaseExecutorHooks {
|
|
64
56
|
}
|
|
65
|
-
export type
|
|
66
|
-
[
|
|
57
|
+
export type CoreExecutorHookInput<H = BaseExecutorHooks> = {
|
|
58
|
+
[key in keyof H]?: ListenerFunction | ListenerFunction[];
|
|
67
59
|
};
|
|
68
|
-
export interface
|
|
69
|
-
|
|
70
|
-
onComplete?: (execution: ExecutorExecutionMetadata, context?: any) => void | ((execution: ExecutorExecutionMetadata, context?: any) => void)[];
|
|
71
|
-
filterResult?: <O>(output: O, execution: ExecutorExecutionMetadata, context?: any) => O | (<O>(output: O, execution: ExecutorExecutionMetadata, context?: any) => O)[];
|
|
60
|
+
export interface CoreExecutorExecuteOptions<T = BaseExecutorHooks> {
|
|
61
|
+
hooks?: CoreExecutorHookInput<T>;
|
|
72
62
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"functions.js","sourceRoot":"src/","sources":["interfaces/functions.ts"],"names":[],"mappings":""}
|
|
1
|
+
{"version":3,"file":"functions.js","sourceRoot":"src/","sources":["interfaces/functions.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC"}
|
package/dist/interfaces/index.js
CHANGED
|
@@ -1,23 +1,7 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
-
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
-
};
|
|
16
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
__exportStar(require("./utils"), exports);
|
|
18
|
-
__exportStar(require("./chat"), exports);
|
|
19
|
-
__exportStar(require("./openai"), exports);
|
|
20
|
-
__exportStar(require("./functions"), exports);
|
|
21
|
-
__exportStar(require("./prompt"), exports);
|
|
22
|
-
__exportStar(require("./parser"), exports);
|
|
1
|
+
export * from "./utils";
|
|
2
|
+
export * from "./chat";
|
|
3
|
+
export * from "./openai";
|
|
4
|
+
export * from "./functions";
|
|
5
|
+
export * from "./prompt";
|
|
6
|
+
export * from "./parser";
|
|
23
7
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"src/","sources":["interfaces/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"src/","sources":["interfaces/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,QAAQ,CAAC;AACvB,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,UAAU,CAAC;AACzB,cAAc,UAAU,CAAC"}
|
|
@@ -1,8 +1,5 @@
|
|
|
1
1
|
import { JSONSchema7 } from "json-schema-to-ts";
|
|
2
|
-
export type CreateParserType = "json" | "string" | "boolean" | "number" | "listToArray" | "listToJson" | "listToKeyValue" | "replaceStringTemplate" | "markdownCodeBlocks" | "markdownCodeBlock";
|
|
3
|
-
export interface ParserOptionsWithSchema {
|
|
4
|
-
schema?: JSONSchema7;
|
|
5
|
-
}
|
|
2
|
+
export type CreateParserType = "json" | "string" | "boolean" | "number" | "stringExtract" | "listToArray" | "listToJson" | "listToKeyValue" | "replaceStringTemplate" | "markdownCodeBlocks" | "markdownCodeBlock";
|
|
6
3
|
export interface BaseParserOptions {
|
|
7
4
|
schema?: JSONSchema7;
|
|
8
5
|
}
|
package/dist/interfaces/utils.js
CHANGED
package/dist/llm/_base.js
CHANGED
|
@@ -1,15 +1,12 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
const exponential_backoff_1 = require("exponential-backoff");
|
|
5
|
-
const utils_1 = require("../utils");
|
|
6
|
-
const output_1 = require("../llm/output");
|
|
1
|
+
import { backOff } from "exponential-backoff";
|
|
2
|
+
import { asyncCallWithTimeout } from "../utils";
|
|
3
|
+
import { OutputDefault } from "../llm/output";
|
|
7
4
|
/**
|
|
8
5
|
* BaseLlm is an abstract class that provides a base structure for implementing
|
|
9
6
|
* specific Low Latency Models (LLMs). It handles retries, timeouts, and metrics
|
|
10
7
|
* for the calls made to the LLM.
|
|
11
8
|
*/
|
|
12
|
-
class BaseLlm {
|
|
9
|
+
export class BaseLlm {
|
|
13
10
|
/**
|
|
14
11
|
* The BaseLlm constructor takes an options object and sets up the instance.
|
|
15
12
|
* @param {BaseLlmOptions} options - The options object for LLM configuration.
|
|
@@ -132,7 +129,7 @@ class BaseLlm {
|
|
|
132
129
|
async _callWithRetry(_input, attributes) {
|
|
133
130
|
try {
|
|
134
131
|
this.metrics.total_calls++;
|
|
135
|
-
const result = await
|
|
132
|
+
const result = await backOff(() => asyncCallWithTimeout(this._call(_input, attributes), this.timeout), {
|
|
136
133
|
startingDelay: 0,
|
|
137
134
|
maxDelay: this.maxDelay,
|
|
138
135
|
numOfAttempts: this.numOfAttempts,
|
|
@@ -157,8 +154,7 @@ class BaseLlm {
|
|
|
157
154
|
* @return The output from the LLM.
|
|
158
155
|
*/
|
|
159
156
|
async _call(_input, _attributes) {
|
|
160
|
-
return new
|
|
157
|
+
return new OutputDefault(undefined);
|
|
161
158
|
}
|
|
162
159
|
}
|
|
163
|
-
exports.BaseLlm = BaseLlm;
|
|
164
160
|
//# sourceMappingURL=_base.js.map
|
package/dist/llm/_base.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"_base.js","sourceRoot":"src/","sources":["llm/_base.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"_base.js","sourceRoot":"src/","sources":["llm/_base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAE9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EAAiB,aAAa,EAAE,MAAM,cAAc,CAAC;AAE5D;;;;GAIG;AACH,MAAM,OAAgB,OAAO;IA0C3B;;;OAGG;IACH,YAAY,OAAuB;QA7CnC;;WAEG;QACH;;;;;WAAoB;QAEpB;;WAEG;QACH;;;;;WAAiC;QAEjC;;WAEG;QACH;;;;;WAA0B;QAE1B;;WAEG;QACH;;;;;WAA2B;QAE3B;;WAEG;QACH;;;;;WAAgC;QAEhC;;WAEG;QACH;;;;;WAAkC;QAElC;;WAEG;QACH;;;;mBAAyB;gBACvB,WAAW,EAAE,CAAC;gBACd,kBAAkB,EAAE,CAAC;gBACrB,gBAAgB,EAAE,CAAC;gBACnB,gBAAgB,EAAE,CAAC;gBACnB,OAAO,EAAE,EAAE;aACZ;WAAC;QAOA,IAAI,CAAC,MAAM,GAAG,IAAS,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,MAAM,CAAC;QAChD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;QACxC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,MAAM,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC;IAClD,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;SAC3B,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,IAAI,CACR,MAAW,EACX,UAAgC;QAEhC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,MAAW,EAAE,UAAgC;QAChE,IAAI;YACF,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,OAAO,CAC1B,GAAG,EAAE,CACH,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,EACpE;gBACE,aAAa,EAAE,CAAC;gBAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,GAAG,EAAE;oBACV,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;oBAChC,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,OAAO,eAAe,CAAC,CAAC;oBAClE,OAAO,IAAI,CAAC;gBACd,CAAC;aACF,CACF,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAClC,OAAO,MAAM,CAAC;SACf;QAAC,OAAO,KAAK,EAAE;YACd,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;YAChC,MAAM,KAAK,CAAC;SACb;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,KAAK,CACT,MAAW,EACX,WAAiC;QAEjC,OAAO,IAAI,aAAa,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;CACF"}
|
package/dist/llm/index.js
CHANGED
|
@@ -1,9 +1,3 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
exports.OpenAI = exports.createLlmOpenAi = exports.BaseLlm = void 0;
|
|
4
|
-
var _base_1 = require("./_base");
|
|
5
|
-
Object.defineProperty(exports, "BaseLlm", { enumerable: true, get: function () { return _base_1.BaseLlm; } });
|
|
6
|
-
var openai_1 = require("./openai");
|
|
7
|
-
Object.defineProperty(exports, "createLlmOpenAi", { enumerable: true, get: function () { return openai_1.createLlmOpenAi; } });
|
|
8
|
-
Object.defineProperty(exports, "OpenAI", { enumerable: true, get: function () { return openai_1.OpenAI; } });
|
|
1
|
+
export { BaseLlm } from "./_base";
|
|
2
|
+
export { createLlmOpenAi, OpenAI } from "./openai";
|
|
9
3
|
//# sourceMappingURL=index.js.map
|
package/dist/llm/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"src/","sources":["llm/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"src/","sources":["llm/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC"}
|
package/dist/llm/openai.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { OpenAIApi } from "openai";
|
|
2
|
-
import { OpenAIModelName, OpenAIOptions } from "../types";
|
|
2
|
+
import { IChatMessages, OpenAIModelName, OpenAIOptions } from "../types";
|
|
3
3
|
import { BaseLlm } from "./_base";
|
|
4
4
|
import { OutputOpenAIChat } from "../llm/output";
|
|
5
5
|
import { OutputOpenAICompletion } from "./output/openai";
|
|
@@ -59,13 +59,13 @@ export declare class OpenAI extends BaseLlm<OpenAIApi> {
|
|
|
59
59
|
* @param input - The input for the chat/completion API.
|
|
60
60
|
* @returns The chat/completion response from the API.
|
|
61
61
|
*/
|
|
62
|
-
_call(input:
|
|
62
|
+
_call(input: string | IChatMessages): Promise<OutputOpenAIChat | OutputOpenAICompletion>;
|
|
63
63
|
/**
|
|
64
64
|
* Communicate with the OpenAI Chat API.
|
|
65
65
|
* @param messages - A list of message objects for the API call.
|
|
66
66
|
* @returns The chat response from the API.
|
|
67
67
|
*/
|
|
68
|
-
chat(messages:
|
|
68
|
+
chat(messages: IChatMessages): Promise<OutputOpenAIChat>;
|
|
69
69
|
/**
|
|
70
70
|
* Communicate with the OpenAI Completion API.
|
|
71
71
|
* @param messages - A list of message objects for the API call.
|
package/dist/llm/openai.js
CHANGED
|
@@ -1,24 +1,20 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
const output_1 = require("../llm/output");
|
|
7
|
-
const utils_1 = require("../utils");
|
|
8
|
-
const openai_2 = require("./output/openai");
|
|
1
|
+
import { Configuration, OpenAIApi } from "openai";
|
|
2
|
+
import { BaseLlm } from "./_base";
|
|
3
|
+
import { OutputOpenAIChat } from "../llm/output";
|
|
4
|
+
import { assert, removeEmptyFromObject } from "../utils";
|
|
5
|
+
import { OutputOpenAICompletion } from "./output/openai";
|
|
9
6
|
/**
|
|
10
7
|
* Create a new instance of the OpenAI API wrapper.
|
|
11
8
|
* @param options - Configuration options for the OpenAI API wrapper.
|
|
12
9
|
* @returns - A new instance of the OpenAI API wrapper class.
|
|
13
10
|
*/
|
|
14
|
-
function createLlmOpenAi(options) {
|
|
11
|
+
export function createLlmOpenAi(options) {
|
|
15
12
|
return new OpenAI(options);
|
|
16
13
|
}
|
|
17
|
-
exports.createLlmOpenAi = createLlmOpenAi;
|
|
18
14
|
/**
|
|
19
15
|
* A class that extends BaseLlm and provides functionality for the OpenAI API.
|
|
20
16
|
*/
|
|
21
|
-
class OpenAI extends
|
|
17
|
+
export class OpenAI extends BaseLlm {
|
|
22
18
|
/**
|
|
23
19
|
* Constructor for the OpenAI class.
|
|
24
20
|
* @param {OpenAIOptions} options - Configuration options for the OpenAI API wrapper.
|
|
@@ -109,7 +105,7 @@ class OpenAI extends _base_1.BaseLlm {
|
|
|
109
105
|
else {
|
|
110
106
|
this.promptType = "text";
|
|
111
107
|
}
|
|
112
|
-
this.client = new
|
|
108
|
+
this.client = new OpenAIApi(new Configuration({
|
|
113
109
|
apiKey: openAIApiKey,
|
|
114
110
|
}));
|
|
115
111
|
}
|
|
@@ -196,9 +192,11 @@ class OpenAI extends _base_1.BaseLlm {
|
|
|
196
192
|
*/
|
|
197
193
|
async _call(input) {
|
|
198
194
|
if (["gpt-3.5-turbo", "gpt-4"].includes(this.model)) {
|
|
195
|
+
assert(Array.isArray(input), "Invalid prompt.");
|
|
199
196
|
return await this.chat(input);
|
|
200
197
|
}
|
|
201
198
|
else {
|
|
199
|
+
assert(typeof input === "string");
|
|
202
200
|
return await this.completion(input);
|
|
203
201
|
}
|
|
204
202
|
}
|
|
@@ -208,8 +206,8 @@ class OpenAI extends _base_1.BaseLlm {
|
|
|
208
206
|
* @returns The chat response from the API.
|
|
209
207
|
*/
|
|
210
208
|
async chat(messages) {
|
|
211
|
-
|
|
212
|
-
const options =
|
|
209
|
+
assert(Array.isArray(messages), "Invalid prompt.");
|
|
210
|
+
const options = removeEmptyFromObject({
|
|
213
211
|
messages,
|
|
214
212
|
model: this.model,
|
|
215
213
|
temperature: this.temperature,
|
|
@@ -226,7 +224,7 @@ class OpenAI extends _base_1.BaseLlm {
|
|
|
226
224
|
const response = await this.client.createChatCompletion(options);
|
|
227
225
|
const { data } = response;
|
|
228
226
|
this.metrics.history.push(data);
|
|
229
|
-
return new
|
|
227
|
+
return new OutputOpenAIChat(data);
|
|
230
228
|
}
|
|
231
229
|
/**
|
|
232
230
|
* Communicate with the OpenAI Completion API.
|
|
@@ -234,8 +232,8 @@ class OpenAI extends _base_1.BaseLlm {
|
|
|
234
232
|
* @returns The chat response from the API.
|
|
235
233
|
*/
|
|
236
234
|
async completion(prompt) {
|
|
237
|
-
|
|
238
|
-
const options =
|
|
235
|
+
assert(typeof prompt === "string" && prompt !== "", "Missing prompt.");
|
|
236
|
+
const options = removeEmptyFromObject({
|
|
239
237
|
prompt,
|
|
240
238
|
model: this.model,
|
|
241
239
|
temperature: this.temperature,
|
|
@@ -252,10 +250,10 @@ class OpenAI extends _base_1.BaseLlm {
|
|
|
252
250
|
const response = await this.client.createCompletion(options);
|
|
253
251
|
const { data } = response;
|
|
254
252
|
this.metrics.history.push(data);
|
|
255
|
-
return new
|
|
253
|
+
return new OutputOpenAICompletion(data);
|
|
256
254
|
}
|
|
257
255
|
getMetadata() {
|
|
258
|
-
return Object.assign({}, super.getMetadata(),
|
|
256
|
+
return Object.assign({}, super.getMetadata(), removeEmptyFromObject({
|
|
259
257
|
model: this.model,
|
|
260
258
|
temperature: this.temperature,
|
|
261
259
|
max_tokens: this.maxTokens,
|
|
@@ -270,5 +268,4 @@ class OpenAI extends _base_1.BaseLlm {
|
|
|
270
268
|
}));
|
|
271
269
|
}
|
|
272
270
|
}
|
|
273
|
-
exports.OpenAI = OpenAI;
|
|
274
271
|
//# sourceMappingURL=openai.js.map
|
package/dist/llm/openai.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"openai.js","sourceRoot":"src/","sources":["llm/openai.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"src/","sources":["llm/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AAElD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,MAAM,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AACxD,OAAO,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAEzD;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,OAAsB;IACpD,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,MAAO,SAAQ,OAAkB;IAa5C;;;OAGG;IACH,YAAY,OAAsB;QAChC,MAAM,EACJ,YAAY,EACZ,SAAS,EACT,WAAW,EACX,SAAS,EACT,IAAI,GAAG,IAAI,EACX,CAAC,GAAG,IAAI,EACR,MAAM,GAAG,IAAI,EACb,IAAI,EACJ,eAAe,GAAG,IAAI,EACtB,gBAAgB,GAAG,IAAI,EACvB,SAAS,GAAG,IAAI,EAChB,IAAI,GAAG,EAAE,EACT,GAAG,aAAa,EAAE,GAAG,OAAO,CAAC;QAE/B,KAAK,CAAC,aAAa,CAAC,CAAC;QAhCvB;;;;;WAA+B;QAC/B;;;;;WAA4B;QAC5B;;;;;WAA0B;QAC1B;;;;;WAA4B;QAC5B;;;;mBAA2B,IAAI;WAAC;QAChC;;;;;WAA+B;QAC/B;;;;mBAAoB,IAAI;WAAC;QACzB;;;;;WAAuC;QACvC;;;;;WAAwC;QACxC;;;;;WAAiC;QACjC;;;;;WAAqB;QAwBnB,IAAI,CAAC,KAAK,GAAG,SAAS,IAAI,eAAe,CAAC;QAC1C,IAAI,CAAC,WAAW,GAAG,WAAW,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,GAAG,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAEhB,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YACnD,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;SAC1B;aAAM;YACL,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;SAC1B;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CACzB,IAAI,aAAa,CAAC;YAChB,MAAM,EAAE,YAAY;SACrB,CAAC,CACH,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,UAAU;QACR,IAAI,sBAAsB,GAAG,CAAC,CAAC;QAC/B,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAC3B,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YACvC,0BAA0B;YAC1B,MAAM,EACJ,iBAAiB,GAAG,CAAC,EACrB,aAAa,GAAG,CAAC,EACjB,YAAY,GAAG,CAAC,GACjB,GAAG,IAAI,CAAC,KAAK,CAAC;YACf,sBAAsB,GAAG,sBAAsB,GAAG,iBAAiB,CAAC;YACpE,kBAAkB,GAAG,kBAAkB,GAAG,aAAa,CAAC;YACxD,iBAAiB,GAAG,iBAAiB,GAAG,YAAY,CAAC;SACtD;QACD,OAAO;YACL,sBAAsB;YACtB,kBAAkB;YAClB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IACD;;;;;OAKG;IACH,cAAc,CAAC,YAAoB,EAAE,gBAAwB,CAAC;QAC5D,MAAM,IAAI,GAAG;YACX,eAAe,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;YACrC,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;YAC3B,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;YAC3B,gBAAgB,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC;YACtC,kBAAkB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC;YAC1C,cAAc,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC;YACtC,wBAAwB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC;SACjD,CAAC;QAEF,MAAM,GAAG,GAAG;YACV,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,CAAC;SACd,CAAC;QAEF,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAG,KAAK,EAAC;YACP,MAAM,CAAC,MAAM,EAAE,WAAW,EAAE,YAAY,CAAC,GAAG,KAAK,CAAC;YAClD,IAAI,WAAW,IAAI,YAAY,EAAE;gBAC/B,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,GAAG,MAAM,CAAC,GAAG,WAAW,CAAC;aAC3D;YACD,IAAI,YAAY,IAAI,aAAa,EAAE;gBACjC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,aAAa,GAAG,MAAM,CAAC,GAAG,YAAY,CAAC;aAC9D;YAED,GAAG,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,aAAa,CAAC,CAAC;SAC5D;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACH,UAAU;QACR,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAClC,0BAA0B;QAC1B,MAAM,EACJ,sBAAsB,GAAG,CAAC,EAC1B,kBAAkB,GAAG,CAAC,EACtB,iBAAiB,GAAG,CAAC,GACtB,GAAG,OAAO,CAAC;QAEZ,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAC9B,kBAAkB,EAClB,sBAAsB,CACvB,CAAC;QAEF,OAAO,CAAC,KAAK,CAAC;YACZ;gBACE,CAAC,aAAa,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB;gBAChD,CAAC,yBAAyB,CAAC,EAAE,sBAAsB;gBACnD,CAAC,uBAAuB,CAAC,EAAE,IAAI,CAAC,WAAW;gBAC3C,CAAC,qBAAqB,CAAC,EAAE,kBAAkB;gBAC3C,CAAC,mBAAmB,CAAC,EAAE,IAAI,CAAC,UAAU;gBACtC,CAAC,cAAc,CAAC,EAAE,iBAAiB;gBACnC,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,UAAU;aAChC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,KAA6B;QACvC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YACnD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,iBAAiB,CAAC,CAAC;YAChD,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SAC/B;aAAM;YACL,MAAM,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAA;YACjC,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;SACrC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAI,CAAC,QAAuB;QAChC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,iBAAiB,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,qBAAqB,CAAC;YACpC,QAAQ;YACR,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QACjE,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,MAAc;QAC7B,MAAM,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,EAAE,EAAE,iBAAiB,CAAC,CAAC;QACvE,MAAM,OAAO,GAAG,qBAAqB,CAAC;YACpC,MAAM;YACN,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE7D,MAAM,EAAE,IAAI,EAAE,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,OAAO,IAAI,sBAAsB,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC;IAED,WAAW;QACT,OAAO,MAAM,CAAC,MAAM,CAClB,EAAE,EACF,KAAK,CAAC,WAAW,EAAE,EACnB,qBAAqB,CAAC;YACpB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,SAAS;YAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC,CACH,CAAC;IACJ,CAAC;CACF"}
|
package/dist/llm/output/base.js
CHANGED
|
@@ -1,8 +1,5 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
exports.BaseLlmOutput = void 0;
|
|
4
|
-
const utils_1 = require("../../utils");
|
|
5
|
-
class BaseLlmOutput {
|
|
1
|
+
import { uuid } from "../../utils";
|
|
2
|
+
export class BaseLlmOutput {
|
|
6
3
|
constructor(result) {
|
|
7
4
|
Object.defineProperty(this, "id", {
|
|
8
5
|
enumerable: true,
|
|
@@ -34,12 +31,11 @@ class BaseLlmOutput {
|
|
|
34
31
|
writable: true,
|
|
35
32
|
value: {}
|
|
36
33
|
});
|
|
37
|
-
this.id =
|
|
34
|
+
this.id = uuid();
|
|
38
35
|
this.setResult(result);
|
|
39
36
|
}
|
|
40
37
|
getResults() {
|
|
41
38
|
return [...this.results];
|
|
42
39
|
}
|
|
43
40
|
}
|
|
44
|
-
exports.BaseLlmOutput = BaseLlmOutput;
|
|
45
41
|
//# sourceMappingURL=base.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.js","sourceRoot":"src/","sources":["llm/output/base.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"src/","sources":["llm/output/base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAE/B,MAAM,OAAgB,aAAa;IAQjC,YAAY,MAAW;QAPvB;;;;;WAAqB;QACrB;;;;;WAAmC;QACnC;;;;;WAAsC;QACtC;;;;mBAA2B,EAAE;WAAC;QAE9B;;;;mBAAuB,EAAE;WAAC;QAGxB,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC;QACjB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC;IAED,UAAU;QACR,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;CAIF"}
|
package/dist/llm/output/index.js
CHANGED
|
@@ -1,18 +1,13 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
Object.defineProperty(exports, "BaseLlmOutput", { enumerable: true, get: function () { return base_1.BaseLlmOutput; } });
|
|
7
|
-
var openai_1 = require("./openai");
|
|
8
|
-
Object.defineProperty(exports, "OutputOpenAIChat", { enumerable: true, get: function () { return openai_1.OutputOpenAIChat; } });
|
|
9
|
-
Object.defineProperty(exports, "OutputOpenAICompletion", { enumerable: true, get: function () { return openai_1.OutputOpenAICompletion; } });
|
|
10
|
-
class OutputDefault extends base_1.BaseLlmOutput {
|
|
1
|
+
import { uuid } from "../../utils";
|
|
2
|
+
import { BaseLlmOutput } from "./base";
|
|
3
|
+
export { BaseLlmOutput };
|
|
4
|
+
export { OutputOpenAIChat, OutputOpenAICompletion } from "./openai";
|
|
5
|
+
export class OutputDefault extends BaseLlmOutput {
|
|
11
6
|
constructor(result) {
|
|
12
7
|
super(result);
|
|
13
8
|
}
|
|
14
9
|
setResult(result) {
|
|
15
|
-
this.id = `fn-${
|
|
10
|
+
this.id = `fn-${uuid()}`;
|
|
16
11
|
this.name = `none`;
|
|
17
12
|
this.created = new Date().getTime();
|
|
18
13
|
this.usage = {};
|
|
@@ -26,5 +21,4 @@ class OutputDefault extends base_1.BaseLlmOutput {
|
|
|
26
21
|
return this.getResult();
|
|
27
22
|
}
|
|
28
23
|
}
|
|
29
|
-
exports.OutputDefault = OutputDefault;
|
|
30
24
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"src/","sources":["llm/output/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"src/","sources":["llm/output/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAC/B,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAEvC,OAAO,EAAE,aAAa,EAAE,CAAC;AACzB,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAC;AAEpE,MAAM,OAAO,aAAc,SAAQ,aAAa;IAC9C,YAAY,MAAW;QACrB,KAAK,CAAC,MAAM,CAAC,CAAC;IAChB,CAAC;IAED,SAAS,CAAC,MAAW;QACnB,IAAI,CAAC,EAAE,GAAG,MAAM,IAAI,EAAE,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED,SAAS;QACP,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;QAC9B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,SAAS,EAAE,CAAC;IAC1B,CAAC;CACF"}
|
|
@@ -1,8 +1,5 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
exports.OutputOpenAICompletion = exports.OutputOpenAIChat = void 0;
|
|
4
|
-
const base_1 = require("./base");
|
|
5
|
-
class OutputOpenAIChat extends base_1.BaseLlmOutput {
|
|
1
|
+
import { BaseLlmOutput } from "./base";
|
|
2
|
+
export class OutputOpenAIChat extends BaseLlmOutput {
|
|
6
3
|
constructor(result) {
|
|
7
4
|
super(result);
|
|
8
5
|
}
|
|
@@ -24,8 +21,7 @@ class OutputOpenAIChat extends base_1.BaseLlmOutput {
|
|
|
24
21
|
return result?.message?.content;
|
|
25
22
|
}
|
|
26
23
|
}
|
|
27
|
-
|
|
28
|
-
class OutputOpenAICompletion extends base_1.BaseLlmOutput {
|
|
24
|
+
export class OutputOpenAICompletion extends BaseLlmOutput {
|
|
29
25
|
constructor(result) {
|
|
30
26
|
super(result);
|
|
31
27
|
}
|
|
@@ -47,5 +43,4 @@ class OutputOpenAICompletion extends base_1.BaseLlmOutput {
|
|
|
47
43
|
return result?.text;
|
|
48
44
|
}
|
|
49
45
|
}
|
|
50
|
-
exports.OutputOpenAICompletion = OutputOpenAICompletion;
|
|
51
46
|
//# sourceMappingURL=openai.js.map
|