langchain 0.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/agents/agent.d.ts +42 -0
- package/dist/cjs/agents/agent.js +129 -0
- package/dist/cjs/agents/agent.js.map +1 -0
- package/dist/cjs/agents/executor.d.ts +27 -0
- package/dist/cjs/agents/executor.js +105 -0
- package/dist/cjs/agents/executor.js.map +1 -0
- package/dist/cjs/agents/helpers.d.ts +3 -0
- package/dist/cjs/agents/helpers.js +30 -0
- package/dist/cjs/agents/helpers.js.map +1 -0
- package/dist/cjs/agents/index.d.ts +6 -0
- package/dist/cjs/agents/index.js +13 -0
- package/dist/cjs/agents/index.js.map +1 -0
- package/dist/cjs/agents/load.d.ts +6 -0
- package/dist/cjs/agents/load.js +28 -0
- package/dist/cjs/agents/load.js.map +1 -0
- package/dist/cjs/agents/mrkl/index.d.ts +33 -0
- package/dist/cjs/agents/mrkl/index.js +109 -0
- package/dist/cjs/agents/mrkl/index.js.map +1 -0
- package/dist/cjs/agents/mrkl/prompt.d.ts +3 -0
- package/dist/cjs/agents/mrkl/prompt.js +21 -0
- package/dist/cjs/agents/mrkl/prompt.js.map +1 -0
- package/dist/cjs/agents/tests/agent.test.d.ts +1 -0
- package/dist/cjs/agents/tests/agent.test.js +31 -0
- package/dist/cjs/agents/tests/agent.test.js.map +1 -0
- package/dist/cjs/agents/tools/index.d.ts +7 -0
- package/dist/cjs/agents/tools/index.js +6 -0
- package/dist/cjs/agents/tools/index.js.map +1 -0
- package/dist/cjs/agents/tools/llm-math.d.ts +0 -0
- package/dist/cjs/agents/tools/llm-math.js +2 -0
- package/dist/cjs/agents/tools/llm-math.js.map +1 -0
- package/dist/cjs/agents/tools/serpapi.d.ts +3 -0
- package/dist/cjs/agents/tools/serpapi.js +50 -0
- package/dist/cjs/agents/tools/serpapi.js.map +1 -0
- package/dist/cjs/agents/types.d.ts +25 -0
- package/dist/cjs/agents/types.js +3 -0
- package/dist/cjs/agents/types.js.map +1 -0
- package/dist/cjs/cache.d.ts +11 -0
- package/dist/cjs/cache.js +27 -0
- package/dist/cjs/cache.js.map +1 -0
- package/dist/cjs/chains/base.d.ts +12 -0
- package/dist/cjs/chains/base.js +23 -0
- package/dist/cjs/chains/base.js.map +1 -0
- package/dist/cjs/chains/index.d.ts +3 -0
- package/dist/cjs/chains/index.js +10 -0
- package/dist/cjs/chains/index.js.map +1 -0
- package/dist/cjs/chains/llm_chain.d.ts +30 -0
- package/dist/cjs/chains/llm_chain.js +83 -0
- package/dist/cjs/chains/llm_chain.js.map +1 -0
- package/dist/cjs/chains/llm_math_chain.d.ts +0 -0
- package/dist/cjs/chains/llm_math_chain.js +129 -0
- package/dist/cjs/chains/llm_math_chain.js.map +1 -0
- package/dist/cjs/chains/load.d.ts +2 -0
- package/dist/cjs/chains/load.js +29 -0
- package/dist/cjs/chains/load.js.map +1 -0
- package/dist/cjs/chains/tests/llm_chain.test.d.ts +1 -0
- package/dist/cjs/chains/tests/llm_chain.test.js +32 -0
- package/dist/cjs/chains/tests/llm_chain.test.js.map +1 -0
- package/dist/cjs/index.d.ts +3 -0
- package/dist/cjs/index.js +12 -0
- package/dist/cjs/index.js.map +1 -0
- package/dist/cjs/llms/base.d.ts +23 -0
- package/dist/cjs/llms/base.js +159 -0
- package/dist/cjs/llms/base.js.map +1 -0
- package/dist/cjs/llms/index.d.ts +18 -0
- package/dist/cjs/llms/index.js +11 -0
- package/dist/cjs/llms/index.js.map +1 -0
- package/dist/cjs/llms/load.d.ts +3 -0
- package/dist/cjs/llms/load.js +9 -0
- package/dist/cjs/llms/load.js.map +1 -0
- package/dist/cjs/llms/openai.d.ts +63 -0
- package/dist/cjs/llms/openai.js +202 -0
- package/dist/cjs/llms/openai.js.map +1 -0
- package/dist/cjs/llms/tests/openai.test.d.ts +1 -0
- package/dist/cjs/llms/tests/openai.test.js +19 -0
- package/dist/cjs/llms/tests/openai.test.js.map +1 -0
- package/dist/cjs/prompt/base.d.ts +19 -0
- package/dist/cjs/prompt/base.js +54 -0
- package/dist/cjs/prompt/base.js.map +1 -0
- package/dist/cjs/prompt/few_shot.d.ts +47 -0
- package/dist/cjs/prompt/few_shot.js +143 -0
- package/dist/cjs/prompt/few_shot.js.map +1 -0
- package/dist/cjs/prompt/index.d.ts +3 -0
- package/dist/cjs/prompt/index.js +10 -0
- package/dist/cjs/prompt/index.js.map +1 -0
- package/dist/cjs/prompt/load.d.ts +2 -0
- package/dist/cjs/prompt/load.js +25 -0
- package/dist/cjs/prompt/load.js.map +1 -0
- package/dist/cjs/prompt/parser.d.ts +40 -0
- package/dist/cjs/prompt/parser.js +93 -0
- package/dist/cjs/prompt/parser.js.map +1 -0
- package/dist/cjs/prompt/prompt.d.ts +28 -0
- package/dist/cjs/prompt/prompt.js +91 -0
- package/dist/cjs/prompt/prompt.js.map +1 -0
- package/dist/cjs/prompt/template.d.ts +16 -0
- package/dist/cjs/prompt/template.js +87 -0
- package/dist/cjs/prompt/template.js.map +1 -0
- package/dist/cjs/prompt/tests/load.test.d.ts +1 -0
- package/dist/cjs/prompt/tests/load.test.js +30 -0
- package/dist/cjs/prompt/tests/load.test.js.map +1 -0
- package/dist/cjs/prompt/tests/template.test.d.ts +1 -0
- package/dist/cjs/prompt/tests/template.test.js +27 -0
- package/dist/cjs/prompt/tests/template.test.js.map +1 -0
- package/dist/cjs/util/hub.d.ts +1 -0
- package/dist/cjs/util/hub.js +50 -0
- package/dist/cjs/util/hub.js.map +1 -0
- package/dist/cjs/util/index.d.ts +12 -0
- package/dist/cjs/util/index.js +107 -0
- package/dist/cjs/util/index.js.map +1 -0
- package/dist/esm/agents/agent.d.ts +42 -0
- package/dist/esm/agents/agent.js +124 -0
- package/dist/esm/agents/agent.js.map +1 -0
- package/dist/esm/agents/executor.d.ts +27 -0
- package/dist/esm/agents/executor.js +101 -0
- package/dist/esm/agents/executor.js.map +1 -0
- package/dist/esm/agents/helpers.d.ts +3 -0
- package/dist/esm/agents/helpers.js +26 -0
- package/dist/esm/agents/helpers.js.map +1 -0
- package/dist/esm/agents/index.d.ts +6 -0
- package/dist/esm/agents/index.js +5 -0
- package/dist/esm/agents/index.js.map +1 -0
- package/dist/esm/agents/load.d.ts +6 -0
- package/dist/esm/agents/load.js +24 -0
- package/dist/esm/agents/load.js.map +1 -0
- package/dist/esm/agents/mrkl/index.d.ts +33 -0
- package/dist/esm/agents/mrkl/index.js +106 -0
- package/dist/esm/agents/mrkl/index.js.map +1 -0
- package/dist/esm/agents/mrkl/prompt.d.ts +3 -0
- package/dist/esm/agents/mrkl/prompt.js +17 -0
- package/dist/esm/agents/mrkl/prompt.js.map +1 -0
- package/dist/esm/agents/tests/agent.test.d.ts +1 -0
- package/dist/esm/agents/tests/agent.test.js +29 -0
- package/dist/esm/agents/tests/agent.test.js.map +1 -0
- package/dist/esm/agents/tools/index.d.ts +7 -0
- package/dist/esm/agents/tools/index.js +2 -0
- package/dist/esm/agents/tools/index.js.map +1 -0
- package/dist/esm/agents/tools/llm-math.d.ts +0 -0
- package/dist/esm/agents/tools/llm-math.js +2 -0
- package/dist/esm/agents/tools/llm-math.js.map +1 -0
- package/dist/esm/agents/tools/serpapi.d.ts +3 -0
- package/dist/esm/agents/tools/serpapi.js +46 -0
- package/dist/esm/agents/tools/serpapi.js.map +1 -0
- package/dist/esm/agents/types.d.ts +25 -0
- package/dist/esm/agents/types.js +2 -0
- package/dist/esm/agents/types.js.map +1 -0
- package/dist/esm/cache.d.ts +11 -0
- package/dist/esm/cache.js +22 -0
- package/dist/esm/cache.js.map +1 -0
- package/dist/esm/chains/base.d.ts +12 -0
- package/dist/esm/chains/base.js +19 -0
- package/dist/esm/chains/base.js.map +1 -0
- package/dist/esm/chains/index.d.ts +3 -0
- package/dist/esm/chains/index.js +4 -0
- package/dist/esm/chains/index.js.map +1 -0
- package/dist/esm/chains/llm_chain.d.ts +30 -0
- package/dist/esm/chains/llm_chain.js +79 -0
- package/dist/esm/chains/llm_chain.js.map +1 -0
- package/dist/esm/chains/llm_math_chain.d.ts +0 -0
- package/dist/esm/chains/llm_math_chain.js +129 -0
- package/dist/esm/chains/llm_math_chain.js.map +1 -0
- package/dist/esm/chains/load.d.ts +2 -0
- package/dist/esm/chains/load.js +25 -0
- package/dist/esm/chains/load.js.map +1 -0
- package/dist/esm/chains/tests/llm_chain.test.d.ts +1 -0
- package/dist/esm/chains/tests/llm_chain.test.js +30 -0
- package/dist/esm/chains/tests/llm_chain.test.js.map +1 -0
- package/dist/esm/index.d.ts +3 -0
- package/dist/esm/index.js +4 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/llms/base.d.ts +23 -0
- package/dist/esm/llms/base.js +154 -0
- package/dist/esm/llms/base.js.map +1 -0
- package/dist/esm/llms/index.d.ts +18 -0
- package/dist/esm/llms/index.js +4 -0
- package/dist/esm/llms/index.js.map +1 -0
- package/dist/esm/llms/load.d.ts +3 -0
- package/dist/esm/llms/load.js +5 -0
- package/dist/esm/llms/load.js.map +1 -0
- package/dist/esm/llms/openai.d.ts +63 -0
- package/dist/esm/llms/openai.js +198 -0
- package/dist/esm/llms/openai.js.map +1 -0
- package/dist/esm/llms/tests/openai.test.d.ts +1 -0
- package/dist/esm/llms/tests/openai.test.js +17 -0
- package/dist/esm/llms/tests/openai.test.js.map +1 -0
- package/dist/esm/prompt/base.d.ts +19 -0
- package/dist/esm/prompt/base.js +50 -0
- package/dist/esm/prompt/base.js.map +1 -0
- package/dist/esm/prompt/few_shot.d.ts +47 -0
- package/dist/esm/prompt/few_shot.js +139 -0
- package/dist/esm/prompt/few_shot.js.map +1 -0
- package/dist/esm/prompt/index.d.ts +3 -0
- package/dist/esm/prompt/index.js +4 -0
- package/dist/esm/prompt/index.js.map +1 -0
- package/dist/esm/prompt/load.d.ts +2 -0
- package/dist/esm/prompt/load.js +21 -0
- package/dist/esm/prompt/load.js.map +1 -0
- package/dist/esm/prompt/parser.d.ts +40 -0
- package/dist/esm/prompt/parser.js +86 -0
- package/dist/esm/prompt/parser.js.map +1 -0
- package/dist/esm/prompt/prompt.d.ts +28 -0
- package/dist/esm/prompt/prompt.js +87 -0
- package/dist/esm/prompt/prompt.js.map +1 -0
- package/dist/esm/prompt/template.d.ts +16 -0
- package/dist/esm/prompt/template.js +80 -0
- package/dist/esm/prompt/template.js.map +1 -0
- package/dist/esm/prompt/tests/load.test.d.ts +1 -0
- package/dist/esm/prompt/tests/load.test.js +25 -0
- package/dist/esm/prompt/tests/load.test.js.map +1 -0
- package/dist/esm/prompt/tests/template.test.d.ts +1 -0
- package/dist/esm/prompt/tests/template.test.js +25 -0
- package/dist/esm/prompt/tests/template.test.js.map +1 -0
- package/dist/esm/util/hub.d.ts +1 -0
- package/dist/esm/util/hub.js +43 -0
- package/dist/esm/util/hub.js.map +1 -0
- package/dist/esm/util/index.d.ts +12 -0
- package/dist/esm/util/index.js +74 -0
- package/dist/esm/util/index.js.map +1 -0
- package/package.json +97 -0
|
@@ -0,0 +1,159 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
var __rest = (this && this.__rest) || function (s, e) {
|
|
12
|
+
var t = {};
|
|
13
|
+
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
|
|
14
|
+
t[p] = s[p];
|
|
15
|
+
if (s != null && typeof Object.getOwnPropertySymbols === "function")
|
|
16
|
+
for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
|
|
17
|
+
if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
|
|
18
|
+
t[p[i]] = s[p[i]];
|
|
19
|
+
}
|
|
20
|
+
return t;
|
|
21
|
+
};
|
|
22
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
23
|
+
exports.LLM = exports.BaseLLM = void 0;
|
|
24
|
+
const index_1 = require("./index");
|
|
25
|
+
const cache_1 = require("../cache");
|
|
26
|
+
const getCallbackManager = () => ({
|
|
27
|
+
handleStart: (..._args) => {
|
|
28
|
+
// console.log(args);
|
|
29
|
+
},
|
|
30
|
+
handleEnd: (..._args) => {
|
|
31
|
+
// console.log(args);
|
|
32
|
+
},
|
|
33
|
+
handleError: (..._args) => {
|
|
34
|
+
// console.log(args);
|
|
35
|
+
},
|
|
36
|
+
});
|
|
37
|
+
const getVerbosity = () => true;
|
|
38
|
+
const cache = new cache_1.InMemoryCache();
|
|
39
|
+
class BaseLLM {
|
|
40
|
+
constructor(callbackManager, verbose) {
|
|
41
|
+
Object.defineProperty(this, "name", {
|
|
42
|
+
enumerable: true,
|
|
43
|
+
configurable: true,
|
|
44
|
+
writable: true,
|
|
45
|
+
value: void 0
|
|
46
|
+
});
|
|
47
|
+
Object.defineProperty(this, "cache", {
|
|
48
|
+
enumerable: true,
|
|
49
|
+
configurable: true,
|
|
50
|
+
writable: true,
|
|
51
|
+
value: void 0
|
|
52
|
+
});
|
|
53
|
+
Object.defineProperty(this, "callbackManager", {
|
|
54
|
+
enumerable: true,
|
|
55
|
+
configurable: true,
|
|
56
|
+
writable: true,
|
|
57
|
+
value: void 0
|
|
58
|
+
});
|
|
59
|
+
Object.defineProperty(this, "verbose", {
|
|
60
|
+
enumerable: true,
|
|
61
|
+
configurable: true,
|
|
62
|
+
writable: true,
|
|
63
|
+
value: false
|
|
64
|
+
});
|
|
65
|
+
this.callbackManager = callbackManager !== null && callbackManager !== void 0 ? callbackManager : getCallbackManager();
|
|
66
|
+
this.verbose = verbose !== null && verbose !== void 0 ? verbose : getVerbosity();
|
|
67
|
+
}
|
|
68
|
+
_generateUncached(prompts, stop) {
|
|
69
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
70
|
+
this.callbackManager.handleStart({ name: this.name }, prompts, this.verbose);
|
|
71
|
+
let output;
|
|
72
|
+
try {
|
|
73
|
+
output = yield this._generate(prompts, stop);
|
|
74
|
+
}
|
|
75
|
+
catch (err) {
|
|
76
|
+
this.callbackManager.handleError(`${err}`, this.verbose);
|
|
77
|
+
throw err;
|
|
78
|
+
}
|
|
79
|
+
this.callbackManager.handleEnd(output, this.verbose);
|
|
80
|
+
return output;
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
generate(prompts, stop) {
|
|
84
|
+
var _a;
|
|
85
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
86
|
+
if (!Array.isArray(prompts)) {
|
|
87
|
+
throw new Error("Argument 'prompts' is expected to be a string[]");
|
|
88
|
+
}
|
|
89
|
+
if (this.cache === true && cache === null) {
|
|
90
|
+
throw new Error("Requested cache, but no cache found");
|
|
91
|
+
}
|
|
92
|
+
if (cache === null || this.cache === false) {
|
|
93
|
+
return this._generateUncached(prompts, stop);
|
|
94
|
+
}
|
|
95
|
+
const params = this.serialize();
|
|
96
|
+
params.stop = stop;
|
|
97
|
+
const llmStringKey = `${Object.entries(params).sort()}`;
|
|
98
|
+
const missingPromptIndices = [];
|
|
99
|
+
const generations = prompts.map((prompt, index) => {
|
|
100
|
+
const result = cache.lookup(prompt, llmStringKey);
|
|
101
|
+
if (!result) {
|
|
102
|
+
missingPromptIndices.push(index);
|
|
103
|
+
}
|
|
104
|
+
return result;
|
|
105
|
+
});
|
|
106
|
+
let llmOutput = {};
|
|
107
|
+
if (missingPromptIndices.length > 0) {
|
|
108
|
+
const results = yield this._generateUncached(missingPromptIndices.map((i) => prompts[i]), stop);
|
|
109
|
+
results.generations.forEach((generation, index) => {
|
|
110
|
+
const promptIndex = missingPromptIndices[index];
|
|
111
|
+
generations[promptIndex] = generation;
|
|
112
|
+
cache.update(prompts[promptIndex], llmStringKey, generation);
|
|
113
|
+
});
|
|
114
|
+
llmOutput = (_a = results.llmOutput) !== null && _a !== void 0 ? _a : {};
|
|
115
|
+
}
|
|
116
|
+
return { generations, llmOutput };
|
|
117
|
+
});
|
|
118
|
+
}
|
|
119
|
+
call(prompt, stop) {
|
|
120
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
121
|
+
const { generations } = yield this.generate([prompt], stop);
|
|
122
|
+
return generations[0][0].text;
|
|
123
|
+
});
|
|
124
|
+
}
|
|
125
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
126
|
+
_identifyingParams() {
|
|
127
|
+
return {};
|
|
128
|
+
}
|
|
129
|
+
serialize() {
|
|
130
|
+
return Object.assign(Object.assign({}, this._identifyingParams()), { _type: this._llmType() });
|
|
131
|
+
}
|
|
132
|
+
static deserialize(data) {
|
|
133
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
134
|
+
const { _type } = data, rest = __rest(data, ["_type"]);
|
|
135
|
+
const Cls = {
|
|
136
|
+
openai: index_1.OpenAI,
|
|
137
|
+
}[_type];
|
|
138
|
+
if (Cls === undefined) {
|
|
139
|
+
throw new Error(`Cannot load LLM with type ${_type}`);
|
|
140
|
+
}
|
|
141
|
+
return new Cls(rest);
|
|
142
|
+
});
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
exports.BaseLLM = BaseLLM;
|
|
146
|
+
class LLM extends BaseLLM {
|
|
147
|
+
_generate(prompts, stop) {
|
|
148
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
149
|
+
const generations = [];
|
|
150
|
+
for (let i = 0; i < prompts.length; i += 1) {
|
|
151
|
+
const text = yield this._call(prompts[i], stop);
|
|
152
|
+
generations.push([{ text }]);
|
|
153
|
+
}
|
|
154
|
+
return { generations };
|
|
155
|
+
});
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
exports.LLM = LLM;
|
|
159
|
+
//# sourceMappingURL=base.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../llms/base.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAAA,mCAAgE;AAChE,oCAAoD;AAEpD,MAAM,kBAAkB,GAAG,GAAuB,EAAE,CAAC,CAAC;IACpD,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACxB,qBAAqB;IACvB,CAAC;IACD,SAAS,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACtB,qBAAqB;IACvB,CAAC;IACD,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACxB,qBAAqB;IACvB,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC;AAEhC,MAAM,KAAK,GAAc,IAAI,qBAAa,EAAE,CAAC;AAO7C,MAAsB,OAAO;IAS3B,YAAY,eAAoC,EAAE,OAAiB;QARnE;;;;;WAAa;QAEb;;;;;WAAgB;QAEhB;;;;;WAAoC;QAEpC;;;;mBAAoB,KAAK;WAAC;QAGxB,IAAI,CAAC,eAAe,GAAG,eAAe,aAAf,eAAe,cAAf,eAAe,GAAI,kBAAkB,EAAE,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,OAAO,aAAP,OAAO,cAAP,OAAO,GAAI,YAAY,EAAE,CAAC;IAC3C,CAAC;IAIK,iBAAiB,CACrB,OAAiB,EACjB,IAAe;;YAEf,IAAI,CAAC,eAAe,CAAC,WAAW,CAC9B,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EACnB,OAAO,EACP,IAAI,CAAC,OAAO,CACb,CAAC;YACF,IAAI,MAAM,CAAC;YACX,IAAI;gBACF,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aAC9C;YAAC,OAAO,GAAG,EAAE;gBACZ,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACzD,MAAM,GAAG,CAAC;aACX;YAED,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACrD,OAAO,MAAM,CAAC;QAChB,CAAC;KAAA;IAEK,QAAQ,CAAC,OAAiB,EAAE,IAAe;;;YAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBAC3B,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;aACpE;YAED,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,EAAE;gBACzC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;aACxD;YAED,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE;gBAC1C,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aAC9C;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAChC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;YAEnB,MAAM,YAAY,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YACxD,MAAM,oBAAoB,GAAa,EAAE,CAAC;YAC1C,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;gBAChD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;gBAClD,IAAI,CAAC,MAAM,EAAE;oBACX,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;iBAClC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,IAAI,SAAS,GAAG,EAAE,CAAC;YACnB,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE;gBACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAC1C,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAC3C,IAAI,CACL,CAAC;gBACF,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;oBAChD,MAAM,WAAW,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;oBAChD,WAAW,CAAC,WAAW,CAAC,GAAG,UAAU,CAAC;oBACtC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;gBAC/D,CAAC,CAAC,CAAC;gBACH,SAAS,GAAG,MAAA,OAAO,CAAC,SAAS,mCAAI,EAAE,CAAC;aACrC;YAED,OAAO,EAAE,WAAW,EAAE,SAAS,EAAe,CAAC;;KAChD;IAEK,IAAI,CAAC,MAAc,EAAE,IAAe;;YACxC,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;YAC5D,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAChC,CAAC;KAAA;IAED,8DAA8D;IAC9D,kBAAkB;QAChB,OAAO,EAAE,CAAC;IACZ,CAAC;IAID,SAAS;QACP,uCACK,IAAI,CAAC,kBAAkB,EAAE,KAC5B,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,IACtB;IACJ,CAAC;IAED,MAAM,CAAO,WAAW,CAAC,IAAmB;;YAC1C,MAAM,EAAE,KAAK,KAAc,IAAI,EAAb,IAAI,UAAK,IAAI,EAAzB,SAAkB,CAAO,CAAC;YAChC,MAAM,GAAG,GAAG;gBACV,MAAM,EAAE,cAAM;aACf,CAAC,KAAK,CAAC,CAAC;YACT,IAAI,GAAG,KAAK,SAAS,EAAE;gBACrB,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;aACxD;YACD,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;KAAA;CAGF;AA/GD,0BA+GC;AAED,MAAsB,GAAI,SAAQ,OAAO;IAGjC,SAAS,CAAC,OAAiB,EAAE,IAAe;;YAChD,MAAM,WAAW,GAAG,EAAE,CAAC;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;gBAC1C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;gBAChD,WAAW,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;aAC9B;YACD,OAAO,EAAE,WAAW,EAAE,CAAC;QACzB,CAAC;KAAA;CACF;AAXD,kBAWC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export { BaseLLM, LLM, SerializedLLM } from "./base";
|
|
2
|
+
export { OpenAI } from "./openai";
|
|
3
|
+
export { loadLLM } from "./load";
|
|
4
|
+
export type LLMCallbackManager = {
|
|
5
|
+
handleStart: (llm: {
|
|
6
|
+
name: string;
|
|
7
|
+
}, prompts: string[], verbose?: boolean) => void;
|
|
8
|
+
handleError: (err: string, verbose?: boolean) => void;
|
|
9
|
+
handleEnd: (output: LLMResult, verbose?: boolean) => void;
|
|
10
|
+
};
|
|
11
|
+
export type Generation = {
|
|
12
|
+
text: string;
|
|
13
|
+
generationInfo?: Record<string, any>;
|
|
14
|
+
};
|
|
15
|
+
export type LLMResult = {
|
|
16
|
+
generations: Generation[][];
|
|
17
|
+
llmOutput?: Record<string, any>;
|
|
18
|
+
};
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.loadLLM = exports.OpenAI = exports.LLM = exports.BaseLLM = void 0;
|
|
4
|
+
var base_1 = require("./base");
|
|
5
|
+
Object.defineProperty(exports, "BaseLLM", { enumerable: true, get: function () { return base_1.BaseLLM; } });
|
|
6
|
+
Object.defineProperty(exports, "LLM", { enumerable: true, get: function () { return base_1.LLM; } });
|
|
7
|
+
var openai_1 = require("./openai");
|
|
8
|
+
Object.defineProperty(exports, "OpenAI", { enumerable: true, get: function () { return openai_1.OpenAI; } });
|
|
9
|
+
var load_1 = require("./load");
|
|
10
|
+
Object.defineProperty(exports, "loadLLM", { enumerable: true, get: function () { return load_1.loadLLM; } });
|
|
11
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../llms/index.ts"],"names":[],"mappings":";;;AAAA,+BAAqD;AAA5C,+FAAA,OAAO,OAAA;AAAE,2FAAA,GAAG,OAAA;AACrB,mCAAkC;AAAzB,gGAAA,MAAM,OAAA;AACf,+BAAiC;AAAxB,+FAAA,OAAO,OAAA"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.loadLLMFromFile = exports.loadLLM = void 0;
|
|
4
|
+
const base_1 = require("./base");
|
|
5
|
+
const util_1 = require("../util");
|
|
6
|
+
exports.loadLLM = base_1.BaseLLM.deserialize;
|
|
7
|
+
const loadLLMFromFile = (file) => (0, exports.loadLLM)((0, util_1.parseFileConfig)(file));
|
|
8
|
+
exports.loadLLMFromFile = loadLLMFromFile;
|
|
9
|
+
//# sourceMappingURL=load.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"load.js","sourceRoot":"","sources":["../../../llms/load.ts"],"names":[],"mappings":";;;AAAA,iCAAiC;AACjC,kCAA0C;AAE7B,QAAA,OAAO,GAAG,cAAO,CAAC,WAAW,CAAC;AACpC,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAA,eAAO,EAAC,IAAA,sBAAe,EAAC,IAAI,CAAC,CAAC,CAAC;AAAnE,QAAA,eAAe,mBAAoD"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import type { CreateCompletionRequest } from "openai";
|
|
2
|
+
import { BaseLLM, LLMResult, LLMCallbackManager } from ".";
|
|
3
|
+
interface ModelParams {
|
|
4
|
+
temperature: number;
|
|
5
|
+
maxTokens: number;
|
|
6
|
+
topP: number;
|
|
7
|
+
frequencyPenalty: number;
|
|
8
|
+
presencePenalty: number;
|
|
9
|
+
n: number;
|
|
10
|
+
bestOf: number;
|
|
11
|
+
logitBias?: Record<string, number>;
|
|
12
|
+
}
|
|
13
|
+
type Kwargs = Record<string, any>;
|
|
14
|
+
export declare class OpenAI extends BaseLLM implements ModelParams {
|
|
15
|
+
temperature: number;
|
|
16
|
+
maxTokens: number;
|
|
17
|
+
topP: number;
|
|
18
|
+
frequencyPenalty: number;
|
|
19
|
+
presencePenalty: number;
|
|
20
|
+
n: number;
|
|
21
|
+
bestOf: number;
|
|
22
|
+
logitBias?: Record<string, number>;
|
|
23
|
+
modelName: string;
|
|
24
|
+
modelKwargs?: Kwargs;
|
|
25
|
+
batchSize: number;
|
|
26
|
+
maxRetries: number;
|
|
27
|
+
stop?: string[];
|
|
28
|
+
private client;
|
|
29
|
+
constructor(fields?: Partial<ModelParams> & {
|
|
30
|
+
callbackManager?: LLMCallbackManager;
|
|
31
|
+
verbose?: boolean;
|
|
32
|
+
modelName?: string;
|
|
33
|
+
modelKwargs?: Kwargs;
|
|
34
|
+
openAIApiKey?: string;
|
|
35
|
+
batchSize?: number;
|
|
36
|
+
maxRetries?: number;
|
|
37
|
+
stop?: string[];
|
|
38
|
+
});
|
|
39
|
+
invocationParams(): CreateCompletionRequest & Kwargs;
|
|
40
|
+
identifyingParams(): {
|
|
41
|
+
model: string;
|
|
42
|
+
prompt?: import("openai").CreateCompletionRequestPrompt | null | undefined;
|
|
43
|
+
suffix?: string | null | undefined;
|
|
44
|
+
max_tokens?: number | null | undefined;
|
|
45
|
+
temperature?: number | null | undefined;
|
|
46
|
+
top_p?: number | null | undefined;
|
|
47
|
+
n?: number | null | undefined;
|
|
48
|
+
stream?: boolean | null | undefined;
|
|
49
|
+
logprobs?: number | null | undefined;
|
|
50
|
+
echo?: boolean | null | undefined;
|
|
51
|
+
stop?: import("openai").CreateCompletionRequestStop | null | undefined;
|
|
52
|
+
presence_penalty?: number | null | undefined;
|
|
53
|
+
frequency_penalty?: number | null | undefined;
|
|
54
|
+
best_of?: number | null | undefined;
|
|
55
|
+
logit_bias?: object | null | undefined;
|
|
56
|
+
user?: string | undefined;
|
|
57
|
+
model_name: string;
|
|
58
|
+
};
|
|
59
|
+
_generate(prompts: string[], stop?: string[]): Promise<LLMResult>;
|
|
60
|
+
completionWithRetry(request: CreateCompletionRequest): Promise<import("axios").AxiosResponse<import("openai").CreateCompletionResponse, any>>;
|
|
61
|
+
_llmType(): string;
|
|
62
|
+
}
|
|
63
|
+
export {};
|
|
@@ -0,0 +1,202 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.OpenAI = void 0;
|
|
13
|
+
const exponential_backoff_1 = require("exponential-backoff");
|
|
14
|
+
const _1 = require(".");
|
|
15
|
+
let Configuration = null;
|
|
16
|
+
let OpenAIApi = null;
|
|
17
|
+
try {
|
|
18
|
+
// eslint-disable-next-line global-require
|
|
19
|
+
({ Configuration, OpenAIApi } = require("openai"));
|
|
20
|
+
}
|
|
21
|
+
catch (_a) {
|
|
22
|
+
// ignore error
|
|
23
|
+
}
|
|
24
|
+
const chunkArray = (arr, chunkSize) => arr.reduce((chunks, elem, index) => {
|
|
25
|
+
const chunkIndex = Math.floor(index / chunkSize);
|
|
26
|
+
const chunk = chunks[chunkIndex] || [];
|
|
27
|
+
// eslint-disable-next-line no-param-reassign
|
|
28
|
+
chunks[chunkIndex] = chunk.concat([elem]);
|
|
29
|
+
return chunks;
|
|
30
|
+
}, []);
|
|
31
|
+
class OpenAI extends _1.BaseLLM {
|
|
32
|
+
constructor(fields) {
|
|
33
|
+
var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m;
|
|
34
|
+
super(fields === null || fields === void 0 ? void 0 : fields.callbackManager, fields === null || fields === void 0 ? void 0 : fields.verbose);
|
|
35
|
+
Object.defineProperty(this, "temperature", {
|
|
36
|
+
enumerable: true,
|
|
37
|
+
configurable: true,
|
|
38
|
+
writable: true,
|
|
39
|
+
value: 0.7
|
|
40
|
+
});
|
|
41
|
+
Object.defineProperty(this, "maxTokens", {
|
|
42
|
+
enumerable: true,
|
|
43
|
+
configurable: true,
|
|
44
|
+
writable: true,
|
|
45
|
+
value: 256
|
|
46
|
+
});
|
|
47
|
+
Object.defineProperty(this, "topP", {
|
|
48
|
+
enumerable: true,
|
|
49
|
+
configurable: true,
|
|
50
|
+
writable: true,
|
|
51
|
+
value: 1
|
|
52
|
+
});
|
|
53
|
+
Object.defineProperty(this, "frequencyPenalty", {
|
|
54
|
+
enumerable: true,
|
|
55
|
+
configurable: true,
|
|
56
|
+
writable: true,
|
|
57
|
+
value: 0
|
|
58
|
+
});
|
|
59
|
+
Object.defineProperty(this, "presencePenalty", {
|
|
60
|
+
enumerable: true,
|
|
61
|
+
configurable: true,
|
|
62
|
+
writable: true,
|
|
63
|
+
value: 0
|
|
64
|
+
});
|
|
65
|
+
Object.defineProperty(this, "n", {
|
|
66
|
+
enumerable: true,
|
|
67
|
+
configurable: true,
|
|
68
|
+
writable: true,
|
|
69
|
+
value: 1
|
|
70
|
+
});
|
|
71
|
+
Object.defineProperty(this, "bestOf", {
|
|
72
|
+
enumerable: true,
|
|
73
|
+
configurable: true,
|
|
74
|
+
writable: true,
|
|
75
|
+
value: 1
|
|
76
|
+
});
|
|
77
|
+
Object.defineProperty(this, "logitBias", {
|
|
78
|
+
enumerable: true,
|
|
79
|
+
configurable: true,
|
|
80
|
+
writable: true,
|
|
81
|
+
value: void 0
|
|
82
|
+
});
|
|
83
|
+
Object.defineProperty(this, "modelName", {
|
|
84
|
+
enumerable: true,
|
|
85
|
+
configurable: true,
|
|
86
|
+
writable: true,
|
|
87
|
+
value: "text-davinci-003"
|
|
88
|
+
});
|
|
89
|
+
Object.defineProperty(this, "modelKwargs", {
|
|
90
|
+
enumerable: true,
|
|
91
|
+
configurable: true,
|
|
92
|
+
writable: true,
|
|
93
|
+
value: void 0
|
|
94
|
+
});
|
|
95
|
+
Object.defineProperty(this, "batchSize", {
|
|
96
|
+
enumerable: true,
|
|
97
|
+
configurable: true,
|
|
98
|
+
writable: true,
|
|
99
|
+
value: 20
|
|
100
|
+
});
|
|
101
|
+
Object.defineProperty(this, "maxRetries", {
|
|
102
|
+
enumerable: true,
|
|
103
|
+
configurable: true,
|
|
104
|
+
writable: true,
|
|
105
|
+
value: 6
|
|
106
|
+
});
|
|
107
|
+
Object.defineProperty(this, "stop", {
|
|
108
|
+
enumerable: true,
|
|
109
|
+
configurable: true,
|
|
110
|
+
writable: true,
|
|
111
|
+
value: void 0
|
|
112
|
+
});
|
|
113
|
+
Object.defineProperty(this, "client", {
|
|
114
|
+
enumerable: true,
|
|
115
|
+
configurable: true,
|
|
116
|
+
writable: true,
|
|
117
|
+
value: void 0
|
|
118
|
+
});
|
|
119
|
+
if (Configuration === null || OpenAIApi === null) {
|
|
120
|
+
throw new Error("Please install openai as a dependency with, e.g. `npm install -S openai`");
|
|
121
|
+
}
|
|
122
|
+
this.modelName = (_a = fields === null || fields === void 0 ? void 0 : fields.modelName) !== null && _a !== void 0 ? _a : this.modelName;
|
|
123
|
+
this.modelKwargs = (_b = fields === null || fields === void 0 ? void 0 : fields.modelKwargs) !== null && _b !== void 0 ? _b : {};
|
|
124
|
+
this.batchSize = (_c = fields === null || fields === void 0 ? void 0 : fields.batchSize) !== null && _c !== void 0 ? _c : this.batchSize;
|
|
125
|
+
this.maxRetries = (_d = fields === null || fields === void 0 ? void 0 : fields.maxRetries) !== null && _d !== void 0 ? _d : this.maxRetries;
|
|
126
|
+
this.temperature = (_e = fields === null || fields === void 0 ? void 0 : fields.temperature) !== null && _e !== void 0 ? _e : this.temperature;
|
|
127
|
+
this.maxTokens = (_f = fields === null || fields === void 0 ? void 0 : fields.maxTokens) !== null && _f !== void 0 ? _f : this.maxTokens;
|
|
128
|
+
this.topP = (_g = fields === null || fields === void 0 ? void 0 : fields.topP) !== null && _g !== void 0 ? _g : this.topP;
|
|
129
|
+
this.frequencyPenalty = (_h = fields === null || fields === void 0 ? void 0 : fields.frequencyPenalty) !== null && _h !== void 0 ? _h : this.frequencyPenalty;
|
|
130
|
+
this.presencePenalty = (_j = fields === null || fields === void 0 ? void 0 : fields.presencePenalty) !== null && _j !== void 0 ? _j : this.presencePenalty;
|
|
131
|
+
this.n = (_k = fields === null || fields === void 0 ? void 0 : fields.n) !== null && _k !== void 0 ? _k : this.n;
|
|
132
|
+
this.bestOf = (_l = fields === null || fields === void 0 ? void 0 : fields.bestOf) !== null && _l !== void 0 ? _l : this.bestOf;
|
|
133
|
+
this.logitBias = fields === null || fields === void 0 ? void 0 : fields.logitBias;
|
|
134
|
+
this.stop = fields === null || fields === void 0 ? void 0 : fields.stop;
|
|
135
|
+
const clientConfig = new Configuration({
|
|
136
|
+
apiKey: (_m = fields === null || fields === void 0 ? void 0 : fields.openAIApiKey) !== null && _m !== void 0 ? _m : process.env.OPENAI_API_KEY,
|
|
137
|
+
});
|
|
138
|
+
this.client = new OpenAIApi(clientConfig);
|
|
139
|
+
}
|
|
140
|
+
invocationParams() {
|
|
141
|
+
return Object.assign({ model: this.modelName, temperature: this.temperature, max_tokens: this.maxTokens, top_p: this.topP, frequency_penalty: this.frequencyPenalty, presence_penalty: this.presencePenalty, n: this.n, best_of: this.bestOf, logit_bias: this.logitBias, stop: this.stop }, this.modelKwargs);
|
|
142
|
+
}
|
|
143
|
+
identifyingParams() {
|
|
144
|
+
return Object.assign({ model_name: this.modelName }, this.invocationParams());
|
|
145
|
+
}
|
|
146
|
+
_generate(prompts, stop) {
|
|
147
|
+
var _a, _b, _c, _d;
|
|
148
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
149
|
+
const subPrompts = chunkArray(prompts, this.batchSize);
|
|
150
|
+
const choices = [];
|
|
151
|
+
const tokenUsage = {};
|
|
152
|
+
if (this.stop && stop) {
|
|
153
|
+
throw new Error("Stop found in input and default params");
|
|
154
|
+
}
|
|
155
|
+
const params = this.invocationParams();
|
|
156
|
+
params.stop = stop !== null && stop !== void 0 ? stop : params.stop;
|
|
157
|
+
for (let i = 0; i < subPrompts.length; i += 1) {
|
|
158
|
+
const { data } = yield this.completionWithRetry(Object.assign(Object.assign({}, params), { prompt: subPrompts[i] }));
|
|
159
|
+
choices.push(...data.choices);
|
|
160
|
+
const { completion_tokens: completionTokens, prompt_tokens: promptTokens, total_tokens: totalTokens, } = (_a = data.usage) !== null && _a !== void 0 ? _a : {};
|
|
161
|
+
if (completionTokens) {
|
|
162
|
+
tokenUsage.completionTokens =
|
|
163
|
+
((_b = tokenUsage.completionTokens) !== null && _b !== void 0 ? _b : 0) + completionTokens;
|
|
164
|
+
}
|
|
165
|
+
if (promptTokens) {
|
|
166
|
+
tokenUsage.promptTokens = ((_c = tokenUsage.promptTokens) !== null && _c !== void 0 ? _c : 0) + promptTokens;
|
|
167
|
+
}
|
|
168
|
+
if (totalTokens) {
|
|
169
|
+
tokenUsage.totalTokens = ((_d = tokenUsage.totalTokens) !== null && _d !== void 0 ? _d : 0) + totalTokens;
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
const generations = chunkArray(choices, this.n).map((promptChoices) => promptChoices.map((choice) => {
|
|
173
|
+
var _a;
|
|
174
|
+
return ({
|
|
175
|
+
text: (_a = choice.text) !== null && _a !== void 0 ? _a : "",
|
|
176
|
+
generationInfo: {
|
|
177
|
+
finishReason: choice.finish_reason,
|
|
178
|
+
logprobs: choice.logprobs,
|
|
179
|
+
},
|
|
180
|
+
});
|
|
181
|
+
}));
|
|
182
|
+
return {
|
|
183
|
+
generations,
|
|
184
|
+
llmOutput: { tokenUsage },
|
|
185
|
+
};
|
|
186
|
+
});
|
|
187
|
+
}
|
|
188
|
+
completionWithRetry(request) {
|
|
189
|
+
const makeCompletionRequest = () => this.client.createCompletion(request);
|
|
190
|
+
return (0, exponential_backoff_1.backOff)(makeCompletionRequest, {
|
|
191
|
+
startingDelay: 4,
|
|
192
|
+
maxDelay: 10,
|
|
193
|
+
numOfAttempts: this.maxRetries,
|
|
194
|
+
// TODO(sean) pass custom retry function to check error types.
|
|
195
|
+
});
|
|
196
|
+
}
|
|
197
|
+
_llmType() {
|
|
198
|
+
return "openai";
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
exports.OpenAI = OpenAI;
|
|
202
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../llms/openai.ts"],"names":[],"mappings":";;;;;;;;;;;;AAOA,6DAA8C;AAC9C,wBAA2D;AAE3D,IAAI,aAAa,GAAiC,IAAI,CAAC;AACvD,IAAI,SAAS,GAA6B,IAAI,CAAC;AAE/C,IAAI;IACF,0CAA0C;IAC1C,CAAC,EAAE,aAAa,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;CACpD;AAAC,WAAM;IACN,eAAe;CAChB;AAsBD,MAAM,UAAU,GAAG,CAAI,GAAQ,EAAE,SAAiB,EAAE,EAAE,CACpD,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;IACjC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IACvC,6CAA6C;IAC7C,MAAM,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC;AAChB,CAAC,EAAE,EAAW,CAAC,CAAC;AAElB,MAAa,MAAO,SAAQ,UAAO;IA6BjC,YACE,MASC;;QAED,KAAK,CAAC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,eAAe,EAAE,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,CAAC,CAAC;QAxClD;;;;mBAAc,GAAG;WAAC;QAElB;;;;mBAAY,GAAG;WAAC;QAEhB;;;;mBAAO,CAAC;WAAC;QAET;;;;mBAAmB,CAAC;WAAC;QAErB;;;;mBAAkB,CAAC;WAAC;QAEpB;;;;mBAAI,CAAC;WAAC;QAEN;;;;mBAAS,CAAC;WAAC;QAEX;;;;;WAAmC;QAEnC;;;;mBAAY,kBAAkB;WAAC;QAE/B;;;;;WAAqB;QAErB;;;;mBAAY,EAAE;WAAC;QAEf;;;;mBAAa,CAAC;WAAC;QAEf;;;;;WAAgB;QAEhB;;;;;WAA2B;QAezB,IAAI,aAAa,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,EAAE;YAChD,MAAM,IAAI,KAAK,CACb,0EAA0E,CAC3E,CAAC;SACH;QAED,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,mCAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,UAAU,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,UAAU,mCAAI,IAAI,CAAC,UAAU,CAAC;QAExD,IAAI,CAAC,WAAW,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,mCAAI,IAAI,CAAC,WAAW,CAAC;QAC3D,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,IAAI,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,mCAAI,IAAI,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,gBAAgB,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,gBAAgB,mCAAI,IAAI,CAAC,gBAAgB,CAAC;QAC1E,IAAI,CAAC,eAAe,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,eAAe,mCAAI,IAAI,CAAC,eAAe,CAAC;QACvE,IAAI,CAAC,CAAC,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,CAAC,mCAAI,IAAI,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,mCAAI,IAAI,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,CAAC;QAEzB,MAAM,YAAY,GAAG,IAAI,aAAa,CAAC;YACrC,MAAM,EAAE,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,YAAY,mCAAI,OAAO,CAAC,GAAG,CAAC,cAAc;SAC3D,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC;IAC5C,CAAC;IAED,gBAAgB;QACd,uBACE,KAAK,EAAE,IAAI,CAAC,SAAS,EACrB,WAAW,EAAE,IAAI,CAAC,WAAW,EAC7B,UAAU,EAAE,IAAI,CAAC,SAAS,EAC1B,KAAK,EAAE,IAAI,CAAC,IAAI,EAChB,iBAAiB,EAAE,IAAI,CAAC,gBAAgB,EACxC,gBAAgB,EAAE,IAAI,CAAC,eAAe,EACtC,CAAC,EAAE,IAAI,CAAC,CAAC,EACT,OAAO,EAAE,IAAI,CAAC,MAAM,EACpB,UAAU,EAAE,IAAI,CAAC,SAAS,EAC1B,IAAI,EAAE,IAAI,CAAC,IAAI,IACZ,IAAI,CAAC,WAAW,EACnB;IACJ,CAAC;IAED,iBAAiB;QACf,uBACE,UAAU,EAAE,IAAI,CAAC,SAAS,IACvB,IAAI,CAAC,gBAAgB,EAAE,EAC1B;IACJ,CAAC;IAEK,SAAS,CAAC,OAAiB,EAAE,IAAe;;;YAChD,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACvD,MAAM,OAAO,GAA2C,EAAE,CAAC;YAC3D,MAAM,UAAU,GAAe,EAAE,CAAC;YAElC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE;gBACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;aAC3D;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvC,MAAM,CAAC,IAAI,GAAG,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,MAAM,CAAC,IAAI,CAAC;YAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;gBAC7C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,mBAAmB,iCAC1C,MAAM,KACT,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,IACrB,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC9B,MAAM,EACJ,iBAAiB,EAAE,gBAAgB,EACnC,aAAa,EAAE,YAAY,EAC3B,YAAY,EAAE,WAAW,GAC1B,GAAG,MAAA,IAAI,CAAC,KAAK,mCAAI,EAAE,CAAC;gBAErB,IAAI,gBAAgB,EAAE;oBACpB,UAAU,CAAC,gBAAgB;wBACzB,CAAC,MAAA,UAAU,CAAC,gBAAgB,mCAAI,CAAC,CAAC,GAAG,gBAAgB,CAAC;iBACzD;gBAED,IAAI,YAAY,EAAE;oBAChB,UAAU,CAAC,YAAY,GAAG,CAAC,MAAA,UAAU,CAAC,YAAY,mCAAI,CAAC,CAAC,GAAG,YAAY,CAAC;iBACzE;gBAED,IAAI,WAAW,EAAE;oBACf,UAAU,CAAC,WAAW,GAAG,CAAC,MAAA,UAAU,CAAC,WAAW,mCAAI,CAAC,CAAC,GAAG,WAAW,CAAC;iBACtE;aACF;YAED,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CACpE,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;;gBAAC,OAAA,CAAC;oBAC7B,IAAI,EAAE,MAAA,MAAM,CAAC,IAAI,mCAAI,EAAE;oBACvB,cAAc,EAAE;wBACd,YAAY,EAAE,MAAM,CAAC,aAAa;wBAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ;qBAC1B;iBACF,CAAC,CAAA;aAAA,CAAC,CACJ,CAAC;YACF,OAAO;gBACL,WAAW;gBACX,SAAS,EAAE,EAAE,UAAU,EAAE;aAC1B,CAAC;;KACH;IAED,mBAAmB,CAAC,OAAgC;QAClD,MAAM,qBAAqB,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC1E,OAAO,IAAA,6BAAO,EAAC,qBAAqB,EAAE;YACpC,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,EAAE;YACZ,aAAa,EAAE,IAAI,CAAC,UAAU;YAC9B,8DAA8D;SAC/D,CAAC,CAAC;IACL,CAAC;IAED,QAAQ;QACN,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AA9JD,wBA8JC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
const globals_1 = require("@jest/globals");
|
|
13
|
+
const openai_1 = require("../openai");
|
|
14
|
+
(0, globals_1.test)("Test OpenAI", () => __awaiter(void 0, void 0, void 0, function* () {
|
|
15
|
+
const model = new openai_1.OpenAI({ maxTokens: 5 });
|
|
16
|
+
const res = yield model.call("Print hello world");
|
|
17
|
+
console.log({ res });
|
|
18
|
+
}));
|
|
19
|
+
//# sourceMappingURL=openai.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.test.js","sourceRoot":"","sources":["../../../../llms/tests/openai.test.ts"],"names":[],"mappings":";;;;;;;;;;;AAAA,2CAAqC;AACrC,sCAAmC;AAEnC,IAAA,cAAI,EAAC,aAAa,EAAE,GAAS,EAAE;IAC7B,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAA,CAAC,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { BaseOutputParser } from "./parser";
|
|
2
|
+
import { PromptTemplate, FewShotPromptTemplate } from "./index";
|
|
3
|
+
declare const templateClasses: (typeof PromptTemplate | typeof FewShotPromptTemplate)[];
|
|
4
|
+
export type SerializedBasePromptTemplate = ReturnType<InstanceType<(typeof templateClasses)[number]>["serialize"]>;
|
|
5
|
+
export type InputValues = Record<string, any>;
|
|
6
|
+
export interface BasePromptTemplateInput {
|
|
7
|
+
inputVariables: string[];
|
|
8
|
+
outputParser?: BaseOutputParser;
|
|
9
|
+
}
|
|
10
|
+
export declare abstract class BasePromptTemplate implements BasePromptTemplateInput {
|
|
11
|
+
inputVariables: string[];
|
|
12
|
+
outputParser?: BaseOutputParser;
|
|
13
|
+
constructor(input: BasePromptTemplateInput);
|
|
14
|
+
abstract format(values: InputValues): string;
|
|
15
|
+
abstract _getPromptType(): string;
|
|
16
|
+
abstract serialize(): SerializedBasePromptTemplate;
|
|
17
|
+
static deserialize(data: SerializedBasePromptTemplate): Promise<BasePromptTemplate>;
|
|
18
|
+
}
|
|
19
|
+
export {};
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.BasePromptTemplate = void 0;
|
|
13
|
+
const index_1 = require("./index");
|
|
14
|
+
const templateClasses = [index_1.PromptTemplate, index_1.FewShotPromptTemplate];
|
|
15
|
+
class BasePromptTemplate {
|
|
16
|
+
constructor(input) {
|
|
17
|
+
Object.defineProperty(this, "inputVariables", {
|
|
18
|
+
enumerable: true,
|
|
19
|
+
configurable: true,
|
|
20
|
+
writable: true,
|
|
21
|
+
value: void 0
|
|
22
|
+
});
|
|
23
|
+
Object.defineProperty(this, "outputParser", {
|
|
24
|
+
enumerable: true,
|
|
25
|
+
configurable: true,
|
|
26
|
+
writable: true,
|
|
27
|
+
value: void 0
|
|
28
|
+
});
|
|
29
|
+
const { inputVariables } = input;
|
|
30
|
+
if (inputVariables.includes("stop")) {
|
|
31
|
+
throw new Error("Cannot have an input variable named 'stop', as it is used internally, please rename.");
|
|
32
|
+
}
|
|
33
|
+
Object.assign(this, input);
|
|
34
|
+
}
|
|
35
|
+
// Deserializing needs to be async because templates (e.g. few_shot) can
|
|
36
|
+
// reference remote resources that we read asynchronously with a web
|
|
37
|
+
// request.
|
|
38
|
+
static deserialize(data) {
|
|
39
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
40
|
+
switch (data._type) {
|
|
41
|
+
case "prompt":
|
|
42
|
+
return index_1.PromptTemplate.deserialize(data);
|
|
43
|
+
case undefined:
|
|
44
|
+
return index_1.PromptTemplate.deserialize(Object.assign(Object.assign({}, data), { _type: "prompt" }));
|
|
45
|
+
case "few_shot":
|
|
46
|
+
return index_1.FewShotPromptTemplate.deserialize(data);
|
|
47
|
+
default:
|
|
48
|
+
throw new Error(`Invalid prompt type in config: ${data._type}`);
|
|
49
|
+
}
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
exports.BasePromptTemplate = BasePromptTemplate;
|
|
54
|
+
//# sourceMappingURL=base.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../prompt/base.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,mCAAgE;AAEhE,MAAM,eAAe,GAAG,CAAC,sBAAc,EAAE,6BAAqB,CAAC,CAAC;AAchE,MAAsB,kBAAkB;IAKtC,YAAY,KAA8B;QAJ1C;;;;;WAAyB;QAEzB;;;;;WAAgC;QAG9B,MAAM,EAAE,cAAc,EAAE,GAAG,KAAK,CAAC;QACjC,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;YACnC,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;SACH;QACD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;IAQD,wEAAwE;IACxE,oEAAoE;IACpE,WAAW;IACX,MAAM,CAAO,WAAW,CACtB,IAAkC;;YAElC,QAAQ,IAAI,CAAC,KAAK,EAAE;gBAClB,KAAK,QAAQ;oBACX,OAAO,sBAAc,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC1C,KAAK,SAAS;oBACZ,OAAO,sBAAc,CAAC,WAAW,iCAAM,IAAI,KAAE,KAAK,EAAE,QAAQ,IAAG,CAAC;gBAClE,KAAK,UAAU;oBACb,OAAO,6BAAqB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACjD;oBACE,MAAM,IAAI,KAAK,CACb,kCACG,IAAqC,CAAC,KACzC,EAAE,CACH,CAAC;aACL;QACH,CAAC;KAAA;CACF;AA1CD,gDA0CC"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { BasePromptTemplate, InputValues, BasePromptTemplateInput } from "./index";
|
|
2
|
+
import { TemplateFormat } from "./template";
|
|
3
|
+
import { PromptTemplate, SerializedPromptTemplate } from "./prompt";
|
|
4
|
+
import { SerializedOutputParser } from "./parser";
|
|
5
|
+
type ExampleSelector = null;
|
|
6
|
+
type Example = Record<string, any>;
|
|
7
|
+
export type SerializedFewShotTemplate = {
|
|
8
|
+
_type: "few_shot";
|
|
9
|
+
input_variables: string[];
|
|
10
|
+
output_parser?: SerializedOutputParser;
|
|
11
|
+
examples: string | Example[];
|
|
12
|
+
example_prompt?: SerializedPromptTemplate;
|
|
13
|
+
example_prompt_path?: string;
|
|
14
|
+
example_separator: string;
|
|
15
|
+
prefix?: string;
|
|
16
|
+
prefix_path?: string;
|
|
17
|
+
suffix?: string;
|
|
18
|
+
suffix_path?: string;
|
|
19
|
+
template_format: TemplateFormat;
|
|
20
|
+
};
|
|
21
|
+
export interface FewShotPromptTemplateInput extends BasePromptTemplateInput {
|
|
22
|
+
examples?: Example[];
|
|
23
|
+
examplePrompt: PromptTemplate;
|
|
24
|
+
exampleSelector?: ExampleSelector;
|
|
25
|
+
exampleSeparator: string;
|
|
26
|
+
prefix: string;
|
|
27
|
+
suffix: string;
|
|
28
|
+
templateFormat: TemplateFormat;
|
|
29
|
+
validateTemplate?: boolean;
|
|
30
|
+
}
|
|
31
|
+
export declare class FewShotPromptTemplate extends BasePromptTemplate implements FewShotPromptTemplateInput {
|
|
32
|
+
examples?: InputValues[];
|
|
33
|
+
exampleSelector?: ExampleSelector;
|
|
34
|
+
examplePrompt: PromptTemplate;
|
|
35
|
+
suffix: string;
|
|
36
|
+
exampleSeparator: string;
|
|
37
|
+
prefix: string;
|
|
38
|
+
templateFormat: TemplateFormat;
|
|
39
|
+
validateTemplate: boolean;
|
|
40
|
+
constructor(input: FewShotPromptTemplateInput);
|
|
41
|
+
_getPromptType(): "few_shot";
|
|
42
|
+
private getExamples;
|
|
43
|
+
format(values: InputValues): string;
|
|
44
|
+
serialize(): SerializedFewShotTemplate;
|
|
45
|
+
static deserialize(data: SerializedFewShotTemplate): Promise<FewShotPromptTemplate>;
|
|
46
|
+
}
|
|
47
|
+
export {};
|