langchain 0.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/agents/agent.d.ts +42 -0
- package/dist/cjs/agents/agent.js +129 -0
- package/dist/cjs/agents/agent.js.map +1 -0
- package/dist/cjs/agents/executor.d.ts +27 -0
- package/dist/cjs/agents/executor.js +105 -0
- package/dist/cjs/agents/executor.js.map +1 -0
- package/dist/cjs/agents/helpers.d.ts +3 -0
- package/dist/cjs/agents/helpers.js +30 -0
- package/dist/cjs/agents/helpers.js.map +1 -0
- package/dist/cjs/agents/index.d.ts +6 -0
- package/dist/cjs/agents/index.js +13 -0
- package/dist/cjs/agents/index.js.map +1 -0
- package/dist/cjs/agents/load.d.ts +6 -0
- package/dist/cjs/agents/load.js +28 -0
- package/dist/cjs/agents/load.js.map +1 -0
- package/dist/cjs/agents/mrkl/index.d.ts +33 -0
- package/dist/cjs/agents/mrkl/index.js +109 -0
- package/dist/cjs/agents/mrkl/index.js.map +1 -0
- package/dist/cjs/agents/mrkl/prompt.d.ts +3 -0
- package/dist/cjs/agents/mrkl/prompt.js +21 -0
- package/dist/cjs/agents/mrkl/prompt.js.map +1 -0
- package/dist/cjs/agents/tests/agent.test.d.ts +1 -0
- package/dist/cjs/agents/tests/agent.test.js +31 -0
- package/dist/cjs/agents/tests/agent.test.js.map +1 -0
- package/dist/cjs/agents/tools/index.d.ts +7 -0
- package/dist/cjs/agents/tools/index.js +6 -0
- package/dist/cjs/agents/tools/index.js.map +1 -0
- package/dist/cjs/agents/tools/llm-math.d.ts +0 -0
- package/dist/cjs/agents/tools/llm-math.js +2 -0
- package/dist/cjs/agents/tools/llm-math.js.map +1 -0
- package/dist/cjs/agents/tools/serpapi.d.ts +3 -0
- package/dist/cjs/agents/tools/serpapi.js +50 -0
- package/dist/cjs/agents/tools/serpapi.js.map +1 -0
- package/dist/cjs/agents/types.d.ts +25 -0
- package/dist/cjs/agents/types.js +3 -0
- package/dist/cjs/agents/types.js.map +1 -0
- package/dist/cjs/cache.d.ts +11 -0
- package/dist/cjs/cache.js +27 -0
- package/dist/cjs/cache.js.map +1 -0
- package/dist/cjs/chains/base.d.ts +12 -0
- package/dist/cjs/chains/base.js +23 -0
- package/dist/cjs/chains/base.js.map +1 -0
- package/dist/cjs/chains/index.d.ts +3 -0
- package/dist/cjs/chains/index.js +10 -0
- package/dist/cjs/chains/index.js.map +1 -0
- package/dist/cjs/chains/llm_chain.d.ts +30 -0
- package/dist/cjs/chains/llm_chain.js +83 -0
- package/dist/cjs/chains/llm_chain.js.map +1 -0
- package/dist/cjs/chains/llm_math_chain.d.ts +0 -0
- package/dist/cjs/chains/llm_math_chain.js +129 -0
- package/dist/cjs/chains/llm_math_chain.js.map +1 -0
- package/dist/cjs/chains/load.d.ts +2 -0
- package/dist/cjs/chains/load.js +29 -0
- package/dist/cjs/chains/load.js.map +1 -0
- package/dist/cjs/chains/tests/llm_chain.test.d.ts +1 -0
- package/dist/cjs/chains/tests/llm_chain.test.js +32 -0
- package/dist/cjs/chains/tests/llm_chain.test.js.map +1 -0
- package/dist/cjs/index.d.ts +3 -0
- package/dist/cjs/index.js +12 -0
- package/dist/cjs/index.js.map +1 -0
- package/dist/cjs/llms/base.d.ts +23 -0
- package/dist/cjs/llms/base.js +159 -0
- package/dist/cjs/llms/base.js.map +1 -0
- package/dist/cjs/llms/index.d.ts +18 -0
- package/dist/cjs/llms/index.js +11 -0
- package/dist/cjs/llms/index.js.map +1 -0
- package/dist/cjs/llms/load.d.ts +3 -0
- package/dist/cjs/llms/load.js +9 -0
- package/dist/cjs/llms/load.js.map +1 -0
- package/dist/cjs/llms/openai.d.ts +63 -0
- package/dist/cjs/llms/openai.js +202 -0
- package/dist/cjs/llms/openai.js.map +1 -0
- package/dist/cjs/llms/tests/openai.test.d.ts +1 -0
- package/dist/cjs/llms/tests/openai.test.js +19 -0
- package/dist/cjs/llms/tests/openai.test.js.map +1 -0
- package/dist/cjs/prompt/base.d.ts +19 -0
- package/dist/cjs/prompt/base.js +54 -0
- package/dist/cjs/prompt/base.js.map +1 -0
- package/dist/cjs/prompt/few_shot.d.ts +47 -0
- package/dist/cjs/prompt/few_shot.js +143 -0
- package/dist/cjs/prompt/few_shot.js.map +1 -0
- package/dist/cjs/prompt/index.d.ts +3 -0
- package/dist/cjs/prompt/index.js +10 -0
- package/dist/cjs/prompt/index.js.map +1 -0
- package/dist/cjs/prompt/load.d.ts +2 -0
- package/dist/cjs/prompt/load.js +25 -0
- package/dist/cjs/prompt/load.js.map +1 -0
- package/dist/cjs/prompt/parser.d.ts +40 -0
- package/dist/cjs/prompt/parser.js +93 -0
- package/dist/cjs/prompt/parser.js.map +1 -0
- package/dist/cjs/prompt/prompt.d.ts +28 -0
- package/dist/cjs/prompt/prompt.js +91 -0
- package/dist/cjs/prompt/prompt.js.map +1 -0
- package/dist/cjs/prompt/template.d.ts +16 -0
- package/dist/cjs/prompt/template.js +87 -0
- package/dist/cjs/prompt/template.js.map +1 -0
- package/dist/cjs/prompt/tests/load.test.d.ts +1 -0
- package/dist/cjs/prompt/tests/load.test.js +30 -0
- package/dist/cjs/prompt/tests/load.test.js.map +1 -0
- package/dist/cjs/prompt/tests/template.test.d.ts +1 -0
- package/dist/cjs/prompt/tests/template.test.js +27 -0
- package/dist/cjs/prompt/tests/template.test.js.map +1 -0
- package/dist/cjs/util/hub.d.ts +1 -0
- package/dist/cjs/util/hub.js +50 -0
- package/dist/cjs/util/hub.js.map +1 -0
- package/dist/cjs/util/index.d.ts +12 -0
- package/dist/cjs/util/index.js +107 -0
- package/dist/cjs/util/index.js.map +1 -0
- package/dist/esm/agents/agent.d.ts +42 -0
- package/dist/esm/agents/agent.js +124 -0
- package/dist/esm/agents/agent.js.map +1 -0
- package/dist/esm/agents/executor.d.ts +27 -0
- package/dist/esm/agents/executor.js +101 -0
- package/dist/esm/agents/executor.js.map +1 -0
- package/dist/esm/agents/helpers.d.ts +3 -0
- package/dist/esm/agents/helpers.js +26 -0
- package/dist/esm/agents/helpers.js.map +1 -0
- package/dist/esm/agents/index.d.ts +6 -0
- package/dist/esm/agents/index.js +5 -0
- package/dist/esm/agents/index.js.map +1 -0
- package/dist/esm/agents/load.d.ts +6 -0
- package/dist/esm/agents/load.js +24 -0
- package/dist/esm/agents/load.js.map +1 -0
- package/dist/esm/agents/mrkl/index.d.ts +33 -0
- package/dist/esm/agents/mrkl/index.js +106 -0
- package/dist/esm/agents/mrkl/index.js.map +1 -0
- package/dist/esm/agents/mrkl/prompt.d.ts +3 -0
- package/dist/esm/agents/mrkl/prompt.js +17 -0
- package/dist/esm/agents/mrkl/prompt.js.map +1 -0
- package/dist/esm/agents/tests/agent.test.d.ts +1 -0
- package/dist/esm/agents/tests/agent.test.js +29 -0
- package/dist/esm/agents/tests/agent.test.js.map +1 -0
- package/dist/esm/agents/tools/index.d.ts +7 -0
- package/dist/esm/agents/tools/index.js +2 -0
- package/dist/esm/agents/tools/index.js.map +1 -0
- package/dist/esm/agents/tools/llm-math.d.ts +0 -0
- package/dist/esm/agents/tools/llm-math.js +2 -0
- package/dist/esm/agents/tools/llm-math.js.map +1 -0
- package/dist/esm/agents/tools/serpapi.d.ts +3 -0
- package/dist/esm/agents/tools/serpapi.js +46 -0
- package/dist/esm/agents/tools/serpapi.js.map +1 -0
- package/dist/esm/agents/types.d.ts +25 -0
- package/dist/esm/agents/types.js +2 -0
- package/dist/esm/agents/types.js.map +1 -0
- package/dist/esm/cache.d.ts +11 -0
- package/dist/esm/cache.js +22 -0
- package/dist/esm/cache.js.map +1 -0
- package/dist/esm/chains/base.d.ts +12 -0
- package/dist/esm/chains/base.js +19 -0
- package/dist/esm/chains/base.js.map +1 -0
- package/dist/esm/chains/index.d.ts +3 -0
- package/dist/esm/chains/index.js +4 -0
- package/dist/esm/chains/index.js.map +1 -0
- package/dist/esm/chains/llm_chain.d.ts +30 -0
- package/dist/esm/chains/llm_chain.js +79 -0
- package/dist/esm/chains/llm_chain.js.map +1 -0
- package/dist/esm/chains/llm_math_chain.d.ts +0 -0
- package/dist/esm/chains/llm_math_chain.js +129 -0
- package/dist/esm/chains/llm_math_chain.js.map +1 -0
- package/dist/esm/chains/load.d.ts +2 -0
- package/dist/esm/chains/load.js +25 -0
- package/dist/esm/chains/load.js.map +1 -0
- package/dist/esm/chains/tests/llm_chain.test.d.ts +1 -0
- package/dist/esm/chains/tests/llm_chain.test.js +30 -0
- package/dist/esm/chains/tests/llm_chain.test.js.map +1 -0
- package/dist/esm/index.d.ts +3 -0
- package/dist/esm/index.js +4 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/llms/base.d.ts +23 -0
- package/dist/esm/llms/base.js +154 -0
- package/dist/esm/llms/base.js.map +1 -0
- package/dist/esm/llms/index.d.ts +18 -0
- package/dist/esm/llms/index.js +4 -0
- package/dist/esm/llms/index.js.map +1 -0
- package/dist/esm/llms/load.d.ts +3 -0
- package/dist/esm/llms/load.js +5 -0
- package/dist/esm/llms/load.js.map +1 -0
- package/dist/esm/llms/openai.d.ts +63 -0
- package/dist/esm/llms/openai.js +198 -0
- package/dist/esm/llms/openai.js.map +1 -0
- package/dist/esm/llms/tests/openai.test.d.ts +1 -0
- package/dist/esm/llms/tests/openai.test.js +17 -0
- package/dist/esm/llms/tests/openai.test.js.map +1 -0
- package/dist/esm/prompt/base.d.ts +19 -0
- package/dist/esm/prompt/base.js +50 -0
- package/dist/esm/prompt/base.js.map +1 -0
- package/dist/esm/prompt/few_shot.d.ts +47 -0
- package/dist/esm/prompt/few_shot.js +139 -0
- package/dist/esm/prompt/few_shot.js.map +1 -0
- package/dist/esm/prompt/index.d.ts +3 -0
- package/dist/esm/prompt/index.js +4 -0
- package/dist/esm/prompt/index.js.map +1 -0
- package/dist/esm/prompt/load.d.ts +2 -0
- package/dist/esm/prompt/load.js +21 -0
- package/dist/esm/prompt/load.js.map +1 -0
- package/dist/esm/prompt/parser.d.ts +40 -0
- package/dist/esm/prompt/parser.js +86 -0
- package/dist/esm/prompt/parser.js.map +1 -0
- package/dist/esm/prompt/prompt.d.ts +28 -0
- package/dist/esm/prompt/prompt.js +87 -0
- package/dist/esm/prompt/prompt.js.map +1 -0
- package/dist/esm/prompt/template.d.ts +16 -0
- package/dist/esm/prompt/template.js +80 -0
- package/dist/esm/prompt/template.js.map +1 -0
- package/dist/esm/prompt/tests/load.test.d.ts +1 -0
- package/dist/esm/prompt/tests/load.test.js +25 -0
- package/dist/esm/prompt/tests/load.test.js.map +1 -0
- package/dist/esm/prompt/tests/template.test.d.ts +1 -0
- package/dist/esm/prompt/tests/template.test.js +25 -0
- package/dist/esm/prompt/tests/template.test.js.map +1 -0
- package/dist/esm/util/hub.d.ts +1 -0
- package/dist/esm/util/hub.js +43 -0
- package/dist/esm/util/hub.js.map +1 -0
- package/dist/esm/util/index.d.ts +12 -0
- package/dist/esm/util/index.js +74 -0
- package/dist/esm/util/index.js.map +1 -0
- package/package.json +97 -0
|
@@ -0,0 +1,198 @@
|
|
|
1
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
+
});
|
|
9
|
+
};
|
|
10
|
+
import { backOff } from "exponential-backoff";
|
|
11
|
+
import { BaseLLM } from ".";
|
|
12
|
+
let Configuration = null;
|
|
13
|
+
let OpenAIApi = null;
|
|
14
|
+
try {
|
|
15
|
+
// eslint-disable-next-line global-require
|
|
16
|
+
({ Configuration, OpenAIApi } = require("openai"));
|
|
17
|
+
}
|
|
18
|
+
catch (_a) {
|
|
19
|
+
// ignore error
|
|
20
|
+
}
|
|
21
|
+
const chunkArray = (arr, chunkSize) => arr.reduce((chunks, elem, index) => {
|
|
22
|
+
const chunkIndex = Math.floor(index / chunkSize);
|
|
23
|
+
const chunk = chunks[chunkIndex] || [];
|
|
24
|
+
// eslint-disable-next-line no-param-reassign
|
|
25
|
+
chunks[chunkIndex] = chunk.concat([elem]);
|
|
26
|
+
return chunks;
|
|
27
|
+
}, []);
|
|
28
|
+
export class OpenAI extends BaseLLM {
|
|
29
|
+
constructor(fields) {
|
|
30
|
+
var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m;
|
|
31
|
+
super(fields === null || fields === void 0 ? void 0 : fields.callbackManager, fields === null || fields === void 0 ? void 0 : fields.verbose);
|
|
32
|
+
Object.defineProperty(this, "temperature", {
|
|
33
|
+
enumerable: true,
|
|
34
|
+
configurable: true,
|
|
35
|
+
writable: true,
|
|
36
|
+
value: 0.7
|
|
37
|
+
});
|
|
38
|
+
Object.defineProperty(this, "maxTokens", {
|
|
39
|
+
enumerable: true,
|
|
40
|
+
configurable: true,
|
|
41
|
+
writable: true,
|
|
42
|
+
value: 256
|
|
43
|
+
});
|
|
44
|
+
Object.defineProperty(this, "topP", {
|
|
45
|
+
enumerable: true,
|
|
46
|
+
configurable: true,
|
|
47
|
+
writable: true,
|
|
48
|
+
value: 1
|
|
49
|
+
});
|
|
50
|
+
Object.defineProperty(this, "frequencyPenalty", {
|
|
51
|
+
enumerable: true,
|
|
52
|
+
configurable: true,
|
|
53
|
+
writable: true,
|
|
54
|
+
value: 0
|
|
55
|
+
});
|
|
56
|
+
Object.defineProperty(this, "presencePenalty", {
|
|
57
|
+
enumerable: true,
|
|
58
|
+
configurable: true,
|
|
59
|
+
writable: true,
|
|
60
|
+
value: 0
|
|
61
|
+
});
|
|
62
|
+
Object.defineProperty(this, "n", {
|
|
63
|
+
enumerable: true,
|
|
64
|
+
configurable: true,
|
|
65
|
+
writable: true,
|
|
66
|
+
value: 1
|
|
67
|
+
});
|
|
68
|
+
Object.defineProperty(this, "bestOf", {
|
|
69
|
+
enumerable: true,
|
|
70
|
+
configurable: true,
|
|
71
|
+
writable: true,
|
|
72
|
+
value: 1
|
|
73
|
+
});
|
|
74
|
+
Object.defineProperty(this, "logitBias", {
|
|
75
|
+
enumerable: true,
|
|
76
|
+
configurable: true,
|
|
77
|
+
writable: true,
|
|
78
|
+
value: void 0
|
|
79
|
+
});
|
|
80
|
+
Object.defineProperty(this, "modelName", {
|
|
81
|
+
enumerable: true,
|
|
82
|
+
configurable: true,
|
|
83
|
+
writable: true,
|
|
84
|
+
value: "text-davinci-003"
|
|
85
|
+
});
|
|
86
|
+
Object.defineProperty(this, "modelKwargs", {
|
|
87
|
+
enumerable: true,
|
|
88
|
+
configurable: true,
|
|
89
|
+
writable: true,
|
|
90
|
+
value: void 0
|
|
91
|
+
});
|
|
92
|
+
Object.defineProperty(this, "batchSize", {
|
|
93
|
+
enumerable: true,
|
|
94
|
+
configurable: true,
|
|
95
|
+
writable: true,
|
|
96
|
+
value: 20
|
|
97
|
+
});
|
|
98
|
+
Object.defineProperty(this, "maxRetries", {
|
|
99
|
+
enumerable: true,
|
|
100
|
+
configurable: true,
|
|
101
|
+
writable: true,
|
|
102
|
+
value: 6
|
|
103
|
+
});
|
|
104
|
+
Object.defineProperty(this, "stop", {
|
|
105
|
+
enumerable: true,
|
|
106
|
+
configurable: true,
|
|
107
|
+
writable: true,
|
|
108
|
+
value: void 0
|
|
109
|
+
});
|
|
110
|
+
Object.defineProperty(this, "client", {
|
|
111
|
+
enumerable: true,
|
|
112
|
+
configurable: true,
|
|
113
|
+
writable: true,
|
|
114
|
+
value: void 0
|
|
115
|
+
});
|
|
116
|
+
if (Configuration === null || OpenAIApi === null) {
|
|
117
|
+
throw new Error("Please install openai as a dependency with, e.g. `npm install -S openai`");
|
|
118
|
+
}
|
|
119
|
+
this.modelName = (_a = fields === null || fields === void 0 ? void 0 : fields.modelName) !== null && _a !== void 0 ? _a : this.modelName;
|
|
120
|
+
this.modelKwargs = (_b = fields === null || fields === void 0 ? void 0 : fields.modelKwargs) !== null && _b !== void 0 ? _b : {};
|
|
121
|
+
this.batchSize = (_c = fields === null || fields === void 0 ? void 0 : fields.batchSize) !== null && _c !== void 0 ? _c : this.batchSize;
|
|
122
|
+
this.maxRetries = (_d = fields === null || fields === void 0 ? void 0 : fields.maxRetries) !== null && _d !== void 0 ? _d : this.maxRetries;
|
|
123
|
+
this.temperature = (_e = fields === null || fields === void 0 ? void 0 : fields.temperature) !== null && _e !== void 0 ? _e : this.temperature;
|
|
124
|
+
this.maxTokens = (_f = fields === null || fields === void 0 ? void 0 : fields.maxTokens) !== null && _f !== void 0 ? _f : this.maxTokens;
|
|
125
|
+
this.topP = (_g = fields === null || fields === void 0 ? void 0 : fields.topP) !== null && _g !== void 0 ? _g : this.topP;
|
|
126
|
+
this.frequencyPenalty = (_h = fields === null || fields === void 0 ? void 0 : fields.frequencyPenalty) !== null && _h !== void 0 ? _h : this.frequencyPenalty;
|
|
127
|
+
this.presencePenalty = (_j = fields === null || fields === void 0 ? void 0 : fields.presencePenalty) !== null && _j !== void 0 ? _j : this.presencePenalty;
|
|
128
|
+
this.n = (_k = fields === null || fields === void 0 ? void 0 : fields.n) !== null && _k !== void 0 ? _k : this.n;
|
|
129
|
+
this.bestOf = (_l = fields === null || fields === void 0 ? void 0 : fields.bestOf) !== null && _l !== void 0 ? _l : this.bestOf;
|
|
130
|
+
this.logitBias = fields === null || fields === void 0 ? void 0 : fields.logitBias;
|
|
131
|
+
this.stop = fields === null || fields === void 0 ? void 0 : fields.stop;
|
|
132
|
+
const clientConfig = new Configuration({
|
|
133
|
+
apiKey: (_m = fields === null || fields === void 0 ? void 0 : fields.openAIApiKey) !== null && _m !== void 0 ? _m : process.env.OPENAI_API_KEY,
|
|
134
|
+
});
|
|
135
|
+
this.client = new OpenAIApi(clientConfig);
|
|
136
|
+
}
|
|
137
|
+
invocationParams() {
|
|
138
|
+
return Object.assign({ model: this.modelName, temperature: this.temperature, max_tokens: this.maxTokens, top_p: this.topP, frequency_penalty: this.frequencyPenalty, presence_penalty: this.presencePenalty, n: this.n, best_of: this.bestOf, logit_bias: this.logitBias, stop: this.stop }, this.modelKwargs);
|
|
139
|
+
}
|
|
140
|
+
identifyingParams() {
|
|
141
|
+
return Object.assign({ model_name: this.modelName }, this.invocationParams());
|
|
142
|
+
}
|
|
143
|
+
_generate(prompts, stop) {
|
|
144
|
+
var _a, _b, _c, _d;
|
|
145
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
146
|
+
const subPrompts = chunkArray(prompts, this.batchSize);
|
|
147
|
+
const choices = [];
|
|
148
|
+
const tokenUsage = {};
|
|
149
|
+
if (this.stop && stop) {
|
|
150
|
+
throw new Error("Stop found in input and default params");
|
|
151
|
+
}
|
|
152
|
+
const params = this.invocationParams();
|
|
153
|
+
params.stop = stop !== null && stop !== void 0 ? stop : params.stop;
|
|
154
|
+
for (let i = 0; i < subPrompts.length; i += 1) {
|
|
155
|
+
const { data } = yield this.completionWithRetry(Object.assign(Object.assign({}, params), { prompt: subPrompts[i] }));
|
|
156
|
+
choices.push(...data.choices);
|
|
157
|
+
const { completion_tokens: completionTokens, prompt_tokens: promptTokens, total_tokens: totalTokens, } = (_a = data.usage) !== null && _a !== void 0 ? _a : {};
|
|
158
|
+
if (completionTokens) {
|
|
159
|
+
tokenUsage.completionTokens =
|
|
160
|
+
((_b = tokenUsage.completionTokens) !== null && _b !== void 0 ? _b : 0) + completionTokens;
|
|
161
|
+
}
|
|
162
|
+
if (promptTokens) {
|
|
163
|
+
tokenUsage.promptTokens = ((_c = tokenUsage.promptTokens) !== null && _c !== void 0 ? _c : 0) + promptTokens;
|
|
164
|
+
}
|
|
165
|
+
if (totalTokens) {
|
|
166
|
+
tokenUsage.totalTokens = ((_d = tokenUsage.totalTokens) !== null && _d !== void 0 ? _d : 0) + totalTokens;
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
const generations = chunkArray(choices, this.n).map((promptChoices) => promptChoices.map((choice) => {
|
|
170
|
+
var _a;
|
|
171
|
+
return ({
|
|
172
|
+
text: (_a = choice.text) !== null && _a !== void 0 ? _a : "",
|
|
173
|
+
generationInfo: {
|
|
174
|
+
finishReason: choice.finish_reason,
|
|
175
|
+
logprobs: choice.logprobs,
|
|
176
|
+
},
|
|
177
|
+
});
|
|
178
|
+
}));
|
|
179
|
+
return {
|
|
180
|
+
generations,
|
|
181
|
+
llmOutput: { tokenUsage },
|
|
182
|
+
};
|
|
183
|
+
});
|
|
184
|
+
}
|
|
185
|
+
completionWithRetry(request) {
|
|
186
|
+
const makeCompletionRequest = () => this.client.createCompletion(request);
|
|
187
|
+
return backOff(makeCompletionRequest, {
|
|
188
|
+
startingDelay: 4,
|
|
189
|
+
maxDelay: 10,
|
|
190
|
+
numOfAttempts: this.maxRetries,
|
|
191
|
+
// TODO(sean) pass custom retry function to check error types.
|
|
192
|
+
});
|
|
193
|
+
}
|
|
194
|
+
_llmType() {
|
|
195
|
+
return "openai";
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../llms/openai.ts"],"names":[],"mappings":";;;;;;;;;AAOA,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAiC,MAAM,GAAG,CAAC;AAE3D,IAAI,aAAa,GAAiC,IAAI,CAAC;AACvD,IAAI,SAAS,GAA6B,IAAI,CAAC;AAE/C,IAAI;IACF,0CAA0C;IAC1C,CAAC,EAAE,aAAa,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;CACpD;AAAC,WAAM;IACN,eAAe;CAChB;AAsBD,MAAM,UAAU,GAAG,CAAI,GAAQ,EAAE,SAAiB,EAAE,EAAE,CACpD,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;IACjC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IACvC,6CAA6C;IAC7C,MAAM,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC;AAChB,CAAC,EAAE,EAAW,CAAC,CAAC;AAElB,MAAM,OAAO,MAAO,SAAQ,OAAO;IA6BjC,YACE,MASC;;QAED,KAAK,CAAC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,eAAe,EAAE,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,CAAC,CAAC;QAxClD;;;;mBAAc,GAAG;WAAC;QAElB;;;;mBAAY,GAAG;WAAC;QAEhB;;;;mBAAO,CAAC;WAAC;QAET;;;;mBAAmB,CAAC;WAAC;QAErB;;;;mBAAkB,CAAC;WAAC;QAEpB;;;;mBAAI,CAAC;WAAC;QAEN;;;;mBAAS,CAAC;WAAC;QAEX;;;;;WAAmC;QAEnC;;;;mBAAY,kBAAkB;WAAC;QAE/B;;;;;WAAqB;QAErB;;;;mBAAY,EAAE;WAAC;QAEf;;;;mBAAa,CAAC;WAAC;QAEf;;;;;WAAgB;QAEhB;;;;;WAA2B;QAezB,IAAI,aAAa,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,EAAE;YAChD,MAAM,IAAI,KAAK,CACb,0EAA0E,CAC3E,CAAC;SACH;QAED,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,mCAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,UAAU,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,UAAU,mCAAI,IAAI,CAAC,UAAU,CAAC;QAExD,IAAI,CAAC,WAAW,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,mCAAI,IAAI,CAAC,WAAW,CAAC;QAC3D,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,IAAI,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,mCAAI,IAAI,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,gBAAgB,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,gBAAgB,mCAAI,IAAI,CAAC,gBAAgB,CAAC;QAC1E,IAAI,CAAC,eAAe,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,eAAe,mCAAI,IAAI,CAAC,eAAe,CAAC;QACvE,IAAI,CAAC,CAAC,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,CAAC,mCAAI,IAAI,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,mCAAI,IAAI,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,CAAC;QAEzB,MAAM,YAAY,GAAG,IAAI,aAAa,CAAC;YACrC,MAAM,EAAE,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,YAAY,mCAAI,OAAO,CAAC,GAAG,CAAC,cAAc;SAC3D,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC;IAC5C,CAAC;IAED,gBAAgB;QACd,uBACE,KAAK,EAAE,IAAI,CAAC,SAAS,EACrB,WAAW,EAAE,IAAI,CAAC,WAAW,EAC7B,UAAU,EAAE,IAAI,CAAC,SAAS,EAC1B,KAAK,EAAE,IAAI,CAAC,IAAI,EAChB,iBAAiB,EAAE,IAAI,CAAC,gBAAgB,EACxC,gBAAgB,EAAE,IAAI,CAAC,eAAe,EACtC,CAAC,EAAE,IAAI,CAAC,CAAC,EACT,OAAO,EAAE,IAAI,CAAC,MAAM,EACpB,UAAU,EAAE,IAAI,CAAC,SAAS,EAC1B,IAAI,EAAE,IAAI,CAAC,IAAI,IACZ,IAAI,CAAC,WAAW,EACnB;IACJ,CAAC;IAED,iBAAiB;QACf,uBACE,UAAU,EAAE,IAAI,CAAC,SAAS,IACvB,IAAI,CAAC,gBAAgB,EAAE,EAC1B;IACJ,CAAC;IAEK,SAAS,CAAC,OAAiB,EAAE,IAAe;;;YAChD,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACvD,MAAM,OAAO,GAA2C,EAAE,CAAC;YAC3D,MAAM,UAAU,GAAe,EAAE,CAAC;YAElC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE;gBACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;aAC3D;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvC,MAAM,CAAC,IAAI,GAAG,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,MAAM,CAAC,IAAI,CAAC;YAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;gBAC7C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,mBAAmB,iCAC1C,MAAM,KACT,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,IACrB,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC9B,MAAM,EACJ,iBAAiB,EAAE,gBAAgB,EACnC,aAAa,EAAE,YAAY,EAC3B,YAAY,EAAE,WAAW,GAC1B,GAAG,MAAA,IAAI,CAAC,KAAK,mCAAI,EAAE,CAAC;gBAErB,IAAI,gBAAgB,EAAE;oBACpB,UAAU,CAAC,gBAAgB;wBACzB,CAAC,MAAA,UAAU,CAAC,gBAAgB,mCAAI,CAAC,CAAC,GAAG,gBAAgB,CAAC;iBACzD;gBAED,IAAI,YAAY,EAAE;oBAChB,UAAU,CAAC,YAAY,GAAG,CAAC,MAAA,UAAU,CAAC,YAAY,mCAAI,CAAC,CAAC,GAAG,YAAY,CAAC;iBACzE;gBAED,IAAI,WAAW,EAAE;oBACf,UAAU,CAAC,WAAW,GAAG,CAAC,MAAA,UAAU,CAAC,WAAW,mCAAI,CAAC,CAAC,GAAG,WAAW,CAAC;iBACtE;aACF;YAED,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CACpE,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;;gBAAC,OAAA,CAAC;oBAC7B,IAAI,EAAE,MAAA,MAAM,CAAC,IAAI,mCAAI,EAAE;oBACvB,cAAc,EAAE;wBACd,YAAY,EAAE,MAAM,CAAC,aAAa;wBAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ;qBAC1B;iBACF,CAAC,CAAA;aAAA,CAAC,CACJ,CAAC;YACF,OAAO;gBACL,WAAW;gBACX,SAAS,EAAE,EAAE,UAAU,EAAE;aAC1B,CAAC;;KACH;IAED,mBAAmB,CAAC,OAAgC;QAClD,MAAM,qBAAqB,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC1E,OAAO,OAAO,CAAC,qBAAqB,EAAE;YACpC,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,EAAE;YACZ,aAAa,EAAE,IAAI,CAAC,UAAU;YAC9B,8DAA8D;SAC/D,CAAC,CAAC;IACL,CAAC;IAED,QAAQ;QACN,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
+
});
|
|
9
|
+
};
|
|
10
|
+
import { test } from "@jest/globals";
|
|
11
|
+
import { OpenAI } from "../openai";
|
|
12
|
+
test("Test OpenAI", () => __awaiter(void 0, void 0, void 0, function* () {
|
|
13
|
+
const model = new OpenAI({ maxTokens: 5 });
|
|
14
|
+
const res = yield model.call("Print hello world");
|
|
15
|
+
console.log({ res });
|
|
16
|
+
}));
|
|
17
|
+
//# sourceMappingURL=openai.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.test.js","sourceRoot":"","sources":["../../../../llms/tests/openai.test.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AACrC,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAEnC,IAAI,CAAC,aAAa,EAAE,GAAS,EAAE;IAC7B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAA,CAAC,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { BaseOutputParser } from "./parser";
|
|
2
|
+
import { PromptTemplate, FewShotPromptTemplate } from "./index";
|
|
3
|
+
declare const templateClasses: (typeof PromptTemplate | typeof FewShotPromptTemplate)[];
|
|
4
|
+
export type SerializedBasePromptTemplate = ReturnType<InstanceType<(typeof templateClasses)[number]>["serialize"]>;
|
|
5
|
+
export type InputValues = Record<string, any>;
|
|
6
|
+
export interface BasePromptTemplateInput {
|
|
7
|
+
inputVariables: string[];
|
|
8
|
+
outputParser?: BaseOutputParser;
|
|
9
|
+
}
|
|
10
|
+
export declare abstract class BasePromptTemplate implements BasePromptTemplateInput {
|
|
11
|
+
inputVariables: string[];
|
|
12
|
+
outputParser?: BaseOutputParser;
|
|
13
|
+
constructor(input: BasePromptTemplateInput);
|
|
14
|
+
abstract format(values: InputValues): string;
|
|
15
|
+
abstract _getPromptType(): string;
|
|
16
|
+
abstract serialize(): SerializedBasePromptTemplate;
|
|
17
|
+
static deserialize(data: SerializedBasePromptTemplate): Promise<BasePromptTemplate>;
|
|
18
|
+
}
|
|
19
|
+
export {};
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
+
});
|
|
9
|
+
};
|
|
10
|
+
import { PromptTemplate, FewShotPromptTemplate } from "./index";
|
|
11
|
+
const templateClasses = [PromptTemplate, FewShotPromptTemplate];
|
|
12
|
+
export class BasePromptTemplate {
|
|
13
|
+
constructor(input) {
|
|
14
|
+
Object.defineProperty(this, "inputVariables", {
|
|
15
|
+
enumerable: true,
|
|
16
|
+
configurable: true,
|
|
17
|
+
writable: true,
|
|
18
|
+
value: void 0
|
|
19
|
+
});
|
|
20
|
+
Object.defineProperty(this, "outputParser", {
|
|
21
|
+
enumerable: true,
|
|
22
|
+
configurable: true,
|
|
23
|
+
writable: true,
|
|
24
|
+
value: void 0
|
|
25
|
+
});
|
|
26
|
+
const { inputVariables } = input;
|
|
27
|
+
if (inputVariables.includes("stop")) {
|
|
28
|
+
throw new Error("Cannot have an input variable named 'stop', as it is used internally, please rename.");
|
|
29
|
+
}
|
|
30
|
+
Object.assign(this, input);
|
|
31
|
+
}
|
|
32
|
+
// Deserializing needs to be async because templates (e.g. few_shot) can
|
|
33
|
+
// reference remote resources that we read asynchronously with a web
|
|
34
|
+
// request.
|
|
35
|
+
static deserialize(data) {
|
|
36
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
37
|
+
switch (data._type) {
|
|
38
|
+
case "prompt":
|
|
39
|
+
return PromptTemplate.deserialize(data);
|
|
40
|
+
case undefined:
|
|
41
|
+
return PromptTemplate.deserialize(Object.assign(Object.assign({}, data), { _type: "prompt" }));
|
|
42
|
+
case "few_shot":
|
|
43
|
+
return FewShotPromptTemplate.deserialize(data);
|
|
44
|
+
default:
|
|
45
|
+
throw new Error(`Invalid prompt type in config: ${data._type}`);
|
|
46
|
+
}
|
|
47
|
+
});
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
//# sourceMappingURL=base.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../prompt/base.ts"],"names":[],"mappings":";;;;;;;;;AACA,OAAO,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAEhE,MAAM,eAAe,GAAG,CAAC,cAAc,EAAE,qBAAqB,CAAC,CAAC;AAchE,MAAM,OAAgB,kBAAkB;IAKtC,YAAY,KAA8B;QAJ1C;;;;;WAAyB;QAEzB;;;;;WAAgC;QAG9B,MAAM,EAAE,cAAc,EAAE,GAAG,KAAK,CAAC;QACjC,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;YACnC,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;SACH;QACD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;IAQD,wEAAwE;IACxE,oEAAoE;IACpE,WAAW;IACX,MAAM,CAAO,WAAW,CACtB,IAAkC;;YAElC,QAAQ,IAAI,CAAC,KAAK,EAAE;gBAClB,KAAK,QAAQ;oBACX,OAAO,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC1C,KAAK,SAAS;oBACZ,OAAO,cAAc,CAAC,WAAW,iCAAM,IAAI,KAAE,KAAK,EAAE,QAAQ,IAAG,CAAC;gBAClE,KAAK,UAAU;oBACb,OAAO,qBAAqB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACjD;oBACE,MAAM,IAAI,KAAK,CACb,kCACG,IAAqC,CAAC,KACzC,EAAE,CACH,CAAC;aACL;QACH,CAAC;KAAA;CACF"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { BasePromptTemplate, InputValues, BasePromptTemplateInput } from "./index";
|
|
2
|
+
import { TemplateFormat } from "./template";
|
|
3
|
+
import { PromptTemplate, SerializedPromptTemplate } from "./prompt";
|
|
4
|
+
import { SerializedOutputParser } from "./parser";
|
|
5
|
+
type ExampleSelector = null;
|
|
6
|
+
type Example = Record<string, any>;
|
|
7
|
+
export type SerializedFewShotTemplate = {
|
|
8
|
+
_type: "few_shot";
|
|
9
|
+
input_variables: string[];
|
|
10
|
+
output_parser?: SerializedOutputParser;
|
|
11
|
+
examples: string | Example[];
|
|
12
|
+
example_prompt?: SerializedPromptTemplate;
|
|
13
|
+
example_prompt_path?: string;
|
|
14
|
+
example_separator: string;
|
|
15
|
+
prefix?: string;
|
|
16
|
+
prefix_path?: string;
|
|
17
|
+
suffix?: string;
|
|
18
|
+
suffix_path?: string;
|
|
19
|
+
template_format: TemplateFormat;
|
|
20
|
+
};
|
|
21
|
+
export interface FewShotPromptTemplateInput extends BasePromptTemplateInput {
|
|
22
|
+
examples?: Example[];
|
|
23
|
+
examplePrompt: PromptTemplate;
|
|
24
|
+
exampleSelector?: ExampleSelector;
|
|
25
|
+
exampleSeparator: string;
|
|
26
|
+
prefix: string;
|
|
27
|
+
suffix: string;
|
|
28
|
+
templateFormat: TemplateFormat;
|
|
29
|
+
validateTemplate?: boolean;
|
|
30
|
+
}
|
|
31
|
+
export declare class FewShotPromptTemplate extends BasePromptTemplate implements FewShotPromptTemplateInput {
|
|
32
|
+
examples?: InputValues[];
|
|
33
|
+
exampleSelector?: ExampleSelector;
|
|
34
|
+
examplePrompt: PromptTemplate;
|
|
35
|
+
suffix: string;
|
|
36
|
+
exampleSeparator: string;
|
|
37
|
+
prefix: string;
|
|
38
|
+
templateFormat: TemplateFormat;
|
|
39
|
+
validateTemplate: boolean;
|
|
40
|
+
constructor(input: FewShotPromptTemplateInput);
|
|
41
|
+
_getPromptType(): "few_shot";
|
|
42
|
+
private getExamples;
|
|
43
|
+
format(values: InputValues): string;
|
|
44
|
+
serialize(): SerializedFewShotTemplate;
|
|
45
|
+
static deserialize(data: SerializedFewShotTemplate): Promise<FewShotPromptTemplate>;
|
|
46
|
+
}
|
|
47
|
+
export {};
|
|
@@ -0,0 +1,139 @@
|
|
|
1
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
+
});
|
|
9
|
+
};
|
|
10
|
+
import { BasePromptTemplate, } from "./index";
|
|
11
|
+
import { checkValidTemplate, renderTemplate } from "./template";
|
|
12
|
+
import { resolveTemplateFromFile, resolveConfigFromFile, parseFileConfig, } from "../util";
|
|
13
|
+
import { PromptTemplate } from "./prompt";
|
|
14
|
+
import { BaseOutputParser } from "./parser";
|
|
15
|
+
export class FewShotPromptTemplate extends BasePromptTemplate {
|
|
16
|
+
constructor(input) {
|
|
17
|
+
super(input);
|
|
18
|
+
Object.defineProperty(this, "examples", {
|
|
19
|
+
enumerable: true,
|
|
20
|
+
configurable: true,
|
|
21
|
+
writable: true,
|
|
22
|
+
value: void 0
|
|
23
|
+
});
|
|
24
|
+
Object.defineProperty(this, "exampleSelector", {
|
|
25
|
+
enumerable: true,
|
|
26
|
+
configurable: true,
|
|
27
|
+
writable: true,
|
|
28
|
+
value: void 0
|
|
29
|
+
});
|
|
30
|
+
Object.defineProperty(this, "examplePrompt", {
|
|
31
|
+
enumerable: true,
|
|
32
|
+
configurable: true,
|
|
33
|
+
writable: true,
|
|
34
|
+
value: void 0
|
|
35
|
+
});
|
|
36
|
+
Object.defineProperty(this, "suffix", {
|
|
37
|
+
enumerable: true,
|
|
38
|
+
configurable: true,
|
|
39
|
+
writable: true,
|
|
40
|
+
value: void 0
|
|
41
|
+
});
|
|
42
|
+
Object.defineProperty(this, "exampleSeparator", {
|
|
43
|
+
enumerable: true,
|
|
44
|
+
configurable: true,
|
|
45
|
+
writable: true,
|
|
46
|
+
value: void 0
|
|
47
|
+
});
|
|
48
|
+
Object.defineProperty(this, "prefix", {
|
|
49
|
+
enumerable: true,
|
|
50
|
+
configurable: true,
|
|
51
|
+
writable: true,
|
|
52
|
+
value: void 0
|
|
53
|
+
});
|
|
54
|
+
Object.defineProperty(this, "templateFormat", {
|
|
55
|
+
enumerable: true,
|
|
56
|
+
configurable: true,
|
|
57
|
+
writable: true,
|
|
58
|
+
value: "f-string"
|
|
59
|
+
});
|
|
60
|
+
Object.defineProperty(this, "validateTemplate", {
|
|
61
|
+
enumerable: true,
|
|
62
|
+
configurable: true,
|
|
63
|
+
writable: true,
|
|
64
|
+
value: true
|
|
65
|
+
});
|
|
66
|
+
Object.assign(this, input);
|
|
67
|
+
if (this.examples !== undefined && this.exampleSelector !== undefined) {
|
|
68
|
+
throw new Error("Only one of 'examples' and 'example_selector' should be provided");
|
|
69
|
+
}
|
|
70
|
+
if (this.examples === undefined && this.exampleSelector === undefined) {
|
|
71
|
+
throw new Error("One of 'examples' and 'example_selector' should be provided");
|
|
72
|
+
}
|
|
73
|
+
if (this.validateTemplate) {
|
|
74
|
+
checkValidTemplate(this.prefix + this.suffix, this.templateFormat, this.inputVariables);
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
_getPromptType() {
|
|
78
|
+
return "few_shot";
|
|
79
|
+
}
|
|
80
|
+
getExamples(_) {
|
|
81
|
+
if (this.examples !== undefined) {
|
|
82
|
+
return this.examples;
|
|
83
|
+
}
|
|
84
|
+
if (this.exampleSelector !== undefined) {
|
|
85
|
+
throw new Error("Example selectors are not yet supported.");
|
|
86
|
+
}
|
|
87
|
+
throw new Error("One of 'examples' and 'example_selector' should be provided");
|
|
88
|
+
}
|
|
89
|
+
format(values) {
|
|
90
|
+
const examples = this.getExamples(values);
|
|
91
|
+
const exampleStrings = examples.map((example) => this.examplePrompt.format(example));
|
|
92
|
+
const template = [this.prefix, ...exampleStrings, this.suffix].join(this.exampleSeparator);
|
|
93
|
+
return renderTemplate(template, this.templateFormat, values);
|
|
94
|
+
}
|
|
95
|
+
serialize() {
|
|
96
|
+
var _a;
|
|
97
|
+
if (this.exampleSelector || !this.examples) {
|
|
98
|
+
throw new Error("Serializing an example selector is not currently supported");
|
|
99
|
+
}
|
|
100
|
+
return {
|
|
101
|
+
_type: this._getPromptType(),
|
|
102
|
+
input_variables: this.inputVariables,
|
|
103
|
+
output_parser: (_a = this.outputParser) === null || _a === void 0 ? void 0 : _a.serialize(),
|
|
104
|
+
example_prompt: this.examplePrompt.serialize(),
|
|
105
|
+
example_separator: this.exampleSeparator,
|
|
106
|
+
suffix: this.suffix,
|
|
107
|
+
prefix: this.prefix,
|
|
108
|
+
template_format: this.templateFormat,
|
|
109
|
+
examples: this.examples,
|
|
110
|
+
};
|
|
111
|
+
}
|
|
112
|
+
static deserialize(data) {
|
|
113
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
114
|
+
const serializedPrompt = resolveConfigFromFile("example_prompt", data);
|
|
115
|
+
const examplePrompt = yield PromptTemplate.deserialize(serializedPrompt);
|
|
116
|
+
let examples;
|
|
117
|
+
if (typeof data.examples === "string") {
|
|
118
|
+
examples = parseFileConfig(data.examples, [".json", ".yml", ".yaml"]);
|
|
119
|
+
}
|
|
120
|
+
else if (Array.isArray(data.examples)) {
|
|
121
|
+
examples = data.examples;
|
|
122
|
+
}
|
|
123
|
+
else {
|
|
124
|
+
throw new Error("Invalid examples format. Only list or string are supported.");
|
|
125
|
+
}
|
|
126
|
+
return new FewShotPromptTemplate({
|
|
127
|
+
inputVariables: data.input_variables,
|
|
128
|
+
outputParser: data.output_parser && BaseOutputParser.deserialize(data.output_parser),
|
|
129
|
+
examplePrompt,
|
|
130
|
+
examples,
|
|
131
|
+
exampleSeparator: data.example_separator,
|
|
132
|
+
prefix: resolveTemplateFromFile("prefix", data),
|
|
133
|
+
suffix: resolveTemplateFromFile("suffix", data),
|
|
134
|
+
templateFormat: data.template_format,
|
|
135
|
+
});
|
|
136
|
+
});
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
//# sourceMappingURL=few_shot.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"few_shot.js","sourceRoot":"","sources":["../../../prompt/few_shot.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EACL,kBAAkB,GAGnB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAkB,kBAAkB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAChF,OAAO,EACL,uBAAuB,EACvB,qBAAqB,EACrB,eAAe,GAChB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,cAAc,EAA4B,MAAM,UAAU,CAAC;AACpE,OAAO,EAA0B,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAkCpE,MAAM,OAAO,qBACX,SAAQ,kBAAkB;IAmB1B,YAAY,KAAiC;QAC3C,KAAK,CAAC,KAAK,CAAC,CAAC;QAjBf;;;;;WAAyB;QAEzB;;;;;WAAkC;QAElC;;;;;WAA8B;QAE9B;;;;;WAAe;QAEf;;;;;WAAyB;QAEzB;;;;;WAAe;QAEf;;;;mBAAiC,UAAU;WAAC;QAE5C;;;;mBAAmB,IAAI;WAAC;QAItB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAE3B,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE;YACrE,MAAM,IAAI,KAAK,CACb,kEAAkE,CACnE,CAAC;SACH;QAED,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE;YACrE,MAAM,IAAI,KAAK,CACb,6DAA6D,CAC9D,CAAC;SACH;QAED,IAAI,IAAI,CAAC,gBAAgB,EAAE;YACzB,kBAAkB,CAChB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,EACzB,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,cAAc,CACpB,CAAC;SACH;IACH,CAAC;IAED,cAAc;QACZ,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,WAAW,CAAC,CAAc;QAChC,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE;YAC/B,OAAO,IAAI,CAAC,QAAQ,CAAC;SACtB;QACD,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE;YACtC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;SAC7D;QAED,MAAM,IAAI,KAAK,CACb,6DAA6D,CAC9D,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,MAAmB;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAE1C,MAAM,cAAc,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAC9C,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CACnC,CAAC;QACF,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CACjE,IAAI,CAAC,gBAAgB,CACtB,CAAC;QACF,OAAO,cAAc,CAAC,QAAQ,EAAE,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IAC/D,CAAC;IAED,SAAS;;QACP,IAAI,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE;YAC1C,MAAM,IAAI,KAAK,CACb,4DAA4D,CAC7D,CAAC;SACH;QACD,OAAO;YACL,KAAK,EAAE,IAAI,CAAC,cAAc,EAAE;YAC5B,eAAe,EAAE,IAAI,CAAC,cAAc;YACpC,aAAa,EAAE,MAAA,IAAI,CAAC,YAAY,0CAAE,SAAS,EAAE;YAC7C,cAAc,EAAE,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE;YAC9C,iBAAiB,EAAE,IAAI,CAAC,gBAAgB;YACxC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,eAAe,EAAE,IAAI,CAAC,cAAc;YACpC,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC;IACJ,CAAC;IAED,MAAM,CAAO,WAAW,CACtB,IAA+B;;YAE/B,MAAM,gBAAgB,GAAG,qBAAqB,CAG5C,gBAAgB,EAAE,IAAI,CAAC,CAAC;YAC1B,MAAM,aAAa,GAAG,MAAM,cAAc,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;YAEzE,IAAI,QAAmB,CAAC;YAExB,IAAI,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE;gBACrC,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;aACvE;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;gBACvC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;aAC1B;iBAAM;gBACL,MAAM,IAAI,KAAK,CACb,6DAA6D,CAC9D,CAAC;aACH;YAED,OAAO,IAAI,qBAAqB,CAAC;gBAC/B,cAAc,EAAE,IAAI,CAAC,eAAe;gBACpC,YAAY,EACV,IAAI,CAAC,aAAa,IAAI,gBAAgB,CAAC,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC;gBACxE,aAAa;gBACb,QAAQ;gBACR,gBAAgB,EAAE,IAAI,CAAC,iBAAiB;gBACxC,MAAM,EAAE,uBAAuB,CAAC,QAAQ,EAAE,IAAI,CAAC;gBAC/C,MAAM,EAAE,uBAAuB,CAAC,QAAQ,EAAE,IAAI,CAAC;gBAC/C,cAAc,EAAE,IAAI,CAAC,eAAe;aACrC,CAAC,CAAC;QACL,CAAC;KAAA;CACF"}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
export { BasePromptTemplate, BasePromptTemplateInput, SerializedBasePromptTemplate, InputValues, } from "./base";
|
|
2
|
+
export { PromptTemplate, PromptTemplateInput, SerializedPromptTemplate, } from "./prompt";
|
|
3
|
+
export { FewShotPromptTemplate, FewShotPromptTemplateInput, SerializedFewShotTemplate, } from "./few_shot";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../prompt/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,kBAAkB,GAInB,MAAM,QAAQ,CAAC;AAChB,OAAO,EACL,cAAc,GAGf,MAAM,UAAU,CAAC;AAClB,OAAO,EACL,qBAAqB,GAGtB,MAAM,YAAY,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
2
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
3
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
4
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
5
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
6
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
7
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
8
|
+
});
|
|
9
|
+
};
|
|
10
|
+
import { BasePromptTemplate } from ".";
|
|
11
|
+
import { loadFromHub } from "../util/hub";
|
|
12
|
+
import { parseFileConfig } from "../util";
|
|
13
|
+
const loadPromptFromFile = (file) => __awaiter(void 0, void 0, void 0, function* () { return BasePromptTemplate.deserialize(parseFileConfig(file)); });
|
|
14
|
+
export const loadPrompt = (uri) => __awaiter(void 0, void 0, void 0, function* () {
|
|
15
|
+
const hubResult = yield loadFromHub(uri, loadPromptFromFile, "prompts", new Set(["py", "json", "yaml"]));
|
|
16
|
+
if (hubResult) {
|
|
17
|
+
return hubResult;
|
|
18
|
+
}
|
|
19
|
+
return loadPromptFromFile(uri);
|
|
20
|
+
});
|
|
21
|
+
//# sourceMappingURL=load.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"load.js","sourceRoot":"","sources":["../../../prompt/load.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,GAAG,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE1C,MAAM,kBAAkB,GAAG,CAAO,IAAY,EAAE,EAAE,kDAChD,OAAA,kBAAkB,CAAC,WAAW,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAA,GAAA,CAAC;AAExD,MAAM,CAAC,MAAM,UAAU,GAAG,CAAO,GAAW,EAA+B,EAAE;IAC3E,MAAM,SAAS,GAAG,MAAM,WAAW,CACjC,GAAG,EACH,kBAAkB,EAClB,SAAS,EACT,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAChC,CAAC;IACF,IAAI,SAAS,EAAE;QACb,OAAO,SAAS,CAAC;KAClB;IAED,OAAO,kBAAkB,CAAC,GAAG,CAAC,CAAC;AACjC,CAAC,CAAA,CAAC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
export type SerializedOutputParser = SerializedRegexParser | SerializedCommaSeparatedListOutputParser;
|
|
2
|
+
export declare abstract class BaseOutputParser {
|
|
3
|
+
abstract parse(text: string): string | string[] | Record<string, string>;
|
|
4
|
+
_type(): string;
|
|
5
|
+
abstract serialize(): SerializedOutputParser;
|
|
6
|
+
static deserialize(data: SerializedOutputParser): BaseOutputParser;
|
|
7
|
+
}
|
|
8
|
+
export declare abstract class ListOutputParser extends BaseOutputParser {
|
|
9
|
+
abstract parse(text: string): string[];
|
|
10
|
+
}
|
|
11
|
+
type SerializedCommaSeparatedListOutputParser = {
|
|
12
|
+
_type: "comma_separated_list";
|
|
13
|
+
};
|
|
14
|
+
export declare class CommaSeparatedListOutputParser extends ListOutputParser {
|
|
15
|
+
parse(text: string): string[];
|
|
16
|
+
serialize(): SerializedCommaSeparatedListOutputParser;
|
|
17
|
+
static deserialize(_: SerializedCommaSeparatedListOutputParser): CommaSeparatedListOutputParser;
|
|
18
|
+
}
|
|
19
|
+
type SerializedRegexParser = {
|
|
20
|
+
_type: "regex_parser";
|
|
21
|
+
regex: string;
|
|
22
|
+
output_keys: string[];
|
|
23
|
+
default_output_key?: string;
|
|
24
|
+
};
|
|
25
|
+
export declare class RegexParser extends BaseOutputParser {
|
|
26
|
+
regex: string | RegExp;
|
|
27
|
+
outputKeys: string[];
|
|
28
|
+
defaultOutputKey?: string;
|
|
29
|
+
constructor(regex: string | RegExp, outputKeys: string[], defaultOutputKey?: string);
|
|
30
|
+
_type(): string;
|
|
31
|
+
parse(text: string): Record<string, string>;
|
|
32
|
+
serialize(): {
|
|
33
|
+
_type: "regex_parser";
|
|
34
|
+
regex: string;
|
|
35
|
+
output_keys: string[];
|
|
36
|
+
default_output_key: string | undefined;
|
|
37
|
+
};
|
|
38
|
+
static deserialize(data: SerializedRegexParser): RegexParser;
|
|
39
|
+
}
|
|
40
|
+
export {};
|