langchain 0.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (217) hide show
  1. package/dist/cjs/agents/agent.d.ts +42 -0
  2. package/dist/cjs/agents/agent.js +129 -0
  3. package/dist/cjs/agents/agent.js.map +1 -0
  4. package/dist/cjs/agents/executor.d.ts +27 -0
  5. package/dist/cjs/agents/executor.js +105 -0
  6. package/dist/cjs/agents/executor.js.map +1 -0
  7. package/dist/cjs/agents/helpers.d.ts +3 -0
  8. package/dist/cjs/agents/helpers.js +30 -0
  9. package/dist/cjs/agents/helpers.js.map +1 -0
  10. package/dist/cjs/agents/index.d.ts +6 -0
  11. package/dist/cjs/agents/index.js +13 -0
  12. package/dist/cjs/agents/index.js.map +1 -0
  13. package/dist/cjs/agents/load.d.ts +6 -0
  14. package/dist/cjs/agents/load.js +28 -0
  15. package/dist/cjs/agents/load.js.map +1 -0
  16. package/dist/cjs/agents/mrkl/index.d.ts +33 -0
  17. package/dist/cjs/agents/mrkl/index.js +109 -0
  18. package/dist/cjs/agents/mrkl/index.js.map +1 -0
  19. package/dist/cjs/agents/mrkl/prompt.d.ts +3 -0
  20. package/dist/cjs/agents/mrkl/prompt.js +21 -0
  21. package/dist/cjs/agents/mrkl/prompt.js.map +1 -0
  22. package/dist/cjs/agents/tests/agent.test.d.ts +1 -0
  23. package/dist/cjs/agents/tests/agent.test.js +31 -0
  24. package/dist/cjs/agents/tests/agent.test.js.map +1 -0
  25. package/dist/cjs/agents/tools/index.d.ts +7 -0
  26. package/dist/cjs/agents/tools/index.js +6 -0
  27. package/dist/cjs/agents/tools/index.js.map +1 -0
  28. package/dist/cjs/agents/tools/llm-math.d.ts +0 -0
  29. package/dist/cjs/agents/tools/llm-math.js +2 -0
  30. package/dist/cjs/agents/tools/llm-math.js.map +1 -0
  31. package/dist/cjs/agents/tools/serpapi.d.ts +3 -0
  32. package/dist/cjs/agents/tools/serpapi.js +50 -0
  33. package/dist/cjs/agents/tools/serpapi.js.map +1 -0
  34. package/dist/cjs/agents/types.d.ts +25 -0
  35. package/dist/cjs/agents/types.js +3 -0
  36. package/dist/cjs/agents/types.js.map +1 -0
  37. package/dist/cjs/cache.d.ts +11 -0
  38. package/dist/cjs/cache.js +27 -0
  39. package/dist/cjs/cache.js.map +1 -0
  40. package/dist/cjs/chains/base.d.ts +12 -0
  41. package/dist/cjs/chains/base.js +23 -0
  42. package/dist/cjs/chains/base.js.map +1 -0
  43. package/dist/cjs/chains/index.d.ts +3 -0
  44. package/dist/cjs/chains/index.js +10 -0
  45. package/dist/cjs/chains/index.js.map +1 -0
  46. package/dist/cjs/chains/llm_chain.d.ts +30 -0
  47. package/dist/cjs/chains/llm_chain.js +83 -0
  48. package/dist/cjs/chains/llm_chain.js.map +1 -0
  49. package/dist/cjs/chains/llm_math_chain.d.ts +0 -0
  50. package/dist/cjs/chains/llm_math_chain.js +129 -0
  51. package/dist/cjs/chains/llm_math_chain.js.map +1 -0
  52. package/dist/cjs/chains/load.d.ts +2 -0
  53. package/dist/cjs/chains/load.js +29 -0
  54. package/dist/cjs/chains/load.js.map +1 -0
  55. package/dist/cjs/chains/tests/llm_chain.test.d.ts +1 -0
  56. package/dist/cjs/chains/tests/llm_chain.test.js +32 -0
  57. package/dist/cjs/chains/tests/llm_chain.test.js.map +1 -0
  58. package/dist/cjs/index.d.ts +3 -0
  59. package/dist/cjs/index.js +12 -0
  60. package/dist/cjs/index.js.map +1 -0
  61. package/dist/cjs/llms/base.d.ts +23 -0
  62. package/dist/cjs/llms/base.js +159 -0
  63. package/dist/cjs/llms/base.js.map +1 -0
  64. package/dist/cjs/llms/index.d.ts +18 -0
  65. package/dist/cjs/llms/index.js +11 -0
  66. package/dist/cjs/llms/index.js.map +1 -0
  67. package/dist/cjs/llms/load.d.ts +3 -0
  68. package/dist/cjs/llms/load.js +9 -0
  69. package/dist/cjs/llms/load.js.map +1 -0
  70. package/dist/cjs/llms/openai.d.ts +63 -0
  71. package/dist/cjs/llms/openai.js +202 -0
  72. package/dist/cjs/llms/openai.js.map +1 -0
  73. package/dist/cjs/llms/tests/openai.test.d.ts +1 -0
  74. package/dist/cjs/llms/tests/openai.test.js +19 -0
  75. package/dist/cjs/llms/tests/openai.test.js.map +1 -0
  76. package/dist/cjs/prompt/base.d.ts +19 -0
  77. package/dist/cjs/prompt/base.js +54 -0
  78. package/dist/cjs/prompt/base.js.map +1 -0
  79. package/dist/cjs/prompt/few_shot.d.ts +47 -0
  80. package/dist/cjs/prompt/few_shot.js +143 -0
  81. package/dist/cjs/prompt/few_shot.js.map +1 -0
  82. package/dist/cjs/prompt/index.d.ts +3 -0
  83. package/dist/cjs/prompt/index.js +10 -0
  84. package/dist/cjs/prompt/index.js.map +1 -0
  85. package/dist/cjs/prompt/load.d.ts +2 -0
  86. package/dist/cjs/prompt/load.js +25 -0
  87. package/dist/cjs/prompt/load.js.map +1 -0
  88. package/dist/cjs/prompt/parser.d.ts +40 -0
  89. package/dist/cjs/prompt/parser.js +93 -0
  90. package/dist/cjs/prompt/parser.js.map +1 -0
  91. package/dist/cjs/prompt/prompt.d.ts +28 -0
  92. package/dist/cjs/prompt/prompt.js +91 -0
  93. package/dist/cjs/prompt/prompt.js.map +1 -0
  94. package/dist/cjs/prompt/template.d.ts +16 -0
  95. package/dist/cjs/prompt/template.js +87 -0
  96. package/dist/cjs/prompt/template.js.map +1 -0
  97. package/dist/cjs/prompt/tests/load.test.d.ts +1 -0
  98. package/dist/cjs/prompt/tests/load.test.js +30 -0
  99. package/dist/cjs/prompt/tests/load.test.js.map +1 -0
  100. package/dist/cjs/prompt/tests/template.test.d.ts +1 -0
  101. package/dist/cjs/prompt/tests/template.test.js +27 -0
  102. package/dist/cjs/prompt/tests/template.test.js.map +1 -0
  103. package/dist/cjs/util/hub.d.ts +1 -0
  104. package/dist/cjs/util/hub.js +50 -0
  105. package/dist/cjs/util/hub.js.map +1 -0
  106. package/dist/cjs/util/index.d.ts +12 -0
  107. package/dist/cjs/util/index.js +107 -0
  108. package/dist/cjs/util/index.js.map +1 -0
  109. package/dist/esm/agents/agent.d.ts +42 -0
  110. package/dist/esm/agents/agent.js +124 -0
  111. package/dist/esm/agents/agent.js.map +1 -0
  112. package/dist/esm/agents/executor.d.ts +27 -0
  113. package/dist/esm/agents/executor.js +101 -0
  114. package/dist/esm/agents/executor.js.map +1 -0
  115. package/dist/esm/agents/helpers.d.ts +3 -0
  116. package/dist/esm/agents/helpers.js +26 -0
  117. package/dist/esm/agents/helpers.js.map +1 -0
  118. package/dist/esm/agents/index.d.ts +6 -0
  119. package/dist/esm/agents/index.js +5 -0
  120. package/dist/esm/agents/index.js.map +1 -0
  121. package/dist/esm/agents/load.d.ts +6 -0
  122. package/dist/esm/agents/load.js +24 -0
  123. package/dist/esm/agents/load.js.map +1 -0
  124. package/dist/esm/agents/mrkl/index.d.ts +33 -0
  125. package/dist/esm/agents/mrkl/index.js +106 -0
  126. package/dist/esm/agents/mrkl/index.js.map +1 -0
  127. package/dist/esm/agents/mrkl/prompt.d.ts +3 -0
  128. package/dist/esm/agents/mrkl/prompt.js +17 -0
  129. package/dist/esm/agents/mrkl/prompt.js.map +1 -0
  130. package/dist/esm/agents/tests/agent.test.d.ts +1 -0
  131. package/dist/esm/agents/tests/agent.test.js +29 -0
  132. package/dist/esm/agents/tests/agent.test.js.map +1 -0
  133. package/dist/esm/agents/tools/index.d.ts +7 -0
  134. package/dist/esm/agents/tools/index.js +2 -0
  135. package/dist/esm/agents/tools/index.js.map +1 -0
  136. package/dist/esm/agents/tools/llm-math.d.ts +0 -0
  137. package/dist/esm/agents/tools/llm-math.js +2 -0
  138. package/dist/esm/agents/tools/llm-math.js.map +1 -0
  139. package/dist/esm/agents/tools/serpapi.d.ts +3 -0
  140. package/dist/esm/agents/tools/serpapi.js +46 -0
  141. package/dist/esm/agents/tools/serpapi.js.map +1 -0
  142. package/dist/esm/agents/types.d.ts +25 -0
  143. package/dist/esm/agents/types.js +2 -0
  144. package/dist/esm/agents/types.js.map +1 -0
  145. package/dist/esm/cache.d.ts +11 -0
  146. package/dist/esm/cache.js +22 -0
  147. package/dist/esm/cache.js.map +1 -0
  148. package/dist/esm/chains/base.d.ts +12 -0
  149. package/dist/esm/chains/base.js +19 -0
  150. package/dist/esm/chains/base.js.map +1 -0
  151. package/dist/esm/chains/index.d.ts +3 -0
  152. package/dist/esm/chains/index.js +4 -0
  153. package/dist/esm/chains/index.js.map +1 -0
  154. package/dist/esm/chains/llm_chain.d.ts +30 -0
  155. package/dist/esm/chains/llm_chain.js +79 -0
  156. package/dist/esm/chains/llm_chain.js.map +1 -0
  157. package/dist/esm/chains/llm_math_chain.d.ts +0 -0
  158. package/dist/esm/chains/llm_math_chain.js +129 -0
  159. package/dist/esm/chains/llm_math_chain.js.map +1 -0
  160. package/dist/esm/chains/load.d.ts +2 -0
  161. package/dist/esm/chains/load.js +25 -0
  162. package/dist/esm/chains/load.js.map +1 -0
  163. package/dist/esm/chains/tests/llm_chain.test.d.ts +1 -0
  164. package/dist/esm/chains/tests/llm_chain.test.js +30 -0
  165. package/dist/esm/chains/tests/llm_chain.test.js.map +1 -0
  166. package/dist/esm/index.d.ts +3 -0
  167. package/dist/esm/index.js +4 -0
  168. package/dist/esm/index.js.map +1 -0
  169. package/dist/esm/llms/base.d.ts +23 -0
  170. package/dist/esm/llms/base.js +154 -0
  171. package/dist/esm/llms/base.js.map +1 -0
  172. package/dist/esm/llms/index.d.ts +18 -0
  173. package/dist/esm/llms/index.js +4 -0
  174. package/dist/esm/llms/index.js.map +1 -0
  175. package/dist/esm/llms/load.d.ts +3 -0
  176. package/dist/esm/llms/load.js +5 -0
  177. package/dist/esm/llms/load.js.map +1 -0
  178. package/dist/esm/llms/openai.d.ts +63 -0
  179. package/dist/esm/llms/openai.js +198 -0
  180. package/dist/esm/llms/openai.js.map +1 -0
  181. package/dist/esm/llms/tests/openai.test.d.ts +1 -0
  182. package/dist/esm/llms/tests/openai.test.js +17 -0
  183. package/dist/esm/llms/tests/openai.test.js.map +1 -0
  184. package/dist/esm/prompt/base.d.ts +19 -0
  185. package/dist/esm/prompt/base.js +50 -0
  186. package/dist/esm/prompt/base.js.map +1 -0
  187. package/dist/esm/prompt/few_shot.d.ts +47 -0
  188. package/dist/esm/prompt/few_shot.js +139 -0
  189. package/dist/esm/prompt/few_shot.js.map +1 -0
  190. package/dist/esm/prompt/index.d.ts +3 -0
  191. package/dist/esm/prompt/index.js +4 -0
  192. package/dist/esm/prompt/index.js.map +1 -0
  193. package/dist/esm/prompt/load.d.ts +2 -0
  194. package/dist/esm/prompt/load.js +21 -0
  195. package/dist/esm/prompt/load.js.map +1 -0
  196. package/dist/esm/prompt/parser.d.ts +40 -0
  197. package/dist/esm/prompt/parser.js +86 -0
  198. package/dist/esm/prompt/parser.js.map +1 -0
  199. package/dist/esm/prompt/prompt.d.ts +28 -0
  200. package/dist/esm/prompt/prompt.js +87 -0
  201. package/dist/esm/prompt/prompt.js.map +1 -0
  202. package/dist/esm/prompt/template.d.ts +16 -0
  203. package/dist/esm/prompt/template.js +80 -0
  204. package/dist/esm/prompt/template.js.map +1 -0
  205. package/dist/esm/prompt/tests/load.test.d.ts +1 -0
  206. package/dist/esm/prompt/tests/load.test.js +25 -0
  207. package/dist/esm/prompt/tests/load.test.js.map +1 -0
  208. package/dist/esm/prompt/tests/template.test.d.ts +1 -0
  209. package/dist/esm/prompt/tests/template.test.js +25 -0
  210. package/dist/esm/prompt/tests/template.test.js.map +1 -0
  211. package/dist/esm/util/hub.d.ts +1 -0
  212. package/dist/esm/util/hub.js +43 -0
  213. package/dist/esm/util/hub.js.map +1 -0
  214. package/dist/esm/util/index.d.ts +12 -0
  215. package/dist/esm/util/index.js +74 -0
  216. package/dist/esm/util/index.js.map +1 -0
  217. package/package.json +97 -0
@@ -0,0 +1,159 @@
1
+ "use strict";
2
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
+ return new (P || (P = Promise))(function (resolve, reject) {
5
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
9
+ });
10
+ };
11
+ var __rest = (this && this.__rest) || function (s, e) {
12
+ var t = {};
13
+ for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
14
+ t[p] = s[p];
15
+ if (s != null && typeof Object.getOwnPropertySymbols === "function")
16
+ for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
17
+ if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
18
+ t[p[i]] = s[p[i]];
19
+ }
20
+ return t;
21
+ };
22
+ Object.defineProperty(exports, "__esModule", { value: true });
23
+ exports.LLM = exports.BaseLLM = void 0;
24
+ const index_1 = require("./index");
25
+ const cache_1 = require("../cache");
26
+ const getCallbackManager = () => ({
27
+ handleStart: (..._args) => {
28
+ // console.log(args);
29
+ },
30
+ handleEnd: (..._args) => {
31
+ // console.log(args);
32
+ },
33
+ handleError: (..._args) => {
34
+ // console.log(args);
35
+ },
36
+ });
37
+ const getVerbosity = () => true;
38
+ const cache = new cache_1.InMemoryCache();
39
+ class BaseLLM {
40
+ constructor(callbackManager, verbose) {
41
+ Object.defineProperty(this, "name", {
42
+ enumerable: true,
43
+ configurable: true,
44
+ writable: true,
45
+ value: void 0
46
+ });
47
+ Object.defineProperty(this, "cache", {
48
+ enumerable: true,
49
+ configurable: true,
50
+ writable: true,
51
+ value: void 0
52
+ });
53
+ Object.defineProperty(this, "callbackManager", {
54
+ enumerable: true,
55
+ configurable: true,
56
+ writable: true,
57
+ value: void 0
58
+ });
59
+ Object.defineProperty(this, "verbose", {
60
+ enumerable: true,
61
+ configurable: true,
62
+ writable: true,
63
+ value: false
64
+ });
65
+ this.callbackManager = callbackManager !== null && callbackManager !== void 0 ? callbackManager : getCallbackManager();
66
+ this.verbose = verbose !== null && verbose !== void 0 ? verbose : getVerbosity();
67
+ }
68
+ _generateUncached(prompts, stop) {
69
+ return __awaiter(this, void 0, void 0, function* () {
70
+ this.callbackManager.handleStart({ name: this.name }, prompts, this.verbose);
71
+ let output;
72
+ try {
73
+ output = yield this._generate(prompts, stop);
74
+ }
75
+ catch (err) {
76
+ this.callbackManager.handleError(`${err}`, this.verbose);
77
+ throw err;
78
+ }
79
+ this.callbackManager.handleEnd(output, this.verbose);
80
+ return output;
81
+ });
82
+ }
83
+ generate(prompts, stop) {
84
+ var _a;
85
+ return __awaiter(this, void 0, void 0, function* () {
86
+ if (!Array.isArray(prompts)) {
87
+ throw new Error("Argument 'prompts' is expected to be a string[]");
88
+ }
89
+ if (this.cache === true && cache === null) {
90
+ throw new Error("Requested cache, but no cache found");
91
+ }
92
+ if (cache === null || this.cache === false) {
93
+ return this._generateUncached(prompts, stop);
94
+ }
95
+ const params = this.serialize();
96
+ params.stop = stop;
97
+ const llmStringKey = `${Object.entries(params).sort()}`;
98
+ const missingPromptIndices = [];
99
+ const generations = prompts.map((prompt, index) => {
100
+ const result = cache.lookup(prompt, llmStringKey);
101
+ if (!result) {
102
+ missingPromptIndices.push(index);
103
+ }
104
+ return result;
105
+ });
106
+ let llmOutput = {};
107
+ if (missingPromptIndices.length > 0) {
108
+ const results = yield this._generateUncached(missingPromptIndices.map((i) => prompts[i]), stop);
109
+ results.generations.forEach((generation, index) => {
110
+ const promptIndex = missingPromptIndices[index];
111
+ generations[promptIndex] = generation;
112
+ cache.update(prompts[promptIndex], llmStringKey, generation);
113
+ });
114
+ llmOutput = (_a = results.llmOutput) !== null && _a !== void 0 ? _a : {};
115
+ }
116
+ return { generations, llmOutput };
117
+ });
118
+ }
119
+ call(prompt, stop) {
120
+ return __awaiter(this, void 0, void 0, function* () {
121
+ const { generations } = yield this.generate([prompt], stop);
122
+ return generations[0][0].text;
123
+ });
124
+ }
125
+ // eslint-disable-next-line @typescript-eslint/no-explicit-any
126
+ _identifyingParams() {
127
+ return {};
128
+ }
129
+ serialize() {
130
+ return Object.assign(Object.assign({}, this._identifyingParams()), { _type: this._llmType() });
131
+ }
132
+ static deserialize(data) {
133
+ return __awaiter(this, void 0, void 0, function* () {
134
+ const { _type } = data, rest = __rest(data, ["_type"]);
135
+ const Cls = {
136
+ openai: index_1.OpenAI,
137
+ }[_type];
138
+ if (Cls === undefined) {
139
+ throw new Error(`Cannot load LLM with type ${_type}`);
140
+ }
141
+ return new Cls(rest);
142
+ });
143
+ }
144
+ }
145
+ exports.BaseLLM = BaseLLM;
146
+ class LLM extends BaseLLM {
147
+ _generate(prompts, stop) {
148
+ return __awaiter(this, void 0, void 0, function* () {
149
+ const generations = [];
150
+ for (let i = 0; i < prompts.length; i += 1) {
151
+ const text = yield this._call(prompts[i], stop);
152
+ generations.push([{ text }]);
153
+ }
154
+ return { generations };
155
+ });
156
+ }
157
+ }
158
+ exports.LLM = LLM;
159
+ //# sourceMappingURL=base.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"base.js","sourceRoot":"","sources":["../../../llms/base.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAAA,mCAAgE;AAChE,oCAAoD;AAEpD,MAAM,kBAAkB,GAAG,GAAuB,EAAE,CAAC,CAAC;IACpD,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACxB,qBAAqB;IACvB,CAAC;IACD,SAAS,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACtB,qBAAqB;IACvB,CAAC;IACD,WAAW,EAAE,CAAC,GAAG,KAAK,EAAE,EAAE;QACxB,qBAAqB;IACvB,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC;AAEhC,MAAM,KAAK,GAAc,IAAI,qBAAa,EAAE,CAAC;AAO7C,MAAsB,OAAO;IAS3B,YAAY,eAAoC,EAAE,OAAiB;QARnE;;;;;WAAa;QAEb;;;;;WAAgB;QAEhB;;;;;WAAoC;QAEpC;;;;mBAAoB,KAAK;WAAC;QAGxB,IAAI,CAAC,eAAe,GAAG,eAAe,aAAf,eAAe,cAAf,eAAe,GAAI,kBAAkB,EAAE,CAAC;QAC/D,IAAI,CAAC,OAAO,GAAG,OAAO,aAAP,OAAO,cAAP,OAAO,GAAI,YAAY,EAAE,CAAC;IAC3C,CAAC;IAIK,iBAAiB,CACrB,OAAiB,EACjB,IAAe;;YAEf,IAAI,CAAC,eAAe,CAAC,WAAW,CAC9B,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EACnB,OAAO,EACP,IAAI,CAAC,OAAO,CACb,CAAC;YACF,IAAI,MAAM,CAAC;YACX,IAAI;gBACF,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aAC9C;YAAC,OAAO,GAAG,EAAE;gBACZ,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBACzD,MAAM,GAAG,CAAC;aACX;YAED,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YACrD,OAAO,MAAM,CAAC;QAChB,CAAC;KAAA;IAEK,QAAQ,CAAC,OAAiB,EAAE,IAAe;;;YAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBAC3B,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;aACpE;YAED,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,EAAE;gBACzC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;aACxD;YAED,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE;gBAC1C,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;aAC9C;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAChC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;YAEnB,MAAM,YAAY,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YACxD,MAAM,oBAAoB,GAAa,EAAE,CAAC;YAC1C,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;gBAChD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;gBAClD,IAAI,CAAC,MAAM,EAAE;oBACX,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;iBAClC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,IAAI,SAAS,GAAG,EAAE,CAAC;YACnB,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE;gBACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAC1C,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAC3C,IAAI,CACL,CAAC;gBACF,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;oBAChD,MAAM,WAAW,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;oBAChD,WAAW,CAAC,WAAW,CAAC,GAAG,UAAU,CAAC;oBACtC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;gBAC/D,CAAC,CAAC,CAAC;gBACH,SAAS,GAAG,MAAA,OAAO,CAAC,SAAS,mCAAI,EAAE,CAAC;aACrC;YAED,OAAO,EAAE,WAAW,EAAE,SAAS,EAAe,CAAC;;KAChD;IAEK,IAAI,CAAC,MAAc,EAAE,IAAe;;YACxC,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC;YAC5D,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAChC,CAAC;KAAA;IAED,8DAA8D;IAC9D,kBAAkB;QAChB,OAAO,EAAE,CAAC;IACZ,CAAC;IAID,SAAS;QACP,uCACK,IAAI,CAAC,kBAAkB,EAAE,KAC5B,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,IACtB;IACJ,CAAC;IAED,MAAM,CAAO,WAAW,CAAC,IAAmB;;YAC1C,MAAM,EAAE,KAAK,KAAc,IAAI,EAAb,IAAI,UAAK,IAAI,EAAzB,SAAkB,CAAO,CAAC;YAChC,MAAM,GAAG,GAAG;gBACV,MAAM,EAAE,cAAM;aACf,CAAC,KAAK,CAAC,CAAC;YACT,IAAI,GAAG,KAAK,SAAS,EAAE;gBACrB,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;aACxD;YACD,OAAO,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;KAAA;CAGF;AA/GD,0BA+GC;AAED,MAAsB,GAAI,SAAQ,OAAO;IAGjC,SAAS,CAAC,OAAiB,EAAE,IAAe;;YAChD,MAAM,WAAW,GAAG,EAAE,CAAC;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;gBAC1C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;gBAChD,WAAW,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;aAC9B;YACD,OAAO,EAAE,WAAW,EAAE,CAAC;QACzB,CAAC;KAAA;CACF;AAXD,kBAWC"}
@@ -0,0 +1,18 @@
1
+ export { BaseLLM, LLM, SerializedLLM } from "./base";
2
+ export { OpenAI } from "./openai";
3
+ export { loadLLM } from "./load";
4
+ export type LLMCallbackManager = {
5
+ handleStart: (llm: {
6
+ name: string;
7
+ }, prompts: string[], verbose?: boolean) => void;
8
+ handleError: (err: string, verbose?: boolean) => void;
9
+ handleEnd: (output: LLMResult, verbose?: boolean) => void;
10
+ };
11
+ export type Generation = {
12
+ text: string;
13
+ generationInfo?: Record<string, any>;
14
+ };
15
+ export type LLMResult = {
16
+ generations: Generation[][];
17
+ llmOutput?: Record<string, any>;
18
+ };
@@ -0,0 +1,11 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.loadLLM = exports.OpenAI = exports.LLM = exports.BaseLLM = void 0;
4
+ var base_1 = require("./base");
5
+ Object.defineProperty(exports, "BaseLLM", { enumerable: true, get: function () { return base_1.BaseLLM; } });
6
+ Object.defineProperty(exports, "LLM", { enumerable: true, get: function () { return base_1.LLM; } });
7
+ var openai_1 = require("./openai");
8
+ Object.defineProperty(exports, "OpenAI", { enumerable: true, get: function () { return openai_1.OpenAI; } });
9
+ var load_1 = require("./load");
10
+ Object.defineProperty(exports, "loadLLM", { enumerable: true, get: function () { return load_1.loadLLM; } });
11
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../llms/index.ts"],"names":[],"mappings":";;;AAAA,+BAAqD;AAA5C,+FAAA,OAAO,OAAA;AAAE,2FAAA,GAAG,OAAA;AACrB,mCAAkC;AAAzB,gGAAA,MAAM,OAAA;AACf,+BAAiC;AAAxB,+FAAA,OAAO,OAAA"}
@@ -0,0 +1,3 @@
1
+ import { BaseLLM } from "./base";
2
+ export declare const loadLLM: typeof BaseLLM.deserialize;
3
+ export declare const loadLLMFromFile: (file: string) => Promise<BaseLLM>;
@@ -0,0 +1,9 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.loadLLMFromFile = exports.loadLLM = void 0;
4
+ const base_1 = require("./base");
5
+ const util_1 = require("../util");
6
+ exports.loadLLM = base_1.BaseLLM.deserialize;
7
+ const loadLLMFromFile = (file) => (0, exports.loadLLM)((0, util_1.parseFileConfig)(file));
8
+ exports.loadLLMFromFile = loadLLMFromFile;
9
+ //# sourceMappingURL=load.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"load.js","sourceRoot":"","sources":["../../../llms/load.ts"],"names":[],"mappings":";;;AAAA,iCAAiC;AACjC,kCAA0C;AAE7B,QAAA,OAAO,GAAG,cAAO,CAAC,WAAW,CAAC;AACpC,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAA,eAAO,EAAC,IAAA,sBAAe,EAAC,IAAI,CAAC,CAAC,CAAC;AAAnE,QAAA,eAAe,mBAAoD"}
@@ -0,0 +1,63 @@
1
+ import type { CreateCompletionRequest } from "openai";
2
+ import { BaseLLM, LLMResult, LLMCallbackManager } from ".";
3
+ interface ModelParams {
4
+ temperature: number;
5
+ maxTokens: number;
6
+ topP: number;
7
+ frequencyPenalty: number;
8
+ presencePenalty: number;
9
+ n: number;
10
+ bestOf: number;
11
+ logitBias?: Record<string, number>;
12
+ }
13
+ type Kwargs = Record<string, any>;
14
+ export declare class OpenAI extends BaseLLM implements ModelParams {
15
+ temperature: number;
16
+ maxTokens: number;
17
+ topP: number;
18
+ frequencyPenalty: number;
19
+ presencePenalty: number;
20
+ n: number;
21
+ bestOf: number;
22
+ logitBias?: Record<string, number>;
23
+ modelName: string;
24
+ modelKwargs?: Kwargs;
25
+ batchSize: number;
26
+ maxRetries: number;
27
+ stop?: string[];
28
+ private client;
29
+ constructor(fields?: Partial<ModelParams> & {
30
+ callbackManager?: LLMCallbackManager;
31
+ verbose?: boolean;
32
+ modelName?: string;
33
+ modelKwargs?: Kwargs;
34
+ openAIApiKey?: string;
35
+ batchSize?: number;
36
+ maxRetries?: number;
37
+ stop?: string[];
38
+ });
39
+ invocationParams(): CreateCompletionRequest & Kwargs;
40
+ identifyingParams(): {
41
+ model: string;
42
+ prompt?: import("openai").CreateCompletionRequestPrompt | null | undefined;
43
+ suffix?: string | null | undefined;
44
+ max_tokens?: number | null | undefined;
45
+ temperature?: number | null | undefined;
46
+ top_p?: number | null | undefined;
47
+ n?: number | null | undefined;
48
+ stream?: boolean | null | undefined;
49
+ logprobs?: number | null | undefined;
50
+ echo?: boolean | null | undefined;
51
+ stop?: import("openai").CreateCompletionRequestStop | null | undefined;
52
+ presence_penalty?: number | null | undefined;
53
+ frequency_penalty?: number | null | undefined;
54
+ best_of?: number | null | undefined;
55
+ logit_bias?: object | null | undefined;
56
+ user?: string | undefined;
57
+ model_name: string;
58
+ };
59
+ _generate(prompts: string[], stop?: string[]): Promise<LLMResult>;
60
+ completionWithRetry(request: CreateCompletionRequest): Promise<import("axios").AxiosResponse<import("openai").CreateCompletionResponse, any>>;
61
+ _llmType(): string;
62
+ }
63
+ export {};
@@ -0,0 +1,202 @@
1
+ "use strict";
2
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
+ return new (P || (P = Promise))(function (resolve, reject) {
5
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
9
+ });
10
+ };
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ exports.OpenAI = void 0;
13
+ const exponential_backoff_1 = require("exponential-backoff");
14
+ const _1 = require(".");
15
+ let Configuration = null;
16
+ let OpenAIApi = null;
17
+ try {
18
+ // eslint-disable-next-line global-require
19
+ ({ Configuration, OpenAIApi } = require("openai"));
20
+ }
21
+ catch (_a) {
22
+ // ignore error
23
+ }
24
+ const chunkArray = (arr, chunkSize) => arr.reduce((chunks, elem, index) => {
25
+ const chunkIndex = Math.floor(index / chunkSize);
26
+ const chunk = chunks[chunkIndex] || [];
27
+ // eslint-disable-next-line no-param-reassign
28
+ chunks[chunkIndex] = chunk.concat([elem]);
29
+ return chunks;
30
+ }, []);
31
+ class OpenAI extends _1.BaseLLM {
32
+ constructor(fields) {
33
+ var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m;
34
+ super(fields === null || fields === void 0 ? void 0 : fields.callbackManager, fields === null || fields === void 0 ? void 0 : fields.verbose);
35
+ Object.defineProperty(this, "temperature", {
36
+ enumerable: true,
37
+ configurable: true,
38
+ writable: true,
39
+ value: 0.7
40
+ });
41
+ Object.defineProperty(this, "maxTokens", {
42
+ enumerable: true,
43
+ configurable: true,
44
+ writable: true,
45
+ value: 256
46
+ });
47
+ Object.defineProperty(this, "topP", {
48
+ enumerable: true,
49
+ configurable: true,
50
+ writable: true,
51
+ value: 1
52
+ });
53
+ Object.defineProperty(this, "frequencyPenalty", {
54
+ enumerable: true,
55
+ configurable: true,
56
+ writable: true,
57
+ value: 0
58
+ });
59
+ Object.defineProperty(this, "presencePenalty", {
60
+ enumerable: true,
61
+ configurable: true,
62
+ writable: true,
63
+ value: 0
64
+ });
65
+ Object.defineProperty(this, "n", {
66
+ enumerable: true,
67
+ configurable: true,
68
+ writable: true,
69
+ value: 1
70
+ });
71
+ Object.defineProperty(this, "bestOf", {
72
+ enumerable: true,
73
+ configurable: true,
74
+ writable: true,
75
+ value: 1
76
+ });
77
+ Object.defineProperty(this, "logitBias", {
78
+ enumerable: true,
79
+ configurable: true,
80
+ writable: true,
81
+ value: void 0
82
+ });
83
+ Object.defineProperty(this, "modelName", {
84
+ enumerable: true,
85
+ configurable: true,
86
+ writable: true,
87
+ value: "text-davinci-003"
88
+ });
89
+ Object.defineProperty(this, "modelKwargs", {
90
+ enumerable: true,
91
+ configurable: true,
92
+ writable: true,
93
+ value: void 0
94
+ });
95
+ Object.defineProperty(this, "batchSize", {
96
+ enumerable: true,
97
+ configurable: true,
98
+ writable: true,
99
+ value: 20
100
+ });
101
+ Object.defineProperty(this, "maxRetries", {
102
+ enumerable: true,
103
+ configurable: true,
104
+ writable: true,
105
+ value: 6
106
+ });
107
+ Object.defineProperty(this, "stop", {
108
+ enumerable: true,
109
+ configurable: true,
110
+ writable: true,
111
+ value: void 0
112
+ });
113
+ Object.defineProperty(this, "client", {
114
+ enumerable: true,
115
+ configurable: true,
116
+ writable: true,
117
+ value: void 0
118
+ });
119
+ if (Configuration === null || OpenAIApi === null) {
120
+ throw new Error("Please install openai as a dependency with, e.g. `npm install -S openai`");
121
+ }
122
+ this.modelName = (_a = fields === null || fields === void 0 ? void 0 : fields.modelName) !== null && _a !== void 0 ? _a : this.modelName;
123
+ this.modelKwargs = (_b = fields === null || fields === void 0 ? void 0 : fields.modelKwargs) !== null && _b !== void 0 ? _b : {};
124
+ this.batchSize = (_c = fields === null || fields === void 0 ? void 0 : fields.batchSize) !== null && _c !== void 0 ? _c : this.batchSize;
125
+ this.maxRetries = (_d = fields === null || fields === void 0 ? void 0 : fields.maxRetries) !== null && _d !== void 0 ? _d : this.maxRetries;
126
+ this.temperature = (_e = fields === null || fields === void 0 ? void 0 : fields.temperature) !== null && _e !== void 0 ? _e : this.temperature;
127
+ this.maxTokens = (_f = fields === null || fields === void 0 ? void 0 : fields.maxTokens) !== null && _f !== void 0 ? _f : this.maxTokens;
128
+ this.topP = (_g = fields === null || fields === void 0 ? void 0 : fields.topP) !== null && _g !== void 0 ? _g : this.topP;
129
+ this.frequencyPenalty = (_h = fields === null || fields === void 0 ? void 0 : fields.frequencyPenalty) !== null && _h !== void 0 ? _h : this.frequencyPenalty;
130
+ this.presencePenalty = (_j = fields === null || fields === void 0 ? void 0 : fields.presencePenalty) !== null && _j !== void 0 ? _j : this.presencePenalty;
131
+ this.n = (_k = fields === null || fields === void 0 ? void 0 : fields.n) !== null && _k !== void 0 ? _k : this.n;
132
+ this.bestOf = (_l = fields === null || fields === void 0 ? void 0 : fields.bestOf) !== null && _l !== void 0 ? _l : this.bestOf;
133
+ this.logitBias = fields === null || fields === void 0 ? void 0 : fields.logitBias;
134
+ this.stop = fields === null || fields === void 0 ? void 0 : fields.stop;
135
+ const clientConfig = new Configuration({
136
+ apiKey: (_m = fields === null || fields === void 0 ? void 0 : fields.openAIApiKey) !== null && _m !== void 0 ? _m : process.env.OPENAI_API_KEY,
137
+ });
138
+ this.client = new OpenAIApi(clientConfig);
139
+ }
140
+ invocationParams() {
141
+ return Object.assign({ model: this.modelName, temperature: this.temperature, max_tokens: this.maxTokens, top_p: this.topP, frequency_penalty: this.frequencyPenalty, presence_penalty: this.presencePenalty, n: this.n, best_of: this.bestOf, logit_bias: this.logitBias, stop: this.stop }, this.modelKwargs);
142
+ }
143
+ identifyingParams() {
144
+ return Object.assign({ model_name: this.modelName }, this.invocationParams());
145
+ }
146
+ _generate(prompts, stop) {
147
+ var _a, _b, _c, _d;
148
+ return __awaiter(this, void 0, void 0, function* () {
149
+ const subPrompts = chunkArray(prompts, this.batchSize);
150
+ const choices = [];
151
+ const tokenUsage = {};
152
+ if (this.stop && stop) {
153
+ throw new Error("Stop found in input and default params");
154
+ }
155
+ const params = this.invocationParams();
156
+ params.stop = stop !== null && stop !== void 0 ? stop : params.stop;
157
+ for (let i = 0; i < subPrompts.length; i += 1) {
158
+ const { data } = yield this.completionWithRetry(Object.assign(Object.assign({}, params), { prompt: subPrompts[i] }));
159
+ choices.push(...data.choices);
160
+ const { completion_tokens: completionTokens, prompt_tokens: promptTokens, total_tokens: totalTokens, } = (_a = data.usage) !== null && _a !== void 0 ? _a : {};
161
+ if (completionTokens) {
162
+ tokenUsage.completionTokens =
163
+ ((_b = tokenUsage.completionTokens) !== null && _b !== void 0 ? _b : 0) + completionTokens;
164
+ }
165
+ if (promptTokens) {
166
+ tokenUsage.promptTokens = ((_c = tokenUsage.promptTokens) !== null && _c !== void 0 ? _c : 0) + promptTokens;
167
+ }
168
+ if (totalTokens) {
169
+ tokenUsage.totalTokens = ((_d = tokenUsage.totalTokens) !== null && _d !== void 0 ? _d : 0) + totalTokens;
170
+ }
171
+ }
172
+ const generations = chunkArray(choices, this.n).map((promptChoices) => promptChoices.map((choice) => {
173
+ var _a;
174
+ return ({
175
+ text: (_a = choice.text) !== null && _a !== void 0 ? _a : "",
176
+ generationInfo: {
177
+ finishReason: choice.finish_reason,
178
+ logprobs: choice.logprobs,
179
+ },
180
+ });
181
+ }));
182
+ return {
183
+ generations,
184
+ llmOutput: { tokenUsage },
185
+ };
186
+ });
187
+ }
188
+ completionWithRetry(request) {
189
+ const makeCompletionRequest = () => this.client.createCompletion(request);
190
+ return (0, exponential_backoff_1.backOff)(makeCompletionRequest, {
191
+ startingDelay: 4,
192
+ maxDelay: 10,
193
+ numOfAttempts: this.maxRetries,
194
+ // TODO(sean) pass custom retry function to check error types.
195
+ });
196
+ }
197
+ _llmType() {
198
+ return "openai";
199
+ }
200
+ }
201
+ exports.OpenAI = OpenAI;
202
+ //# sourceMappingURL=openai.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../llms/openai.ts"],"names":[],"mappings":";;;;;;;;;;;;AAOA,6DAA8C;AAC9C,wBAA2D;AAE3D,IAAI,aAAa,GAAiC,IAAI,CAAC;AACvD,IAAI,SAAS,GAA6B,IAAI,CAAC;AAE/C,IAAI;IACF,0CAA0C;IAC1C,CAAC,EAAE,aAAa,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;CACpD;AAAC,WAAM;IACN,eAAe;CAChB;AAsBD,MAAM,UAAU,GAAG,CAAI,GAAQ,EAAE,SAAiB,EAAE,EAAE,CACpD,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;IACjC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;IACvC,6CAA6C;IAC7C,MAAM,CAAC,UAAU,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1C,OAAO,MAAM,CAAC;AAChB,CAAC,EAAE,EAAW,CAAC,CAAC;AAElB,MAAa,MAAO,SAAQ,UAAO;IA6BjC,YACE,MASC;;QAED,KAAK,CAAC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,eAAe,EAAE,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,CAAC,CAAC;QAxClD;;;;mBAAc,GAAG;WAAC;QAElB;;;;mBAAY,GAAG;WAAC;QAEhB;;;;mBAAO,CAAC;WAAC;QAET;;;;mBAAmB,CAAC;WAAC;QAErB;;;;mBAAkB,CAAC;WAAC;QAEpB;;;;mBAAI,CAAC;WAAC;QAEN;;;;mBAAS,CAAC;WAAC;QAEX;;;;;WAAmC;QAEnC;;;;mBAAY,kBAAkB;WAAC;QAE/B;;;;;WAAqB;QAErB;;;;mBAAY,EAAE;WAAC;QAEf;;;;mBAAa,CAAC;WAAC;QAEf;;;;;WAAgB;QAEhB;;;;;WAA2B;QAezB,IAAI,aAAa,KAAK,IAAI,IAAI,SAAS,KAAK,IAAI,EAAE;YAChD,MAAM,IAAI,KAAK,CACb,0EAA0E,CAC3E,CAAC;SACH;QAED,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,WAAW,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,mCAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,UAAU,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,UAAU,mCAAI,IAAI,CAAC,UAAU,CAAC;QAExD,IAAI,CAAC,WAAW,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,WAAW,mCAAI,IAAI,CAAC,WAAW,CAAC;QAC3D,IAAI,CAAC,SAAS,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,mCAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,IAAI,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,mCAAI,IAAI,CAAC,IAAI,CAAC;QACtC,IAAI,CAAC,gBAAgB,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,gBAAgB,mCAAI,IAAI,CAAC,gBAAgB,CAAC;QAC1E,IAAI,CAAC,eAAe,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,eAAe,mCAAI,IAAI,CAAC,eAAe,CAAC;QACvE,IAAI,CAAC,CAAC,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,CAAC,mCAAI,IAAI,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,mCAAI,IAAI,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,CAAC;QACnC,IAAI,CAAC,IAAI,GAAG,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,CAAC;QAEzB,MAAM,YAAY,GAAG,IAAI,aAAa,CAAC;YACrC,MAAM,EAAE,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,YAAY,mCAAI,OAAO,CAAC,GAAG,CAAC,cAAc;SAC3D,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC;IAC5C,CAAC;IAED,gBAAgB;QACd,uBACE,KAAK,EAAE,IAAI,CAAC,SAAS,EACrB,WAAW,EAAE,IAAI,CAAC,WAAW,EAC7B,UAAU,EAAE,IAAI,CAAC,SAAS,EAC1B,KAAK,EAAE,IAAI,CAAC,IAAI,EAChB,iBAAiB,EAAE,IAAI,CAAC,gBAAgB,EACxC,gBAAgB,EAAE,IAAI,CAAC,eAAe,EACtC,CAAC,EAAE,IAAI,CAAC,CAAC,EACT,OAAO,EAAE,IAAI,CAAC,MAAM,EACpB,UAAU,EAAE,IAAI,CAAC,SAAS,EAC1B,IAAI,EAAE,IAAI,CAAC,IAAI,IACZ,IAAI,CAAC,WAAW,EACnB;IACJ,CAAC;IAED,iBAAiB;QACf,uBACE,UAAU,EAAE,IAAI,CAAC,SAAS,IACvB,IAAI,CAAC,gBAAgB,EAAE,EAC1B;IACJ,CAAC;IAEK,SAAS,CAAC,OAAiB,EAAE,IAAe;;;YAChD,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YACvD,MAAM,OAAO,GAA2C,EAAE,CAAC;YAC3D,MAAM,UAAU,GAAe,EAAE,CAAC;YAElC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE;gBACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;aAC3D;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvC,MAAM,CAAC,IAAI,GAAG,IAAI,aAAJ,IAAI,cAAJ,IAAI,GAAI,MAAM,CAAC,IAAI,CAAC;YAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE;gBAC7C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,mBAAmB,iCAC1C,MAAM,KACT,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,IACrB,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC9B,MAAM,EACJ,iBAAiB,EAAE,gBAAgB,EACnC,aAAa,EAAE,YAAY,EAC3B,YAAY,EAAE,WAAW,GAC1B,GAAG,MAAA,IAAI,CAAC,KAAK,mCAAI,EAAE,CAAC;gBAErB,IAAI,gBAAgB,EAAE;oBACpB,UAAU,CAAC,gBAAgB;wBACzB,CAAC,MAAA,UAAU,CAAC,gBAAgB,mCAAI,CAAC,CAAC,GAAG,gBAAgB,CAAC;iBACzD;gBAED,IAAI,YAAY,EAAE;oBAChB,UAAU,CAAC,YAAY,GAAG,CAAC,MAAA,UAAU,CAAC,YAAY,mCAAI,CAAC,CAAC,GAAG,YAAY,CAAC;iBACzE;gBAED,IAAI,WAAW,EAAE;oBACf,UAAU,CAAC,WAAW,GAAG,CAAC,MAAA,UAAU,CAAC,WAAW,mCAAI,CAAC,CAAC,GAAG,WAAW,CAAC;iBACtE;aACF;YAED,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CACpE,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;;gBAAC,OAAA,CAAC;oBAC7B,IAAI,EAAE,MAAA,MAAM,CAAC,IAAI,mCAAI,EAAE;oBACvB,cAAc,EAAE;wBACd,YAAY,EAAE,MAAM,CAAC,aAAa;wBAClC,QAAQ,EAAE,MAAM,CAAC,QAAQ;qBAC1B;iBACF,CAAC,CAAA;aAAA,CAAC,CACJ,CAAC;YACF,OAAO;gBACL,WAAW;gBACX,SAAS,EAAE,EAAE,UAAU,EAAE;aAC1B,CAAC;;KACH;IAED,mBAAmB,CAAC,OAAgC;QAClD,MAAM,qBAAqB,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAC1E,OAAO,IAAA,6BAAO,EAAC,qBAAqB,EAAE;YACpC,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,EAAE;YACZ,aAAa,EAAE,IAAI,CAAC,UAAU;YAC9B,8DAA8D;SAC/D,CAAC,CAAC;IACL,CAAC;IAED,QAAQ;QACN,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AA9JD,wBA8JC"}
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,19 @@
1
+ "use strict";
2
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
+ return new (P || (P = Promise))(function (resolve, reject) {
5
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
9
+ });
10
+ };
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ const globals_1 = require("@jest/globals");
13
+ const openai_1 = require("../openai");
14
+ (0, globals_1.test)("Test OpenAI", () => __awaiter(void 0, void 0, void 0, function* () {
15
+ const model = new openai_1.OpenAI({ maxTokens: 5 });
16
+ const res = yield model.call("Print hello world");
17
+ console.log({ res });
18
+ }));
19
+ //# sourceMappingURL=openai.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openai.test.js","sourceRoot":"","sources":["../../../../llms/tests/openai.test.ts"],"names":[],"mappings":";;;;;;;;;;;AAAA,2CAAqC;AACrC,sCAAmC;AAEnC,IAAA,cAAI,EAAC,aAAa,EAAE,GAAS,EAAE;IAC7B,MAAM,KAAK,GAAG,IAAI,eAAM,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AACvB,CAAC,CAAA,CAAC,CAAC"}
@@ -0,0 +1,19 @@
1
+ import { BaseOutputParser } from "./parser";
2
+ import { PromptTemplate, FewShotPromptTemplate } from "./index";
3
+ declare const templateClasses: (typeof PromptTemplate | typeof FewShotPromptTemplate)[];
4
+ export type SerializedBasePromptTemplate = ReturnType<InstanceType<(typeof templateClasses)[number]>["serialize"]>;
5
+ export type InputValues = Record<string, any>;
6
+ export interface BasePromptTemplateInput {
7
+ inputVariables: string[];
8
+ outputParser?: BaseOutputParser;
9
+ }
10
+ export declare abstract class BasePromptTemplate implements BasePromptTemplateInput {
11
+ inputVariables: string[];
12
+ outputParser?: BaseOutputParser;
13
+ constructor(input: BasePromptTemplateInput);
14
+ abstract format(values: InputValues): string;
15
+ abstract _getPromptType(): string;
16
+ abstract serialize(): SerializedBasePromptTemplate;
17
+ static deserialize(data: SerializedBasePromptTemplate): Promise<BasePromptTemplate>;
18
+ }
19
+ export {};
@@ -0,0 +1,54 @@
1
+ "use strict";
2
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
3
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
4
+ return new (P || (P = Promise))(function (resolve, reject) {
5
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
6
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
7
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
8
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
9
+ });
10
+ };
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ exports.BasePromptTemplate = void 0;
13
+ const index_1 = require("./index");
14
+ const templateClasses = [index_1.PromptTemplate, index_1.FewShotPromptTemplate];
15
+ class BasePromptTemplate {
16
+ constructor(input) {
17
+ Object.defineProperty(this, "inputVariables", {
18
+ enumerable: true,
19
+ configurable: true,
20
+ writable: true,
21
+ value: void 0
22
+ });
23
+ Object.defineProperty(this, "outputParser", {
24
+ enumerable: true,
25
+ configurable: true,
26
+ writable: true,
27
+ value: void 0
28
+ });
29
+ const { inputVariables } = input;
30
+ if (inputVariables.includes("stop")) {
31
+ throw new Error("Cannot have an input variable named 'stop', as it is used internally, please rename.");
32
+ }
33
+ Object.assign(this, input);
34
+ }
35
+ // Deserializing needs to be async because templates (e.g. few_shot) can
36
+ // reference remote resources that we read asynchronously with a web
37
+ // request.
38
+ static deserialize(data) {
39
+ return __awaiter(this, void 0, void 0, function* () {
40
+ switch (data._type) {
41
+ case "prompt":
42
+ return index_1.PromptTemplate.deserialize(data);
43
+ case undefined:
44
+ return index_1.PromptTemplate.deserialize(Object.assign(Object.assign({}, data), { _type: "prompt" }));
45
+ case "few_shot":
46
+ return index_1.FewShotPromptTemplate.deserialize(data);
47
+ default:
48
+ throw new Error(`Invalid prompt type in config: ${data._type}`);
49
+ }
50
+ });
51
+ }
52
+ }
53
+ exports.BasePromptTemplate = BasePromptTemplate;
54
+ //# sourceMappingURL=base.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"base.js","sourceRoot":"","sources":["../../../prompt/base.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,mCAAgE;AAEhE,MAAM,eAAe,GAAG,CAAC,sBAAc,EAAE,6BAAqB,CAAC,CAAC;AAchE,MAAsB,kBAAkB;IAKtC,YAAY,KAA8B;QAJ1C;;;;;WAAyB;QAEzB;;;;;WAAgC;QAG9B,MAAM,EAAE,cAAc,EAAE,GAAG,KAAK,CAAC;QACjC,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;YACnC,MAAM,IAAI,KAAK,CACb,sFAAsF,CACvF,CAAC;SACH;QACD,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;IAQD,wEAAwE;IACxE,oEAAoE;IACpE,WAAW;IACX,MAAM,CAAO,WAAW,CACtB,IAAkC;;YAElC,QAAQ,IAAI,CAAC,KAAK,EAAE;gBAClB,KAAK,QAAQ;oBACX,OAAO,sBAAc,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC1C,KAAK,SAAS;oBACZ,OAAO,sBAAc,CAAC,WAAW,iCAAM,IAAI,KAAE,KAAK,EAAE,QAAQ,IAAG,CAAC;gBAClE,KAAK,UAAU;oBACb,OAAO,6BAAqB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACjD;oBACE,MAAM,IAAI,KAAK,CACb,kCACG,IAAqC,CAAC,KACzC,EAAE,CACH,CAAC;aACL;QACH,CAAC;KAAA;CACF;AA1CD,gDA0CC"}
@@ -0,0 +1,47 @@
1
+ import { BasePromptTemplate, InputValues, BasePromptTemplateInput } from "./index";
2
+ import { TemplateFormat } from "./template";
3
+ import { PromptTemplate, SerializedPromptTemplate } from "./prompt";
4
+ import { SerializedOutputParser } from "./parser";
5
+ type ExampleSelector = null;
6
+ type Example = Record<string, any>;
7
+ export type SerializedFewShotTemplate = {
8
+ _type: "few_shot";
9
+ input_variables: string[];
10
+ output_parser?: SerializedOutputParser;
11
+ examples: string | Example[];
12
+ example_prompt?: SerializedPromptTemplate;
13
+ example_prompt_path?: string;
14
+ example_separator: string;
15
+ prefix?: string;
16
+ prefix_path?: string;
17
+ suffix?: string;
18
+ suffix_path?: string;
19
+ template_format: TemplateFormat;
20
+ };
21
+ export interface FewShotPromptTemplateInput extends BasePromptTemplateInput {
22
+ examples?: Example[];
23
+ examplePrompt: PromptTemplate;
24
+ exampleSelector?: ExampleSelector;
25
+ exampleSeparator: string;
26
+ prefix: string;
27
+ suffix: string;
28
+ templateFormat: TemplateFormat;
29
+ validateTemplate?: boolean;
30
+ }
31
+ export declare class FewShotPromptTemplate extends BasePromptTemplate implements FewShotPromptTemplateInput {
32
+ examples?: InputValues[];
33
+ exampleSelector?: ExampleSelector;
34
+ examplePrompt: PromptTemplate;
35
+ suffix: string;
36
+ exampleSeparator: string;
37
+ prefix: string;
38
+ templateFormat: TemplateFormat;
39
+ validateTemplate: boolean;
40
+ constructor(input: FewShotPromptTemplateInput);
41
+ _getPromptType(): "few_shot";
42
+ private getExamples;
43
+ format(values: InputValues): string;
44
+ serialize(): SerializedFewShotTemplate;
45
+ static deserialize(data: SerializedFewShotTemplate): Promise<FewShotPromptTemplate>;
46
+ }
47
+ export {};