promptfoo 0.59.1 → 0.61.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -2
- package/dist/package.json +5 -2
- package/dist/src/assertions.d.ts +2 -1
- package/dist/src/assertions.d.ts.map +1 -1
- package/dist/src/assertions.js +31 -3
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +26 -12
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/index.d.ts +1 -0
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +3 -3
- package/dist/src/index.js.map +1 -1
- package/dist/src/main.js +109 -14
- package/dist/src/main.js.map +1 -1
- package/dist/src/matchers.d.ts +14 -3
- package/dist/src/matchers.d.ts.map +1 -1
- package/dist/src/matchers.js +40 -1
- package/dist/src/matchers.js.map +1 -1
- package/dist/src/prompts.d.ts +1 -1
- package/dist/src/prompts.d.ts.map +1 -1
- package/dist/src/prompts.js +38 -23
- package/dist/src/prompts.js.map +1 -1
- package/dist/src/providers/cloudflare-ai.d.ts +103 -0
- package/dist/src/providers/cloudflare-ai.d.ts.map +1 -0
- package/dist/src/providers/cloudflare-ai.js +224 -0
- package/dist/src/providers/cloudflare-ai.js.map +1 -0
- package/dist/src/providers/defaults.d.ts +2 -0
- package/dist/src/providers/defaults.d.ts.map +1 -1
- package/dist/src/providers/defaults.js +2 -0
- package/dist/src/providers/defaults.js.map +1 -1
- package/dist/src/providers/http.d.ts +11 -0
- package/dist/src/providers/http.d.ts.map +1 -0
- package/dist/src/providers/http.js +64 -0
- package/dist/src/providers/http.js.map +1 -0
- package/dist/src/providers/huggingface.d.ts +15 -17
- package/dist/src/providers/huggingface.d.ts.map +1 -1
- package/dist/src/providers/huggingface.js +16 -10
- package/dist/src/providers/huggingface.js.map +1 -1
- package/dist/src/providers/mistral.d.ts.map +1 -1
- package/dist/src/providers/mistral.js +7 -0
- package/dist/src/providers/mistral.js.map +1 -1
- package/dist/src/providers/openai.d.ts +6 -1
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +76 -12
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/portkey.d.ts +6 -0
- package/dist/src/providers/portkey.d.ts.map +1 -0
- package/dist/src/providers/portkey.js +47 -0
- package/dist/src/providers/portkey.js.map +1 -0
- package/dist/src/providers/promptfoo.d.ts +15 -0
- package/dist/src/providers/promptfoo.d.ts.map +1 -0
- package/dist/src/providers/promptfoo.js +50 -0
- package/dist/src/providers/promptfoo.js.map +1 -0
- package/dist/src/providers/replicate.d.ts +6 -1
- package/dist/src/providers/replicate.d.ts.map +1 -1
- package/dist/src/providers/replicate.js +91 -1
- package/dist/src/providers/replicate.js.map +1 -1
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +73 -5
- package/dist/src/providers.js.map +1 -1
- package/dist/src/python/wrapper.d.ts.map +1 -1
- package/dist/src/python/wrapper.js +12 -2
- package/dist/src/python/wrapper.js.map +1 -1
- package/dist/src/redteam/constants.d.ts +2 -0
- package/dist/src/redteam/constants.d.ts.map +1 -0
- package/dist/src/redteam/constants.js +5 -0
- package/dist/src/redteam/constants.js.map +1 -0
- package/dist/src/redteam/getHallucinationTests.d.ts +3 -0
- package/dist/src/redteam/getHallucinationTests.d.ts.map +1 -0
- package/dist/src/redteam/getHallucinationTests.js +64 -0
- package/dist/src/redteam/getHallucinationTests.js.map +1 -0
- package/dist/src/redteam/getHarmfulTests.d.ts +36 -0
- package/dist/src/redteam/getHarmfulTests.d.ts.map +1 -0
- package/dist/src/redteam/getHarmfulTests.js +162 -0
- package/dist/src/redteam/getHarmfulTests.js.map +1 -0
- package/dist/src/redteam/getHijackingTests.d.ts +3 -0
- package/dist/src/redteam/getHijackingTests.d.ts.map +1 -0
- package/dist/src/redteam/getHijackingTests.js +68 -0
- package/dist/src/redteam/getHijackingTests.js.map +1 -0
- package/dist/src/redteam/getOverconfidenceTests.d.ts +3 -0
- package/dist/src/redteam/getOverconfidenceTests.d.ts.map +1 -0
- package/dist/src/redteam/getOverconfidenceTests.js +63 -0
- package/dist/src/redteam/getOverconfidenceTests.js.map +1 -0
- package/dist/src/redteam/getUnderconfidenceTests.d.ts +3 -0
- package/dist/src/redteam/getUnderconfidenceTests.d.ts.map +1 -0
- package/dist/src/redteam/getUnderconfidenceTests.js +63 -0
- package/dist/src/redteam/getUnderconfidenceTests.js.map +1 -0
- package/dist/src/redteam/index.d.ts +11 -0
- package/dist/src/redteam/index.d.ts.map +1 -0
- package/dist/src/redteam/index.js +154 -0
- package/dist/src/redteam/index.js.map +1 -0
- package/dist/src/redteam/iterative.d.ts +9 -0
- package/dist/src/redteam/iterative.d.ts.map +1 -0
- package/dist/src/redteam/iterative.js +178 -0
- package/dist/src/redteam/iterative.js.map +1 -0
- package/dist/src/table.js +1 -1
- package/dist/src/table.js.map +1 -1
- package/dist/src/types.d.ts +24 -4
- package/dist/src/types.d.ts.map +1 -1
- package/dist/src/types.js.map +1 -1
- package/dist/src/util.d.ts.map +1 -1
- package/dist/src/util.js +39 -10
- package/dist/src/util.js.map +1 -1
- package/dist/src/web/nextui/404/index.html +1 -1
- package/dist/src/web/nextui/404.html +1 -1
- package/dist/src/web/nextui/_next/static/chunks/712-13fab020a2ea9e39.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-f363cb4f00822cb0.js +1 -0
- package/dist/src/web/nextui/_next/static/chunks/webpack-6db4c95c90cd16a8.js +1 -0
- package/dist/src/web/nextui/_next/static/css/012e7480208170b3.css +1 -0
- package/dist/src/web/nextui/_next/static/css/d6087a68d5b5af7c.css +1 -0
- package/dist/src/web/nextui/auth/login/index.html +1 -1
- package/dist/src/web/nextui/auth/login/index.txt +3 -3
- package/dist/src/web/nextui/auth/signup/index.html +1 -1
- package/dist/src/web/nextui/auth/signup/index.txt +3 -3
- package/dist/src/web/nextui/datasets/index.html +1 -1
- package/dist/src/web/nextui/datasets/index.txt +3 -3
- package/dist/src/web/nextui/eval/index.html +1 -1
- package/dist/src/web/nextui/eval/index.txt +6 -6
- package/dist/src/web/nextui/index.html +1 -1
- package/dist/src/web/nextui/index.txt +3 -3
- package/dist/src/web/nextui/progress/index.html +1 -1
- package/dist/src/web/nextui/progress/index.txt +3 -3
- package/dist/src/web/nextui/prompts/index.html +1 -1
- package/dist/src/web/nextui/prompts/index.txt +3 -3
- package/dist/src/web/nextui/setup/index.html +2 -2
- package/dist/src/web/nextui/setup/index.txt +5 -5
- package/package.json +5 -2
- package/dist/src/web/nextui/_next/static/chunks/712-b075de116030d628.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/app/setup/page-1e746f842289d480.js +0 -1
- package/dist/src/web/nextui/_next/static/chunks/webpack-e02a742b401be2a0.js +0 -1
- package/dist/src/web/nextui/_next/static/css/635638c73d973eb7.css +0 -1
- package/dist/src/web/nextui/_next/static/css/dded26353bff8496.css +0 -1
- /package/dist/src/web/nextui/_next/static/{M6DuBbMeEniSe5YhgYql4 → LMbNc2VH3HooEZMtC2nR3}/_buildManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/{M6DuBbMeEniSe5YhgYql4 → LMbNc2VH3HooEZMtC2nR3}/_ssgManifest.js +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-220f1e1ba1ae2ad9.js → page-cf43e2e1a57168e1.js} +0 -0
- /package/dist/src/web/nextui/_next/static/chunks/app/eval/{page-b242a9f90d8df411.js → page-21ed48ee7bd48001.js} +0 -0
package/dist/src/prompts.js
CHANGED
|
@@ -49,7 +49,7 @@ function readProviderPromptMap(config, parsedPrompts) {
|
|
|
49
49
|
}
|
|
50
50
|
const allPrompts = [];
|
|
51
51
|
for (const prompt of parsedPrompts) {
|
|
52
|
-
allPrompts.push(prompt.
|
|
52
|
+
allPrompts.push(prompt.label);
|
|
53
53
|
}
|
|
54
54
|
if (typeof config.providers === 'string') {
|
|
55
55
|
return { [config.providers]: allPrompts };
|
|
@@ -118,26 +118,40 @@ async function readPrompts(promptPathOrGlobs, basePath = '') {
|
|
|
118
118
|
}
|
|
119
119
|
else if (Array.isArray(promptPathOrGlobs)) {
|
|
120
120
|
// TODO(ian): Handle object array, such as OpenAI messages
|
|
121
|
+
inputType = PromptInputType.ARRAY;
|
|
121
122
|
promptPathInfos = promptPathOrGlobs.flatMap((pathOrGlob) => {
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
123
|
+
let label;
|
|
124
|
+
let rawPath;
|
|
125
|
+
if (typeof pathOrGlob === 'object') {
|
|
126
|
+
// Parse prompt config object {id, label}
|
|
127
|
+
(0, tiny_invariant_1.default)(pathOrGlob.label, `Prompt object requires label, but got ${JSON.stringify(pathOrGlob)}`);
|
|
128
|
+
label = pathOrGlob.label;
|
|
129
|
+
(0, tiny_invariant_1.default)(pathOrGlob.id, `Prompt object requires id, but got ${JSON.stringify(pathOrGlob)}`);
|
|
130
|
+
rawPath = pathOrGlob.id;
|
|
131
|
+
inputType = PromptInputType.NAMED;
|
|
132
|
+
}
|
|
133
|
+
else {
|
|
134
|
+
label = pathOrGlob;
|
|
135
|
+
rawPath = pathOrGlob;
|
|
136
|
+
}
|
|
137
|
+
(0, tiny_invariant_1.default)(typeof rawPath === 'string', `Prompt path must be a string, but got ${JSON.stringify(rawPath)}`);
|
|
138
|
+
if (rawPath.startsWith('file://')) {
|
|
139
|
+
rawPath = rawPath.slice('file://'.length);
|
|
125
140
|
// This path is explicitly marked as a file, ensure that it's not used as a raw prompt.
|
|
126
|
-
forceLoadFromFile.add(
|
|
141
|
+
forceLoadFromFile.add(rawPath);
|
|
127
142
|
}
|
|
128
|
-
resolvedPath = path.resolve(basePath,
|
|
129
|
-
resolvedPathToDisplay.set(resolvedPath,
|
|
143
|
+
resolvedPath = path.resolve(basePath, rawPath);
|
|
144
|
+
resolvedPathToDisplay.set(resolvedPath, label);
|
|
130
145
|
const globbedPaths = (0, glob_1.globSync)(resolvedPath.replace(/\\/g, '/'), {
|
|
131
146
|
windowsPathsNoEscape: true,
|
|
132
147
|
});
|
|
133
|
-
logger_1.default.debug(`Expanded prompt ${
|
|
148
|
+
logger_1.default.debug(`Expanded prompt ${rawPath} to ${resolvedPath} and then to ${JSON.stringify(globbedPaths)}`);
|
|
134
149
|
if (globbedPaths.length > 0) {
|
|
135
|
-
return globbedPaths.map((globbedPath) => ({ raw:
|
|
150
|
+
return globbedPaths.map((globbedPath) => ({ raw: rawPath, resolved: globbedPath }));
|
|
136
151
|
}
|
|
137
152
|
// globSync will return empty if no files match, which is the case when the path includes a function name like: file.js:func
|
|
138
|
-
return [{ raw:
|
|
153
|
+
return [{ raw: rawPath, resolved: resolvedPath }];
|
|
139
154
|
});
|
|
140
|
-
inputType = PromptInputType.ARRAY;
|
|
141
155
|
}
|
|
142
156
|
else if (typeof promptPathOrGlobs === 'object') {
|
|
143
157
|
// Display/contents mapping
|
|
@@ -174,7 +188,7 @@ async function readPrompts(promptPathOrGlobs, basePath = '') {
|
|
|
174
188
|
throw err;
|
|
175
189
|
}
|
|
176
190
|
// If the path doesn't exist, it's probably a raw prompt
|
|
177
|
-
promptContents.push({ raw: promptPathInfo.raw,
|
|
191
|
+
promptContents.push({ raw: promptPathInfo.raw, label: promptPathInfo.raw });
|
|
178
192
|
usedRaw = true;
|
|
179
193
|
}
|
|
180
194
|
if (usedRaw) {
|
|
@@ -192,7 +206,7 @@ async function readPrompts(promptPathOrGlobs, basePath = '') {
|
|
|
192
206
|
resolvedPathToDisplay.set(resolvedPath, joinedPath);
|
|
193
207
|
return fs.readFileSync(resolvedPath, 'utf-8');
|
|
194
208
|
});
|
|
195
|
-
promptContents.push(...fileContents.map((content) => ({ raw: content,
|
|
209
|
+
promptContents.push(...fileContents.map((content) => ({ raw: content, label: content })));
|
|
196
210
|
}
|
|
197
211
|
else {
|
|
198
212
|
const ext = path.parse(promptPath).ext;
|
|
@@ -200,7 +214,7 @@ async function readPrompts(promptPathOrGlobs, basePath = '') {
|
|
|
200
214
|
const promptFunction = await (0, esm_1.importModule)(promptPath, functionName);
|
|
201
215
|
promptContents.push({
|
|
202
216
|
raw: String(promptFunction),
|
|
203
|
-
|
|
217
|
+
label: String(promptFunction),
|
|
204
218
|
function: promptFunction,
|
|
205
219
|
});
|
|
206
220
|
}
|
|
@@ -231,35 +245,36 @@ async function readPrompts(promptPathOrGlobs, basePath = '') {
|
|
|
231
245
|
return results;
|
|
232
246
|
}
|
|
233
247
|
};
|
|
234
|
-
let
|
|
248
|
+
let label = fileContent;
|
|
235
249
|
if (inputType === PromptInputType.NAMED) {
|
|
236
|
-
|
|
250
|
+
const resolvedPathLookup = functionName ? `${promptPath}:${functionName}` : promptPath;
|
|
251
|
+
label = resolvedPathToDisplay.get(resolvedPathLookup) || resolvedPathLookup;
|
|
237
252
|
}
|
|
238
253
|
promptContents.push({
|
|
239
254
|
raw: fileContent,
|
|
240
|
-
|
|
255
|
+
label,
|
|
241
256
|
function: promptFunction,
|
|
242
257
|
});
|
|
243
258
|
}
|
|
244
259
|
else {
|
|
245
260
|
const fileContent = fs.readFileSync(promptPath, 'utf-8');
|
|
246
|
-
let
|
|
261
|
+
let label;
|
|
247
262
|
if (inputType === PromptInputType.NAMED) {
|
|
248
|
-
|
|
263
|
+
label = resolvedPathToDisplay.get(promptPath) || promptPath;
|
|
249
264
|
}
|
|
250
265
|
else {
|
|
251
|
-
|
|
266
|
+
label = fileContent.length > 200 ? promptPath : fileContent;
|
|
252
267
|
const ext = path.parse(promptPath).ext;
|
|
253
268
|
if (ext === '.jsonl') {
|
|
254
269
|
// Special case for JSONL file
|
|
255
270
|
const jsonLines = fileContent.split(/\r?\n/).filter((line) => line.length > 0);
|
|
256
271
|
for (const json of jsonLines) {
|
|
257
|
-
promptContents.push({ raw: json,
|
|
272
|
+
promptContents.push({ raw: json, label: json });
|
|
258
273
|
}
|
|
259
274
|
continue;
|
|
260
275
|
}
|
|
261
276
|
}
|
|
262
|
-
promptContents.push({ raw: fileContent,
|
|
277
|
+
promptContents.push({ raw: fileContent, label });
|
|
263
278
|
}
|
|
264
279
|
}
|
|
265
280
|
}
|
|
@@ -270,7 +285,7 @@ async function readPrompts(promptPathOrGlobs, basePath = '') {
|
|
|
270
285
|
const content = promptContents[0].raw;
|
|
271
286
|
promptContents = content
|
|
272
287
|
.split(PROMPT_DELIMITER)
|
|
273
|
-
.map((p) => ({ raw: p.trim(),
|
|
288
|
+
.map((p) => ({ raw: p.trim(), label: p.trim() }));
|
|
274
289
|
}
|
|
275
290
|
if (promptContents.length === 0) {
|
|
276
291
|
throw new Error(`There are no prompts in ${JSON.stringify(promptPathOrGlobs)}`);
|
package/dist/src/prompts.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/prompts.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAC7B,uCAAyB;AAEzB,kDAA0B;AAC1B,oEAAuC;AACvC,+BAAgC;AAChC,+CAA0E;AAE1E,sDAA8B;AAC9B,8CAA6C;AAC7C,+BAAqC;AACrC,iCAA2C;AAW3C,mDAAiC;AAEjC,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,KAAK,CAAC;AAEzE,SAAgB,qBAAqB,CACnC,MAA8B,EAC9B,aAAuB;IAEvB,MAAM,GAAG,GAA6B,EAAE,CAAC;IAEzC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;QACrB,OAAO,GAAG,CAAC;KACZ;IAED,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE;QAClC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;KACjC;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE;QACxC,OAAO,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC;KAC3C;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE;QAC1C,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC;KAC1C;IAED,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE;QACvC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE;YAChC,wDAAwD;YACxD,IAAI,QAAQ,CAAC,EAAE,EAAE;gBACf,MAAM,WAAW,GAAG,QAA2B,CAAC;gBAChD,IAAA,wBAAS,EACP,WAAW,CAAC,EAAE,EACd,4EAA4E,CAC7E,CAAC;gBACF,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;gBACxD,IAAI,WAAW,CAAC,KAAK,EAAE;oBACrB,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;iBAC5D;aACF;iBAAM;gBACL,MAAM,WAAW,GAAG,QAA8B,CAAC;gBACnD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/C,MAAM,cAAc,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;gBAC/C,MAAM,EAAE,GAAG,cAAc,CAAC,EAAE,IAAI,UAAU,CAAC;gBAC3C,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,OAAO,IAAI,UAAU,CAAC;aACzD;SACF;KACF;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AA/CD,sDA+CC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,OAAO,CACL,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;QACnB,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC3B,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC;QAC5B,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;YAChB,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClB,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;YACjB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG;YAClC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CACtC,CAAC;AACJ,CAAC;AAED,IAAK,eAIJ;AAJD,WAAK,eAAe;IAClB,yDAAU,CAAA;IACV,uDAAS,CAAA;IACT,uDAAS,CAAA;AACX,CAAC,EAJI,eAAe,KAAf,eAAe,QAInB;AAEM,KAAK,UAAU,WAAW,CAC/B,iBAA6D,EAC7D,WAAmB,EAAE;IAErB,gBAAM,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;IAC1E,IAAI,eAAe,GAAwC,EAAE,CAAC;IAC9D,IAAI,cAAc,GAAa,EAAE,CAAC;IAElC,IAAI,SAAsC,CAAC;IAC3C,IAAI,YAAgC,CAAC;IACrC,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5C,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxD,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE;QACzC,wBAAwB;QACxB,IAAI,iBAAiB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;YAC3C,iBAAiB,GAAG,iBAAiB,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC9D,gDAAgD;YAChD,iBAAiB,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;SAC1C;QACD,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;QACzD,eAAe,GAAG,CAAC,EAAE,GAAG,EAAE,iBAAiB,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QACvE,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC;QAC3D,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC;KACpC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE;QAC3C,0DAA0D;QAC1D,eAAe,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;YACzD,IAAA,wBAAS,EAAC,OAAO,UAAU,KAAK,QAAQ,EAAE,yCAAyC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACjH,IAAI,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;gBACpC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAChD,uFAAuF;gBACvF,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;aACnC;YACD,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAClD,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,IAAA,eAAQ,EAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE;gBAC9D,oBAAoB,EAAE,IAAI;aAC3B,CAAC,CAAC;YACH,gBAAM,CAAC,KAAK,CACV,mBAAmB,UAAU,OAAO,YAAY,gBAAgB,IAAI,CAAC,SAAS,CAC5E,YAAY,CACb,EAAE,CACJ,CAAC;YACF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3B,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;aACxF;YACD,4HAA4H;YAC5H,OAAO,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QACH,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC;KACnC;SAAM,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE;QAChD,2BAA2B;QAC3B,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC3D,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC3C,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAG,iBAA4C,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5F,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;QACH,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC;KACnC;IAED,gBAAM,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;IAE1E,KAAK,MAAM,cAAc,IAAI,eAAe,EAAE;QAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC;QAC/B,IAAI,YAAgC,CAAC;QACrC,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;YACjC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1C,IACE,MAAM,CAAC,CAAC,CAAC;gBACT,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;oBACxB,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC1B,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC1B,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAC5B;gBACA,CAAC,QAAQ,EAAE,YAAY,CAAC,GAAG,MAAM,CAAC;aACnC;SACF;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACvD,IAAI,IAAI,CAAC;QACT,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI;YACF,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;SAChC;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;gBACzE,MAAM,GAAG,CAAC;aACX;YACD,wDAAwD;YACxD,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,cAAc,CAAC,GAAG,EAAE,OAAO,EAAE,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC;YAC9E,OAAO,GAAG,IAAI,CAAC;SAChB;QACD,IAAI,OAAO,EAAE;YACX,IAAI,aAAa,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE;gBACrC,gFAAgF;gBAChF,gBAAM,CAAC,IAAI,CACT,gCAAgC,eAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,kCAAkC,CACtF,CAAC;aACH;SACF;aAAM,IAAI,IAAI,EAAE,WAAW,EAAE,EAAE;YAC9B,sEAAsE;YACtE,MAAM,gBAAgB,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACrD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBACnD,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAClD,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;gBACpD,OAAO,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC,CAAC,CAAC;YACH,cAAc,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;SAC7F;aAAM;YACL,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC;YACvC,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,MAAM,EAAE;gBACrD,MAAM,cAAc,GAAG,MAAM,IAAA,kBAAY,EAAC,UAAU,EAAE,YAAY,CAAC,CAAC;gBACpE,cAAc,CAAC,IAAI,CAAC;oBAClB,GAAG,EAAE,MAAM,CAAC,cAAc,CAAC;oBAC3B,OAAO,EAAE,MAAM,CAAC,cAAc,CAAC;oBAC/B,QAAQ,EAAE,cAAc;iBACzB,CAAC,CAAC;aACJ;iBAAM,IAAI,GAAG,KAAK,KAAK,EAAE;gBACxB,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBACzD,MAAM,cAAc,GAAG,KAAK,EAAE,OAG7B,EAAE,EAAE;oBACH,IAAI,YAAY,EAAE;wBAChB,OAAO,IAAA,mBAAS,EAAC,UAAU,EAAE,YAAY,EAAE;4BACzC;gCACE,GAAG,OAAO;gCACV,QAAQ,EAAE;oCACR,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE;oCACxB,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK;iCAC/B;6BACF;yBACF,CAAC,CAAC;qBACJ;yBAAM;wBACL,6BAA6B;wBAC7B,MAAM,OAAO,GAAuB;4BAClC,IAAI,EAAE,MAAM;4BACZ,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,QAAQ;4BACpD,IAAI,EAAE,CAAC,IAAA,wBAAiB,EAAC,OAAO,CAAC,CAAC;yBACnC,CAAC;wBACF,gBAAM,CAAC,KAAK,CAAC,kCAAkC,UAAU,EAAE,CAAC,CAAC;wBAC7D,MAAM,OAAO,GAAG,CAAC,MAAM,0BAAW,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACxE,gBAAM,CAAC,KAAK,CAAC,wBAAwB,UAAU,cAAc,OAAO,EAAE,CAAC,CAAC;wBACxE,OAAO,OAAO,CAAC;qBAChB;gBACH,CAAC,CAAC;gBACF,IAAI,OAAO,GAAG,WAAW,CAAC;gBAC1B,IAAI,SAAS,KAAK,eAAe,CAAC,KAAK,EAAE;oBACvC,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC;iBAC/D;gBAED,cAAc,CAAC,IAAI,CAAC;oBAClB,GAAG,EAAE,WAAW;oBAChB,OAAO;oBACP,QAAQ,EAAE,cAAc;iBACzB,CAAC,CAAC;aACJ;iBAAM;gBACL,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBACzD,IAAI,OAA2B,CAAC;gBAChC,IAAI,SAAS,KAAK,eAAe,CAAC,KAAK,EAAE;oBACvC,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC;iBAC/D;qBAAM;oBACL,OAAO,GAAG,WAAW,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;oBAE9D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC;oBACvC,IAAI,GAAG,KAAK,QAAQ,EAAE;wBACpB,8BAA8B;wBAC9B,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;wBAC/E,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE;4BAC5B,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;yBACnD;wBACD,SAAS;qBACV;iBACF;gBACD,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;aACpD;SACF;KACF;IAED,IACE,cAAc,CAAC,MAAM,KAAK,CAAC;QAC3B,SAAS,KAAK,eAAe,CAAC,KAAK;QACnC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,EAC9B;QACA,4CAA4C;QAC5C,MAAM,OAAO,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACtC,cAAc,GAAG,OAAO;aACrB,KAAK,CAAC,gBAAgB,CAAC;aACvB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;KACvD;IACD,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE;QAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;KACjF;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAjMD,kCAiMC;AAEY,QAAA,sBAAsB,GAAG,IAAI,CAAC,SAAS,CAAC;IACnD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;8EAUiE;KAC3E;IACD;QACE,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,4CAA4C;KACtD;CACF,CAAC,CAAC;AAEH,iFAAiF;AACpE,QAAA,wBAAwB,GAAG,IAAI,CAAC,SAAS,CAAC;IACrD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;;;;;;+FAiBkF;KAC5F;CACF,CAAC,CAAC;AAEU,QAAA,uBAAuB,GAAG,IAAI,CAAC,SAAS,CAAC;IACpD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;eAYE;KACZ;CACF,CAAC,CAAC;AAEU,QAAA,8BAA8B,GAAG;IAC5C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE;;;;+FAIoF;CAC9F,CAAC;AAEW,QAAA,6BAA6B,GAAG;IAC3C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,8aAA8a;CACxb,CAAC;AAEW,QAAA,uCAAuC,GAAG;IACrD,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,sTAAsT;CAChU,CAAC;AAEW,QAAA,kBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC;IAC/C;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;4FAU+E;KACzF;CACF,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/prompts.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAC7B,uCAAyB;AAEzB,kDAA0B;AAC1B,oEAAuC;AACvC,+BAAgC;AAChC,+CAA0E;AAE1E,sDAA8B;AAC9B,8CAA6C;AAC7C,+BAAqC;AACrC,iCAA2C;AAW3C,mDAAiC;AAEjC,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,KAAK,CAAC;AAEzE,SAAgB,qBAAqB,CACnC,MAA8B,EAC9B,aAAuB;IAEvB,MAAM,GAAG,GAA6B,EAAE,CAAC;IAEzC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;QACrB,OAAO,GAAG,CAAC;KACZ;IAED,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE;QAClC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;KAC/B;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE;QACxC,OAAO,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC;KAC3C;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE;QAC1C,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC;KAC1C;IAED,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE;QACvC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE;YAChC,wDAAwD;YACxD,IAAI,QAAQ,CAAC,EAAE,EAAE;gBACf,MAAM,WAAW,GAAG,QAA2B,CAAC;gBAChD,IAAA,wBAAS,EACP,WAAW,CAAC,EAAE,EACd,4EAA4E,CAC7E,CAAC;gBACF,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;gBACxD,IAAI,WAAW,CAAC,KAAK,EAAE;oBACrB,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;iBAC5D;aACF;iBAAM;gBACL,MAAM,WAAW,GAAG,QAA8B,CAAC;gBACnD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/C,MAAM,cAAc,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;gBAC/C,MAAM,EAAE,GAAG,cAAc,CAAC,EAAE,IAAI,UAAU,CAAC;gBAC3C,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,OAAO,IAAI,UAAU,CAAC;aACzD;SACF;KACF;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AA/CD,sDA+CC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,OAAO,CACL,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;QACnB,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC3B,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC;QAC5B,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;YAChB,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClB,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;YACjB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG;YAClC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CACtC,CAAC;AACJ,CAAC;AAED,IAAK,eAIJ;AAJD,WAAK,eAAe;IAClB,yDAAU,CAAA;IACV,uDAAS,CAAA;IACT,uDAAS,CAAA;AACX,CAAC,EAJI,eAAe,KAAf,eAAe,QAInB;AAEM,KAAK,UAAU,WAAW,CAC/B,iBAAiF,EACjF,WAAmB,EAAE;IAErB,gBAAM,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;IAC1E,IAAI,eAAe,GAAwC,EAAE,CAAC;IAC9D,IAAI,cAAc,GAAa,EAAE,CAAC;IAElC,IAAI,SAAsC,CAAC;IAC3C,IAAI,YAAgC,CAAC;IACrC,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5C,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxD,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE;QACzC,wBAAwB;QACxB,IAAI,iBAAiB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;YAC3C,iBAAiB,GAAG,iBAAiB,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC9D,gDAAgD;YAChD,iBAAiB,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;SAC1C;QACD,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;QACzD,eAAe,GAAG,CAAC,EAAE,GAAG,EAAE,iBAAiB,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QACvE,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC;QAC3D,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC;KACpC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE;QAC3C,0DAA0D;QAC1D,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC;QAClC,eAAe,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;YACzD,IAAI,KAAK,CAAC;YACV,IAAI,OAAe,CAAC;YACpB,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE;gBAClC,yCAAyC;gBACzC,IAAA,wBAAS,EAAC,UAAU,CAAC,KAAK,EAAE,yCAAyC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;gBACnG,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;gBACzB,IAAA,wBAAS,EAAC,UAAU,CAAC,EAAE,EAAE,sCAAsC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;gBAC7F,OAAO,GAAG,UAAU,CAAC,EAAE,CAAC;gBACxB,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC;aACnC;iBAAM;gBACL,KAAK,GAAG,UAAU,CAAC;gBACnB,OAAO,GAAG,UAAU,CAAC;aACtB;YACD,IAAA,wBAAS,EAAC,OAAO,OAAO,KAAK,QAAQ,EAAE,yCAAyC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC3G,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;gBACjC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAC1C,uFAAuF;gBACvF,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;aAChC;YACD,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC/C,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,IAAA,eAAQ,EAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE;gBAC9D,oBAAoB,EAAE,IAAI;aAC3B,CAAC,CAAC;YACH,gBAAM,CAAC,KAAK,CACV,mBAAmB,OAAO,OAAO,YAAY,gBAAgB,IAAI,CAAC,SAAS,CACzE,YAAY,CACb,EAAE,CACJ,CAAC;YACF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3B,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;aACrF;YACD,4HAA4H;YAC5H,OAAO,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;KACJ;SAAM,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE;QAChD,2BAA2B;QAC3B,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC3D,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC3C,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAG,iBAA4C,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5F,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;QACH,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC;KACnC;IAED,gBAAM,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;IAE1E,KAAK,MAAM,cAAc,IAAI,eAAe,EAAE;QAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC;QAC/B,IAAI,YAAgC,CAAC;QACrC,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;YACjC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1C,IACE,MAAM,CAAC,CAAC,CAAC;gBACT,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;oBACxB,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC1B,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC1B,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAC5B;gBACA,CAAC,QAAQ,EAAE,YAAY,CAAC,GAAG,MAAM,CAAC;aACnC;SACF;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACvD,IAAI,IAAI,CAAC;QACT,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI;YACF,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;SAChC;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;gBACzE,MAAM,GAAG,CAAC;aACX;YACD,wDAAwD;YACxD,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC;YAC5E,OAAO,GAAG,IAAI,CAAC;SAChB;QACD,IAAI,OAAO,EAAE;YACX,IAAI,aAAa,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE;gBACrC,gFAAgF;gBAChF,gBAAM,CAAC,IAAI,CACT,gCAAgC,eAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,kCAAkC,CACtF,CAAC;aACH;SACF;aAAM,IAAI,IAAI,EAAE,WAAW,EAAE,EAAE;YAC9B,sEAAsE;YACtE,MAAM,gBAAgB,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACrD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBACnD,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAClD,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;gBACpD,OAAO,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC,CAAC,CAAC;YACH,cAAc,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;SAC3F;aAAM;YACL,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC;YACvC,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,MAAM,EAAE;gBACrD,MAAM,cAAc,GAAG,MAAM,IAAA,kBAAY,EAAC,UAAU,EAAE,YAAY,CAAC,CAAC;gBACpE,cAAc,CAAC,IAAI,CAAC;oBAClB,GAAG,EAAE,MAAM,CAAC,cAAc,CAAC;oBAC3B,KAAK,EAAE,MAAM,CAAC,cAAc,CAAC;oBAC7B,QAAQ,EAAE,cAAc;iBACzB,CAAC,CAAC;aACJ;iBAAM,IAAI,GAAG,KAAK,KAAK,EAAE;gBACxB,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBACzD,MAAM,cAAc,GAAG,KAAK,EAAE,OAG7B,EAAE,EAAE;oBACH,IAAI,YAAY,EAAE;wBAChB,OAAO,IAAA,mBAAS,EAAC,UAAU,EAAE,YAAY,EAAE;4BACzC;gCACE,GAAG,OAAO;gCACV,QAAQ,EAAE;oCACR,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE;oCACxB,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK;iCAC/B;6BACF;yBACF,CAAC,CAAC;qBACJ;yBAAM;wBACL,6BAA6B;wBAC7B,MAAM,OAAO,GAAuB;4BAClC,IAAI,EAAE,MAAM;4BACZ,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,QAAQ;4BACpD,IAAI,EAAE,CAAC,IAAA,wBAAiB,EAAC,OAAO,CAAC,CAAC;yBACnC,CAAC;wBACF,gBAAM,CAAC,KAAK,CAAC,kCAAkC,UAAU,EAAE,CAAC,CAAC;wBAC7D,MAAM,OAAO,GAAG,CAAC,MAAM,0BAAW,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACxE,gBAAM,CAAC,KAAK,CAAC,wBAAwB,UAAU,cAAc,OAAO,EAAE,CAAC,CAAC;wBACxE,OAAO,OAAO,CAAC;qBAChB;gBACH,CAAC,CAAC;gBACF,IAAI,KAAK,GAAG,WAAW,CAAC;gBACxB,IAAI,SAAS,KAAK,eAAe,CAAC,KAAK,EAAE;oBACvC,MAAM,kBAAkB,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,UAAU,IAAI,YAAY,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;oBACvF,KAAK,GAAG,qBAAqB,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,kBAAkB,CAAC;iBAC7E;gBAED,cAAc,CAAC,IAAI,CAAC;oBAClB,GAAG,EAAE,WAAW;oBAChB,KAAK;oBACL,QAAQ,EAAE,cAAc;iBACzB,CAAC,CAAC;aACJ;iBAAM;gBACL,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBACzD,IAAI,KAAyB,CAAC;gBAC9B,IAAI,SAAS,KAAK,eAAe,CAAC,KAAK,EAAE;oBACvC,KAAK,GAAG,qBAAqB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC;iBAC7D;qBAAM;oBACL,KAAK,GAAG,WAAW,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;oBAE5D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC;oBACvC,IAAI,GAAG,KAAK,QAAQ,EAAE;wBACpB,8BAA8B;wBAC9B,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;wBAC/E,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE;4BAC5B,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;yBACjD;wBACD,SAAS;qBACV;iBACF;gBACD,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;aAClD;SACF;KACF;IAED,IACE,cAAc,CAAC,MAAM,KAAK,CAAC;QAC3B,SAAS,KAAK,eAAe,CAAC,KAAK;QACnC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,EAC9B;QACA,4CAA4C;QAC5C,MAAM,OAAO,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACtC,cAAc,GAAG,OAAO;aACrB,KAAK,CAAC,gBAAgB,CAAC;aACvB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;KACrD;IACD,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE;QAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;KACjF;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AA/MD,kCA+MC;AAEY,QAAA,sBAAsB,GAAG,IAAI,CAAC,SAAS,CAAC;IACnD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;8EAUiE;KAC3E;IACD;QACE,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,4CAA4C;KACtD;CACF,CAAC,CAAC;AAEH,iFAAiF;AACpE,QAAA,wBAAwB,GAAG,IAAI,CAAC,SAAS,CAAC;IACrD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;;;;;;+FAiBkF;KAC5F;CACF,CAAC,CAAC;AAEU,QAAA,uBAAuB,GAAG,IAAI,CAAC,SAAS,CAAC;IACpD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;eAYE;KACZ;CACF,CAAC,CAAC;AAEU,QAAA,8BAA8B,GAAG;IAC5C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE;;;;+FAIoF;CAC9F,CAAC;AAEW,QAAA,6BAA6B,GAAG;IAC3C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,8aAA8a;CACxb,CAAC;AAEW,QAAA,uCAAuC,GAAG;IACrD,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,sTAAsT;CAChU,CAAC;AAEW,QAAA,kBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC;IAC/C;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;4FAU+E;KACzF;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
export type ICloudflareProviderBaseConfig = {
|
|
2
|
+
accountId?: string;
|
|
3
|
+
accountIdEnvar?: string;
|
|
4
|
+
apiKey?: string;
|
|
5
|
+
apiKeyEnvar?: string;
|
|
6
|
+
apiBaseUrl?: string;
|
|
7
|
+
};
|
|
8
|
+
export type ICloudflareTextGenerationOptions = {
|
|
9
|
+
frequency_penalty?: number;
|
|
10
|
+
lora?: number;
|
|
11
|
+
max_tokens?: number;
|
|
12
|
+
presence_penalty?: number;
|
|
13
|
+
repetition_penalty?: number;
|
|
14
|
+
seed?: number;
|
|
15
|
+
temperature?: number;
|
|
16
|
+
top_k?: number;
|
|
17
|
+
top_p?: number;
|
|
18
|
+
};
|
|
19
|
+
export type ICloudflareProviderConfig = ICloudflareProviderBaseConfig & ICloudflareTextGenerationOptions;
|
|
20
|
+
import type { ApiProvider, CallApiContextParams, CallApiOptionsParams, EnvOverrides, ProviderEmbeddingResponse, ProviderResponse } from '../types';
|
|
21
|
+
export type ICloudflareSuccessResponse<SuccessData extends Record<string, unknown>> = {
|
|
22
|
+
success: true;
|
|
23
|
+
errors: [];
|
|
24
|
+
messages: unknown[];
|
|
25
|
+
result: SuccessData;
|
|
26
|
+
};
|
|
27
|
+
export type IBuildCloudflareResponse<SuccessData extends Record<string, unknown>> = ICloudflareSuccessResponse<SuccessData> | {
|
|
28
|
+
success: false;
|
|
29
|
+
errors: unknown[];
|
|
30
|
+
messages: unknown[];
|
|
31
|
+
};
|
|
32
|
+
declare abstract class CloudflareAiGenericProvider implements ApiProvider {
|
|
33
|
+
abstract readonly modelType: 'embedding' | 'chat' | 'completion';
|
|
34
|
+
deploymentName: string;
|
|
35
|
+
readonly config: ICloudflareProviderConfig;
|
|
36
|
+
env?: EnvOverrides;
|
|
37
|
+
constructor(deploymentName: string, options?: {
|
|
38
|
+
config?: ICloudflareProviderConfig;
|
|
39
|
+
id?: string;
|
|
40
|
+
env?: EnvOverrides;
|
|
41
|
+
});
|
|
42
|
+
getApiConfig(): {
|
|
43
|
+
accountId: string;
|
|
44
|
+
apiToken: string;
|
|
45
|
+
};
|
|
46
|
+
/**
|
|
47
|
+
* @see https://developers.cloudflare.com/api/operations/workers-ai-post-run-model
|
|
48
|
+
*/
|
|
49
|
+
getApiBaseUrl(): string;
|
|
50
|
+
/**
|
|
51
|
+
* @see https://developers.cloudflare.com/api/operations/workers-ai-post-run-model
|
|
52
|
+
*/
|
|
53
|
+
buildUrl(): string;
|
|
54
|
+
id(): string;
|
|
55
|
+
toString(): string;
|
|
56
|
+
protected buildApiHeaders(): {
|
|
57
|
+
Authorization: `Bearer ${string}`;
|
|
58
|
+
'Content-Type': 'application/json';
|
|
59
|
+
};
|
|
60
|
+
/**
|
|
61
|
+
* Cloudflare does not report usage but if it starts to pipe it through its response we can
|
|
62
|
+
* fill in this implementation
|
|
63
|
+
*/
|
|
64
|
+
protected getTokenUsageFromResponse(_response: IBuildCloudflareResponse<{}>): ProviderEmbeddingResponse['tokenUsage'];
|
|
65
|
+
/**
|
|
66
|
+
* Handles the actual marshalling of Cloudflare API response data into the response types expected
|
|
67
|
+
* by inheriting consumers
|
|
68
|
+
*
|
|
69
|
+
* This is meant to be used internally across the inheriting providers
|
|
70
|
+
* @param body
|
|
71
|
+
* @returns
|
|
72
|
+
*/
|
|
73
|
+
protected handleApiCall<InitialResponse extends IBuildCloudflareResponse<{}>, SuccessResponse extends InitialResponse = InitialResponse extends ICloudflareSuccessResponse<{}> ? InitialResponse : never>(body: Record<string, unknown>): Promise<{
|
|
74
|
+
data: SuccessResponse;
|
|
75
|
+
cached: boolean;
|
|
76
|
+
tokenUsage: ProviderEmbeddingResponse['tokenUsage'];
|
|
77
|
+
} | {
|
|
78
|
+
error: string;
|
|
79
|
+
}>;
|
|
80
|
+
callApi(prompt: string, context?: CallApiContextParams, callApiOptions?: CallApiOptionsParams): Promise<ProviderResponse>;
|
|
81
|
+
}
|
|
82
|
+
type IEmbeddingsResponse = {
|
|
83
|
+
shape: [number, number];
|
|
84
|
+
data: number[][];
|
|
85
|
+
};
|
|
86
|
+
export type ICloudflareEmbeddingResponse = IBuildCloudflareResponse<IEmbeddingsResponse>;
|
|
87
|
+
export declare class CloudflareAiEmbeddingProvider extends CloudflareAiGenericProvider {
|
|
88
|
+
readonly modelType = "embedding";
|
|
89
|
+
callEmbeddingApi(text: string): Promise<ProviderEmbeddingResponse>;
|
|
90
|
+
}
|
|
91
|
+
export type ICloudflareTextGenerationResponse = IBuildCloudflareResponse<{
|
|
92
|
+
response: string;
|
|
93
|
+
}>;
|
|
94
|
+
export declare class CloudflareAiCompletionProvider extends CloudflareAiGenericProvider {
|
|
95
|
+
readonly modelType = "completion";
|
|
96
|
+
callApi(prompt: string, context?: CallApiContextParams, callApiOptions?: CallApiOptionsParams): Promise<ProviderResponse>;
|
|
97
|
+
}
|
|
98
|
+
export declare class CloudflareAiChatCompletionProvider extends CloudflareAiGenericProvider {
|
|
99
|
+
readonly modelType = "chat";
|
|
100
|
+
callApi(prompt: string, context?: CallApiContextParams, callApiOptions?: CallApiOptionsParams): Promise<ProviderResponse>;
|
|
101
|
+
}
|
|
102
|
+
export {};
|
|
103
|
+
//# sourceMappingURL=cloudflare-ai.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cloudflare-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/cloudflare-ai.ts"],"names":[],"mappings":"AAkBA,MAAM,MAAM,6BAA6B,GAAG;IAC1C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,gCAAgC,GAAG;IAC7C,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,6BAA6B,GACnE,gCAAgC,CAAC;AAEnC,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EACpB,YAAY,EACZ,yBAAyB,EACzB,gBAAgB,EACjB,MAAM,UAAU,CAAC;AAElB,MAAM,MAAM,0BAA0B,CAAC,WAAW,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI;IACpF,OAAO,EAAE,IAAI,CAAC;IACd,MAAM,EAAE,EAAE,CAAC;IACX,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,EAAE,WAAW,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,wBAAwB,CAAC,WAAW,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAC5E,0BAA0B,CAAC,WAAW,CAAC,GACvC;IAAE,OAAO,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,OAAO,EAAE,CAAC;IAAC,QAAQ,EAAE,OAAO,EAAE,CAAA;CAAE,CAAC;AAE/D,uBAAe,2BAA4B,YAAW,WAAW;IAC/D,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,WAAW,GAAG,MAAM,GAAG,YAAY,CAAC;IAEjE,cAAc,EAAE,MAAM,CAAC;IACvB,SAAgB,MAAM,EAAE,yBAAyB,CAAC;IAClD,GAAG,CAAC,EAAE,YAAY,CAAC;gBAGjB,cAAc,EAAE,MAAM,EACtB,OAAO,GAAE;QACP,MAAM,CAAC,EAAE,yBAAyB,CAAC;QACnC,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,GAAG,CAAC,EAAE,YAAY,CAAC;KACf;IAWR,YAAY,IAAI;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE;IAwCvD;;OAEG;IACH,aAAa,IAAI,MAAM;IAKvB;;OAEG;IACH,QAAQ;IAIR,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIlB,SAAS,CAAC,eAAe,IAAI;QAC3B,aAAa,EAAE,UAAU,MAAM,EAAE,CAAC;QAClC,cAAc,EAAE,kBAAkB,CAAC;KACpC;IAQD;;;OAGG;IACH,SAAS,CAAC,yBAAyB,CACjC,SAAS,EAAE,wBAAwB,CAAC,EAAE,CAAC,GACtC,yBAAyB,CAAC,YAAY,CAAC;IAW1C;;;;;;;OAOG;cACa,aAAa,CAC3B,eAAe,SAAS,wBAAwB,CAAC,EAAE,CAAC,EACpD,eAAe,SAAS,eAAe,GAAG,eAAe,SAAS,0BAA0B,CAAC,EAAE,CAAC,GAC5F,eAAe,GACf,KAAK,EAET,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,OAAO,CACN;QACE,IAAI,EAAE,eAAe,CAAC;QACtB,MAAM,EAAE,OAAO,CAAC;QAChB,UAAU,EAAE,yBAAyB,CAAC,YAAY,CAAC,CAAC;KACrD,GACD;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CACpB;IA0CK,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,cAAc,CAAC,EAAE,oBAAoB,GACpC,OAAO,CAAC,gBAAgB,CAAC;CAG7B;AAED,KAAK,mBAAmB,GAAG;IACzB,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxB,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,4BAA4B,GAAG,wBAAwB,CAAC,mBAAmB,CAAC,CAAC;AAEzF,qBAAa,6BAA8B,SAAQ,2BAA2B;IAC5E,QAAQ,CAAC,SAAS,eAAe;IAE3B,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAgCzE;AAED,MAAM,MAAM,iCAAiC,GAAG,wBAAwB,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAE/F,qBAAa,8BAA+B,SAAQ,2BAA2B;IAC7E,QAAQ,CAAC,SAAS,gBAAgB;IAE5B,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,cAAc,CAAC,EAAE,oBAAoB,GACpC,OAAO,CAAC,gBAAgB,CAAC;CA2B7B;AAED,qBAAa,kCAAmC,SAAQ,2BAA2B;IACjF,QAAQ,CAAC,SAAS,UAAU;IAEtB,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,cAAc,CAAC,EAAE,oBAAoB,GACpC,OAAO,CAAC,gBAAgB,CAAC;CA+B7B"}
|
|
@@ -0,0 +1,224 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.CloudflareAiChatCompletionProvider = exports.CloudflareAiCompletionProvider = exports.CloudflareAiEmbeddingProvider = void 0;
|
|
7
|
+
const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
|
|
8
|
+
const logger_1 = __importDefault(require("../logger"));
|
|
9
|
+
const cache_1 = require("../cache");
|
|
10
|
+
const shared_1 = require("./shared");
|
|
11
|
+
class CloudflareAiGenericProvider {
|
|
12
|
+
constructor(deploymentName, options = {}) {
|
|
13
|
+
const { config, id, env } = options;
|
|
14
|
+
this.env = env;
|
|
15
|
+
this.deploymentName = deploymentName;
|
|
16
|
+
this.config = config || {};
|
|
17
|
+
this.id = id ? () => id : this.id;
|
|
18
|
+
}
|
|
19
|
+
getApiConfig() {
|
|
20
|
+
const apiTokenCandidate = this.config?.apiKey ||
|
|
21
|
+
(this.config?.apiKeyEnvar
|
|
22
|
+
? process.env[this.config.apiKeyEnvar] ||
|
|
23
|
+
this.env?.[this.config.apiKeyEnvar]
|
|
24
|
+
: undefined) ||
|
|
25
|
+
this.env?.CLOUDFLARE_API_KEY ||
|
|
26
|
+
process.env.CLOUDFLARE_API_KEY;
|
|
27
|
+
(0, tiny_invariant_1.default)(apiTokenCandidate, 'Cloudflare API token required. Supply it via config apiKey or apiKeyEnvar, or the CLOUDFLARE_API_KEY environment variable');
|
|
28
|
+
const accountIdCandidate = this.config?.accountId ||
|
|
29
|
+
(this.config?.accountIdEnvar
|
|
30
|
+
? process.env[this.config.accountIdEnvar] ||
|
|
31
|
+
this.env?.[this.config.apiKeyEnvar]
|
|
32
|
+
: undefined) ||
|
|
33
|
+
this.env?.CLOUDFLARE_ACCOUNT_ID ||
|
|
34
|
+
process.env.CLOUDFLARE_ACCOUNT_ID;
|
|
35
|
+
(0, tiny_invariant_1.default)(accountIdCandidate, 'Cloudflare account ID required. Supply it via config apiKey or apiKeyEnvar, or the CLOUDFLARE_ACCOUNT_ID environment variable');
|
|
36
|
+
(0, tiny_invariant_1.default)(apiTokenCandidate, 'Cloudflare API token required. Supply it via config apiKey or apiKeyEnvar, or the CLOUDFLARE_API_KEY environment variable');
|
|
37
|
+
return {
|
|
38
|
+
apiToken: apiTokenCandidate,
|
|
39
|
+
accountId: accountIdCandidate,
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
/**
|
|
43
|
+
* @see https://developers.cloudflare.com/api/operations/workers-ai-post-run-model
|
|
44
|
+
*/
|
|
45
|
+
getApiBaseUrl() {
|
|
46
|
+
const { accountId } = this.getApiConfig();
|
|
47
|
+
return this.config.apiBaseUrl || `https://api.cloudflare.com/client/v4/accounts/${accountId}`;
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* @see https://developers.cloudflare.com/api/operations/workers-ai-post-run-model
|
|
51
|
+
*/
|
|
52
|
+
buildUrl() {
|
|
53
|
+
return `${this.getApiBaseUrl()}/ai/run/${this.deploymentName}`;
|
|
54
|
+
}
|
|
55
|
+
id() {
|
|
56
|
+
return `cloudflare-ai:${this.modelType}:${this.deploymentName}`;
|
|
57
|
+
}
|
|
58
|
+
toString() {
|
|
59
|
+
return `[Cloudflare AI Provider ${this.deploymentName}]`;
|
|
60
|
+
}
|
|
61
|
+
buildApiHeaders() {
|
|
62
|
+
const { apiToken } = this.getApiConfig();
|
|
63
|
+
return {
|
|
64
|
+
'Content-Type': 'application/json',
|
|
65
|
+
Authorization: `Bearer ${apiToken}`,
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
/**
|
|
69
|
+
* Cloudflare does not report usage but if it starts to pipe it through its response we can
|
|
70
|
+
* fill in this implementation
|
|
71
|
+
*/
|
|
72
|
+
getTokenUsageFromResponse(_response) {
|
|
73
|
+
// TODO: Figure out token usage for invoked + cache situations
|
|
74
|
+
const tokenUsage = {
|
|
75
|
+
cached: undefined,
|
|
76
|
+
completion: undefined,
|
|
77
|
+
prompt: undefined,
|
|
78
|
+
total: undefined,
|
|
79
|
+
};
|
|
80
|
+
return tokenUsage;
|
|
81
|
+
}
|
|
82
|
+
/**
|
|
83
|
+
* Handles the actual marshalling of Cloudflare API response data into the response types expected
|
|
84
|
+
* by inheriting consumers
|
|
85
|
+
*
|
|
86
|
+
* This is meant to be used internally across the inheriting providers
|
|
87
|
+
* @param body
|
|
88
|
+
* @returns
|
|
89
|
+
*/
|
|
90
|
+
async handleApiCall(body) {
|
|
91
|
+
let data;
|
|
92
|
+
let cached;
|
|
93
|
+
logger_1.default.debug(`Calling Cloudflare AI API: ${JSON.stringify(body)}`);
|
|
94
|
+
const url = this.buildUrl();
|
|
95
|
+
try {
|
|
96
|
+
({ data, cached } = (await (0, cache_1.fetchWithCache)(url, {
|
|
97
|
+
method: 'POST',
|
|
98
|
+
headers: this.buildApiHeaders(),
|
|
99
|
+
body: JSON.stringify(body),
|
|
100
|
+
}, shared_1.REQUEST_TIMEOUT_MS)));
|
|
101
|
+
}
|
|
102
|
+
catch (err) {
|
|
103
|
+
return {
|
|
104
|
+
error: `API call error: ${String(err)}`,
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
logger_1.default.debug(`\tCloudflare AI API response: ${JSON.stringify(data)}`);
|
|
108
|
+
const tokenUsage = this.getTokenUsageFromResponse(data);
|
|
109
|
+
if (!data.success) {
|
|
110
|
+
return {
|
|
111
|
+
error: `API response error: ${JSON.stringify(data.errors)} (messages: ${String(data.messages)} -- URL: ${url}): ${JSON.stringify(data)}`,
|
|
112
|
+
tokenUsage,
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
return {
|
|
116
|
+
cached,
|
|
117
|
+
data: data,
|
|
118
|
+
tokenUsage,
|
|
119
|
+
};
|
|
120
|
+
}
|
|
121
|
+
async callApi(prompt, context, callApiOptions) {
|
|
122
|
+
throw new Error('Not implemented');
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
class CloudflareAiEmbeddingProvider extends CloudflareAiGenericProvider {
|
|
126
|
+
constructor() {
|
|
127
|
+
super(...arguments);
|
|
128
|
+
this.modelType = 'embedding';
|
|
129
|
+
}
|
|
130
|
+
async callEmbeddingApi(text) {
|
|
131
|
+
const body = {
|
|
132
|
+
text,
|
|
133
|
+
};
|
|
134
|
+
const cfResponse = await this.handleApiCall(body);
|
|
135
|
+
if ('error' in cfResponse) {
|
|
136
|
+
return { error: cfResponse.error };
|
|
137
|
+
}
|
|
138
|
+
const { data, tokenUsage, cached } = cfResponse;
|
|
139
|
+
try {
|
|
140
|
+
const embedding = data.result.data[0];
|
|
141
|
+
if (!embedding) {
|
|
142
|
+
logger_1.default.error('No data could be found in the Cloudflare API response', JSON.stringify(data));
|
|
143
|
+
throw new Error('No embedding returned');
|
|
144
|
+
}
|
|
145
|
+
const ret = {
|
|
146
|
+
cached,
|
|
147
|
+
embedding,
|
|
148
|
+
tokenUsage,
|
|
149
|
+
};
|
|
150
|
+
return ret;
|
|
151
|
+
}
|
|
152
|
+
catch (err) {
|
|
153
|
+
return {
|
|
154
|
+
error: `API response error: ${String(err)}: ${JSON.stringify(data)}`,
|
|
155
|
+
tokenUsage,
|
|
156
|
+
};
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
exports.CloudflareAiEmbeddingProvider = CloudflareAiEmbeddingProvider;
|
|
161
|
+
class CloudflareAiCompletionProvider extends CloudflareAiGenericProvider {
|
|
162
|
+
constructor() {
|
|
163
|
+
super(...arguments);
|
|
164
|
+
this.modelType = 'completion';
|
|
165
|
+
}
|
|
166
|
+
async callApi(prompt, context, callApiOptions) {
|
|
167
|
+
const body = {
|
|
168
|
+
prompt,
|
|
169
|
+
max_tokens: this.config.max_tokens,
|
|
170
|
+
temperature: this.config.temperature,
|
|
171
|
+
top_p: this.config.top_p,
|
|
172
|
+
presence_penalty: this.config.presence_penalty,
|
|
173
|
+
frequency_penalty: this.config.frequency_penalty,
|
|
174
|
+
lora: this.config.lora,
|
|
175
|
+
repetition_penalty: this.config.repetition_penalty,
|
|
176
|
+
seed: this.config.seed,
|
|
177
|
+
top_k: this.config.top_k,
|
|
178
|
+
};
|
|
179
|
+
const cfResponse = await this.handleApiCall(body);
|
|
180
|
+
if ('error' in cfResponse) {
|
|
181
|
+
return { error: cfResponse.error };
|
|
182
|
+
}
|
|
183
|
+
const { data, cached, tokenUsage } = cfResponse;
|
|
184
|
+
return {
|
|
185
|
+
output: data.result.response,
|
|
186
|
+
tokenUsage,
|
|
187
|
+
cached,
|
|
188
|
+
};
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
exports.CloudflareAiCompletionProvider = CloudflareAiCompletionProvider;
|
|
192
|
+
class CloudflareAiChatCompletionProvider extends CloudflareAiGenericProvider {
|
|
193
|
+
constructor() {
|
|
194
|
+
super(...arguments);
|
|
195
|
+
this.modelType = 'chat';
|
|
196
|
+
}
|
|
197
|
+
async callApi(prompt, context, callApiOptions) {
|
|
198
|
+
const messages = (0, shared_1.parseChatPrompt)(prompt, [{ role: 'user', content: prompt }]);
|
|
199
|
+
const body = {
|
|
200
|
+
messages,
|
|
201
|
+
max_tokens: this.config.max_tokens,
|
|
202
|
+
temperature: this.config.temperature,
|
|
203
|
+
top_p: this.config.top_p,
|
|
204
|
+
presence_penalty: this.config.presence_penalty,
|
|
205
|
+
frequency_penalty: this.config.frequency_penalty,
|
|
206
|
+
lora: this.config.lora,
|
|
207
|
+
repetition_penalty: this.config.repetition_penalty,
|
|
208
|
+
seed: this.config.seed,
|
|
209
|
+
top_k: this.config.top_k,
|
|
210
|
+
};
|
|
211
|
+
const cfResponse = await this.handleApiCall(body);
|
|
212
|
+
if ('error' in cfResponse) {
|
|
213
|
+
return { error: cfResponse.error };
|
|
214
|
+
}
|
|
215
|
+
const { data, cached, tokenUsage } = cfResponse;
|
|
216
|
+
return {
|
|
217
|
+
output: data.result.response,
|
|
218
|
+
tokenUsage,
|
|
219
|
+
cached,
|
|
220
|
+
};
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
exports.CloudflareAiChatCompletionProvider = CloudflareAiChatCompletionProvider;
|
|
224
|
+
//# sourceMappingURL=cloudflare-ai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cloudflare-ai.js","sourceRoot":"","sources":["../../../src/providers/cloudflare-ai.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAuC;AAEvC,uDAA+B;AAC/B,oCAA0C;AAC1C,qCAA+D;AAyD/D,MAAe,2BAA2B;IAOxC,YACE,cAAsB,EACtB,UAII,EAAE;QAEN,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;QACpC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QAEf,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QAErC,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;QAC3B,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;IACpC,CAAC;IAED,YAAY;QACV,MAAM,iBAAiB,GACrB,IAAI,CAAC,MAAM,EAAE,MAAM;YACnB,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW;gBACvB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;oBACpC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,WAAiC,CAAC;gBAC3D,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,CAAC,GAAG,EAAE,kBAAkB;YAC5B,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAEjC,IAAA,wBAAS,EACP,iBAAiB,EACjB,2HAA2H,CAC5H,CAAC;QAEF,MAAM,kBAAkB,GACtB,IAAI,CAAC,MAAM,EAAE,SAAS;YACtB,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc;gBAC1B,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;oBACvC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,WAAiC,CAAC;gBAC3D,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,CAAC,GAAG,EAAE,qBAAqB;YAC/B,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;QAEpC,IAAA,wBAAS,EACP,kBAAkB,EAClB,+HAA+H,CAChI,CAAC;QAEF,IAAA,wBAAS,EACP,iBAAiB,EACjB,2HAA2H,CAC5H,CAAC;QAEF,OAAO;YACL,QAAQ,EAAE,iBAAiB;YAC3B,SAAS,EAAE,kBAAkB;SAC9B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,aAAa;QACX,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,iDAAiD,SAAS,EAAE,CAAC;IAChG,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,WAAW,IAAI,CAAC,cAAc,EAAE,CAAC;IACjE,CAAC;IAED,EAAE;QACA,OAAO,iBAAiB,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;IAClE,CAAC;IAED,QAAQ;QACN,OAAO,2BAA2B,IAAI,CAAC,cAAc,GAAG,CAAC;IAC3D,CAAC;IAES,eAAe;QAIvB,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACzC,OAAO;YACL,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,QAAQ,EAAE;SACpC,CAAC;IACJ,CAAC;IAED;;;OAGG;IACO,yBAAyB,CACjC,SAAuC;QAEvC,8DAA8D;QAC9D,MAAM,UAAU,GAA4C;YAC1D,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,SAAS;SACjB,CAAC;QACF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;;;;;OAOG;IACO,KAAK,CAAC,aAAa,CAM3B,IAA6B;QAS7B,IAAI,IAAqB,CAAC;QAC1B,IAAI,MAAe,CAAC;QAEpB,gBAAM,CAAC,KAAK,CAAC,8BAA8B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEnE,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAE5B,IAAI;YACF,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,sBAAc,EACvC,GAAG,EACH;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE;gBAC/B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,EACD,2BAAkB,CACnB,CAAmB,CAAC,CAAC;SACvB;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,mBAAmB,MAAM,CAAC,GAAG,CAAC,EAAE;aACxC,CAAC;SACH;QACD,gBAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtE,MAAM,UAAU,GAAG,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,CAAC;QAExD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,OAAO;gBACL,KAAK,EAAE,uBAAuB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,MAAM,CAC5E,IAAI,CAAC,QAAQ,CACd,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;gBAC5C,UAAU;aACX,CAAC;SACH;QAED,OAAO;YACL,MAAM;YACN,IAAI,EAAE,IAAuB;YAC7B,UAAU;SACX,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,cAAqC;QAErC,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;CACF;AASD,MAAa,6BAA8B,SAAQ,2BAA2B;IAA9E;;QACW,cAAS,GAAG,WAAW,CAAC;IAkCnC,CAAC;IAhCC,KAAK,CAAC,gBAAgB,CAAC,IAAY;QACjC,MAAM,IAAI,GACR;YACE,IAAI;SACL,CAAC;QAEJ,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAA+B,IAAI,CAAC,CAAC;QAChF,IAAI,OAAO,IAAI,UAAU,EAAE;YACzB,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;SACpC;QAED,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC;QAEhD,IAAI;YACF,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACtC,IAAI,CAAC,SAAS,EAAE;gBACd,gBAAM,CAAC,KAAK,CAAC,uDAAuD,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC5F,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;aAC1C;YACD,MAAM,GAAG,GAAG;gBACV,MAAM;gBACN,SAAS;gBACT,UAAU;aACX,CAAC;YACF,OAAO,GAAG,CAAC;SACZ;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,uBAAuB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;gBACpE,UAAU;aACX,CAAC;SACH;IACH,CAAC;CACF;AAnCD,sEAmCC;AAID,MAAa,8BAA+B,SAAQ,2BAA2B;IAA/E;;QACW,cAAS,GAAG,YAAY,CAAC;IAiCpC,CAAC;IA/BC,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,cAAqC;QAErC,MAAM,IAAI,GAAgF;YACxF,MAAM;YACN,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YAClC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9C,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB;YAChD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB;YAClD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;SACzB,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAoC,IAAI,CAAC,CAAC;QACrF,IAAI,OAAO,IAAI,UAAU,EAAE;YACzB,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;SACpC;QAED,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,UAAU,CAAC;QAEhD,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC5B,UAAU;YACV,MAAM;SACP,CAAC;IACJ,CAAC;CACF;AAlCD,wEAkCC;AAED,MAAa,kCAAmC,SAAQ,2BAA2B;IAAnF;;QACW,cAAS,GAAG,MAAM,CAAC;IAqC9B,CAAC;IAnCC,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,cAAqC;QAErC,MAAM,QAAQ,GAAG,IAAA,wBAAe,EAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAE9E,MAAM,IAAI,GAEN;YACF,QAAQ;YACR,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YAClC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9C,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB;YAChD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB;YAClD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;SACzB,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAoC,IAAI,CAAC,CAAC;QACrF,IAAI,OAAO,IAAI,UAAU,EAAE;YACzB,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;SACpC;QAED,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,UAAU,CAAC;QAEhD,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC5B,UAAU;YACV,MAAM;SACP,CAAC;IACJ,CAAC;CACF;AAtCD,gFAsCC"}
|
|
@@ -4,10 +4,12 @@ export declare function getDefaultProviders(env?: EnvOverrides): {
|
|
|
4
4
|
gradingProvider: import("./anthropic").AnthropicMessagesProvider;
|
|
5
5
|
gradingJsonProvider: import("./anthropic").AnthropicMessagesProvider;
|
|
6
6
|
suggestionsProvider: import("./anthropic").AnthropicMessagesProvider;
|
|
7
|
+
moderationProvider: import("./openai").OpenAiModerationProvider;
|
|
7
8
|
} | {
|
|
8
9
|
embeddingProvider: import("./openai").OpenAiEmbeddingProvider;
|
|
9
10
|
gradingProvider: import("./openai").OpenAiChatCompletionProvider;
|
|
10
11
|
gradingJsonProvider: import("./openai").OpenAiChatCompletionProvider;
|
|
11
12
|
suggestionsProvider: import("./openai").OpenAiChatCompletionProvider;
|
|
13
|
+
moderationProvider: import("./openai").OpenAiModerationProvider;
|
|
12
14
|
};
|
|
13
15
|
//# sourceMappingURL=defaults.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../../src/providers/defaults.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../../src/providers/defaults.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC,wBAAgB,mBAAmB,CAAC,GAAG,CAAC,EAAE,YAAY;;;;;;;;;;;;EAsBrD"}
|
|
@@ -13,6 +13,7 @@ function getDefaultProviders(env) {
|
|
|
13
13
|
gradingProvider: anthropic_1.DefaultGradingProvider,
|
|
14
14
|
gradingJsonProvider: anthropic_1.DefaultGradingJsonProvider,
|
|
15
15
|
suggestionsProvider: anthropic_1.DefaultSuggestionsProvider,
|
|
16
|
+
moderationProvider: openai_1.DefaultModerationProvider,
|
|
16
17
|
};
|
|
17
18
|
}
|
|
18
19
|
return {
|
|
@@ -20,6 +21,7 @@ function getDefaultProviders(env) {
|
|
|
20
21
|
gradingProvider: openai_1.DefaultGradingProvider,
|
|
21
22
|
gradingJsonProvider: openai_1.DefaultGradingJsonProvider,
|
|
22
23
|
suggestionsProvider: openai_1.DefaultSuggestionsProvider,
|
|
24
|
+
moderationProvider: openai_1.DefaultModerationProvider,
|
|
23
25
|
};
|
|
24
26
|
}
|
|
25
27
|
exports.getDefaultProviders = getDefaultProviders;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../../src/providers/defaults.ts"],"names":[],"mappings":";;;AAAA,
|
|
1
|
+
{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../../src/providers/defaults.ts"],"names":[],"mappings":";;;AAAA,qCAMkB;AAElB,2CAIqB;AAMrB,SAAgB,mBAAmB,CAAC,GAAkB;IACpD,MAAM,eAAe,GACnB,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc;QAC3B,CAAC,GAAG,EAAE,cAAc;QACpB,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,GAAG,EAAE,iBAAiB,CAAC,CAAC;IAE5D,IAAI,eAAe,EAAE;QACnB,OAAO;YACL,iBAAiB,EAAE,iCAAuB;YAC1C,eAAe,EAAE,kCAAsB;YACvC,mBAAmB,EAAE,sCAA4B;YACjD,mBAAmB,EAAE,sCAA4B;YACjD,kBAAkB,EAAE,kCAAwB;SAC7C,CAAC;KACH;IACD,OAAO;QACL,iBAAiB,EAAE,iCAAuB;QAC1C,eAAe,EAAE,+BAAqB;QACtC,mBAAmB,EAAE,mCAAyB;QAC9C,mBAAmB,EAAE,mCAAyB;QAC9C,kBAAkB,EAAE,kCAAwB;KAC7C,CAAC;AACJ,CAAC;AAtBD,kDAsBC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { ApiProvider, CallApiContextParams, ProviderOptions, ProviderResponse } from '../types.js';
|
|
2
|
+
export declare class HttpProvider implements ApiProvider {
|
|
3
|
+
url: string;
|
|
4
|
+
config: any;
|
|
5
|
+
responseParser: (data: any) => ProviderResponse;
|
|
6
|
+
constructor(url: string, options: ProviderOptions);
|
|
7
|
+
id(): string;
|
|
8
|
+
toString(): string;
|
|
9
|
+
callApi(prompt: string, context?: CallApiContextParams): Promise<ProviderResponse>;
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=http.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../../src/providers/http.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,eAAe,EACf,gBAAgB,EACjB,MAAM,aAAa,CAAC;AAErB,qBAAa,YAAa,YAAW,WAAW;IAC9C,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,GAAG,CAAC;IACZ,cAAc,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,gBAAgB,CAAC;gBAEpC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe;IAMjD,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIZ,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAuCzF"}
|