promptfoo 0.59.1 → 0.61.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (137) hide show
  1. package/README.md +14 -2
  2. package/dist/package.json +5 -2
  3. package/dist/src/assertions.d.ts +2 -1
  4. package/dist/src/assertions.d.ts.map +1 -1
  5. package/dist/src/assertions.js +31 -3
  6. package/dist/src/assertions.js.map +1 -1
  7. package/dist/src/evaluator.d.ts.map +1 -1
  8. package/dist/src/evaluator.js +26 -12
  9. package/dist/src/evaluator.js.map +1 -1
  10. package/dist/src/index.d.ts +1 -0
  11. package/dist/src/index.d.ts.map +1 -1
  12. package/dist/src/index.js +3 -3
  13. package/dist/src/index.js.map +1 -1
  14. package/dist/src/main.js +109 -14
  15. package/dist/src/main.js.map +1 -1
  16. package/dist/src/matchers.d.ts +14 -3
  17. package/dist/src/matchers.d.ts.map +1 -1
  18. package/dist/src/matchers.js +40 -1
  19. package/dist/src/matchers.js.map +1 -1
  20. package/dist/src/prompts.d.ts +1 -1
  21. package/dist/src/prompts.d.ts.map +1 -1
  22. package/dist/src/prompts.js +38 -23
  23. package/dist/src/prompts.js.map +1 -1
  24. package/dist/src/providers/cloudflare-ai.d.ts +103 -0
  25. package/dist/src/providers/cloudflare-ai.d.ts.map +1 -0
  26. package/dist/src/providers/cloudflare-ai.js +224 -0
  27. package/dist/src/providers/cloudflare-ai.js.map +1 -0
  28. package/dist/src/providers/defaults.d.ts +2 -0
  29. package/dist/src/providers/defaults.d.ts.map +1 -1
  30. package/dist/src/providers/defaults.js +2 -0
  31. package/dist/src/providers/defaults.js.map +1 -1
  32. package/dist/src/providers/http.d.ts +11 -0
  33. package/dist/src/providers/http.d.ts.map +1 -0
  34. package/dist/src/providers/http.js +64 -0
  35. package/dist/src/providers/http.js.map +1 -0
  36. package/dist/src/providers/huggingface.d.ts +15 -17
  37. package/dist/src/providers/huggingface.d.ts.map +1 -1
  38. package/dist/src/providers/huggingface.js +16 -10
  39. package/dist/src/providers/huggingface.js.map +1 -1
  40. package/dist/src/providers/mistral.d.ts.map +1 -1
  41. package/dist/src/providers/mistral.js +7 -0
  42. package/dist/src/providers/mistral.js.map +1 -1
  43. package/dist/src/providers/openai.d.ts +6 -1
  44. package/dist/src/providers/openai.d.ts.map +1 -1
  45. package/dist/src/providers/openai.js +76 -12
  46. package/dist/src/providers/openai.js.map +1 -1
  47. package/dist/src/providers/portkey.d.ts +6 -0
  48. package/dist/src/providers/portkey.d.ts.map +1 -0
  49. package/dist/src/providers/portkey.js +47 -0
  50. package/dist/src/providers/portkey.js.map +1 -0
  51. package/dist/src/providers/promptfoo.d.ts +15 -0
  52. package/dist/src/providers/promptfoo.d.ts.map +1 -0
  53. package/dist/src/providers/promptfoo.js +50 -0
  54. package/dist/src/providers/promptfoo.js.map +1 -0
  55. package/dist/src/providers/replicate.d.ts +6 -1
  56. package/dist/src/providers/replicate.d.ts.map +1 -1
  57. package/dist/src/providers/replicate.js +91 -1
  58. package/dist/src/providers/replicate.js.map +1 -1
  59. package/dist/src/providers.d.ts.map +1 -1
  60. package/dist/src/providers.js +73 -5
  61. package/dist/src/providers.js.map +1 -1
  62. package/dist/src/python/wrapper.d.ts.map +1 -1
  63. package/dist/src/python/wrapper.js +12 -2
  64. package/dist/src/python/wrapper.js.map +1 -1
  65. package/dist/src/redteam/constants.d.ts +2 -0
  66. package/dist/src/redteam/constants.d.ts.map +1 -0
  67. package/dist/src/redteam/constants.js +5 -0
  68. package/dist/src/redteam/constants.js.map +1 -0
  69. package/dist/src/redteam/getHallucinationTests.d.ts +3 -0
  70. package/dist/src/redteam/getHallucinationTests.d.ts.map +1 -0
  71. package/dist/src/redteam/getHallucinationTests.js +64 -0
  72. package/dist/src/redteam/getHallucinationTests.js.map +1 -0
  73. package/dist/src/redteam/getHarmfulTests.d.ts +36 -0
  74. package/dist/src/redteam/getHarmfulTests.d.ts.map +1 -0
  75. package/dist/src/redteam/getHarmfulTests.js +162 -0
  76. package/dist/src/redteam/getHarmfulTests.js.map +1 -0
  77. package/dist/src/redteam/getHijackingTests.d.ts +3 -0
  78. package/dist/src/redteam/getHijackingTests.d.ts.map +1 -0
  79. package/dist/src/redteam/getHijackingTests.js +68 -0
  80. package/dist/src/redteam/getHijackingTests.js.map +1 -0
  81. package/dist/src/redteam/getOverconfidenceTests.d.ts +3 -0
  82. package/dist/src/redteam/getOverconfidenceTests.d.ts.map +1 -0
  83. package/dist/src/redteam/getOverconfidenceTests.js +63 -0
  84. package/dist/src/redteam/getOverconfidenceTests.js.map +1 -0
  85. package/dist/src/redteam/getUnderconfidenceTests.d.ts +3 -0
  86. package/dist/src/redteam/getUnderconfidenceTests.d.ts.map +1 -0
  87. package/dist/src/redteam/getUnderconfidenceTests.js +63 -0
  88. package/dist/src/redteam/getUnderconfidenceTests.js.map +1 -0
  89. package/dist/src/redteam/index.d.ts +11 -0
  90. package/dist/src/redteam/index.d.ts.map +1 -0
  91. package/dist/src/redteam/index.js +154 -0
  92. package/dist/src/redteam/index.js.map +1 -0
  93. package/dist/src/redteam/iterative.d.ts +9 -0
  94. package/dist/src/redteam/iterative.d.ts.map +1 -0
  95. package/dist/src/redteam/iterative.js +178 -0
  96. package/dist/src/redteam/iterative.js.map +1 -0
  97. package/dist/src/table.js +1 -1
  98. package/dist/src/table.js.map +1 -1
  99. package/dist/src/types.d.ts +24 -4
  100. package/dist/src/types.d.ts.map +1 -1
  101. package/dist/src/types.js.map +1 -1
  102. package/dist/src/util.d.ts.map +1 -1
  103. package/dist/src/util.js +39 -10
  104. package/dist/src/util.js.map +1 -1
  105. package/dist/src/web/nextui/404/index.html +1 -1
  106. package/dist/src/web/nextui/404.html +1 -1
  107. package/dist/src/web/nextui/_next/static/chunks/712-13fab020a2ea9e39.js +1 -0
  108. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-f363cb4f00822cb0.js +1 -0
  109. package/dist/src/web/nextui/_next/static/chunks/webpack-6db4c95c90cd16a8.js +1 -0
  110. package/dist/src/web/nextui/_next/static/css/012e7480208170b3.css +1 -0
  111. package/dist/src/web/nextui/_next/static/css/d6087a68d5b5af7c.css +1 -0
  112. package/dist/src/web/nextui/auth/login/index.html +1 -1
  113. package/dist/src/web/nextui/auth/login/index.txt +3 -3
  114. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  115. package/dist/src/web/nextui/auth/signup/index.txt +3 -3
  116. package/dist/src/web/nextui/datasets/index.html +1 -1
  117. package/dist/src/web/nextui/datasets/index.txt +3 -3
  118. package/dist/src/web/nextui/eval/index.html +1 -1
  119. package/dist/src/web/nextui/eval/index.txt +6 -6
  120. package/dist/src/web/nextui/index.html +1 -1
  121. package/dist/src/web/nextui/index.txt +3 -3
  122. package/dist/src/web/nextui/progress/index.html +1 -1
  123. package/dist/src/web/nextui/progress/index.txt +3 -3
  124. package/dist/src/web/nextui/prompts/index.html +1 -1
  125. package/dist/src/web/nextui/prompts/index.txt +3 -3
  126. package/dist/src/web/nextui/setup/index.html +2 -2
  127. package/dist/src/web/nextui/setup/index.txt +5 -5
  128. package/package.json +5 -2
  129. package/dist/src/web/nextui/_next/static/chunks/712-b075de116030d628.js +0 -1
  130. package/dist/src/web/nextui/_next/static/chunks/app/setup/page-1e746f842289d480.js +0 -1
  131. package/dist/src/web/nextui/_next/static/chunks/webpack-e02a742b401be2a0.js +0 -1
  132. package/dist/src/web/nextui/_next/static/css/635638c73d973eb7.css +0 -1
  133. package/dist/src/web/nextui/_next/static/css/dded26353bff8496.css +0 -1
  134. /package/dist/src/web/nextui/_next/static/{M6DuBbMeEniSe5YhgYql4 → LMbNc2VH3HooEZMtC2nR3}/_buildManifest.js +0 -0
  135. /package/dist/src/web/nextui/_next/static/{M6DuBbMeEniSe5YhgYql4 → LMbNc2VH3HooEZMtC2nR3}/_ssgManifest.js +0 -0
  136. /package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-220f1e1ba1ae2ad9.js → page-cf43e2e1a57168e1.js} +0 -0
  137. /package/dist/src/web/nextui/_next/static/chunks/app/eval/{page-b242a9f90d8df411.js → page-21ed48ee7bd48001.js} +0 -0
@@ -49,7 +49,7 @@ function readProviderPromptMap(config, parsedPrompts) {
49
49
  }
50
50
  const allPrompts = [];
51
51
  for (const prompt of parsedPrompts) {
52
- allPrompts.push(prompt.display);
52
+ allPrompts.push(prompt.label);
53
53
  }
54
54
  if (typeof config.providers === 'string') {
55
55
  return { [config.providers]: allPrompts };
@@ -118,26 +118,40 @@ async function readPrompts(promptPathOrGlobs, basePath = '') {
118
118
  }
119
119
  else if (Array.isArray(promptPathOrGlobs)) {
120
120
  // TODO(ian): Handle object array, such as OpenAI messages
121
+ inputType = PromptInputType.ARRAY;
121
122
  promptPathInfos = promptPathOrGlobs.flatMap((pathOrGlob) => {
122
- (0, tiny_invariant_1.default)(typeof pathOrGlob === 'string', `Prompt path must be a string, but got ${JSON.stringify(pathOrGlob)}`);
123
- if (pathOrGlob.startsWith('file://')) {
124
- pathOrGlob = pathOrGlob.slice('file://'.length);
123
+ let label;
124
+ let rawPath;
125
+ if (typeof pathOrGlob === 'object') {
126
+ // Parse prompt config object {id, label}
127
+ (0, tiny_invariant_1.default)(pathOrGlob.label, `Prompt object requires label, but got ${JSON.stringify(pathOrGlob)}`);
128
+ label = pathOrGlob.label;
129
+ (0, tiny_invariant_1.default)(pathOrGlob.id, `Prompt object requires id, but got ${JSON.stringify(pathOrGlob)}`);
130
+ rawPath = pathOrGlob.id;
131
+ inputType = PromptInputType.NAMED;
132
+ }
133
+ else {
134
+ label = pathOrGlob;
135
+ rawPath = pathOrGlob;
136
+ }
137
+ (0, tiny_invariant_1.default)(typeof rawPath === 'string', `Prompt path must be a string, but got ${JSON.stringify(rawPath)}`);
138
+ if (rawPath.startsWith('file://')) {
139
+ rawPath = rawPath.slice('file://'.length);
125
140
  // This path is explicitly marked as a file, ensure that it's not used as a raw prompt.
126
- forceLoadFromFile.add(pathOrGlob);
141
+ forceLoadFromFile.add(rawPath);
127
142
  }
128
- resolvedPath = path.resolve(basePath, pathOrGlob);
129
- resolvedPathToDisplay.set(resolvedPath, pathOrGlob);
143
+ resolvedPath = path.resolve(basePath, rawPath);
144
+ resolvedPathToDisplay.set(resolvedPath, label);
130
145
  const globbedPaths = (0, glob_1.globSync)(resolvedPath.replace(/\\/g, '/'), {
131
146
  windowsPathsNoEscape: true,
132
147
  });
133
- logger_1.default.debug(`Expanded prompt ${pathOrGlob} to ${resolvedPath} and then to ${JSON.stringify(globbedPaths)}`);
148
+ logger_1.default.debug(`Expanded prompt ${rawPath} to ${resolvedPath} and then to ${JSON.stringify(globbedPaths)}`);
134
149
  if (globbedPaths.length > 0) {
135
- return globbedPaths.map((globbedPath) => ({ raw: pathOrGlob, resolved: globbedPath }));
150
+ return globbedPaths.map((globbedPath) => ({ raw: rawPath, resolved: globbedPath }));
136
151
  }
137
152
  // globSync will return empty if no files match, which is the case when the path includes a function name like: file.js:func
138
- return [{ raw: pathOrGlob, resolved: resolvedPath }];
153
+ return [{ raw: rawPath, resolved: resolvedPath }];
139
154
  });
140
- inputType = PromptInputType.ARRAY;
141
155
  }
142
156
  else if (typeof promptPathOrGlobs === 'object') {
143
157
  // Display/contents mapping
@@ -174,7 +188,7 @@ async function readPrompts(promptPathOrGlobs, basePath = '') {
174
188
  throw err;
175
189
  }
176
190
  // If the path doesn't exist, it's probably a raw prompt
177
- promptContents.push({ raw: promptPathInfo.raw, display: promptPathInfo.raw });
191
+ promptContents.push({ raw: promptPathInfo.raw, label: promptPathInfo.raw });
178
192
  usedRaw = true;
179
193
  }
180
194
  if (usedRaw) {
@@ -192,7 +206,7 @@ async function readPrompts(promptPathOrGlobs, basePath = '') {
192
206
  resolvedPathToDisplay.set(resolvedPath, joinedPath);
193
207
  return fs.readFileSync(resolvedPath, 'utf-8');
194
208
  });
195
- promptContents.push(...fileContents.map((content) => ({ raw: content, display: content })));
209
+ promptContents.push(...fileContents.map((content) => ({ raw: content, label: content })));
196
210
  }
197
211
  else {
198
212
  const ext = path.parse(promptPath).ext;
@@ -200,7 +214,7 @@ async function readPrompts(promptPathOrGlobs, basePath = '') {
200
214
  const promptFunction = await (0, esm_1.importModule)(promptPath, functionName);
201
215
  promptContents.push({
202
216
  raw: String(promptFunction),
203
- display: String(promptFunction),
217
+ label: String(promptFunction),
204
218
  function: promptFunction,
205
219
  });
206
220
  }
@@ -231,35 +245,36 @@ async function readPrompts(promptPathOrGlobs, basePath = '') {
231
245
  return results;
232
246
  }
233
247
  };
234
- let display = fileContent;
248
+ let label = fileContent;
235
249
  if (inputType === PromptInputType.NAMED) {
236
- display = resolvedPathToDisplay.get(promptPath) || promptPath;
250
+ const resolvedPathLookup = functionName ? `${promptPath}:${functionName}` : promptPath;
251
+ label = resolvedPathToDisplay.get(resolvedPathLookup) || resolvedPathLookup;
237
252
  }
238
253
  promptContents.push({
239
254
  raw: fileContent,
240
- display,
255
+ label,
241
256
  function: promptFunction,
242
257
  });
243
258
  }
244
259
  else {
245
260
  const fileContent = fs.readFileSync(promptPath, 'utf-8');
246
- let display;
261
+ let label;
247
262
  if (inputType === PromptInputType.NAMED) {
248
- display = resolvedPathToDisplay.get(promptPath) || promptPath;
263
+ label = resolvedPathToDisplay.get(promptPath) || promptPath;
249
264
  }
250
265
  else {
251
- display = fileContent.length > 200 ? promptPath : fileContent;
266
+ label = fileContent.length > 200 ? promptPath : fileContent;
252
267
  const ext = path.parse(promptPath).ext;
253
268
  if (ext === '.jsonl') {
254
269
  // Special case for JSONL file
255
270
  const jsonLines = fileContent.split(/\r?\n/).filter((line) => line.length > 0);
256
271
  for (const json of jsonLines) {
257
- promptContents.push({ raw: json, display: json });
272
+ promptContents.push({ raw: json, label: json });
258
273
  }
259
274
  continue;
260
275
  }
261
276
  }
262
- promptContents.push({ raw: fileContent, display });
277
+ promptContents.push({ raw: fileContent, label });
263
278
  }
264
279
  }
265
280
  }
@@ -270,7 +285,7 @@ async function readPrompts(promptPathOrGlobs, basePath = '') {
270
285
  const content = promptContents[0].raw;
271
286
  promptContents = content
272
287
  .split(PROMPT_DELIMITER)
273
- .map((p) => ({ raw: p.trim(), display: p.trim() }));
288
+ .map((p) => ({ raw: p.trim(), label: p.trim() }));
274
289
  }
275
290
  if (promptContents.length === 0) {
276
291
  throw new Error(`There are no prompts in ${JSON.stringify(promptPathOrGlobs)}`);
@@ -1 +1 @@
1
- {"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/prompts.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAC7B,uCAAyB;AAEzB,kDAA0B;AAC1B,oEAAuC;AACvC,+BAAgC;AAChC,+CAA0E;AAE1E,sDAA8B;AAC9B,8CAA6C;AAC7C,+BAAqC;AACrC,iCAA2C;AAW3C,mDAAiC;AAEjC,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,KAAK,CAAC;AAEzE,SAAgB,qBAAqB,CACnC,MAA8B,EAC9B,aAAuB;IAEvB,MAAM,GAAG,GAA6B,EAAE,CAAC;IAEzC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;QACrB,OAAO,GAAG,CAAC;KACZ;IAED,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE;QAClC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;KACjC;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE;QACxC,OAAO,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC;KAC3C;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE;QAC1C,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC;KAC1C;IAED,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE;QACvC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE;YAChC,wDAAwD;YACxD,IAAI,QAAQ,CAAC,EAAE,EAAE;gBACf,MAAM,WAAW,GAAG,QAA2B,CAAC;gBAChD,IAAA,wBAAS,EACP,WAAW,CAAC,EAAE,EACd,4EAA4E,CAC7E,CAAC;gBACF,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;gBACxD,IAAI,WAAW,CAAC,KAAK,EAAE;oBACrB,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;iBAC5D;aACF;iBAAM;gBACL,MAAM,WAAW,GAAG,QAA8B,CAAC;gBACnD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/C,MAAM,cAAc,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;gBAC/C,MAAM,EAAE,GAAG,cAAc,CAAC,EAAE,IAAI,UAAU,CAAC;gBAC3C,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,OAAO,IAAI,UAAU,CAAC;aACzD;SACF;KACF;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AA/CD,sDA+CC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,OAAO,CACL,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;QACnB,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC3B,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC;QAC5B,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;YAChB,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClB,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;YACjB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG;YAClC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CACtC,CAAC;AACJ,CAAC;AAED,IAAK,eAIJ;AAJD,WAAK,eAAe;IAClB,yDAAU,CAAA;IACV,uDAAS,CAAA;IACT,uDAAS,CAAA;AACX,CAAC,EAJI,eAAe,KAAf,eAAe,QAInB;AAEM,KAAK,UAAU,WAAW,CAC/B,iBAA6D,EAC7D,WAAmB,EAAE;IAErB,gBAAM,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;IAC1E,IAAI,eAAe,GAAwC,EAAE,CAAC;IAC9D,IAAI,cAAc,GAAa,EAAE,CAAC;IAElC,IAAI,SAAsC,CAAC;IAC3C,IAAI,YAAgC,CAAC;IACrC,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5C,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxD,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE;QACzC,wBAAwB;QACxB,IAAI,iBAAiB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;YAC3C,iBAAiB,GAAG,iBAAiB,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC9D,gDAAgD;YAChD,iBAAiB,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;SAC1C;QACD,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;QACzD,eAAe,GAAG,CAAC,EAAE,GAAG,EAAE,iBAAiB,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QACvE,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC;QAC3D,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC;KACpC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE;QAC3C,0DAA0D;QAC1D,eAAe,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;YACzD,IAAA,wBAAS,EAAC,OAAO,UAAU,KAAK,QAAQ,EAAE,yCAAyC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACjH,IAAI,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;gBACpC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAChD,uFAAuF;gBACvF,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;aACnC;YACD,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAClD,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,IAAA,eAAQ,EAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE;gBAC9D,oBAAoB,EAAE,IAAI;aAC3B,CAAC,CAAC;YACH,gBAAM,CAAC,KAAK,CACV,mBAAmB,UAAU,OAAO,YAAY,gBAAgB,IAAI,CAAC,SAAS,CAC5E,YAAY,CACb,EAAE,CACJ,CAAC;YACF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3B,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;aACxF;YACD,4HAA4H;YAC5H,OAAO,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QACH,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC;KACnC;SAAM,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE;QAChD,2BAA2B;QAC3B,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC3D,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC3C,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAG,iBAA4C,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5F,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;QACH,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC;KACnC;IAED,gBAAM,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;IAE1E,KAAK,MAAM,cAAc,IAAI,eAAe,EAAE;QAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC;QAC/B,IAAI,YAAgC,CAAC;QACrC,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;YACjC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1C,IACE,MAAM,CAAC,CAAC,CAAC;gBACT,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;oBACxB,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC1B,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC1B,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAC5B;gBACA,CAAC,QAAQ,EAAE,YAAY,CAAC,GAAG,MAAM,CAAC;aACnC;SACF;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACvD,IAAI,IAAI,CAAC;QACT,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI;YACF,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;SAChC;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;gBACzE,MAAM,GAAG,CAAC;aACX;YACD,wDAAwD;YACxD,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,cAAc,CAAC,GAAG,EAAE,OAAO,EAAE,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC;YAC9E,OAAO,GAAG,IAAI,CAAC;SAChB;QACD,IAAI,OAAO,EAAE;YACX,IAAI,aAAa,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE;gBACrC,gFAAgF;gBAChF,gBAAM,CAAC,IAAI,CACT,gCAAgC,eAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,kCAAkC,CACtF,CAAC;aACH;SACF;aAAM,IAAI,IAAI,EAAE,WAAW,EAAE,EAAE;YAC9B,sEAAsE;YACtE,MAAM,gBAAgB,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACrD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBACnD,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAClD,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;gBACpD,OAAO,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC,CAAC,CAAC;YACH,cAAc,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;SAC7F;aAAM;YACL,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC;YACvC,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,MAAM,EAAE;gBACrD,MAAM,cAAc,GAAG,MAAM,IAAA,kBAAY,EAAC,UAAU,EAAE,YAAY,CAAC,CAAC;gBACpE,cAAc,CAAC,IAAI,CAAC;oBAClB,GAAG,EAAE,MAAM,CAAC,cAAc,CAAC;oBAC3B,OAAO,EAAE,MAAM,CAAC,cAAc,CAAC;oBAC/B,QAAQ,EAAE,cAAc;iBACzB,CAAC,CAAC;aACJ;iBAAM,IAAI,GAAG,KAAK,KAAK,EAAE;gBACxB,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBACzD,MAAM,cAAc,GAAG,KAAK,EAAE,OAG7B,EAAE,EAAE;oBACH,IAAI,YAAY,EAAE;wBAChB,OAAO,IAAA,mBAAS,EAAC,UAAU,EAAE,YAAY,EAAE;4BACzC;gCACE,GAAG,OAAO;gCACV,QAAQ,EAAE;oCACR,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE;oCACxB,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK;iCAC/B;6BACF;yBACF,CAAC,CAAC;qBACJ;yBAAM;wBACL,6BAA6B;wBAC7B,MAAM,OAAO,GAAuB;4BAClC,IAAI,EAAE,MAAM;4BACZ,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,QAAQ;4BACpD,IAAI,EAAE,CAAC,IAAA,wBAAiB,EAAC,OAAO,CAAC,CAAC;yBACnC,CAAC;wBACF,gBAAM,CAAC,KAAK,CAAC,kCAAkC,UAAU,EAAE,CAAC,CAAC;wBAC7D,MAAM,OAAO,GAAG,CAAC,MAAM,0BAAW,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACxE,gBAAM,CAAC,KAAK,CAAC,wBAAwB,UAAU,cAAc,OAAO,EAAE,CAAC,CAAC;wBACxE,OAAO,OAAO,CAAC;qBAChB;gBACH,CAAC,CAAC;gBACF,IAAI,OAAO,GAAG,WAAW,CAAC;gBAC1B,IAAI,SAAS,KAAK,eAAe,CAAC,KAAK,EAAE;oBACvC,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC;iBAC/D;gBAED,cAAc,CAAC,IAAI,CAAC;oBAClB,GAAG,EAAE,WAAW;oBAChB,OAAO;oBACP,QAAQ,EAAE,cAAc;iBACzB,CAAC,CAAC;aACJ;iBAAM;gBACL,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBACzD,IAAI,OAA2B,CAAC;gBAChC,IAAI,SAAS,KAAK,eAAe,CAAC,KAAK,EAAE;oBACvC,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC;iBAC/D;qBAAM;oBACL,OAAO,GAAG,WAAW,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;oBAE9D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC;oBACvC,IAAI,GAAG,KAAK,QAAQ,EAAE;wBACpB,8BAA8B;wBAC9B,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;wBAC/E,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE;4BAC5B,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;yBACnD;wBACD,SAAS;qBACV;iBACF;gBACD,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;aACpD;SACF;KACF;IAED,IACE,cAAc,CAAC,MAAM,KAAK,CAAC;QAC3B,SAAS,KAAK,eAAe,CAAC,KAAK;QACnC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,EAC9B;QACA,4CAA4C;QAC5C,MAAM,OAAO,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACtC,cAAc,GAAG,OAAO;aACrB,KAAK,CAAC,gBAAgB,CAAC;aACvB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;KACvD;IACD,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE;QAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;KACjF;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAjMD,kCAiMC;AAEY,QAAA,sBAAsB,GAAG,IAAI,CAAC,SAAS,CAAC;IACnD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;8EAUiE;KAC3E;IACD;QACE,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,4CAA4C;KACtD;CACF,CAAC,CAAC;AAEH,iFAAiF;AACpE,QAAA,wBAAwB,GAAG,IAAI,CAAC,SAAS,CAAC;IACrD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;;;;;;+FAiBkF;KAC5F;CACF,CAAC,CAAC;AAEU,QAAA,uBAAuB,GAAG,IAAI,CAAC,SAAS,CAAC;IACpD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;eAYE;KACZ;CACF,CAAC,CAAC;AAEU,QAAA,8BAA8B,GAAG;IAC5C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE;;;;+FAIoF;CAC9F,CAAC;AAEW,QAAA,6BAA6B,GAAG;IAC3C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,8aAA8a;CACxb,CAAC;AAEW,QAAA,uCAAuC,GAAG;IACrD,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,sTAAsT;CAChU,CAAC;AAEW,QAAA,kBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC;IAC/C;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;4FAU+E;KACzF;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/prompts.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAC7B,uCAAyB;AAEzB,kDAA0B;AAC1B,oEAAuC;AACvC,+BAAgC;AAChC,+CAA0E;AAE1E,sDAA8B;AAC9B,8CAA6C;AAC7C,+BAAqC;AACrC,iCAA2C;AAW3C,mDAAiC;AAEjC,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,IAAI,KAAK,CAAC;AAEzE,SAAgB,qBAAqB,CACnC,MAA8B,EAC9B,aAAuB;IAEvB,MAAM,GAAG,GAA6B,EAAE,CAAC;IAEzC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;QACrB,OAAO,GAAG,CAAC;KACZ;IAED,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE;QAClC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;KAC/B;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE;QACxC,OAAO,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC;KAC3C;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE;QAC1C,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC;KAC1C;IAED,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE;QACvC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE;YAChC,wDAAwD;YACxD,IAAI,QAAQ,CAAC,EAAE,EAAE;gBACf,MAAM,WAAW,GAAG,QAA2B,CAAC;gBAChD,IAAA,wBAAS,EACP,WAAW,CAAC,EAAE,EACd,4EAA4E,CAC7E,CAAC;gBACF,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;gBACxD,IAAI,WAAW,CAAC,KAAK,EAAE;oBACrB,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;iBAC5D;aACF;iBAAM;gBACL,MAAM,WAAW,GAAG,QAA8B,CAAC;gBACnD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/C,MAAM,cAAc,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;gBAC/C,MAAM,EAAE,GAAG,cAAc,CAAC,EAAE,IAAI,UAAU,CAAC;gBAC3C,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,OAAO,IAAI,UAAU,CAAC;aACzD;SACF;KACF;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AA/CD,sDA+CC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,OAAO,CACL,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;QACnB,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC3B,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC;QAC5B,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;YAChB,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClB,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;YACjB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG;YAClC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CACtC,CAAC;AACJ,CAAC;AAED,IAAK,eAIJ;AAJD,WAAK,eAAe;IAClB,yDAAU,CAAA;IACV,uDAAS,CAAA;IACT,uDAAS,CAAA;AACX,CAAC,EAJI,eAAe,KAAf,eAAe,QAInB;AAEM,KAAK,UAAU,WAAW,CAC/B,iBAAiF,EACjF,WAAmB,EAAE;IAErB,gBAAM,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;IAC1E,IAAI,eAAe,GAAwC,EAAE,CAAC;IAC9D,IAAI,cAAc,GAAa,EAAE,CAAC;IAElC,IAAI,SAAsC,CAAC;IAC3C,IAAI,YAAgC,CAAC;IACrC,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5C,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxD,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE;QACzC,wBAAwB;QACxB,IAAI,iBAAiB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;YAC3C,iBAAiB,GAAG,iBAAiB,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC9D,gDAAgD;YAChD,iBAAiB,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;SAC1C;QACD,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;QACzD,eAAe,GAAG,CAAC,EAAE,GAAG,EAAE,iBAAiB,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QACvE,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,iBAAiB,CAAC,CAAC;QAC3D,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC;KACpC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE;QAC3C,0DAA0D;QAC1D,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC;QAClC,eAAe,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;YACzD,IAAI,KAAK,CAAC;YACV,IAAI,OAAe,CAAC;YACpB,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE;gBAClC,yCAAyC;gBACzC,IAAA,wBAAS,EAAC,UAAU,CAAC,KAAK,EAAE,yCAAyC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;gBACnG,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;gBACzB,IAAA,wBAAS,EAAC,UAAU,CAAC,EAAE,EAAE,sCAAsC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;gBAC7F,OAAO,GAAG,UAAU,CAAC,EAAE,CAAC;gBACxB,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC;aACnC;iBAAM;gBACL,KAAK,GAAG,UAAU,CAAC;gBACnB,OAAO,GAAG,UAAU,CAAC;aACtB;YACD,IAAA,wBAAS,EAAC,OAAO,OAAO,KAAK,QAAQ,EAAE,yCAAyC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC3G,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE;gBACjC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAC1C,uFAAuF;gBACvF,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;aAChC;YACD,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC/C,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,IAAA,eAAQ,EAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE;gBAC9D,oBAAoB,EAAE,IAAI;aAC3B,CAAC,CAAC;YACH,gBAAM,CAAC,KAAK,CACV,mBAAmB,OAAO,OAAO,YAAY,gBAAgB,IAAI,CAAC,SAAS,CACzE,YAAY,CACb,EAAE,CACJ,CAAC;YACF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3B,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;aACrF;YACD,4HAA4H;YAC5H,OAAO,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;KACJ;SAAM,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE;QAChD,2BAA2B;QAC3B,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC3D,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC3C,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAG,iBAA4C,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5F,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;QACH,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC;KACnC;IAED,gBAAM,CAAC,KAAK,CAAC,0BAA0B,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;IAE1E,KAAK,MAAM,cAAc,IAAI,eAAe,EAAE;QAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC;QAC/B,IAAI,YAAgC,CAAC;QACrC,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;YACjC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1C,IACE,MAAM,CAAC,CAAC,CAAC;gBACT,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;oBACxB,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC1B,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC1B,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAC5B;gBACA,CAAC,QAAQ,EAAE,YAAY,CAAC,GAAG,MAAM,CAAC;aACnC;SACF;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACvD,IAAI,IAAI,CAAC;QACT,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI;YACF,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;SAChC;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;gBACzE,MAAM,GAAG,CAAC;aACX;YACD,wDAAwD;YACxD,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,cAAc,CAAC,GAAG,EAAE,KAAK,EAAE,cAAc,CAAC,GAAG,EAAE,CAAC,CAAC;YAC5E,OAAO,GAAG,IAAI,CAAC;SAChB;QACD,IAAI,OAAO,EAAE;YACX,IAAI,aAAa,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE;gBACrC,gFAAgF;gBAChF,gBAAM,CAAC,IAAI,CACT,gCAAgC,eAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,kCAAkC,CACtF,CAAC;aACH;SACF;aAAM,IAAI,IAAI,EAAE,WAAW,EAAE,EAAE;YAC9B,sEAAsE;YACtE,MAAM,gBAAgB,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACrD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBACnD,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;gBAClD,qBAAqB,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;gBACpD,OAAO,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC,CAAC,CAAC;YACH,cAAc,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;SAC3F;aAAM;YACL,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC;YACvC,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,MAAM,EAAE;gBACrD,MAAM,cAAc,GAAG,MAAM,IAAA,kBAAY,EAAC,UAAU,EAAE,YAAY,CAAC,CAAC;gBACpE,cAAc,CAAC,IAAI,CAAC;oBAClB,GAAG,EAAE,MAAM,CAAC,cAAc,CAAC;oBAC3B,KAAK,EAAE,MAAM,CAAC,cAAc,CAAC;oBAC7B,QAAQ,EAAE,cAAc;iBACzB,CAAC,CAAC;aACJ;iBAAM,IAAI,GAAG,KAAK,KAAK,EAAE;gBACxB,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBACzD,MAAM,cAAc,GAAG,KAAK,EAAE,OAG7B,EAAE,EAAE;oBACH,IAAI,YAAY,EAAE;wBAChB,OAAO,IAAA,mBAAS,EAAC,UAAU,EAAE,YAAY,EAAE;4BACzC;gCACE,GAAG,OAAO;gCACV,QAAQ,EAAE;oCACR,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE;oCACxB,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK;iCAC/B;6BACF;yBACF,CAAC,CAAC;qBACJ;yBAAM;wBACL,6BAA6B;wBAC7B,MAAM,OAAO,GAAuB;4BAClC,IAAI,EAAE,MAAM;4BACZ,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,QAAQ;4BACpD,IAAI,EAAE,CAAC,IAAA,wBAAiB,EAAC,OAAO,CAAC,CAAC;yBACnC,CAAC;wBACF,gBAAM,CAAC,KAAK,CAAC,kCAAkC,UAAU,EAAE,CAAC,CAAC;wBAC7D,MAAM,OAAO,GAAG,CAAC,MAAM,0BAAW,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACxE,gBAAM,CAAC,KAAK,CAAC,wBAAwB,UAAU,cAAc,OAAO,EAAE,CAAC,CAAC;wBACxE,OAAO,OAAO,CAAC;qBAChB;gBACH,CAAC,CAAC;gBACF,IAAI,KAAK,GAAG,WAAW,CAAC;gBACxB,IAAI,SAAS,KAAK,eAAe,CAAC,KAAK,EAAE;oBACvC,MAAM,kBAAkB,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,UAAU,IAAI,YAAY,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;oBACvF,KAAK,GAAG,qBAAqB,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,kBAAkB,CAAC;iBAC7E;gBAED,cAAc,CAAC,IAAI,CAAC;oBAClB,GAAG,EAAE,WAAW;oBAChB,KAAK;oBACL,QAAQ,EAAE,cAAc;iBACzB,CAAC,CAAC;aACJ;iBAAM;gBACL,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBACzD,IAAI,KAAyB,CAAC;gBAC9B,IAAI,SAAS,KAAK,eAAe,CAAC,KAAK,EAAE;oBACvC,KAAK,GAAG,qBAAqB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC;iBAC7D;qBAAM;oBACL,KAAK,GAAG,WAAW,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;oBAE5D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC;oBACvC,IAAI,GAAG,KAAK,QAAQ,EAAE;wBACpB,8BAA8B;wBAC9B,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;wBAC/E,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE;4BAC5B,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;yBACjD;wBACD,SAAS;qBACV;iBACF;gBACD,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;aAClD;SACF;KACF;IAED,IACE,cAAc,CAAC,MAAM,KAAK,CAAC;QAC3B,SAAS,KAAK,eAAe,CAAC,KAAK;QACnC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,EAC9B;QACA,4CAA4C;QAC5C,MAAM,OAAO,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACtC,cAAc,GAAG,OAAO;aACrB,KAAK,CAAC,gBAAgB,CAAC;aACvB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;KACrD;IACD,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE;QAC/B,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;KACjF;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AA/MD,kCA+MC;AAEY,QAAA,sBAAsB,GAAG,IAAI,CAAC,SAAS,CAAC;IACnD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;8EAUiE;KAC3E;IACD;QACE,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,4CAA4C;KACtD;CACF,CAAC,CAAC;AAEH,iFAAiF;AACpE,QAAA,wBAAwB,GAAG,IAAI,CAAC,SAAS,CAAC;IACrD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;;;;;;+FAiBkF;KAC5F;CACF,CAAC,CAAC;AAEU,QAAA,uBAAuB,GAAG,IAAI,CAAC,SAAS,CAAC;IACpD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;eAYE;KACZ;CACF,CAAC,CAAC;AAEU,QAAA,8BAA8B,GAAG;IAC5C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE;;;;+FAIoF;CAC9F,CAAC;AAEW,QAAA,6BAA6B,GAAG;IAC3C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,8aAA8a;CACxb,CAAC;AAEW,QAAA,uCAAuC,GAAG;IACrD,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,sTAAsT;CAChU,CAAC;AAEW,QAAA,kBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC;IAC/C;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;4FAU+E;KACzF;CACF,CAAC,CAAC"}
@@ -0,0 +1,103 @@
1
+ export type ICloudflareProviderBaseConfig = {
2
+ accountId?: string;
3
+ accountIdEnvar?: string;
4
+ apiKey?: string;
5
+ apiKeyEnvar?: string;
6
+ apiBaseUrl?: string;
7
+ };
8
+ export type ICloudflareTextGenerationOptions = {
9
+ frequency_penalty?: number;
10
+ lora?: number;
11
+ max_tokens?: number;
12
+ presence_penalty?: number;
13
+ repetition_penalty?: number;
14
+ seed?: number;
15
+ temperature?: number;
16
+ top_k?: number;
17
+ top_p?: number;
18
+ };
19
+ export type ICloudflareProviderConfig = ICloudflareProviderBaseConfig & ICloudflareTextGenerationOptions;
20
+ import type { ApiProvider, CallApiContextParams, CallApiOptionsParams, EnvOverrides, ProviderEmbeddingResponse, ProviderResponse } from '../types';
21
+ export type ICloudflareSuccessResponse<SuccessData extends Record<string, unknown>> = {
22
+ success: true;
23
+ errors: [];
24
+ messages: unknown[];
25
+ result: SuccessData;
26
+ };
27
+ export type IBuildCloudflareResponse<SuccessData extends Record<string, unknown>> = ICloudflareSuccessResponse<SuccessData> | {
28
+ success: false;
29
+ errors: unknown[];
30
+ messages: unknown[];
31
+ };
32
+ declare abstract class CloudflareAiGenericProvider implements ApiProvider {
33
+ abstract readonly modelType: 'embedding' | 'chat' | 'completion';
34
+ deploymentName: string;
35
+ readonly config: ICloudflareProviderConfig;
36
+ env?: EnvOverrides;
37
+ constructor(deploymentName: string, options?: {
38
+ config?: ICloudflareProviderConfig;
39
+ id?: string;
40
+ env?: EnvOverrides;
41
+ });
42
+ getApiConfig(): {
43
+ accountId: string;
44
+ apiToken: string;
45
+ };
46
+ /**
47
+ * @see https://developers.cloudflare.com/api/operations/workers-ai-post-run-model
48
+ */
49
+ getApiBaseUrl(): string;
50
+ /**
51
+ * @see https://developers.cloudflare.com/api/operations/workers-ai-post-run-model
52
+ */
53
+ buildUrl(): string;
54
+ id(): string;
55
+ toString(): string;
56
+ protected buildApiHeaders(): {
57
+ Authorization: `Bearer ${string}`;
58
+ 'Content-Type': 'application/json';
59
+ };
60
+ /**
61
+ * Cloudflare does not report usage but if it starts to pipe it through its response we can
62
+ * fill in this implementation
63
+ */
64
+ protected getTokenUsageFromResponse(_response: IBuildCloudflareResponse<{}>): ProviderEmbeddingResponse['tokenUsage'];
65
+ /**
66
+ * Handles the actual marshalling of Cloudflare API response data into the response types expected
67
+ * by inheriting consumers
68
+ *
69
+ * This is meant to be used internally across the inheriting providers
70
+ * @param body
71
+ * @returns
72
+ */
73
+ protected handleApiCall<InitialResponse extends IBuildCloudflareResponse<{}>, SuccessResponse extends InitialResponse = InitialResponse extends ICloudflareSuccessResponse<{}> ? InitialResponse : never>(body: Record<string, unknown>): Promise<{
74
+ data: SuccessResponse;
75
+ cached: boolean;
76
+ tokenUsage: ProviderEmbeddingResponse['tokenUsage'];
77
+ } | {
78
+ error: string;
79
+ }>;
80
+ callApi(prompt: string, context?: CallApiContextParams, callApiOptions?: CallApiOptionsParams): Promise<ProviderResponse>;
81
+ }
82
+ type IEmbeddingsResponse = {
83
+ shape: [number, number];
84
+ data: number[][];
85
+ };
86
+ export type ICloudflareEmbeddingResponse = IBuildCloudflareResponse<IEmbeddingsResponse>;
87
+ export declare class CloudflareAiEmbeddingProvider extends CloudflareAiGenericProvider {
88
+ readonly modelType = "embedding";
89
+ callEmbeddingApi(text: string): Promise<ProviderEmbeddingResponse>;
90
+ }
91
+ export type ICloudflareTextGenerationResponse = IBuildCloudflareResponse<{
92
+ response: string;
93
+ }>;
94
+ export declare class CloudflareAiCompletionProvider extends CloudflareAiGenericProvider {
95
+ readonly modelType = "completion";
96
+ callApi(prompt: string, context?: CallApiContextParams, callApiOptions?: CallApiOptionsParams): Promise<ProviderResponse>;
97
+ }
98
+ export declare class CloudflareAiChatCompletionProvider extends CloudflareAiGenericProvider {
99
+ readonly modelType = "chat";
100
+ callApi(prompt: string, context?: CallApiContextParams, callApiOptions?: CallApiOptionsParams): Promise<ProviderResponse>;
101
+ }
102
+ export {};
103
+ //# sourceMappingURL=cloudflare-ai.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cloudflare-ai.d.ts","sourceRoot":"","sources":["../../../src/providers/cloudflare-ai.ts"],"names":[],"mappings":"AAkBA,MAAM,MAAM,6BAA6B,GAAG;IAC1C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,gCAAgC,GAAG;IAC7C,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,6BAA6B,GACnE,gCAAgC,CAAC;AAEnC,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EACpB,YAAY,EACZ,yBAAyB,EACzB,gBAAgB,EACjB,MAAM,UAAU,CAAC;AAElB,MAAM,MAAM,0BAA0B,CAAC,WAAW,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI;IACpF,OAAO,EAAE,IAAI,CAAC;IACd,MAAM,EAAE,EAAE,CAAC;IACX,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,MAAM,EAAE,WAAW,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,wBAAwB,CAAC,WAAW,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAC5E,0BAA0B,CAAC,WAAW,CAAC,GACvC;IAAE,OAAO,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,OAAO,EAAE,CAAC;IAAC,QAAQ,EAAE,OAAO,EAAE,CAAA;CAAE,CAAC;AAE/D,uBAAe,2BAA4B,YAAW,WAAW;IAC/D,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,WAAW,GAAG,MAAM,GAAG,YAAY,CAAC;IAEjE,cAAc,EAAE,MAAM,CAAC;IACvB,SAAgB,MAAM,EAAE,yBAAyB,CAAC;IAClD,GAAG,CAAC,EAAE,YAAY,CAAC;gBAGjB,cAAc,EAAE,MAAM,EACtB,OAAO,GAAE;QACP,MAAM,CAAC,EAAE,yBAAyB,CAAC;QACnC,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,GAAG,CAAC,EAAE,YAAY,CAAC;KACf;IAWR,YAAY,IAAI;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE;IAwCvD;;OAEG;IACH,aAAa,IAAI,MAAM;IAKvB;;OAEG;IACH,QAAQ;IAIR,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIlB,SAAS,CAAC,eAAe,IAAI;QAC3B,aAAa,EAAE,UAAU,MAAM,EAAE,CAAC;QAClC,cAAc,EAAE,kBAAkB,CAAC;KACpC;IAQD;;;OAGG;IACH,SAAS,CAAC,yBAAyB,CACjC,SAAS,EAAE,wBAAwB,CAAC,EAAE,CAAC,GACtC,yBAAyB,CAAC,YAAY,CAAC;IAW1C;;;;;;;OAOG;cACa,aAAa,CAC3B,eAAe,SAAS,wBAAwB,CAAC,EAAE,CAAC,EACpD,eAAe,SAAS,eAAe,GAAG,eAAe,SAAS,0BAA0B,CAAC,EAAE,CAAC,GAC5F,eAAe,GACf,KAAK,EAET,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,OAAO,CACN;QACE,IAAI,EAAE,eAAe,CAAC;QACtB,MAAM,EAAE,OAAO,CAAC;QAChB,UAAU,EAAE,yBAAyB,CAAC,YAAY,CAAC,CAAC;KACrD,GACD;QAAE,KAAK,EAAE,MAAM,CAAA;KAAE,CACpB;IA0CK,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,cAAc,CAAC,EAAE,oBAAoB,GACpC,OAAO,CAAC,gBAAgB,CAAC;CAG7B;AAED,KAAK,mBAAmB,GAAG;IACzB,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxB,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,4BAA4B,GAAG,wBAAwB,CAAC,mBAAmB,CAAC,CAAC;AAEzF,qBAAa,6BAA8B,SAAQ,2BAA2B;IAC5E,QAAQ,CAAC,SAAS,eAAe;IAE3B,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,yBAAyB,CAAC;CAgCzE;AAED,MAAM,MAAM,iCAAiC,GAAG,wBAAwB,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAE/F,qBAAa,8BAA+B,SAAQ,2BAA2B;IAC7E,QAAQ,CAAC,SAAS,gBAAgB;IAE5B,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,cAAc,CAAC,EAAE,oBAAoB,GACpC,OAAO,CAAC,gBAAgB,CAAC;CA2B7B;AAED,qBAAa,kCAAmC,SAAQ,2BAA2B;IACjF,QAAQ,CAAC,SAAS,UAAU;IAEtB,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,cAAc,CAAC,EAAE,oBAAoB,GACpC,OAAO,CAAC,gBAAgB,CAAC;CA+B7B"}
@@ -0,0 +1,224 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.CloudflareAiChatCompletionProvider = exports.CloudflareAiCompletionProvider = exports.CloudflareAiEmbeddingProvider = void 0;
7
+ const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
8
+ const logger_1 = __importDefault(require("../logger"));
9
+ const cache_1 = require("../cache");
10
+ const shared_1 = require("./shared");
11
+ class CloudflareAiGenericProvider {
12
+ constructor(deploymentName, options = {}) {
13
+ const { config, id, env } = options;
14
+ this.env = env;
15
+ this.deploymentName = deploymentName;
16
+ this.config = config || {};
17
+ this.id = id ? () => id : this.id;
18
+ }
19
+ getApiConfig() {
20
+ const apiTokenCandidate = this.config?.apiKey ||
21
+ (this.config?.apiKeyEnvar
22
+ ? process.env[this.config.apiKeyEnvar] ||
23
+ this.env?.[this.config.apiKeyEnvar]
24
+ : undefined) ||
25
+ this.env?.CLOUDFLARE_API_KEY ||
26
+ process.env.CLOUDFLARE_API_KEY;
27
+ (0, tiny_invariant_1.default)(apiTokenCandidate, 'Cloudflare API token required. Supply it via config apiKey or apiKeyEnvar, or the CLOUDFLARE_API_KEY environment variable');
28
+ const accountIdCandidate = this.config?.accountId ||
29
+ (this.config?.accountIdEnvar
30
+ ? process.env[this.config.accountIdEnvar] ||
31
+ this.env?.[this.config.apiKeyEnvar]
32
+ : undefined) ||
33
+ this.env?.CLOUDFLARE_ACCOUNT_ID ||
34
+ process.env.CLOUDFLARE_ACCOUNT_ID;
35
+ (0, tiny_invariant_1.default)(accountIdCandidate, 'Cloudflare account ID required. Supply it via config apiKey or apiKeyEnvar, or the CLOUDFLARE_ACCOUNT_ID environment variable');
36
+ (0, tiny_invariant_1.default)(apiTokenCandidate, 'Cloudflare API token required. Supply it via config apiKey or apiKeyEnvar, or the CLOUDFLARE_API_KEY environment variable');
37
+ return {
38
+ apiToken: apiTokenCandidate,
39
+ accountId: accountIdCandidate,
40
+ };
41
+ }
42
+ /**
43
+ * @see https://developers.cloudflare.com/api/operations/workers-ai-post-run-model
44
+ */
45
+ getApiBaseUrl() {
46
+ const { accountId } = this.getApiConfig();
47
+ return this.config.apiBaseUrl || `https://api.cloudflare.com/client/v4/accounts/${accountId}`;
48
+ }
49
+ /**
50
+ * @see https://developers.cloudflare.com/api/operations/workers-ai-post-run-model
51
+ */
52
+ buildUrl() {
53
+ return `${this.getApiBaseUrl()}/ai/run/${this.deploymentName}`;
54
+ }
55
+ id() {
56
+ return `cloudflare-ai:${this.modelType}:${this.deploymentName}`;
57
+ }
58
+ toString() {
59
+ return `[Cloudflare AI Provider ${this.deploymentName}]`;
60
+ }
61
+ buildApiHeaders() {
62
+ const { apiToken } = this.getApiConfig();
63
+ return {
64
+ 'Content-Type': 'application/json',
65
+ Authorization: `Bearer ${apiToken}`,
66
+ };
67
+ }
68
+ /**
69
+ * Cloudflare does not report usage but if it starts to pipe it through its response we can
70
+ * fill in this implementation
71
+ */
72
+ getTokenUsageFromResponse(_response) {
73
+ // TODO: Figure out token usage for invoked + cache situations
74
+ const tokenUsage = {
75
+ cached: undefined,
76
+ completion: undefined,
77
+ prompt: undefined,
78
+ total: undefined,
79
+ };
80
+ return tokenUsage;
81
+ }
82
+ /**
83
+ * Handles the actual marshalling of Cloudflare API response data into the response types expected
84
+ * by inheriting consumers
85
+ *
86
+ * This is meant to be used internally across the inheriting providers
87
+ * @param body
88
+ * @returns
89
+ */
90
+ async handleApiCall(body) {
91
+ let data;
92
+ let cached;
93
+ logger_1.default.debug(`Calling Cloudflare AI API: ${JSON.stringify(body)}`);
94
+ const url = this.buildUrl();
95
+ try {
96
+ ({ data, cached } = (await (0, cache_1.fetchWithCache)(url, {
97
+ method: 'POST',
98
+ headers: this.buildApiHeaders(),
99
+ body: JSON.stringify(body),
100
+ }, shared_1.REQUEST_TIMEOUT_MS)));
101
+ }
102
+ catch (err) {
103
+ return {
104
+ error: `API call error: ${String(err)}`,
105
+ };
106
+ }
107
+ logger_1.default.debug(`\tCloudflare AI API response: ${JSON.stringify(data)}`);
108
+ const tokenUsage = this.getTokenUsageFromResponse(data);
109
+ if (!data.success) {
110
+ return {
111
+ error: `API response error: ${JSON.stringify(data.errors)} (messages: ${String(data.messages)} -- URL: ${url}): ${JSON.stringify(data)}`,
112
+ tokenUsage,
113
+ };
114
+ }
115
+ return {
116
+ cached,
117
+ data: data,
118
+ tokenUsage,
119
+ };
120
+ }
121
+ async callApi(prompt, context, callApiOptions) {
122
+ throw new Error('Not implemented');
123
+ }
124
+ }
125
+ class CloudflareAiEmbeddingProvider extends CloudflareAiGenericProvider {
126
+ constructor() {
127
+ super(...arguments);
128
+ this.modelType = 'embedding';
129
+ }
130
+ async callEmbeddingApi(text) {
131
+ const body = {
132
+ text,
133
+ };
134
+ const cfResponse = await this.handleApiCall(body);
135
+ if ('error' in cfResponse) {
136
+ return { error: cfResponse.error };
137
+ }
138
+ const { data, tokenUsage, cached } = cfResponse;
139
+ try {
140
+ const embedding = data.result.data[0];
141
+ if (!embedding) {
142
+ logger_1.default.error('No data could be found in the Cloudflare API response', JSON.stringify(data));
143
+ throw new Error('No embedding returned');
144
+ }
145
+ const ret = {
146
+ cached,
147
+ embedding,
148
+ tokenUsage,
149
+ };
150
+ return ret;
151
+ }
152
+ catch (err) {
153
+ return {
154
+ error: `API response error: ${String(err)}: ${JSON.stringify(data)}`,
155
+ tokenUsage,
156
+ };
157
+ }
158
+ }
159
+ }
160
+ exports.CloudflareAiEmbeddingProvider = CloudflareAiEmbeddingProvider;
161
+ class CloudflareAiCompletionProvider extends CloudflareAiGenericProvider {
162
+ constructor() {
163
+ super(...arguments);
164
+ this.modelType = 'completion';
165
+ }
166
+ async callApi(prompt, context, callApiOptions) {
167
+ const body = {
168
+ prompt,
169
+ max_tokens: this.config.max_tokens,
170
+ temperature: this.config.temperature,
171
+ top_p: this.config.top_p,
172
+ presence_penalty: this.config.presence_penalty,
173
+ frequency_penalty: this.config.frequency_penalty,
174
+ lora: this.config.lora,
175
+ repetition_penalty: this.config.repetition_penalty,
176
+ seed: this.config.seed,
177
+ top_k: this.config.top_k,
178
+ };
179
+ const cfResponse = await this.handleApiCall(body);
180
+ if ('error' in cfResponse) {
181
+ return { error: cfResponse.error };
182
+ }
183
+ const { data, cached, tokenUsage } = cfResponse;
184
+ return {
185
+ output: data.result.response,
186
+ tokenUsage,
187
+ cached,
188
+ };
189
+ }
190
+ }
191
+ exports.CloudflareAiCompletionProvider = CloudflareAiCompletionProvider;
192
+ class CloudflareAiChatCompletionProvider extends CloudflareAiGenericProvider {
193
+ constructor() {
194
+ super(...arguments);
195
+ this.modelType = 'chat';
196
+ }
197
+ async callApi(prompt, context, callApiOptions) {
198
+ const messages = (0, shared_1.parseChatPrompt)(prompt, [{ role: 'user', content: prompt }]);
199
+ const body = {
200
+ messages,
201
+ max_tokens: this.config.max_tokens,
202
+ temperature: this.config.temperature,
203
+ top_p: this.config.top_p,
204
+ presence_penalty: this.config.presence_penalty,
205
+ frequency_penalty: this.config.frequency_penalty,
206
+ lora: this.config.lora,
207
+ repetition_penalty: this.config.repetition_penalty,
208
+ seed: this.config.seed,
209
+ top_k: this.config.top_k,
210
+ };
211
+ const cfResponse = await this.handleApiCall(body);
212
+ if ('error' in cfResponse) {
213
+ return { error: cfResponse.error };
214
+ }
215
+ const { data, cached, tokenUsage } = cfResponse;
216
+ return {
217
+ output: data.result.response,
218
+ tokenUsage,
219
+ cached,
220
+ };
221
+ }
222
+ }
223
+ exports.CloudflareAiChatCompletionProvider = CloudflareAiChatCompletionProvider;
224
+ //# sourceMappingURL=cloudflare-ai.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cloudflare-ai.js","sourceRoot":"","sources":["../../../src/providers/cloudflare-ai.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAuC;AAEvC,uDAA+B;AAC/B,oCAA0C;AAC1C,qCAA+D;AAyD/D,MAAe,2BAA2B;IAOxC,YACE,cAAsB,EACtB,UAII,EAAE;QAEN,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;QACpC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QAEf,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QAErC,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;QAC3B,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;IACpC,CAAC;IAED,YAAY;QACV,MAAM,iBAAiB,GACrB,IAAI,CAAC,MAAM,EAAE,MAAM;YACnB,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW;gBACvB,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC;oBACpC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,WAAiC,CAAC;gBAC3D,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,CAAC,GAAG,EAAE,kBAAkB;YAC5B,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAEjC,IAAA,wBAAS,EACP,iBAAiB,EACjB,2HAA2H,CAC5H,CAAC;QAEF,MAAM,kBAAkB,GACtB,IAAI,CAAC,MAAM,EAAE,SAAS;YACtB,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc;gBAC1B,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;oBACvC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,WAAiC,CAAC;gBAC3D,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,CAAC,GAAG,EAAE,qBAAqB;YAC/B,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;QAEpC,IAAA,wBAAS,EACP,kBAAkB,EAClB,+HAA+H,CAChI,CAAC;QAEF,IAAA,wBAAS,EACP,iBAAiB,EACjB,2HAA2H,CAC5H,CAAC;QAEF,OAAO;YACL,QAAQ,EAAE,iBAAiB;YAC3B,SAAS,EAAE,kBAAkB;SAC9B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,aAAa;QACX,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,iDAAiD,SAAS,EAAE,CAAC;IAChG,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,WAAW,IAAI,CAAC,cAAc,EAAE,CAAC;IACjE,CAAC;IAED,EAAE;QACA,OAAO,iBAAiB,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;IAClE,CAAC;IAED,QAAQ;QACN,OAAO,2BAA2B,IAAI,CAAC,cAAc,GAAG,CAAC;IAC3D,CAAC;IAES,eAAe;QAIvB,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACzC,OAAO;YACL,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,QAAQ,EAAE;SACpC,CAAC;IACJ,CAAC;IAED;;;OAGG;IACO,yBAAyB,CACjC,SAAuC;QAEvC,8DAA8D;QAC9D,MAAM,UAAU,GAA4C;YAC1D,MAAM,EAAE,SAAS;YACjB,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,SAAS;SACjB,CAAC;QACF,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;;;;;OAOG;IACO,KAAK,CAAC,aAAa,CAM3B,IAA6B;QAS7B,IAAI,IAAqB,CAAC;QAC1B,IAAI,MAAe,CAAC;QAEpB,gBAAM,CAAC,KAAK,CAAC,8BAA8B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEnE,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAE5B,IAAI;YACF,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAA,sBAAc,EACvC,GAAG,EACH;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,eAAe,EAAE;gBAC/B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,EACD,2BAAkB,CACnB,CAAmB,CAAC,CAAC;SACvB;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,mBAAmB,MAAM,CAAC,GAAG,CAAC,EAAE;aACxC,CAAC;SACH;QACD,gBAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtE,MAAM,UAAU,GAAG,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,CAAC;QAExD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,OAAO;gBACL,KAAK,EAAE,uBAAuB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,MAAM,CAC5E,IAAI,CAAC,QAAQ,CACd,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;gBAC5C,UAAU;aACX,CAAC;SACH;QAED,OAAO;YACL,MAAM;YACN,IAAI,EAAE,IAAuB;YAC7B,UAAU;SACX,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,cAAqC;QAErC,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;CACF;AASD,MAAa,6BAA8B,SAAQ,2BAA2B;IAA9E;;QACW,cAAS,GAAG,WAAW,CAAC;IAkCnC,CAAC;IAhCC,KAAK,CAAC,gBAAgB,CAAC,IAAY;QACjC,MAAM,IAAI,GACR;YACE,IAAI;SACL,CAAC;QAEJ,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAA+B,IAAI,CAAC,CAAC;QAChF,IAAI,OAAO,IAAI,UAAU,EAAE;YACzB,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;SACpC;QAED,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC;QAEhD,IAAI;YACF,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACtC,IAAI,CAAC,SAAS,EAAE;gBACd,gBAAM,CAAC,KAAK,CAAC,uDAAuD,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC5F,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;aAC1C;YACD,MAAM,GAAG,GAAG;gBACV,MAAM;gBACN,SAAS;gBACT,UAAU;aACX,CAAC;YACF,OAAO,GAAG,CAAC;SACZ;QAAC,OAAO,GAAG,EAAE;YACZ,OAAO;gBACL,KAAK,EAAE,uBAAuB,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;gBACpE,UAAU;aACX,CAAC;SACH;IACH,CAAC;CACF;AAnCD,sEAmCC;AAID,MAAa,8BAA+B,SAAQ,2BAA2B;IAA/E;;QACW,cAAS,GAAG,YAAY,CAAC;IAiCpC,CAAC;IA/BC,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,cAAqC;QAErC,MAAM,IAAI,GAAgF;YACxF,MAAM;YACN,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YAClC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9C,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB;YAChD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB;YAClD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;SACzB,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAoC,IAAI,CAAC,CAAC;QACrF,IAAI,OAAO,IAAI,UAAU,EAAE;YACzB,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;SACpC;QAED,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,UAAU,CAAC;QAEhD,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC5B,UAAU;YACV,MAAM;SACP,CAAC;IACJ,CAAC;CACF;AAlCD,wEAkCC;AAED,MAAa,kCAAmC,SAAQ,2BAA2B;IAAnF;;QACW,cAAS,GAAG,MAAM,CAAC;IAqC9B,CAAC;IAnCC,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,cAAqC;QAErC,MAAM,QAAQ,GAAG,IAAA,wBAAe,EAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAE9E,MAAM,IAAI,GAEN;YACF,QAAQ;YACR,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;YAClC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9C,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB;YAChD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,kBAAkB;YAClD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;SACzB,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAoC,IAAI,CAAC,CAAC;QACrF,IAAI,OAAO,IAAI,UAAU,EAAE;YACzB,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;SACpC;QAED,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,UAAU,CAAC;QAEhD,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC5B,UAAU;YACV,MAAM;SACP,CAAC;IACJ,CAAC;CACF;AAtCD,gFAsCC"}
@@ -4,10 +4,12 @@ export declare function getDefaultProviders(env?: EnvOverrides): {
4
4
  gradingProvider: import("./anthropic").AnthropicMessagesProvider;
5
5
  gradingJsonProvider: import("./anthropic").AnthropicMessagesProvider;
6
6
  suggestionsProvider: import("./anthropic").AnthropicMessagesProvider;
7
+ moderationProvider: import("./openai").OpenAiModerationProvider;
7
8
  } | {
8
9
  embeddingProvider: import("./openai").OpenAiEmbeddingProvider;
9
10
  gradingProvider: import("./openai").OpenAiChatCompletionProvider;
10
11
  gradingJsonProvider: import("./openai").OpenAiChatCompletionProvider;
11
12
  suggestionsProvider: import("./openai").OpenAiChatCompletionProvider;
13
+ moderationProvider: import("./openai").OpenAiModerationProvider;
12
14
  };
13
15
  //# sourceMappingURL=defaults.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../../src/providers/defaults.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC,wBAAgB,mBAAmB,CAAC,GAAG,CAAC,EAAE,YAAY;;;;;;;;;;EAoBrD"}
1
+ {"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../../src/providers/defaults.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC,wBAAgB,mBAAmB,CAAC,GAAG,CAAC,EAAE,YAAY;;;;;;;;;;;;EAsBrD"}
@@ -13,6 +13,7 @@ function getDefaultProviders(env) {
13
13
  gradingProvider: anthropic_1.DefaultGradingProvider,
14
14
  gradingJsonProvider: anthropic_1.DefaultGradingJsonProvider,
15
15
  suggestionsProvider: anthropic_1.DefaultSuggestionsProvider,
16
+ moderationProvider: openai_1.DefaultModerationProvider,
16
17
  };
17
18
  }
18
19
  return {
@@ -20,6 +21,7 @@ function getDefaultProviders(env) {
20
21
  gradingProvider: openai_1.DefaultGradingProvider,
21
22
  gradingJsonProvider: openai_1.DefaultGradingJsonProvider,
22
23
  suggestionsProvider: openai_1.DefaultSuggestionsProvider,
24
+ moderationProvider: openai_1.DefaultModerationProvider,
23
25
  };
24
26
  }
25
27
  exports.getDefaultProviders = getDefaultProviders;
@@ -1 +1 @@
1
- {"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../../src/providers/defaults.ts"],"names":[],"mappings":";;;AAAA,qCAKkB;AAElB,2CAIqB;AAIrB,SAAgB,mBAAmB,CAAC,GAAkB;IACpD,MAAM,eAAe,GACnB,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc;QAC3B,CAAC,GAAG,EAAE,cAAc;QACpB,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,GAAG,EAAE,iBAAiB,CAAC,CAAC;IAE5D,IAAI,eAAe,EAAE;QACnB,OAAO;YACL,iBAAiB,EAAE,iCAAuB;YAC1C,eAAe,EAAE,kCAAsB;YACvC,mBAAmB,EAAE,sCAA4B;YACjD,mBAAmB,EAAE,sCAA4B;SAClD,CAAC;KACH;IACD,OAAO;QACL,iBAAiB,EAAE,iCAAuB;QAC1C,eAAe,EAAE,+BAAqB;QACtC,mBAAmB,EAAE,mCAAyB;QAC9C,mBAAmB,EAAE,mCAAyB;KAC/C,CAAC;AACJ,CAAC;AApBD,kDAoBC"}
1
+ {"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../../src/providers/defaults.ts"],"names":[],"mappings":";;;AAAA,qCAMkB;AAElB,2CAIqB;AAMrB,SAAgB,mBAAmB,CAAC,GAAkB;IACpD,MAAM,eAAe,GACnB,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc;QAC3B,CAAC,GAAG,EAAE,cAAc;QACpB,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,GAAG,EAAE,iBAAiB,CAAC,CAAC;IAE5D,IAAI,eAAe,EAAE;QACnB,OAAO;YACL,iBAAiB,EAAE,iCAAuB;YAC1C,eAAe,EAAE,kCAAsB;YACvC,mBAAmB,EAAE,sCAA4B;YACjD,mBAAmB,EAAE,sCAA4B;YACjD,kBAAkB,EAAE,kCAAwB;SAC7C,CAAC;KACH;IACD,OAAO;QACL,iBAAiB,EAAE,iCAAuB;QAC1C,eAAe,EAAE,+BAAqB;QACtC,mBAAmB,EAAE,mCAAyB;QAC9C,mBAAmB,EAAE,mCAAyB;QAC9C,kBAAkB,EAAE,kCAAwB;KAC7C,CAAC;AACJ,CAAC;AAtBD,kDAsBC"}
@@ -0,0 +1,11 @@
1
+ import type { ApiProvider, CallApiContextParams, ProviderOptions, ProviderResponse } from '../types.js';
2
+ export declare class HttpProvider implements ApiProvider {
3
+ url: string;
4
+ config: any;
5
+ responseParser: (data: any) => ProviderResponse;
6
+ constructor(url: string, options: ProviderOptions);
7
+ id(): string;
8
+ toString(): string;
9
+ callApi(prompt: string, context?: CallApiContextParams): Promise<ProviderResponse>;
10
+ }
11
+ //# sourceMappingURL=http.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../../src/providers/http.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EACV,WAAW,EACX,oBAAoB,EACpB,eAAe,EACf,gBAAgB,EACjB,MAAM,aAAa,CAAC;AAErB,qBAAa,YAAa,YAAW,WAAW;IAC9C,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,GAAG,CAAC;IACZ,cAAc,EAAE,CAAC,IAAI,EAAE,GAAG,KAAK,gBAAgB,CAAC;gBAEpC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe;IAMjD,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIZ,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAuCzF"}