promptfoo 0.103.3 → 0.103.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (160) hide show
  1. package/LICENSE +10 -1
  2. package/dist/package.json +13 -13
  3. package/dist/src/app/assets/index-BR1tgrAf.css +1 -0
  4. package/dist/src/app/assets/{index-XXoiz61D.js → index-CmPQAxfe.js} +276 -276
  5. package/dist/src/app/assets/{index.es-DTKpmNcZ.js → index.es-DfqJ7zdu.js} +1 -1
  6. package/dist/src/app/assets/{sync-ClbHj3jr.js → sync-C-aW1Mpw.js} +1 -1
  7. package/dist/src/app/index.html +2 -2
  8. package/dist/src/assertions/index.d.ts +3 -2
  9. package/dist/src/assertions/index.d.ts.map +1 -1
  10. package/dist/src/assertions/index.js +21 -6
  11. package/dist/src/assertions/index.js.map +1 -1
  12. package/dist/src/assertions/utils.d.ts +6 -2
  13. package/dist/src/assertions/utils.d.ts.map +1 -1
  14. package/dist/src/commands/eval/filterErrorTests.d.ts +5 -0
  15. package/dist/src/commands/eval/filterErrorTests.d.ts.map +1 -0
  16. package/dist/src/commands/eval/filterErrorTests.js +19 -0
  17. package/dist/src/commands/eval/filterErrorTests.js.map +1 -0
  18. package/dist/src/commands/eval/filterTests.d.ts +1 -0
  19. package/dist/src/commands/eval/filterTests.d.ts.map +1 -1
  20. package/dist/src/commands/eval/filterTests.js +4 -0
  21. package/dist/src/commands/eval/filterTests.js.map +1 -1
  22. package/dist/src/commands/eval.d.ts.map +1 -1
  23. package/dist/src/commands/eval.js +1 -0
  24. package/dist/src/commands/eval.js.map +1 -1
  25. package/dist/src/database/tables.d.ts +51 -12
  26. package/dist/src/database/tables.d.ts.map +1 -1
  27. package/dist/src/envars.d.ts +1 -0
  28. package/dist/src/envars.d.ts.map +1 -1
  29. package/dist/src/envars.js.map +1 -1
  30. package/dist/src/evaluator.d.ts.map +1 -1
  31. package/dist/src/evaluator.js +1 -0
  32. package/dist/src/evaluator.js.map +1 -1
  33. package/dist/src/fetch.d.ts.map +1 -1
  34. package/dist/src/fetch.js +20 -3
  35. package/dist/src/fetch.js.map +1 -1
  36. package/dist/src/models/evalResult.d.ts.map +1 -1
  37. package/dist/src/models/evalResult.js +9 -1
  38. package/dist/src/models/evalResult.js.map +1 -1
  39. package/dist/src/providers/browser.js +1 -1
  40. package/dist/src/providers/browser.js.map +1 -1
  41. package/dist/src/providers/defaults.d.ts +1 -0
  42. package/dist/src/providers/defaults.d.ts.map +1 -1
  43. package/dist/src/providers/defaults.js +11 -0
  44. package/dist/src/providers/defaults.js.map +1 -1
  45. package/dist/src/providers/http.d.ts.map +1 -1
  46. package/dist/src/providers/http.js +39 -63
  47. package/dist/src/providers/http.js.map +1 -1
  48. package/dist/src/providers/llama.d.ts.map +1 -1
  49. package/dist/src/providers/llama.js +8 -1
  50. package/dist/src/providers/llama.js.map +1 -1
  51. package/dist/src/providers/openai.d.ts.map +1 -1
  52. package/dist/src/providers/openai.js +6 -13
  53. package/dist/src/providers/openai.js.map +1 -1
  54. package/dist/src/providers/watsonx.d.ts.map +1 -1
  55. package/dist/src/providers/watsonx.js +9 -0
  56. package/dist/src/providers/watsonx.js.map +1 -1
  57. package/dist/src/providers.d.ts.map +1 -1
  58. package/dist/src/providers.js +15 -0
  59. package/dist/src/providers.js.map +1 -1
  60. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  61. package/dist/src/redteam/commands/generate.js +4 -0
  62. package/dist/src/redteam/commands/generate.js.map +1 -1
  63. package/dist/src/redteam/constants.d.ts +4 -2
  64. package/dist/src/redteam/constants.d.ts.map +1 -1
  65. package/dist/src/redteam/constants.js +11 -7
  66. package/dist/src/redteam/constants.js.map +1 -1
  67. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  68. package/dist/src/redteam/plugins/base.js +3 -0
  69. package/dist/src/redteam/plugins/base.js.map +1 -1
  70. package/dist/src/redteam/plugins/cyberseceval.d.ts.map +1 -1
  71. package/dist/src/redteam/plugins/cyberseceval.js +13 -3
  72. package/dist/src/redteam/plugins/cyberseceval.js.map +1 -1
  73. package/dist/src/redteam/providers/crescendo/index.d.ts +1 -0
  74. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  75. package/dist/src/redteam/providers/crescendo/index.js +58 -3
  76. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  77. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  78. package/dist/src/redteam/providers/iterative.js +59 -5
  79. package/dist/src/redteam/providers/iterative.js.map +1 -1
  80. package/dist/src/redteam/providers/iterativeImage.d.ts +6 -2
  81. package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
  82. package/dist/src/redteam/providers/iterativeImage.js +322 -131
  83. package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
  84. package/dist/src/redteam/providers/iterativeTree.d.ts +37 -26
  85. package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
  86. package/dist/src/redteam/providers/iterativeTree.js +193 -85
  87. package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
  88. package/dist/src/redteam/shared.d.ts.map +1 -1
  89. package/dist/src/redteam/shared.js +4 -1
  90. package/dist/src/redteam/shared.js.map +1 -1
  91. package/dist/src/server/routes/providers.js +11 -6
  92. package/dist/src/server/routes/providers.js.map +1 -1
  93. package/dist/src/types/env.d.ts +3 -0
  94. package/dist/src/types/env.d.ts.map +1 -1
  95. package/dist/src/types/index.d.ts +1376 -351
  96. package/dist/src/types/index.d.ts.map +1 -1
  97. package/dist/src/types/index.js +4 -1
  98. package/dist/src/types/index.js.map +1 -1
  99. package/dist/src/types/providers.d.ts +22 -0
  100. package/dist/src/types/providers.d.ts.map +1 -1
  101. package/dist/src/types/providers.js.map +1 -1
  102. package/dist/src/util/config/manage.d.ts +1 -1
  103. package/dist/src/util/config/manage.d.ts.map +1 -1
  104. package/dist/src/util/config/manage.js.map +1 -1
  105. package/dist/src/util/convertEvalResultsToTable.d.ts.map +1 -1
  106. package/dist/src/util/convertEvalResultsToTable.js +14 -0
  107. package/dist/src/util/convertEvalResultsToTable.js.map +1 -1
  108. package/dist/src/util/index.d.ts +12 -4
  109. package/dist/src/util/index.d.ts.map +1 -1
  110. package/dist/src/validators/providers.d.ts +71 -2
  111. package/dist/src/validators/providers.d.ts.map +1 -1
  112. package/dist/src/validators/providers.js +3 -0
  113. package/dist/src/validators/providers.js.map +1 -1
  114. package/dist/src/validators/redteam.d.ts +24 -0
  115. package/dist/src/validators/redteam.d.ts.map +1 -1
  116. package/dist/test/assertions/index.test.js +26 -475
  117. package/dist/test/assertions/index.test.js.map +1 -1
  118. package/dist/test/assertions/javascript.test.d.ts +2 -0
  119. package/dist/test/assertions/javascript.test.d.ts.map +1 -0
  120. package/dist/test/assertions/javascript.test.js +679 -0
  121. package/dist/test/assertions/javascript.test.js.map +1 -0
  122. package/dist/test/assertions/python.test.d.ts +2 -0
  123. package/dist/test/assertions/python.test.d.ts.map +1 -0
  124. package/dist/test/assertions/python.test.js +377 -0
  125. package/dist/test/assertions/python.test.js.map +1 -0
  126. package/dist/test/cache.test.js +297 -100
  127. package/dist/test/cache.test.js.map +1 -1
  128. package/dist/test/commands/eval/filterErrorTests.test.d.ts +2 -0
  129. package/dist/test/commands/eval/filterErrorTests.test.d.ts.map +1 -0
  130. package/dist/test/commands/eval/filterErrorTests.test.js +110 -0
  131. package/dist/test/commands/eval/filterErrorTests.test.js.map +1 -0
  132. package/dist/test/evaluator.test.js +10 -0
  133. package/dist/test/evaluator.test.js.map +1 -1
  134. package/dist/test/factories/evalFactory.d.ts +39 -8
  135. package/dist/test/factories/evalFactory.d.ts.map +1 -1
  136. package/dist/test/fetch.test.js +147 -19
  137. package/dist/test/fetch.test.js.map +1 -1
  138. package/dist/test/models/eval.test.js +12 -0
  139. package/dist/test/models/eval.test.js.map +1 -1
  140. package/dist/test/providers/defaults.test.d.ts +2 -0
  141. package/dist/test/providers/defaults.test.d.ts.map +1 -0
  142. package/dist/test/providers/defaults.test.js +77 -0
  143. package/dist/test/providers/defaults.test.js.map +1 -0
  144. package/dist/test/providers/http.test.js +65 -9
  145. package/dist/test/providers/http.test.js.map +1 -1
  146. package/dist/test/providers/index.test.js +6 -3
  147. package/dist/test/providers/index.test.js.map +1 -1
  148. package/dist/test/providers/mistral.test.js +28 -19
  149. package/dist/test/providers/mistral.test.js.map +1 -1
  150. package/dist/test/providers/watsonx.test.js +58 -0
  151. package/dist/test/providers/watsonx.test.js.map +1 -1
  152. package/dist/test/redteam/providers/iterativeTree.test.js +329 -98
  153. package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
  154. package/dist/test/server/providers.test.js +4 -4
  155. package/dist/test/server/providers.test.js.map +1 -1
  156. package/dist/test/util/config/main.test.js +3 -0
  157. package/dist/test/util/config/main.test.js.map +1 -1
  158. package/dist/tsconfig.tsbuildinfo +1 -1
  159. package/package.json +13 -13
  160. package/dist/src/app/assets/index-DdUNCsxz.css +0 -1
package/dist/src/commands/eval/filterTests.js CHANGED
@@ -5,6 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
5
5
  Object.defineProperty(exports, "__esModule", { value: true });
6
6
  exports.filterTests = filterTests;
7
7
  const logger_1 = __importDefault(require("../../logger"));
8
+ const filterErrorTests_1 = require("./filterErrorTests");
8
9
  const filterFailingTests_1 = require("./filterFailingTests");
9
10
  async function filterTests(testSuite, options) {
10
11
  let tests = testSuite.tests || [];
@@ -37,6 +38,9 @@ async function filterTests(testSuite, options) {
37
38
  if (options.failing) {
38
39
  tests = await (0, filterFailingTests_1.filterFailingTests)(testSuite, options.failing);
39
40
  }
41
+ if (options.errorsOnly) {
42
+ tests = await (0, filterErrorTests_1.filterErrorTests)(testSuite, options.errorsOnly);
43
+ }
40
44
  if (options.pattern) {
41
45
  const pattern = new RegExp(options.pattern);
42
46
  tests = tests.filter((test) => test.description && pattern.test(test.description));
package/dist/src/commands/eval/filterTests.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"filterTests.js","sourceRoot":"","sources":["../../../../src/commands/eval/filterTests.ts"],"names":[],"mappings":";;;;;AAcA,kCA0EC;AAxFD,0DAAkC;AAElC,6DAA0D;AAYnD,KAAK,UAAU,WAAW,CAAC,SAAoB,EAAE,OAAsB;IAC5E,IAAI,KAAK,GAAG,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC;IAElC,gBAAM,CAAC,KAAK,CAAC,sCAAsC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC9E,gBAAM,CAAC,KAAK,CAAC,uBAAuB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAEpD,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,gBAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;QAChE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC7E,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,0BAA0B,GAAG,IAAI,KAAK,EAAE,CAAC,CAAC;QACvD,gBAAM,CAAC,KAAK,CAAC,2BAA2B,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;QAE9D,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YAC5B,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnB,gBAAM,CAAC,KAAK,CAAC,yBAAyB,IAAI,CAAC,WAAW,IAAI,cAAc,EAAE,CAAC,CAAC;gBAC5E,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC;YAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,gBAAM,CAAC,KAAK,CACV,SAAS,IAAI,CAAC,WAAW,IAAI,cAAc,sCAAsC,GAAG,IAAI,KAAK,SAAS,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CACtI,CAAC;YACJ,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,gBAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,CAAC,MAAM,eAAe,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,KAAK,GAAG,MAAM,IAAA,uCAAkB,EAAC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC5C,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;IACrF,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,KAAK,GACT,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAExF,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,KAAK,GACT,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAExF,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,iDAAiD;QACjD,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9C,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,CAAC;QACD,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}
1
+ {"version":3,"file":"filterTests.js","sourceRoot":"","sources":["../../../../src/commands/eval/filterTests.ts"],"names":[],"mappings":";;;;;AAgBA,kCA8EC;AA9FD,0DAAkC;AAElC,yDAAsD;AACtD,6DAA0D;AAanD,KAAK,UAAU,WAAW,CAAC,SAAoB,EAAE,OAAsB;IAC5E,IAAI,KAAK,GAAG,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC;IAElC,gBAAM,CAAC,KAAK,CAAC,sCAAsC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC9E,gBAAM,CAAC,KAAK,CAAC,uBAAuB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAEpD,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtC,gBAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;QAChE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC7E,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,0BAA0B,GAAG,IAAI,KAAK,EAAE,CAAC,CAAC;QACvD,gBAAM,CAAC,KAAK,CAAC,2BAA2B,KAAK,CAAC,MAAM,QAAQ,CAAC,CAAC;QAE9D,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YAC5B,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnB,gBAAM,CAAC,KAAK,CAAC,yBAAyB,IAAI,CAAC,WAAW,IAAI,cAAc,EAAE,CAAC,CAAC;gBAC5E,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC;YAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,gBAAM,CAAC,KAAK,CACV,SAAS,IAAI,CAAC,WAAW,IAAI,cAAc,sCAAsC,GAAG,IAAI,KAAK,SAAS,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CACtI,CAAC;YACJ,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,gBAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,CAAC,MAAM,eAAe,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,KAAK,GAAG,MAAM,IAAA,uCAAkB,EAAC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACvB,KAAK,GAAG,MAAM,IAAA,mCAAgB,EAAC,SAAS,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAChE,CAAC;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC5C,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;IACrF,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,KAAK,GACT,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAExF,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,KAAK,GACT,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAExF,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,iCAAiC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACrE,CAAC;QAED,iDAAiD;QACjD,MAAM,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9C,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,CAAC;QACD,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}
package/dist/src/commands/eval.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../../src/commands/eval.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAazC,OAAO,IAAI,MAAM,gBAAgB,CAAC;AAKlC,OAAO,KAAK,EACV,kBAAkB,EAClB,eAAe,EAGf,aAAa,EACd,MAAM,UAAU,CAAC;AAkClB,wBAAsB,MAAM,CAC1B,MAAM,EAAE,OAAO,CAAC,kBAAkB,GAAG,OAAO,CAAC,EAC7C,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,EACrC,iBAAiB,EAAE,MAAM,GAAG,SAAS,EACrC,eAAe,EAAE,eAAe,GAC/B,OAAO,CAAC,IAAI,CAAC,CAiWf;AAED,wBAAgB,WAAW,CACzB,OAAO,EAAE,OAAO,EAChB,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,EACrC,iBAAiB,EAAE,MAAM,GAAG,SAAS,WAmMtC"}
1
+ {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../../src/commands/eval.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAazC,OAAO,IAAI,MAAM,gBAAgB,CAAC;AAKlC,OAAO,KAAK,EACV,kBAAkB,EAClB,eAAe,EAGf,aAAa,EACd,MAAM,UAAU,CAAC;AAkClB,wBAAsB,MAAM,CAC1B,MAAM,EAAE,OAAO,CAAC,kBAAkB,GAAG,OAAO,CAAC,EAC7C,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,EACrC,iBAAiB,EAAE,MAAM,GAAG,SAAS,EACrC,eAAe,EAAE,eAAe,GAC/B,OAAO,CAAC,IAAI,CAAC,CAiWf;AAED,wBAAgB,WAAW,CACzB,OAAO,EAAE,OAAO,EAChB,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,EACrC,iBAAiB,EAAE,MAAM,GAAG,SAAS,WAoMtC"}
package/dist/src/commands/eval.js CHANGED
@@ -417,6 +417,7 @@ function evalCommand(program, defaultConfig, defaultConfigPath) {
417
417
  .option('--filter-providers, --filter-targets <providers>', 'Only run tests with these providers (regex match)')
418
418
  .option('--filter-sample <number>', 'Only run a random sample of N tests')
419
419
  .option('--filter-failing <path>', 'Path to json output file')
420
+ .option('--filter-errors-only <path>', 'Path to json output file with error tests')
420
421
  .option('--filter-metadata <key=value>', 'Only run tests whose metadata matches the key=value pair (e.g. --filter-metadata pluginId=debug-access)')
421
422
  // Output configuration
422
423
  .option('-o, --output <paths...>', 'Path to output file (csv, txt, json, yaml, yml, html), default is no output file')
package/dist/src/commands/eval.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"eval.js","sourceRoot":"","sources":["../../../src/commands/eval.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4DA,wBAsWC;AAED,kCAsMC;AA1mBD,kDAA0B;AAC1B,wDAAgC;AAEhC,oDAA4B;AAC5B,4CAAoB;AACpB,2CAA6B;AAC7B,6BAAwB;AACxB,+DAAiD;AACjD,oCAAwC;AACxC,2DAAmC;AACnC,sCAAmD;AACnD,4CAAiE;AACjE,uDAAoE;AACpE,oDAA6D;AAC7D,wCAA6C;AAC7C,0DAAkC;AAClC,4CAA+C;AAC/C,oCAA8C;AAC9C,oCAAyC;AACzC,6DAAqC;AAQrC,oCAAgE;AAChE,oCAAoD;AACpD,kCAAuE;AACvE,kCAAsE;AACtE,oDAA6E;AAC7E,8CAAqD;AACrD,kEAA0C;AAC1C,4DAAyD;AACzD,oDAAiD;AAEjD,MAAM,iBAAiB,GAAG,gCAAwB,CAAC,MAAM,CAAC;IACxD,IAAI,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC5B,oBAAoB,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC5C,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAC/B,CAAC,CAAC,OAAO,EAAE,CAAC;AAIb,SAAS,sCAAsC,CAAC,SAAoB;IAClE,MAAM,uBAAuB,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1E,IAAI,uBAAuB,EAAE,CAAC;QAC5B,gBAAM,CAAC,IAAI,CACT,IAAA,gBAAM,EAAA;QACJ,eAAK,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;;;;;OAK7B,CACF,CAAC;IACJ,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,MAAM,CAC1B,MAA6C,EAC7C,aAAqC,EACrC,iBAAqC,EACrC,eAAgC;IAEhC,IAAA,eAAQ,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACzB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,IAAA,oBAAW,EAAC,OAAO,CAAC,CAAC;IACvB,CAAC;IAED,IAAI,MAAM,GAAuC,SAAS,CAAC;IAC3D,IAAI,SAAS,GAA0B,SAAS,CAAC;IACjD,IAAI,SAAS,GAAuB,SAAS,CAAC;IAE9C,MAAM,aAAa,GAAG,KAAK,EAAE,cAAwB,EAAE,EAAE;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,gBAAgB;YACtB,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YAC5B,2FAA2F;YAC3F,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;SACrD,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,MAAM,IAAA,yBAAe,GAAE,CAAC;QAC1B,CAAC;QAED,uDAAuD;QACvD,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;YACrF,MAAM,EAAE,aAAa,EAAE,gBAAgB,EAAE,GAAG,MAAM,IAAA,2BAAiB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YAC3F,aAAa,GAAG,gBAAgB,CAAC;QACnC,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,WAAW,GAAa,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7F,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,IAAI,YAAE,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,YAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;oBACvE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,iBAAiB,EAAE,aAAa,EAAE,GAClE,MAAM,IAAA,2BAAiB,EAAC,UAAU,CAAC,CAAC;oBACtC,IAAI,aAAa,EAAE,CAAC;wBAClB,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;wBAC5E,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;wBAClC,aAAa,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS,EAAE,CAAC;oBACrD,CAAC;yBAAM,CAAC;wBACN,gBAAM,CAAC,IAAI,CAAC,6CAA6C,UAAU,EAAE,CAAC,CAAC;oBACzE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,gBAAgB;QAChB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,GAAG,CAAC;QAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtF,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,gBAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAClC,IAAA,oBAAY,GAAE,CAAC;QACjB,CAAC;QAED,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,qBAAc,EAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QAE3F,IAAI,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QAEhC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,cAAc,GAAG,CAAC,CAAC;YACnB,gBAAM,CAAC,IAAI,CACT,oCAAoC,KAAK,0CAA0C,CACpF,CAAC;QACJ,CAAC;QAED,SAAS,CAAC,KAAK,GAAG,MAAM,IAAA,yBAAW,EAAC,SAAS,EAAE;YAC7C,OAAO,EAAE,MAAM,CAAC,aAAa;YAC7B,MAAM,EAAE,MAAM,CAAC,YAAY;YAC3B,QAAQ,EAAE,MAAM,CAAC,cAAc;YAC/B,OAAO,EAAE,MAAM,CAAC,aAAa;YAC7B,MAAM,EAAE,MAAM,CAAC,YAAY;SAC5B,CAAC,CAAC;QAEH,IACE,MAAM,CAAC,OAAO;YACd,MAAM,CAAC,OAAO,CAAC,OAAO;YACtB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;YACjC,SAAS,CAAC,KAAK;YACf,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAC1B,CAAC;YACD,MAAM,IAAA,mCAAwB,GAAE,CAAC;QACnC,CAAC;QAED,SAAS,CAAC,SAAS,GAAG,IAAA,iCAAe,EACnC,SAAS,CAAC,SAAS,EACnB,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,aAAa,CAC/C,CAAC;QAEF,MAAM,OAAO,GAAoB;YAC/B,eAAe,EAAE,IAAA,oBAAW,GAAE,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW;YACvE,cAAc;YACd,MAAM;YACN,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YAC5D,GAAG,eAAe;SACnB,CAAC;QAEF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,IAAI,EAAE,CAAC;YACpD,SAAS,CAAC,WAAW,CAAC,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;YACpE,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YACf,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,IAAI,EAAE,CAAC;YACpD,SAAS,CAAC,WAAW,CAAC,IAAI,GAAG,EAAE,GAAG,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;QAChF,CAAC;QACD,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;YAC/B,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC;QACrC,CAAC;QACD,gDAAgD;QAChD,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YACxB,SAAS,CAAC,SAAS,GAAG,CAAC,MAAM,IAAA,gCAAyB,EAAC,SAAS,CAAC,SAAS,CAAC,CAAe,CAAC;QAC7F,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;YACjD,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACnB,QAAQ,CAAC,KAAK,GAAG,MAAM,IAAA,gCAAyB,EAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAED,MAAM,eAAe,GAAG,uBAAe,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC7D,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,eAAe,GAAG,IAAA,gCAAS,EAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACzD,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,MAAM,CAAC,IAAA,gBAAM,EAAA;;;UAGjB,eAAe,CAAC,QAAQ,EAAE;;6DAEyB,CAAC,CACvD,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK;YAC7B,CAAC,CAAC,MAAM,cAAI,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC;YAC9C,CAAC,CAAC,IAAI,cAAI,CAAC,MAAM,CAAC,CAAC;QAErB,2BAA2B;QAC3B,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAQ,EAAC,SAAS,EAAE,UAAU,EAAE;YAChD,GAAG,OAAO;YACV,WAAW,EAAE,KAAK;YAClB,WAAW,EAAE,eAAe,CAAC,WAAW;SACzC,CAAC,CAAC;QAEH,MAAM,YAAY,GAChB,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,IAAA,0BAAkB,EAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE/E,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,MAAM,UAAU,GAAG;YACjB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,CAAC;YACb,MAAM,EAAE,CAAC;YACT,WAAW,EAAE,CAAC;SACf,CAAC;QAEF,6CAA6C;QAC7C,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC;gBAClC,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC;YAC5C,CAAC;YACD,IAAI,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC;gBAClC,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC;YAC3C,CAAC;YACD,IAAI,MAAM,CAAC,OAAO,EAAE,cAAc,EAAE,CAAC;gBACnC,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC;YAC1C,CAAC;YACD,UAAU,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,IAAI,CAAC,CAAC;YAC3D,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;YAC7D,UAAU,CAAC,UAAU,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,IAAI,CAAC,CAAC;YACrE,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;YAC7D,UAAU,CAAC,WAAW,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,WAAW,IAAI,CAAC,CAAC;QACzE,CAAC;QACD,MAAM,UAAU,GAAG,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAC;QACjD,MAAM,QAAQ,GAAG,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC;QAEhD,IAAI,MAAM,CAAC,KAAK,IAAI,IAAA,oBAAW,GAAE,KAAK,OAAO,IAAI,UAAU,GAAG,GAAG,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;YAC1C,mBAAmB;YACnB,MAAM,WAAW,GAAG,IAAA,qBAAa,EAAC,KAAK,CAAC,CAAC;YAEzC,gBAAM,CAAC,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC3C,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;gBACxC,gBAAM,CAAC,IAAI,CAAC,OAAO,QAAQ,YAAY,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;aAAM,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC1B,gBAAM,CAAC,KAAK,CACV,wIAAwI,IAAI,CAAC,SAAS,CACpJ,UAAU,CAAC,OAAO,CACnB,EAAE,CACJ,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,IAAI,GAAG,EAAE,CAAC;YACtB,gBAAM,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;QAE9B,uFAAuF;QACvF,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAC1E,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACnF,CAAC;QACF,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAA,2BAAoB,EAAC,KAAK,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;YAC5D,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,MAAM,CAAC,qBAAqB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACrE,CAAC;QAED,IAAA,kBAAW,GAAE,CAAC;QACd,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,YAAY,EAAE,CAAC;gBACjB,gBAAM,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAC;YAC1E,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;gBAC1D,gBAAM,CAAC,IAAI,CACT,SAAS,eAAK,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC,8BAA8B,CAChF,CAAC;gBACF,gBAAM,CAAC,IAAI,CAAC,SAAS,eAAK,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,CAAC,4BAA4B,CAAC,CAAC;gBAC5F,gBAAM,CAAC,IAAI,CACT,wEAAwE,eAAK,CAAC,WAAW,CAAC,IAAI,CAC5F,qCAAqC,CACtC,EAAE,CACJ,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACzD,CAAC;QAED,IAAA,kBAAW,GAAE,CAAC;QAEd,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE1C,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,SAAS,EAAE,CAAC,CAAC,CAAC;QACzD,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,MAAM,EAAE,CAAC,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACzB,gBAAM,CAAC,IAAI,CACT,GAAG,SAAS,CAAC,CAAC,CAAC,iBAAiB,UAAU,CAAC,WAAW,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,iBAAiB,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,qBAAqB,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE,yBAAyB,UAAU,CAAC,UAAU,CAAC,cAAc,EAAE,qBAAqB,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,CACnT,CAAC;QACJ,CAAC;QAED,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YAC5B,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;YACrD,SAAS;SACV,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAa,CAAC;gBACvF,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;oBACxB,gBAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;oBACzD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;oBACrB,OAAO,GAAG,CAAC;gBACb,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9C,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;oBAC/C,CAAC,CAAE,MAAM,CAAC,OAAO;yBACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBACT,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;4BACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;wBAC3D,CAAC;6BAAM,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;4BACvE,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;wBAC9D,CAAC;wBACD,OAAO,IAAI,CAAC;oBACd,CAAC,CAAC;yBACD,MAAM,CAAC,OAAO,CAAc;oBACjC,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;oBACnD,CAAC,CAAE,MAAM,CAAC,SAAS;yBACd,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACT,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC;wBAC9C,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;wBACnD,CAAC,CAAC,IAAI,CACT;yBACA,MAAM,CAAC,OAAO,CAAc;oBACjC,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC1C,CAAC,CAAC,MAAM,CAAC,KAAK;yBACT,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;wBACb,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;4BACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;wBAC3D,CAAC;6BAAM,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;4BAC3C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gCACzC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oCACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;gCAC3D,CAAC;gCACD,OAAO,EAAE,CAAC;4BACZ,CAAC,CAAC,CAAC;wBACL,CAAC;wBACD,OAAO,EAAE,CAAC;oBACZ,CAAC,CAAC;yBACD,MAAM,CAAC,OAAO,CAAC;oBACpB,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAC3B,IAAI,GAAG,CAAC,CAAC,GAAG,WAAW,EAAE,GAAG,WAAW,EAAE,GAAG,aAAa,EAAE,GAAG,QAAQ,CAAC,CAAC,CACzE,CAAC;gBACF,MAAM,OAAO,GAAG,kBAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;gBAEjF,OAAO;qBACJ,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;oBAC3B,IAAA,kBAAW,GAAE,CAAC;oBACd,gBAAM,CAAC,IAAI,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;oBAC7C,IAAA,kBAAW,GAAE,CAAC;oBACd,IAAA,0BAAgB,GAAE,CAAC;oBACnB,MAAM,aAAa,EAAE,CAAC;gBACxB,CAAC,CAAC;qBACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAM,CAAC,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;qBAC/D,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAChB,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/B,gBAAM,CAAC,IAAI,CAAC,gCAAgC,SAAS,MAAM,CAAC,CAC7D,CACF,CAAC;YACN,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,iBAAiB,GAAG,IAAA,oBAAW,EAAC,+BAA+B,EAAE,GAAG,CAAC,CAAC;YAC5E,MAAM,kBAAkB,GAAG,IAAA,kBAAS,EAAC,iCAAiC,EAAE,GAAG,CAAC,CAAC;YAE7E,IAAI,QAAQ,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC9E,IAAI,IAAA,oBAAW,EAAC,+BAA+B,CAAC,KAAK,SAAS,EAAE,CAAC;oBAC/D,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,KAAK,CACT,aAAa,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,eAAK,CAAC,GAAG,CAAC,GAAG,CAAC,8BAA8B,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,eAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CACpJ,CACF,CAAC;gBACJ,CAAC;gBACD,gBAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,CAAC;gBACvF,OAAO,GAAG,CAAC;YACb,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACtB,sCAAsC,CAAC,SAAS,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IAEF,OAAO,MAAM,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;AACxD,CAAC;AAED,SAAgB,WAAW,CACzB,OAAgB,EAChB,aAAqC,EACrC,iBAAqC;IAErC,MAAM,eAAe,GAAoB,EAAE,CAAC;IAC5C,IAAI,aAAa,CAAC,eAAe,EAAE,CAAC;QAClC,eAAe,CAAC,mBAAmB,GAAG,aAAa,CAAC,eAAe,CAAC,mBAAmB,CAAC;QACxF,eAAe,CAAC,cAAc,GAAG,aAAa,CAAC,eAAe,CAAC,cAAc,CAAC;QAC9E,eAAe,CAAC,eAAe,GAAG,aAAa,CAAC,eAAe,CAAC,eAAe,CAAC;IAClF,CAAC;IAED,MAAM,OAAO,GAAG,OAAO;SACpB,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,kBAAkB,CAAC;QAEhC,qBAAqB;SACpB,MAAM,CACL,yBAAyB,EACzB,sEAAsE,CACvE;SACA,MAAM,CAAC,+BAA+B,EAAE,mBAAmB,CAAC;QAE7D,gBAAgB;SACf,MAAM,CAAC,yBAAyB,EAAE,yBAAyB,CAAC;SAC5D,MAAM,CAAC,0BAA0B,EAAE,8BAA8B,CAAC;SAClE,MAAM,CACL,mCAAmC,EACnC,kGAAkG,CACnG;SACA,MAAM,CAAC,oBAAoB,EAAE,6BAA6B,CAAC;SAC3D,MAAM,CACL,mBAAmB,EACnB,iDAAiD,EACjD,aAAa,EAAE,kBAAkB,EAAE,IAAI,CACxC;SACA,MAAM,CAAC,wBAAwB,EAAE,oDAAoD,CAAC;QAEvF,sBAAsB;SACrB,MAAM,CACL,wBAAwB,EACxB,0CAA0C,EAC1C,aAAa,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAC3C;SACA,MAAM,CACL,wBAAwB,EACxB,uCAAuC,EACvC,aAAa,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAC3C;SACA,MAAM,CACL,mBAAmB,EACnB,oCAAoC,EACpC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QAClB,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,GAAG,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,EAAE,GAAG,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC;IACrC,CAAC,EACD,EAAE,CACH;QAED,oBAAoB;SACnB,MAAM,CACL,gCAAgC,EAChC,wCAAwC,EACxC,aAAa,CAAC,eAAe,EAAE,cAAc;QAC3C,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,cAAc,CAAC;QACtD,CAAC,CAAC,GAAG,mCAAuB,EAAE,CACjC;SACA,MAAM,CACL,mBAAmB,EACnB,kCAAkC,EAClC,aAAa,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAC3F;SACA,MAAM,CACL,kBAAkB,EAClB,2CAA2C,EAC3C,aAAa,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CACzF;SACA,MAAM,CACL,YAAY,EACZ,4CAA4C,EAC5C,aAAa,EAAE,kBAAkB,EAAE,KAAK,IAAI,aAAa,EAAE,eAAe,EAAE,KAAK,CAClF;SACA,MAAM,CAAC,UAAU,EAAE,+DAA+D,EAAE,KAAK,CAAC;QAE3F,iCAAiC;SAChC,MAAM,CAAC,+BAA+B,EAAE,4BAA4B,CAAC;SACrE,MAAM,CACL,4BAA4B,EAC5B,yEAAyE,CAC1E;SACA,MAAM,CACL,kDAAkD,EAClD,mDAAmD,CACpD;SACA,MAAM,CAAC,0BAA0B,EAAE,qCAAqC,CAAC;SACzE,MAAM,CAAC,yBAAyB,EAAE,0BAA0B,CAAC;SAC7D,MAAM,CACL,+BAA+B,EAC/B,yGAAyG,CAC1G;QAED,uBAAuB;SACtB,MAAM,CACL,yBAAyB,EACzB,kFAAkF,CACnF;SACA,MAAM,CAAC,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,kBAAkB,EAAE,KAAK,IAAI,IAAI,CAAC;SAC1F,MAAM,CAAC,YAAY,EAAE,4BAA4B,EAAE,aAAa,EAAE,kBAAkB,EAAE,KAAK,CAAC;SAC5F,MAAM,CACL,kCAAkC,EAClC,6CAA6C,EAC7C,KAAK,CACN;SACA,MAAM,CAAC,SAAS,EAAE,wBAAwB,EAAE,aAAa,EAAE,kBAAkB,EAAE,KAAK,CAAC;SACrF,MAAM,CACL,YAAY,EACZ,6CAA6C,EAC7C,aAAa,EAAE,kBAAkB,EAAE,KAAK,CACzC;QAED,sBAAsB;SACrB,MAAM,CACL,qBAAqB,EACrB,+BAA+B,EAC/B,aAAa,EAAE,kBAAkB,EAAE,MAAM,CAC1C;SACA,MAAM,CACL,4BAA4B,EAC5B,2DAA2D,CAC5D;SACA,MAAM,CAAC,aAAa,EAAE,wCAAwC,CAAC;QAEhE,gBAAgB;SACf,MAAM,CAAC,6BAA6B,EAAE,6BAA6B,CAAC;SACpE,MAAM,CAAC,WAAW,EAAE,iBAAiB,EAAE,aAAa,EAAE,kBAAkB,EAAE,OAAO,CAAC;SAClF,MAAM,CAAC,mBAAmB,EAAE,0BAA0B,CAAC;SACvD,MAAM,CAAC,KAAK,EAAE,IAAwB,EAAE,OAAgB,EAAE,EAAE;QAC3D,IAAI,aAAgD,CAAC;QACrD,IAAI,CAAC;YACH,aAAa,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,eAAe,GAAG,IAAA,gCAAS,EAAC,GAAG,CAAC,CAAC;YACvC,gBAAM,CAAC,KAAK,CAAC,IAAA,gBAAM,EAAA;;UAEjB,eAAe,CAAC,QAAQ,EAAE;SAC3B,CAAC,CAAC;YACH,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrB,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,gBAAM,CAAC,IAAI,CAAC,oBAAoB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,qBAAqB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1F,CAAC;QAED,IAAI,aAAa,CAAC,IAAI,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,IAAI,aAAa,CAAC,oBAAoB,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,IAAA,wBAAiB,GAAE,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,gBAAgB,CAAC;YACjF,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,MAAM,CAAC,IAAA,gBAAM,EAAA;;;;YAIjB,eAAK,CAAC,KAAK,CAAC,GAAG,UAAU,OAAO,CAAC;SACpC,CAAC,CACD,CAAC;YACF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;YACzB,kBAAQ,CAAC,MAAM,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,KAAK,MAAM,aAAa,IAAI,aAAa,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACvD,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,2BAAmB,CAAC,SAAS,CACvD,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAC9C,CAAC;YACF,IAAA,mBAAS,EACP,SAAS,EACT,mCAAmC,aAAa,wBAAwB,2BAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAClH,CAAC;QACJ,CAAC;QAED,MAAM,CACJ,aAAsD,EACtD,aAAa,EACb,iBAAiB,EACjB,eAAe,CAChB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEL,OAAO,OAAO,CAAC;AACjB,CAAC"}
1
+ {"version":3,"file":"eval.js","sourceRoot":"","sources":["../../../src/commands/eval.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4DA,wBAsWC;AAED,kCAuMC;AA3mBD,kDAA0B;AAC1B,wDAAgC;AAEhC,oDAA4B;AAC5B,4CAAoB;AACpB,2CAA6B;AAC7B,6BAAwB;AACxB,+DAAiD;AACjD,oCAAwC;AACxC,2DAAmC;AACnC,sCAAmD;AACnD,4CAAiE;AACjE,uDAAoE;AACpE,oDAA6D;AAC7D,wCAA6C;AAC7C,0DAAkC;AAClC,4CAA+C;AAC/C,oCAA8C;AAC9C,oCAAyC;AACzC,6DAAqC;AAQrC,oCAAgE;AAChE,oCAAoD;AACpD,kCAAuE;AACvE,kCAAsE;AACtE,oDAA6E;AAC7E,8CAAqD;AACrD,kEAA0C;AAC1C,4DAAyD;AACzD,oDAAiD;AAEjD,MAAM,iBAAiB,GAAG,gCAAwB,CAAC,MAAM,CAAC;IACxD,IAAI,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC5B,oBAAoB,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC5C,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAC/B,CAAC,CAAC,OAAO,EAAE,CAAC;AAIb,SAAS,sCAAsC,CAAC,SAAoB;IAClE,MAAM,uBAAuB,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1E,IAAI,uBAAuB,EAAE,CAAC;QAC5B,gBAAM,CAAC,IAAI,CACT,IAAA,gBAAM,EAAA;QACJ,eAAK,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;;;;;OAK7B,CACF,CAAC;IACJ,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,MAAM,CAC1B,MAA6C,EAC7C,aAAqC,EACrC,iBAAqC,EACrC,eAAgC;IAEhC,IAAA,eAAQ,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACzB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,IAAA,oBAAW,EAAC,OAAO,CAAC,CAAC;IACvB,CAAC;IAED,IAAI,MAAM,GAAuC,SAAS,CAAC;IAC3D,IAAI,SAAS,GAA0B,SAAS,CAAC;IACjD,IAAI,SAAS,GAAuB,SAAS,CAAC;IAE9C,MAAM,aAAa,GAAG,KAAK,EAAE,cAAwB,EAAE,EAAE;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,gBAAgB;YACtB,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YAC5B,2FAA2F;YAC3F,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;SACrD,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,MAAM,IAAA,yBAAe,GAAE,CAAC;QAC1B,CAAC;QAED,uDAAuD;QACvD,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;YACrF,MAAM,EAAE,aAAa,EAAE,gBAAgB,EAAE,GAAG,MAAM,IAAA,2BAAiB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YAC3F,aAAa,GAAG,gBAAgB,CAAC;QACnC,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,WAAW,GAAa,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7F,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,IAAI,YAAE,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,YAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;oBACvE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,iBAAiB,EAAE,aAAa,EAAE,GAClE,MAAM,IAAA,2BAAiB,EAAC,UAAU,CAAC,CAAC;oBACtC,IAAI,aAAa,EAAE,CAAC;wBAClB,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;wBAC5E,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;wBAClC,aAAa,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS,EAAE,CAAC;oBACrD,CAAC;yBAAM,CAAC;wBACN,gBAAM,CAAC,IAAI,CAAC,6CAA6C,UAAU,EAAE,CAAC,CAAC;oBACzE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,gBAAgB;QAChB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,GAAG,CAAC;QAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtF,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,gBAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAClC,IAAA,oBAAY,GAAE,CAAC;QACjB,CAAC;QAED,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,qBAAc,EAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QAE3F,IAAI,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QAEhC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,cAAc,GAAG,CAAC,CAAC;YACnB,gBAAM,CAAC,IAAI,CACT,oCAAoC,KAAK,0CAA0C,CACpF,CAAC;QACJ,CAAC;QAED,SAAS,CAAC,KAAK,GAAG,MAAM,IAAA,yBAAW,EAAC,SAAS,EAAE;YAC7C,OAAO,EAAE,MAAM,CAAC,aAAa;YAC7B,MAAM,EAAE,MAAM,CAAC,YAAY;YAC3B,QAAQ,EAAE,MAAM,CAAC,cAAc;YAC/B,OAAO,EAAE,MAAM,CAAC,aAAa;YAC7B,MAAM,EAAE,MAAM,CAAC,YAAY;SAC5B,CAAC,CAAC;QAEH,IACE,MAAM,CAAC,OAAO;YACd,MAAM,CAAC,OAAO,CAAC,OAAO;YACtB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;YACjC,SAAS,CAAC,KAAK;YACf,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAC1B,CAAC;YACD,MAAM,IAAA,mCAAwB,GAAE,CAAC;QACnC,CAAC;QAED,SAAS,CAAC,SAAS,GAAG,IAAA,iCAAe,EACnC,SAAS,CAAC,SAAS,EACnB,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,aAAa,CAC/C,CAAC;QAEF,MAAM,OAAO,GAAoB;YAC/B,eAAe,EAAE,IAAA,oBAAW,GAAE,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW;YACvE,cAAc;YACd,MAAM;YACN,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YAC5D,GAAG,eAAe;SACnB,CAAC;QAEF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,IAAI,EAAE,CAAC;YACpD,SAAS,CAAC,WAAW,CAAC,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;YACpE,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YACf,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,IAAI,EAAE,CAAC;YACpD,SAAS,CAAC,WAAW,CAAC,IAAI,GAAG,EAAE,GAAG,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;QAChF,CAAC;QACD,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;YAC/B,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC;QACrC,CAAC;QACD,gDAAgD;QAChD,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YACxB,SAAS,CAAC,SAAS,GAAG,CAAC,MAAM,IAAA,gCAAyB,EAAC,SAAS,CAAC,SAAS,CAAC,CAAe,CAAC;QAC7F,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;YACjD,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACnB,QAAQ,CAAC,KAAK,GAAG,MAAM,IAAA,gCAAyB,EAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAED,MAAM,eAAe,GAAG,uBAAe,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC7D,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,eAAe,GAAG,IAAA,gCAAS,EAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACzD,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,MAAM,CAAC,IAAA,gBAAM,EAAA;;;UAGjB,eAAe,CAAC,QAAQ,EAAE;;6DAEyB,CAAC,CACvD,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK;YAC7B,CAAC,CAAC,MAAM,cAAI,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC;YAC9C,CAAC,CAAC,IAAI,cAAI,CAAC,MAAM,CAAC,CAAC;QAErB,2BAA2B;QAC3B,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAQ,EAAC,SAAS,EAAE,UAAU,EAAE;YAChD,GAAG,OAAO;YACV,WAAW,EAAE,KAAK;YAClB,WAAW,EAAE,eAAe,CAAC,WAAW;SACzC,CAAC,CAAC;QAEH,MAAM,YAAY,GAChB,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,IAAA,0BAAkB,EAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE/E,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,MAAM,UAAU,GAAG;YACjB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,CAAC;YACb,MAAM,EAAE,CAAC;YACT,WAAW,EAAE,CAAC;SACf,CAAC;QAEF,6CAA6C;QAC7C,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC;gBAClC,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC;YAC5C,CAAC;YACD,IAAI,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC;gBAClC,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC;YAC3C,CAAC;YACD,IAAI,MAAM,CAAC,OAAO,EAAE,cAAc,EAAE,CAAC;gBACnC,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC;YAC1C,CAAC;YACD,UAAU,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,IAAI,CAAC,CAAC;YAC3D,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;YAC7D,UAAU,CAAC,UAAU,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,IAAI,CAAC,CAAC;YACrE,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;YAC7D,UAAU,CAAC,WAAW,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,WAAW,IAAI,CAAC,CAAC;QACzE,CAAC;QACD,MAAM,UAAU,GAAG,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAC;QACjD,MAAM,QAAQ,GAAG,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC;QAEhD,IAAI,MAAM,CAAC,KAAK,IAAI,IAAA,oBAAW,GAAE,KAAK,OAAO,IAAI,UAAU,GAAG,GAAG,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;YAC1C,mBAAmB;YACnB,MAAM,WAAW,GAAG,IAAA,qBAAa,EAAC,KAAK,CAAC,CAAC;YAEzC,gBAAM,CAAC,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC3C,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;gBACxC,gBAAM,CAAC,IAAI,CAAC,OAAO,QAAQ,YAAY,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;aAAM,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC1B,gBAAM,CAAC,KAAK,CACV,wIAAwI,IAAI,CAAC,SAAS,CACpJ,UAAU,CAAC,OAAO,CACnB,EAAE,CACJ,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,IAAI,GAAG,EAAE,CAAC;YACtB,gBAAM,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;QAE9B,uFAAuF;QACvF,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAC1E,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACnF,CAAC;QACF,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAA,2BAAoB,EAAC,KAAK,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;YAC5D,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,MAAM,CAAC,qBAAqB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACrE,CAAC;QAED,IAAA,kBAAW,GAAE,CAAC;QACd,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,YAAY,EAAE,CAAC;gBACjB,gBAAM,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAC;YAC1E,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;gBAC1D,gBAAM,CAAC,IAAI,CACT,SAAS,eAAK,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC,8BAA8B,CAChF,CAAC;gBACF,gBAAM,CAAC,IAAI,CAAC,SAAS,eAAK,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,CAAC,4BAA4B,CAAC,CAAC;gBAC5F,gBAAM,CAAC,IAAI,CACT,wEAAwE,eAAK,CAAC,WAAW,CAAC,IAAI,CAC5F,qCAAqC,CACtC,EAAE,CACJ,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACzD,CAAC;QAED,IAAA,kBAAW,GAAE,CAAC;QAEd,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAE1C,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,SAAS,EAAE,CAAC,CAAC,CAAC;QACzD,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,MAAM,EAAE,CAAC,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACzB,gBAAM,CAAC,IAAI,CACT,GAAG,SAAS,CAAC,CAAC,CAAC,iBAAiB,UAAU,CAAC,WAAW,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,iBAAiB,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,qBAAqB,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE,yBAAyB,UAAU,CAAC,UAAU,CAAC,cAAc,EAAE,qBAAqB,UAAU,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,CACnT,CAAC;QACJ,CAAC;QAED,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YAC5B,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;YACrD,SAAS;SACV,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAa,CAAC;gBACvF,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;oBACxB,gBAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;oBACzD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;oBACrB,OAAO,GAAG,CAAC;gBACb,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9C,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;oBAC/C,CAAC,CAAE,MAAM,CAAC,OAAO;yBACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBACT,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;4BACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;wBAC3D,CAAC;6BAAM,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;4BACvE,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;wBAC9D,CAAC;wBACD,OAAO,IAAI,CAAC;oBACd,CAAC,CAAC;yBACD,MAAM,CAAC,OAAO,CAAc;oBACjC,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;oBACnD,CAAC,CAAE,MAAM,CAAC,SAAS;yBACd,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACT,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC;wBAC9C,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;wBACnD,CAAC,CAAC,IAAI,CACT;yBACA,MAAM,CAAC,OAAO,CAAc;oBACjC,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC1C,CAAC,CAAC,MAAM,CAAC,KAAK;yBACT,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;wBACb,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;4BACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;wBAC3D,CAAC;6BAAM,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;4BAC3C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gCACzC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oCACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;gCAC3D,CAAC;gCACD,OAAO,EAAE,CAAC;4BACZ,CAAC,CAAC,CAAC;wBACL,CAAC;wBACD,OAAO,EAAE,CAAC;oBACZ,CAAC,CAAC;yBACD,MAAM,CAAC,OAAO,CAAC;oBACpB,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAC3B,IAAI,GAAG,CAAC,CAAC,GAAG,WAAW,EAAE,GAAG,WAAW,EAAE,GAAG,aAAa,EAAE,GAAG,QAAQ,CAAC,CAAC,CACzE,CAAC;gBACF,MAAM,OAAO,GAAG,kBAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;gBAEjF,OAAO;qBACJ,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;oBAC3B,IAAA,kBAAW,GAAE,CAAC;oBACd,gBAAM,CAAC,IAAI,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;oBAC7C,IAAA,kBAAW,GAAE,CAAC;oBACd,IAAA,0BAAgB,GAAE,CAAC;oBACnB,MAAM,aAAa,EAAE,CAAC;gBACxB,CAAC,CAAC;qBACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAM,CAAC,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;qBAC/D,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAChB,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/B,gBAAM,CAAC,IAAI,CAAC,gCAAgC,SAAS,MAAM,CAAC,CAC7D,CACF,CAAC;YACN,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,iBAAiB,GAAG,IAAA,oBAAW,EAAC,+BAA+B,EAAE,GAAG,CAAC,CAAC;YAC5E,MAAM,kBAAkB,GAAG,IAAA,kBAAS,EAAC,iCAAiC,EAAE,GAAG,CAAC,CAAC;YAE7E,IAAI,QAAQ,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC9E,IAAI,IAAA,oBAAW,EAAC,+BAA+B,CAAC,KAAK,SAAS,EAAE,CAAC;oBAC/D,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,KAAK,CACT,aAAa,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,eAAK,CAAC,GAAG,CAAC,GAAG,CAAC,8BAA8B,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,eAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CACpJ,CACF,CAAC;gBACJ,CAAC;gBACD,gBAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,CAAC;gBACvF,OAAO,GAAG,CAAC;YACb,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACtB,sCAAsC,CAAC,SAAS,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IAEF,OAAO,MAAM,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;AACxD,CAAC;AAED,SAAgB,WAAW,CACzB,OAAgB,EAChB,aAAqC,EACrC,iBAAqC;IAErC,MAAM,eAAe,GAAoB,EAAE,CAAC;IAC5C,IAAI,aAAa,CAAC,eAAe,EAAE,CAAC;QAClC,eAAe,CAAC,mBAAmB,GAAG,aAAa,CAAC,eAAe,CAAC,mBAAmB,CAAC;QACxF,eAAe,CAAC,cAAc,GAAG,aAAa,CAAC,eAAe,CAAC,cAAc,CAAC;QAC9E,eAAe,CAAC,eAAe,GAAG,aAAa,CAAC,eAAe,CAAC,eAAe,CAAC;IAClF,CAAC;IAED,MAAM,OAAO,GAAG,OAAO;SACpB,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,kBAAkB,CAAC;QAEhC,qBAAqB;SACpB,MAAM,CACL,yBAAyB,EACzB,sEAAsE,CACvE;SACA,MAAM,CAAC,+BAA+B,EAAE,mBAAmB,CAAC;QAE7D,gBAAgB;SACf,MAAM,CAAC,yBAAyB,EAAE,yBAAyB,CAAC;SAC5D,MAAM,CAAC,0BAA0B,EAAE,8BAA8B,CAAC;SAClE,MAAM,CACL,mCAAmC,EACnC,kGAAkG,CACnG;SACA,MAAM,CAAC,oBAAoB,EAAE,6BAA6B,CAAC;SAC3D,MAAM,CACL,mBAAmB,EACnB,iDAAiD,EACjD,aAAa,EAAE,kBAAkB,EAAE,IAAI,CACxC;SACA,MAAM,CAAC,wBAAwB,EAAE,oDAAoD,CAAC;QAEvF,sBAAsB;SACrB,MAAM,CACL,wBAAwB,EACxB,0CAA0C,EAC1C,aAAa,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAC3C;SACA,MAAM,CACL,wBAAwB,EACxB,uCAAuC,EACvC,aAAa,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAC3C;SACA,MAAM,CACL,mBAAmB,EACnB,oCAAoC,EACpC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QAClB,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,GAAG,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,EAAE,GAAG,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC;IACrC,CAAC,EACD,EAAE,CACH;QAED,oBAAoB;SACnB,MAAM,CACL,gCAAgC,EAChC,wCAAwC,EACxC,aAAa,CAAC,eAAe,EAAE,cAAc;QAC3C,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,cAAc,CAAC;QACtD,CAAC,CAAC,GAAG,mCAAuB,EAAE,CACjC;SACA,MAAM,CACL,mBAAmB,EACnB,kCAAkC,EAClC,aAAa,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAC3F;SACA,MAAM,CACL,kBAAkB,EAClB,2CAA2C,EAC3C,aAAa,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CACzF;SACA,MAAM,CACL,YAAY,EACZ,4CAA4C,EAC5C,aAAa,EAAE,kBAAkB,EAAE,KAAK,IAAI,aAAa,EAAE,eAAe,EAAE,KAAK,CAClF;SACA,MAAM,CAAC,UAAU,EAAE,+DAA+D,EAAE,KAAK,CAAC;QAE3F,iCAAiC;SAChC,MAAM,CAAC,+BAA+B,EAAE,4BAA4B,CAAC;SACrE,MAAM,CACL,4BAA4B,EAC5B,yEAAyE,CAC1E;SACA,MAAM,CACL,kDAAkD,EAClD,mDAAmD,CACpD;SACA,MAAM,CAAC,0BAA0B,EAAE,qCAAqC,CAAC;SACzE,MAAM,CAAC,yBAAyB,EAAE,0BAA0B,CAAC;SAC7D,MAAM,CAAC,6BAA6B,EAAE,2CAA2C,CAAC;SAClF,MAAM,CACL,+BAA+B,EAC/B,yGAAyG,CAC1G;QAED,uBAAuB;SACtB,MAAM,CACL,yBAAyB,EACzB,kFAAkF,CACnF;SACA,MAAM,CAAC,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,kBAAkB,EAAE,KAAK,IAAI,IAAI,CAAC;SAC1F,MAAM,CAAC,YAAY,EAAE,4BAA4B,EAAE,aAAa,EAAE,kBAAkB,EAAE,KAAK,CAAC;SAC5F,MAAM,CACL,kCAAkC,EAClC,6CAA6C,EAC7C,KAAK,CACN;SACA,MAAM,CAAC,SAAS,EAAE,wBAAwB,EAAE,aAAa,EAAE,kBAAkB,EAAE,KAAK,CAAC;SACrF,MAAM,CACL,YAAY,EACZ,6CAA6C,EAC7C,aAAa,EAAE,kBAAkB,EAAE,KAAK,CACzC;QAED,sBAAsB;SACrB,MAAM,CACL,qBAAqB,EACrB,+BAA+B,EAC/B,aAAa,EAAE,kBAAkB,EAAE,MAAM,CAC1C;SACA,MAAM,CACL,4BAA4B,EAC5B,2DAA2D,CAC5D;SACA,MAAM,CAAC,aAAa,EAAE,wCAAwC,CAAC;QAEhE,gBAAgB;SACf,MAAM,CAAC,6BAA6B,EAAE,6BAA6B,CAAC;SACpE,MAAM,CAAC,WAAW,EAAE,iBAAiB,EAAE,aAAa,EAAE,kBAAkB,EAAE,OAAO,CAAC;SAClF,MAAM,CAAC,mBAAmB,EAAE,0BAA0B,CAAC;SACvD,MAAM,CAAC,KAAK,EAAE,IAAwB,EAAE,OAAgB,EAAE,EAAE;QAC3D,IAAI,aAAgD,CAAC;QACrD,IAAI,CAAC;YACH,aAAa,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,eAAe,GAAG,IAAA,gCAAS,EAAC,GAAG,CAAC,CAAC;YACvC,gBAAM,CAAC,KAAK,CAAC,IAAA,gBAAM,EAAA;;UAEjB,eAAe,CAAC,QAAQ,EAAE;SAC3B,CAAC,CAAC;YACH,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrB,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,gBAAM,CAAC,IAAI,CAAC,oBAAoB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,qBAAqB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1F,CAAC;QAED,IAAI,aAAa,CAAC,IAAI,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,IAAI,aAAa,CAAC,oBAAoB,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,IAAA,wBAAiB,GAAE,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,gBAAgB,CAAC;YACjF,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,MAAM,CAAC,IAAA,gBAAM,EAAA;;;;YAIjB,eAAK,CAAC,KAAK,CAAC,GAAG,UAAU,OAAO,CAAC;SACpC,CAAC,CACD,CAAC;YACF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;YACzB,kBAAQ,CAAC,MAAM,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,KAAK,MAAM,aAAa,IAAI,aAAa,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACvD,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,2BAAmB,CAAC,SAAS,CACvD,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAC9C,CAAC;YACF,IAAA,mBAAS,EACP,SAAS,EACT,mCAAmC,aAAa,wBAAwB,2BAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAClH,CAAC;QACJ,CAAC;QAED,MAAM,CACJ,aAAsD,EACtD,aAAa,EACb,iBAAiB,EACjB,eAAe,CAChB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEL,OAAO,OAAO,CAAC;AACjB,CAAC"}
package/dist/src/database/tables.d.ts CHANGED
@@ -226,6 +226,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
226
226
  WATSONX_AI_APIKEY?: string | undefined;
227
227
  WATSONX_AI_PROJECT_ID?: string | undefined;
228
228
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
229
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
229
230
  AZURE_CLIENT_SECRET?: string | undefined;
230
231
  AZURE_CLIENT_ID?: string | undefined;
231
232
  AZURE_TENANT_ID?: string | undefined;
@@ -266,6 +267,8 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
266
267
  VERTEX_PROJECT_ID?: string | undefined;
267
268
  VERTEX_PUBLISHER?: string | undefined;
268
269
  VERTEX_REGION?: string | undefined;
270
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
271
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
269
272
  } | undefined;
270
273
  metadata?: Record<string, any> | undefined;
271
274
  description?: string | undefined;
@@ -310,6 +313,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
310
313
  WATSONX_AI_APIKEY?: string | undefined;
311
314
  WATSONX_AI_PROJECT_ID?: string | undefined;
312
315
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
316
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
313
317
  AZURE_CLIENT_SECRET?: string | undefined;
314
318
  AZURE_CLIENT_ID?: string | undefined;
315
319
  AZURE_TENANT_ID?: string | undefined;
@@ -350,6 +354,8 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
350
354
  VERTEX_PROJECT_ID?: string | undefined;
351
355
  VERTEX_PUBLISHER?: string | undefined;
352
356
  VERTEX_REGION?: string | undefined;
357
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
358
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
353
359
  } | undefined;
354
360
  } | (((args_0: string, args_1: {
355
361
  vars: Record<string, string | {}>;
@@ -392,6 +398,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
392
398
  WATSONX_AI_APIKEY?: string | undefined;
393
399
  WATSONX_AI_PROJECT_ID?: string | undefined;
394
400
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
401
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
395
402
  AZURE_CLIENT_SECRET?: string | undefined;
396
403
  AZURE_CLIENT_ID?: string | undefined;
397
404
  AZURE_TENANT_ID?: string | undefined;
@@ -432,6 +439,8 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
432
439
  VERTEX_PROJECT_ID?: string | undefined;
433
440
  VERTEX_PUBLISHER?: string | undefined;
434
441
  VERTEX_REGION?: string | undefined;
442
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
443
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
435
444
  } | undefined;
436
445
  }>)[] | undefined;
437
446
  tests?: string | (string | {
@@ -481,6 +490,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
481
490
  WATSONX_AI_APIKEY?: string | undefined;
482
491
  WATSONX_AI_PROJECT_ID?: string | undefined;
483
492
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
493
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
484
494
  AZURE_CLIENT_SECRET?: string | undefined;
485
495
  AZURE_CLIENT_ID?: string | undefined;
486
496
  AZURE_TENANT_ID?: string | undefined;
@@ -521,6 +531,8 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
521
531
  VERTEX_PROJECT_ID?: string | undefined;
522
532
  VERTEX_PUBLISHER?: string | undefined;
523
533
  VERTEX_REGION?: string | undefined;
534
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
535
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
524
536
  } | undefined;
525
537
  } | {
526
538
  callApi: import("../types").CallApiFunction;
@@ -539,7 +551,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
539
551
  description?: string | undefined;
540
552
  providerOutput?: string | {} | undefined;
541
553
  assert?: ({
542
- type: "cost" | "moderation" | `promptfoo:redteam:${string}` | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-cost" | "not-moderation" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
554
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
543
555
  value?: import("../types").AssertionValue | undefined;
544
556
  config?: Record<string, any> | undefined;
545
557
  provider?: any;
@@ -554,7 +566,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
554
566
  } | {
555
567
  type: "assert-set";
556
568
  assert: {
557
- type: "cost" | "moderation" | `promptfoo:redteam:${string}` | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-cost" | "not-moderation" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
569
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
558
570
  value?: import("../types").AssertionValue | undefined;
559
571
  config?: Record<string, any> | undefined;
560
572
  provider?: any;
@@ -567,6 +579,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
567
579
  weight?: number | undefined;
568
580
  metric?: string | undefined;
569
581
  }[];
582
+ config?: Record<string, any> | undefined;
570
583
  threshold?: number | undefined;
571
584
  weight?: number | undefined;
572
585
  metric?: string | undefined;
@@ -623,6 +636,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
623
636
  WATSONX_AI_APIKEY?: string | undefined;
624
637
  WATSONX_AI_PROJECT_ID?: string | undefined;
625
638
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
639
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
626
640
  AZURE_CLIENT_SECRET?: string | undefined;
627
641
  AZURE_CLIENT_ID?: string | undefined;
628
642
  AZURE_TENANT_ID?: string | undefined;
@@ -663,6 +677,8 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
663
677
  VERTEX_PROJECT_ID?: string | undefined;
664
678
  VERTEX_PUBLISHER?: string | undefined;
665
679
  VERTEX_REGION?: string | undefined;
680
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
681
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
666
682
  } | undefined;
667
683
  } | {
668
684
  callApi: import("../types").CallApiFunction;
@@ -681,7 +697,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
681
697
  description?: string | undefined;
682
698
  providerOutput?: string | {} | undefined;
683
699
  assert?: ({
684
- type: "cost" | "moderation" | `promptfoo:redteam:${string}` | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-cost" | "not-moderation" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
700
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
685
701
  value?: import("../types").AssertionValue | undefined;
686
702
  config?: Record<string, any> | undefined;
687
703
  provider?: any;
@@ -696,7 +712,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
696
712
  } | {
697
713
  type: "assert-set";
698
714
  assert: {
699
- type: "cost" | "moderation" | `promptfoo:redteam:${string}` | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-cost" | "not-moderation" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
715
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
700
716
  value?: import("../types").AssertionValue | undefined;
701
717
  config?: Record<string, any> | undefined;
702
718
  provider?: any;
@@ -709,6 +725,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
709
725
  weight?: number | undefined;
710
726
  metric?: string | undefined;
711
727
  }[];
728
+ config?: Record<string, any> | undefined;
712
729
  threshold?: number | undefined;
713
730
  weight?: number | undefined;
714
731
  metric?: string | undefined;
@@ -762,6 +779,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
762
779
  WATSONX_AI_APIKEY?: string | undefined;
763
780
  WATSONX_AI_PROJECT_ID?: string | undefined;
764
781
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
782
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
765
783
  AZURE_CLIENT_SECRET?: string | undefined;
766
784
  AZURE_CLIENT_ID?: string | undefined;
767
785
  AZURE_TENANT_ID?: string | undefined;
@@ -802,6 +820,8 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
802
820
  VERTEX_PROJECT_ID?: string | undefined;
803
821
  VERTEX_PUBLISHER?: string | undefined;
804
822
  VERTEX_REGION?: string | undefined;
823
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
824
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
805
825
  } | undefined;
806
826
  } | {
807
827
  callApi: import("../types").CallApiFunction;
@@ -820,7 +840,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
820
840
  description?: string | undefined;
821
841
  providerOutput?: string | {} | undefined;
822
842
  assert?: ({
823
- type: "cost" | "moderation" | `promptfoo:redteam:${string}` | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-cost" | "not-moderation" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
843
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
824
844
  value?: import("../types").AssertionValue | undefined;
825
845
  config?: Record<string, any> | undefined;
826
846
  provider?: any;
@@ -835,7 +855,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
835
855
  } | {
836
856
  type: "assert-set";
837
857
  assert: {
838
- type: "cost" | "moderation" | `promptfoo:redteam:${string}` | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-cost" | "not-moderation" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
858
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
839
859
  value?: import("../types").AssertionValue | undefined;
840
860
  config?: Record<string, any> | undefined;
841
861
  provider?: any;
@@ -848,6 +868,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
848
868
  weight?: number | undefined;
849
869
  metric?: string | undefined;
850
870
  }[];
871
+ config?: Record<string, any> | undefined;
851
872
  threshold?: number | undefined;
852
873
  weight?: number | undefined;
853
874
  metric?: string | undefined;
@@ -903,6 +924,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
903
924
  WATSONX_AI_APIKEY?: string | undefined;
904
925
  WATSONX_AI_PROJECT_ID?: string | undefined;
905
926
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
927
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
906
928
  AZURE_CLIENT_SECRET?: string | undefined;
907
929
  AZURE_CLIENT_ID?: string | undefined;
908
930
  AZURE_TENANT_ID?: string | undefined;
@@ -943,6 +965,8 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
943
965
  VERTEX_PROJECT_ID?: string | undefined;
944
966
  VERTEX_PUBLISHER?: string | undefined;
945
967
  VERTEX_REGION?: string | undefined;
968
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
969
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
946
970
  } | undefined;
947
971
  } | {
948
972
  callApi: import("../types").CallApiFunction;
@@ -960,7 +984,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
960
984
  }) | undefined;
961
985
  providerOutput?: string | {} | undefined;
962
986
  assert?: ({
963
- type: "cost" | "moderation" | `promptfoo:redteam:${string}` | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-cost" | "not-moderation" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
987
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
964
988
  value?: import("../types").AssertionValue | undefined;
965
989
  config?: Record<string, any> | undefined;
966
990
  provider?: any;
@@ -975,7 +999,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
975
999
  } | {
976
1000
  type: "assert-set";
977
1001
  assert: {
978
- type: "cost" | "moderation" | `promptfoo:redteam:${string}` | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-cost" | "not-moderation" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
1002
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
979
1003
  value?: import("../types").AssertionValue | undefined;
980
1004
  config?: Record<string, any> | undefined;
981
1005
  provider?: any;
@@ -988,6 +1012,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
988
1012
  weight?: number | undefined;
989
1013
  metric?: string | undefined;
990
1014
  }[];
1015
+ config?: Record<string, any> | undefined;
991
1016
  threshold?: number | undefined;
992
1017
  weight?: number | undefined;
993
1018
  metric?: string | undefined;
@@ -1093,6 +1118,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
1093
1118
  WATSONX_AI_APIKEY?: string | undefined;
1094
1119
  WATSONX_AI_PROJECT_ID?: string | undefined;
1095
1120
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
1121
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
1096
1122
  AZURE_CLIENT_SECRET?: string | undefined;
1097
1123
  AZURE_CLIENT_ID?: string | undefined;
1098
1124
  AZURE_TENANT_ID?: string | undefined;
@@ -1133,6 +1159,8 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
1133
1159
  VERTEX_PROJECT_ID?: string | undefined;
1134
1160
  VERTEX_PUBLISHER?: string | undefined;
1135
1161
  VERTEX_REGION?: string | undefined;
1162
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
1163
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
1136
1164
  } | undefined;
1137
1165
  } | (((args_0: string, args_1: {
1138
1166
  vars: Record<string, string | {}>;
@@ -1175,6 +1203,7 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
1175
1203
  WATSONX_AI_APIKEY?: string | undefined;
1176
1204
  WATSONX_AI_PROJECT_ID?: string | undefined;
1177
1205
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
1206
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
1178
1207
  AZURE_CLIENT_SECRET?: string | undefined;
1179
1208
  AZURE_CLIENT_ID?: string | undefined;
1180
1209
  AZURE_TENANT_ID?: string | undefined;
@@ -1215,6 +1244,8 @@ export declare const evalsTable: import("drizzle-orm/sqlite-core").SQLiteTableWi
1215
1244
  VERTEX_PROJECT_ID?: string | undefined;
1216
1245
  VERTEX_PUBLISHER?: string | undefined;
1217
1246
  VERTEX_REGION?: string | undefined;
1247
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
1248
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
1218
1249
  } | undefined;
1219
1250
  }>)[] | undefined;
1220
1251
  }>;
@@ -1435,6 +1466,7 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
1435
1466
  WATSONX_AI_APIKEY?: string | undefined;
1436
1467
  WATSONX_AI_PROJECT_ID?: string | undefined;
1437
1468
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
1469
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
1438
1470
  AZURE_CLIENT_SECRET?: string | undefined;
1439
1471
  AZURE_CLIENT_ID?: string | undefined;
1440
1472
  AZURE_TENANT_ID?: string | undefined;
@@ -1475,6 +1507,8 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
1475
1507
  VERTEX_PROJECT_ID?: string | undefined;
1476
1508
  VERTEX_PUBLISHER?: string | undefined;
1477
1509
  VERTEX_REGION?: string | undefined;
1510
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
1511
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
1478
1512
  } | undefined;
1479
1513
  } | {
1480
1514
  callApi: import("../types").CallApiFunction;
@@ -1493,7 +1527,7 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
1493
1527
  description?: string | undefined;
1494
1528
  providerOutput?: string | {} | undefined;
1495
1529
  assert?: ({
1496
- type: "cost" | "moderation" | `promptfoo:redteam:${string}` | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-cost" | "not-moderation" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
1530
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
1497
1531
  value?: import("../types").AssertionValue | undefined;
1498
1532
  config?: Record<string, any> | undefined;
1499
1533
  provider?: any;
@@ -1508,7 +1542,7 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
1508
1542
  } | {
1509
1543
  type: "assert-set";
1510
1544
  assert: {
1511
- type: "cost" | "moderation" | `promptfoo:redteam:${string}` | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-cost" | "not-moderation" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
1545
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
1512
1546
  value?: import("../types").AssertionValue | undefined;
1513
1547
  config?: Record<string, any> | undefined;
1514
1548
  provider?: any;
@@ -1521,6 +1555,7 @@ export declare const evalResultsTable: import("drizzle-orm/sqlite-core").SQLiteT
1521
1555
  weight?: number | undefined;
1522
1556
  metric?: string | undefined;
1523
1557
  }[];
1558
+ config?: Record<string, any> | undefined;
1524
1559
  threshold?: number | undefined;
1525
1560
  weight?: number | undefined;
1526
1561
  metric?: string | undefined;
@@ -1908,6 +1943,7 @@ export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTabl
1908
1943
  WATSONX_AI_APIKEY?: string | undefined;
1909
1944
  WATSONX_AI_PROJECT_ID?: string | undefined;
1910
1945
  WATSONX_AI_BEARER_TOKEN?: string | undefined;
1946
+ WATSONX_AI_AUTH_TYPE?: string | undefined;
1911
1947
  AZURE_CLIENT_SECRET?: string | undefined;
1912
1948
  AZURE_CLIENT_ID?: string | undefined;
1913
1949
  AZURE_TENANT_ID?: string | undefined;
@@ -1948,6 +1984,8 @@ export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTabl
1948
1984
  VERTEX_PROJECT_ID?: string | undefined;
1949
1985
  VERTEX_PUBLISHER?: string | undefined;
1950
1986
  VERTEX_REGION?: string | undefined;
1987
+ PROMPTFOO_CA_CERT_PATH?: string | undefined;
1988
+ PROMPTFOO_INSECURE_SSL?: string | undefined;
1951
1989
  } | undefined;
1952
1990
  } | {
1953
1991
  callApi: import("../types").CallApiFunction;
@@ -1966,7 +2004,7 @@ export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTabl
1966
2004
  description?: string | undefined;
1967
2005
  providerOutput?: string | {} | undefined;
1968
2006
  assert?: ({
1969
- type: "cost" | "moderation" | `promptfoo:redteam:${string}` | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-cost" | "not-moderation" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
2007
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
1970
2008
  value?: import("../types").AssertionValue | undefined;
1971
2009
  config?: Record<string, any> | undefined;
1972
2010
  provider?: any;
@@ -1981,7 +2019,7 @@ export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTabl
1981
2019
  } | {
1982
2020
  type: "assert-set";
1983
2021
  assert: {
1984
- type: "cost" | "moderation" | `promptfoo:redteam:${string}` | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-cost" | "not-moderation" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
2022
+ type: "moderation" | `promptfoo:redteam:${string}` | "cost" | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains-all" | "contains-any" | "contains-json" | "contains-sql" | "contains-xml" | "contains" | "context-faithfulness" | "context-recall" | "context-relevance" | "equals" | "g-eval" | "icontains-all" | "icontains-any" | "icontains" | "is-json" | "is-refusal" | "is-sql" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity-score" | "perplexity" | "python" | "regex" | "rouge-n" | "similar" | "starts-with" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains-all" | "not-contains-any" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-contains" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-equals" | "not-g-eval" | "not-icontains-all" | "not-icontains-any" | "not-icontains" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity-score" | "not-perplexity" | "not-python" | "not-regex" | "not-rouge-n" | "not-similar" | "not-starts-with" | "not-webhook" | "select-best" | "human";
1985
2023
  value?: import("../types").AssertionValue | undefined;
1986
2024
  config?: Record<string, any> | undefined;
1987
2025
  provider?: any;
@@ -1994,6 +2032,7 @@ export declare const datasetsTable: import("drizzle-orm/sqlite-core").SQLiteTabl
1994
2032
  weight?: number | undefined;
1995
2033
  metric?: string | undefined;
1996
2034
  }[];
2035
+ config?: Record<string, any> | undefined;
1997
2036
  threshold?: number | undefined;
1998
2037
  weight?: number | undefined;
1999
2038
  metric?: string | undefined;
package/dist/src/database/tables.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,KAAK,MAAM,EACX,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAElB,KAAK,eAAe,EAGpB,KAAK,iBAAiB,EAEvB,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYxB,CAAC;AAIF,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWrB,CAAC;AAIF,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBtB,CAAC;AAEF,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2C5B,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe/B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAEJ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe5B,CAAC;AAEF,eAAO,MAAM,aAAa;;EAEvB,CAAC;AAEJ,eAAO,MAAM,oBAAoB;;;EAS9B,CAAC;AAIJ,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYzB,CAAC;AAEF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBhC,CAAC;AAEF,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,cAAc;;;;EAIxB,CAAC;AAEJ,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,wBAAwB;;;EASlC,CAAC;AAIJ,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkBxB,CAAC"}
1
+ {"version":3,"file":"tables.d.ts","sourceRoot":"","sources":["../../../src/database/tables.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,KAAK,MAAM,EACX,KAAK,gBAAgB,EACrB,KAAK,aAAa,EAElB,KAAK,eAAe,EAGpB,KAAK,iBAAiB,EAEvB,MAAM,UAAU,CAAC;AAIlB,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYxB,CAAC;AAIF,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWrB,CAAC;AAIF,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBtB,CAAC;AAEF,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2C5B,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe/B,CAAC;AAEF,eAAO,MAAM,gBAAgB;;EAE1B,CAAC;AAEJ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe5B,CAAC;AAEF,eAAO,MAAM,aAAa;;EAEvB,CAAC;AAEJ,eAAO,MAAM,oBAAoB;;;EAS9B,CAAC;AAIJ,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAYzB,CAAC;AAEF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBhC,CAAC;AAEF,eAAO,MAAM,iBAAiB;;EAE3B,CAAC;AAIJ,eAAO,MAAM,cAAc;;;;EAIxB,CAAC;AAEJ,eAAO,MAAM,uBAAuB;;;EASjC,CAAC;AAEJ,eAAO,MAAM,wBAAwB;;;EASlC,CAAC;AAIJ,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkBxB,CAAC"}