@zukhruf/evals 0.0.0-stage → 0.8.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (292) hide show
  1. package/LICENSE +21 -0
  2. package/NOTICE +82 -0
  3. package/README.md +528 -2
  4. package/dist/aggregation/counts.d.ts +11 -0
  5. package/dist/aggregation/counts.d.ts.map +1 -0
  6. package/dist/aggregation/counts.js +14 -0
  7. package/dist/aggregation/counts.js.map +1 -0
  8. package/dist/aggregation/f1-ratio.d.ts +8 -0
  9. package/dist/aggregation/f1-ratio.d.ts.map +1 -0
  10. package/dist/aggregation/f1-ratio.js +24 -0
  11. package/dist/aggregation/f1-ratio.js.map +1 -0
  12. package/dist/aggregation/ratio-of-sums.d.ts +8 -0
  13. package/dist/aggregation/ratio-of-sums.d.ts.map +1 -0
  14. package/dist/aggregation/ratio-of-sums.js +21 -0
  15. package/dist/aggregation/ratio-of-sums.js.map +1 -0
  16. package/dist/aggregation/ratio.d.ts +8 -0
  17. package/dist/aggregation/ratio.d.ts.map +1 -0
  18. package/dist/aggregation/ratio.js +20 -0
  19. package/dist/aggregation/ratio.js.map +1 -0
  20. package/dist/index.d.ts +21 -0
  21. package/dist/index.d.ts.map +1 -0
  22. package/dist/index.js +17 -0
  23. package/dist/index.js.map +1 -0
  24. package/dist/promptfoo/assertion-module.d.ts +23 -0
  25. package/dist/promptfoo/assertion-module.d.ts.map +1 -0
  26. package/dist/promptfoo/assertion-module.js +45 -0
  27. package/dist/promptfoo/assertion-module.js.map +1 -0
  28. package/dist/promptfoo/index.d.ts +3 -0
  29. package/dist/promptfoo/index.d.ts.map +1 -0
  30. package/dist/promptfoo/index.js +3 -0
  31. package/dist/promptfoo/index.js.map +1 -0
  32. package/dist/promptfoo/promptfoo-assertion.d.ts +18 -0
  33. package/dist/promptfoo/promptfoo-assertion.d.ts.map +1 -0
  34. package/dist/promptfoo/promptfoo-assertion.js +31 -0
  35. package/dist/promptfoo/promptfoo-assertion.js.map +1 -0
  36. package/dist/scorers/at-least.d.ts +9 -0
  37. package/dist/scorers/at-least.d.ts.map +1 -0
  38. package/dist/scorers/at-least.js +18 -0
  39. package/dist/scorers/at-least.js.map +1 -0
  40. package/dist/scorers/f1.d.ts +9 -0
  41. package/dist/scorers/f1.d.ts.map +1 -0
  42. package/dist/scorers/f1.js +12 -0
  43. package/dist/scorers/f1.js.map +1 -0
  44. package/dist/scorers/gate.d.ts +7 -0
  45. package/dist/scorers/gate.d.ts.map +1 -0
  46. package/dist/scorers/gate.js +10 -0
  47. package/dist/scorers/gate.js.map +1 -0
  48. package/dist/scorers/matches.d.ts +5 -0
  49. package/dist/scorers/matches.d.ts.map +1 -0
  50. package/dist/scorers/matches.js +2 -0
  51. package/dist/scorers/matches.js.map +1 -0
  52. package/dist/scorers/mean-of.d.ts +8 -0
  53. package/dist/scorers/mean-of.d.ts.map +1 -0
  54. package/dist/scorers/mean-of.js +15 -0
  55. package/dist/scorers/mean-of.js.map +1 -0
  56. package/dist/scorers/penalized.d.ts +9 -0
  57. package/dist/scorers/penalized.d.ts.map +1 -0
  58. package/dist/scorers/penalized.js +28 -0
  59. package/dist/scorers/penalized.js.map +1 -0
  60. package/dist/scorers/penalty.d.ts +7 -0
  61. package/dist/scorers/penalty.d.ts.map +1 -0
  62. package/dist/scorers/penalty.js +11 -0
  63. package/dist/scorers/penalty.js.map +1 -0
  64. package/dist/scorers/precision.d.ts +9 -0
  65. package/dist/scorers/precision.d.ts.map +1 -0
  66. package/dist/scorers/precision.js +13 -0
  67. package/dist/scorers/precision.js.map +1 -0
  68. package/dist/scorers/recall.d.ts +9 -0
  69. package/dist/scorers/recall.d.ts.map +1 -0
  70. package/dist/scorers/recall.js +13 -0
  71. package/dist/scorers/recall.js.map +1 -0
  72. package/dist/scorers/sample-averaged.d.ts +10 -0
  73. package/dist/scorers/sample-averaged.d.ts.map +1 -0
  74. package/dist/scorers/sample-averaged.js +17 -0
  75. package/dist/scorers/sample-averaged.js.map +1 -0
  76. package/dist/scorers/scorer.d.ts +5 -0
  77. package/dist/scorers/scorer.d.ts.map +1 -0
  78. package/dist/scorers/scorer.js +2 -0
  79. package/dist/scorers/scorer.js.map +1 -0
  80. package/dist/scorers/shortfall-penalty.d.ts +11 -0
  81. package/dist/scorers/shortfall-penalty.d.ts.map +1 -0
  82. package/dist/scorers/shortfall-penalty.js +25 -0
  83. package/dist/scorers/shortfall-penalty.js.map +1 -0
  84. package/dist/scoring/bootstrap.d.ts +16 -0
  85. package/dist/scoring/bootstrap.d.ts.map +1 -0
  86. package/dist/scoring/bootstrap.js +31 -0
  87. package/dist/scoring/bootstrap.js.map +1 -0
  88. package/dist/scoring/scorecard-scorer.d.ts +11 -0
  89. package/dist/scoring/scorecard-scorer.d.ts.map +1 -0
  90. package/dist/scoring/scorecard-scorer.js +2 -0
  91. package/dist/scoring/scorecard-scorer.js.map +1 -0
  92. package/dist/scoring/scorecard.d.ts +15 -0
  93. package/dist/scoring/scorecard.d.ts.map +1 -0
  94. package/dist/scoring/scorecard.js +2 -0
  95. package/dist/scoring/scorecard.js.map +1 -0
  96. package/dist/scoring/totals.d.ts +9 -0
  97. package/dist/scoring/totals.d.ts.map +1 -0
  98. package/dist/scoring/totals.js +23 -0
  99. package/dist/scoring/totals.js.map +1 -0
  100. package/dist/structured/comparison/alignment.d.ts +9 -0
  101. package/dist/structured/comparison/alignment.d.ts.map +1 -0
  102. package/dist/structured/comparison/alignment.js +2 -0
  103. package/dist/structured/comparison/alignment.js.map +1 -0
  104. package/dist/structured/comparison/alignments/by-best-match.d.ts +9 -0
  105. package/dist/structured/comparison/alignments/by-best-match.d.ts.map +1 -0
  106. package/dist/structured/comparison/alignments/by-best-match.js +25 -0
  107. package/dist/structured/comparison/alignments/by-best-match.js.map +1 -0
  108. package/dist/structured/comparison/alignments/by-position.d.ts +6 -0
  109. package/dist/structured/comparison/alignments/by-position.d.ts.map +1 -0
  110. package/dist/structured/comparison/alignments/by-position.js +9 -0
  111. package/dist/structured/comparison/alignments/by-position.js.map +1 -0
  112. package/dist/structured/comparison/bag-of-words.d.ts +10 -0
  113. package/dist/structured/comparison/bag-of-words.d.ts.map +1 -0
  114. package/dist/structured/comparison/bag-of-words.js +48 -0
  115. package/dist/structured/comparison/bag-of-words.js.map +1 -0
  116. package/dist/structured/comparison/comparator.d.ts +5 -0
  117. package/dist/structured/comparison/comparator.d.ts.map +1 -0
  118. package/dist/structured/comparison/comparator.js +2 -0
  119. package/dist/structured/comparison/comparator.js.map +1 -0
  120. package/dist/structured/comparison/comparators/json-equality.d.ts +7 -0
  121. package/dist/structured/comparison/comparators/json-equality.d.ts.map +1 -0
  122. package/dist/structured/comparison/comparators/json-equality.js +18 -0
  123. package/dist/structured/comparison/comparators/json-equality.js.map +1 -0
  124. package/dist/structured/comparison/comparators/normalized-text.d.ts +7 -0
  125. package/dist/structured/comparison/comparators/normalized-text.d.ts.map +1 -0
  126. package/dist/structured/comparison/comparators/normalized-text.js +13 -0
  127. package/dist/structured/comparison/comparators/normalized-text.js.map +1 -0
  128. package/dist/structured/comparison/comparators/normalized.d.ts +2 -0
  129. package/dist/structured/comparison/comparators/normalized.d.ts.map +1 -0
  130. package/dist/structured/comparison/comparators/normalized.js +3 -0
  131. package/dist/structured/comparison/comparators/normalized.js.map +1 -0
  132. package/dist/structured/comparison/comparators/number-within.d.ts +9 -0
  133. package/dist/structured/comparison/comparators/number-within.d.ts.map +1 -0
  134. package/dist/structured/comparison/comparators/number-within.js +18 -0
  135. package/dist/structured/comparison/comparators/number-within.js.map +1 -0
  136. package/dist/structured/comparison/comparators/python-equality.d.ts +7 -0
  137. package/dist/structured/comparison/comparators/python-equality.d.ts.map +1 -0
  138. package/dist/structured/comparison/comparators/python-equality.js +15 -0
  139. package/dist/structured/comparison/comparators/python-equality.js.map +1 -0
  140. package/dist/structured/comparison/comparators/token-overlap-at-least.d.ts +9 -0
  141. package/dist/structured/comparison/comparators/token-overlap-at-least.d.ts.map +1 -0
  142. package/dist/structured/comparison/comparators/token-overlap-at-least.js +20 -0
  143. package/dist/structured/comparison/comparators/token-overlap-at-least.js.map +1 -0
  144. package/dist/structured/comparison/comparators/typed-comparator.d.ts +8 -0
  145. package/dist/structured/comparison/comparators/typed-comparator.d.ts.map +1 -0
  146. package/dist/structured/comparison/comparators/typed-comparator.js +10 -0
  147. package/dist/structured/comparison/comparators/typed-comparator.js.map +1 -0
  148. package/dist/structured/comparison/comparison-spec.d.ts +17 -0
  149. package/dist/structured/comparison/comparison-spec.d.ts.map +1 -0
  150. package/dist/structured/comparison/comparison-spec.js +36 -0
  151. package/dist/structured/comparison/comparison-spec.js.map +1 -0
  152. package/dist/structured/comparison/comparison.d.ts +25 -0
  153. package/dist/structured/comparison/comparison.d.ts.map +1 -0
  154. package/dist/structured/comparison/comparison.js +94 -0
  155. package/dist/structured/comparison/comparison.js.map +1 -0
  156. package/dist/structured/comparison/field.d.ts +10 -0
  157. package/dist/structured/comparison/field.d.ts.map +1 -0
  158. package/dist/structured/comparison/field.js +29 -0
  159. package/dist/structured/comparison/field.js.map +1 -0
  160. package/dist/structured/comparison/item-pairs.d.ts +8 -0
  161. package/dist/structured/comparison/item-pairs.d.ts.map +1 -0
  162. package/dist/structured/comparison/item-pairs.js +2 -0
  163. package/dist/structured/comparison/item-pairs.js.map +1 -0
  164. package/dist/structured/comparison/json-path-query.d.ts +7 -0
  165. package/dist/structured/comparison/json-path-query.d.ts.map +1 -0
  166. package/dist/structured/comparison/json-path-query.js +133 -0
  167. package/dist/structured/comparison/json-path-query.js.map +1 -0
  168. package/dist/structured/comparison/json-value.d.ts +10 -0
  169. package/dist/structured/comparison/json-value.d.ts.map +1 -0
  170. package/dist/structured/comparison/json-value.js +47 -0
  171. package/dist/structured/comparison/json-value.js.map +1 -0
  172. package/dist/structured/comparison/leaf-pair.d.ts +24 -0
  173. package/dist/structured/comparison/leaf-pair.d.ts.map +1 -0
  174. package/dist/structured/comparison/leaf-pair.js +2 -0
  175. package/dist/structured/comparison/leaf-pair.js.map +1 -0
  176. package/dist/structured/comparison/match.d.ts +5 -0
  177. package/dist/structured/comparison/match.d.ts.map +1 -0
  178. package/dist/structured/comparison/match.js +2 -0
  179. package/dist/structured/comparison/match.js.map +1 -0
  180. package/dist/structured/comparison/name-selector.d.ts +6 -0
  181. package/dist/structured/comparison/name-selector.d.ts.map +1 -0
  182. package/dist/structured/comparison/name-selector.js +41 -0
  183. package/dist/structured/comparison/name-selector.js.map +1 -0
  184. package/dist/structured/comparison/path.d.ts +10 -0
  185. package/dist/structured/comparison/path.d.ts.map +1 -0
  186. package/dist/structured/comparison/path.js +27 -0
  187. package/dist/structured/comparison/path.js.map +1 -0
  188. package/dist/structured/comparison/tree-walk.d.ts +10 -0
  189. package/dist/structured/comparison/tree-walk.d.ts.map +1 -0
  190. package/dist/structured/comparison/tree-walk.js +136 -0
  191. package/dist/structured/comparison/tree-walk.js.map +1 -0
  192. package/dist/structured/cpython/python-text.d.ts +5 -0
  193. package/dist/structured/cpython/python-text.d.ts.map +1 -0
  194. package/dist/structured/cpython/python-text.js +79 -0
  195. package/dist/structured/cpython/python-text.js.map +1 -0
  196. package/dist/structured/index.d.ts +39 -0
  197. package/dist/structured/index.d.ts.map +1 -0
  198. package/dist/structured/index.js +29 -0
  199. package/dist/structured/index.js.map +1 -0
  200. package/dist/structured/promptfoo/scorer-assertion.d.ts +22 -0
  201. package/dist/structured/promptfoo/scorer-assertion.d.ts.map +1 -0
  202. package/dist/structured/promptfoo/scorer-assertion.js +34 -0
  203. package/dist/structured/promptfoo/scorer-assertion.js.map +1 -0
  204. package/dist/structured/schema/draft-07-schema.d.ts +3 -0
  205. package/dist/structured/schema/draft-07-schema.d.ts.map +1 -0
  206. package/dist/structured/schema/draft-07-schema.js +243 -0
  207. package/dist/structured/schema/draft-07-schema.js.map +1 -0
  208. package/dist/structured/schema/draft-2020-12-schema.d.ts +4 -0
  209. package/dist/structured/schema/draft-2020-12-schema.d.ts.map +1 -0
  210. package/dist/structured/schema/draft-2020-12-schema.js +280 -0
  211. package/dist/structured/schema/draft-2020-12-schema.js.map +1 -0
  212. package/dist/structured/schema/is-record.d.ts +2 -0
  213. package/dist/structured/schema/is-record.d.ts.map +1 -0
  214. package/dist/structured/schema/is-record.js +3 -0
  215. package/dist/structured/schema/is-record.js.map +1 -0
  216. package/dist/structured/schema/json-schema.d.ts +20 -0
  217. package/dist/structured/schema/json-schema.d.ts.map +1 -0
  218. package/dist/structured/schema/json-schema.js +244 -0
  219. package/dist/structured/schema/json-schema.js.map +1 -0
  220. package/dist/structured/schema/schema-type-walk.d.ts +11 -0
  221. package/dist/structured/schema/schema-type-walk.d.ts.map +1 -0
  222. package/dist/structured/schema/schema-type-walk.js +196 -0
  223. package/dist/structured/schema/schema-type-walk.js.map +1 -0
  224. package/dist/structured/scorers/all-matched.d.ts +10 -0
  225. package/dist/structured/scorers/all-matched.d.ts.map +1 -0
  226. package/dist/structured/scorers/all-matched.js +36 -0
  227. package/dist/structured/scorers/all-matched.js.map +1 -0
  228. package/dist/structured/scorers/exact-match.d.ts +7 -0
  229. package/dist/structured/scorers/exact-match.d.ts.map +1 -0
  230. package/dist/structured/scorers/exact-match.js +13 -0
  231. package/dist/structured/scorers/exact-match.js.map +1 -0
  232. package/dist/structured/scorers/item-matches.d.ts +7 -0
  233. package/dist/structured/scorers/item-matches.d.ts.map +1 -0
  234. package/dist/structured/scorers/item-matches.js +17 -0
  235. package/dist/structured/scorers/item-matches.js.map +1 -0
  236. package/dist/structured/scorers/leaf-matches.d.ts +14 -0
  237. package/dist/structured/scorers/leaf-matches.d.ts.map +1 -0
  238. package/dist/structured/scorers/leaf-matches.js +28 -0
  239. package/dist/structured/scorers/leaf-matches.js.map +1 -0
  240. package/dist/structured/scorers/parse-success.d.ts +7 -0
  241. package/dist/structured/scorers/parse-success.d.ts.map +1 -0
  242. package/dist/structured/scorers/parse-success.js +11 -0
  243. package/dist/structured/scorers/parse-success.js.map +1 -0
  244. package/dist/structured/scorers/path-matches.d.ts +5 -0
  245. package/dist/structured/scorers/path-matches.d.ts.map +1 -0
  246. package/dist/structured/scorers/path-matches.js +9 -0
  247. package/dist/structured/scorers/path-matches.js.map +1 -0
  248. package/dist/structured/scorers/required-key-recall.d.ts +8 -0
  249. package/dist/structured/scorers/required-key-recall.d.ts.map +1 -0
  250. package/dist/structured/scorers/required-key-recall.js +50 -0
  251. package/dist/structured/scorers/required-key-recall.js.map +1 -0
  252. package/dist/structured/scorers/schema-compliance.d.ts +8 -0
  253. package/dist/structured/scorers/schema-compliance.d.ts.map +1 -0
  254. package/dist/structured/scorers/schema-compliance.js +29 -0
  255. package/dist/structured/scorers/schema-compliance.js.map +1 -0
  256. package/dist/structured/scorers/token-f1.d.ts +14 -0
  257. package/dist/structured/scorers/token-f1.d.ts.map +1 -0
  258. package/dist/structured/scorers/token-f1.js +44 -0
  259. package/dist/structured/scorers/token-f1.js.map +1 -0
  260. package/dist/structured/scorers/type-precision.d.ts +10 -0
  261. package/dist/structured/scorers/type-precision.d.ts.map +1 -0
  262. package/dist/structured/scorers/type-precision.js +30 -0
  263. package/dist/structured/scorers/type-precision.js.map +1 -0
  264. package/dist/structured/scorers/valid-schema.d.ts +7 -0
  265. package/dist/structured/scorers/valid-schema.d.ts.map +1 -0
  266. package/dist/structured/scorers/valid-schema.js +11 -0
  267. package/dist/structured/scorers/valid-schema.js.map +1 -0
  268. package/dist/structured/scorers/value-matches.d.ts +6 -0
  269. package/dist/structured/scorers/value-matches.d.ts.map +1 -0
  270. package/dist/structured/scorers/value-matches.js +9 -0
  271. package/dist/structured/scorers/value-matches.js.map +1 -0
  272. package/dist/structured/scoring/case.d.ts +14 -0
  273. package/dist/structured/scoring/case.d.ts.map +1 -0
  274. package/dist/structured/scoring/case.js +14 -0
  275. package/dist/structured/scoring/case.js.map +1 -0
  276. package/dist/structured/scoring/config-case.d.ts +11 -0
  277. package/dist/structured/scoring/config-case.d.ts.map +1 -0
  278. package/dist/structured/scoring/config-case.js +22 -0
  279. package/dist/structured/scoring/config-case.js.map +1 -0
  280. package/dist/structured/scoring/per-field.d.ts +9 -0
  281. package/dist/structured/scoring/per-field.d.ts.map +1 -0
  282. package/dist/structured/scoring/per-field.js +23 -0
  283. package/dist/structured/scoring/per-field.js.map +1 -0
  284. package/dist/structured/scoring/scorer-set.d.ts +15 -0
  285. package/dist/structured/scoring/scorer-set.d.ts.map +1 -0
  286. package/dist/structured/scoring/scorer-set.js +60 -0
  287. package/dist/structured/scoring/scorer-set.js.map +1 -0
  288. package/dist/structured/scoring/text-vars-case.d.ts +12 -0
  289. package/dist/structured/scoring/text-vars-case.d.ts.map +1 -0
  290. package/dist/structured/scoring/text-vars-case.js +31 -0
  291. package/dist/structured/scoring/text-vars-case.js.map +1 -0
  292. package/package.json +78 -4
@@ -0,0 +1 @@
1
+ {"version":3,"file":"text-vars-case.d.ts","sourceRoot":"","sources":["../../../src/structured/scoring/text-vars-case.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AASjC,qBAAa,YAAa,YAAW,UAAU,CAAC,IAAI,CAAC;;gBAGvC,EACV,MAAyC,GAC1C,GAAE;QAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,UAAU,CAAA;KAAO;IAI9D,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,IAAI;CAgBpD"}
@@ -0,0 +1,31 @@
1
+ import { JsonValue } from "../comparison/json-value.js";
2
+ import { JsonSchema } from "../schema/json-schema.js";
3
+ import { Case } from "./case.js";
4
+ // Reads a case from the vars of a test (Strategy): vars.expected as JSON
5
+ // text, without loss, as json.loads reads it, so `7.0` stays a float; a
6
+ // runner that parses its rows, as promptfoo does, has already turned `7.0`
7
+ // into `7` in a JavaScript value. vars.schema is a JSON value: promptfoo
8
+ // resolves the `$ref` of a row to one (ADR 0006). The reader builds the
9
+ // JsonSchema of each case from it with the function that it is given, which
10
+ // sets the draft. A row without a weight weighs 1.
11
+ export class TextVarsCase {
12
+ #schema;
13
+ constructor({ schema = (value) => new JsonSchema(value), } = {}) {
14
+ this.#schema = schema;
15
+ }
16
+ from(vars) {
17
+ const { expected, schema, weight } = vars;
18
+ if (typeof expected !== 'string')
19
+ throw new Error('A text vars case needs vars.expected as JSON text, the expected value');
20
+ if (weight !== undefined && typeof weight !== 'number')
21
+ throw new Error(`vars.weight is a number, not ${JSON.stringify(weight)}`);
22
+ return new Case({
23
+ expected: JsonValue.parse(expected).value,
24
+ ...(schema === undefined
25
+ ? {}
26
+ : { schema: this.#schema(JsonValue.from(schema)) }),
27
+ weight: weight ?? 1,
28
+ });
29
+ }
30
+ }
31
+ //# sourceMappingURL=text-vars-case.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"text-vars-case.js","sourceRoot":"","sources":["../../../src/structured/scoring/text-vars-case.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,yEAAyE;AACzE,wEAAwE;AACxE,2EAA2E;AAC3E,yEAAyE;AACzE,wEAAwE;AACxE,4EAA4E;AAC5E,mDAAmD;AACnD,MAAM,OAAO,YAAY;IACd,OAAO,CAAmC;IAEnD,YAAY,EACV,MAAM,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,MACiB,EAAE;QAC5D,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACxB,CAAC;IAED,IAAI,CAAC,IAAuC;QAC1C,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAC1C,IAAI,OAAO,QAAQ,KAAK,QAAQ;YAC9B,MAAM,IAAI,KAAK,CACb,uEAAuE,CACxE,CAAC;QACJ,IAAI,MAAM,KAAK,SAAS,IAAI,OAAO,MAAM,KAAK,QAAQ;YACpD,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5E,OAAO,IAAI,IAAI,CAAC;YACd,QAAQ,EAAE,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,KAAK;YACzC,GAAG,CAAC,MAAM,KAAK,SAAS;gBACtB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YACrD,MAAM,EAAE,MAAM,IAAI,CAAC;SACpB,CAAC,CAAC;IACL,CAAC;CACF"}
package/package.json CHANGED
@@ -1,6 +1,80 @@
1
1
  {
2
2
  "name": "@zukhruf/evals",
3
- "version": "0.0.0-stage",
4
- "stub": true,
5
- "description": "Temporary package placeholder for staged publishing"
6
- }
3
+ "version": "0.8.3",
4
+ "description": "Scores the answers of an eval against their labels, with one import path for each shape of answer: a core of ratios, scorecards, totals and bootstrap intervals, ./structured for structured values, and ./promptfoo for promptfoo.",
5
+ "license": "MIT",
6
+ "repository": {
7
+ "type": "git",
8
+ "url": "https://github.com/JanuaryLabs/zukhruf",
9
+ "directory": "packages/evals"
10
+ },
11
+ "bugs": {
12
+ "url": "https://github.com/JanuaryLabs/zukhruf/issues"
13
+ },
14
+ "homepage": "https://github.com/JanuaryLabs/zukhruf/tree/main/packages/evals#readme",
15
+ "keywords": [
16
+ "evaluation",
17
+ "evals",
18
+ "scorers",
19
+ "structured-output",
20
+ "extraction",
21
+ "precision",
22
+ "recall",
23
+ "promptfoo"
24
+ ],
25
+ "type": "module",
26
+ "exports": {
27
+ "./package.json": "./package.json",
28
+ ".": {
29
+ "@zukhruf/source": "./src/index.ts",
30
+ "types": "./dist/index.d.ts",
31
+ "import": "./dist/index.js",
32
+ "default": "./dist/index.js"
33
+ },
34
+ "./promptfoo": {
35
+ "@zukhruf/source": "./src/promptfoo/index.ts",
36
+ "types": "./dist/promptfoo/index.d.ts",
37
+ "import": "./dist/promptfoo/index.js",
38
+ "default": "./dist/promptfoo/index.js"
39
+ },
40
+ "./structured": {
41
+ "@zukhruf/source": "./src/structured/index.ts",
42
+ "types": "./dist/structured/index.d.ts",
43
+ "import": "./dist/structured/index.js",
44
+ "default": "./dist/structured/index.js"
45
+ }
46
+ },
47
+ "files": [
48
+ "dist",
49
+ "NOTICE",
50
+ "!dist/spec/**",
51
+ "!**/*.tsbuildinfo",
52
+ "!**/*.test.*"
53
+ ],
54
+ "publishConfig": {
55
+ "access": "public"
56
+ },
57
+ "dependencies": {
58
+ "@zukhruf/python": "^0.8.3",
59
+ "@zukhruf/statistics": "^0.8.3"
60
+ },
61
+ "peerDependencies": {
62
+ "@cfworker/json-schema": "4.1.4",
63
+ "munkres": "^2.1.1"
64
+ },
65
+ "peerDependenciesMeta": {
66
+ "@cfworker/json-schema": {
67
+ "optional": true
68
+ },
69
+ "munkres": {
70
+ "optional": true
71
+ }
72
+ },
73
+ "devDependencies": {
74
+ "@cfworker/json-schema": "4.1.4",
75
+ "@zukhruf/testing": "^0.8.3",
76
+ "munkres": "^2.1.1",
77
+ "promptfoo": "0.125.1",
78
+ "python-random": "1.0.0"
79
+ }
80
+ }