@zukhruf/evals 0.0.0-stage → 0.8.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (356) hide show
  1. package/LICENSE +21 -0
  2. package/NOTICE +82 -0
  3. package/README.md +540 -2
  4. package/dist/aggregation/counts.d.ts +11 -0
  5. package/dist/aggregation/counts.d.ts.map +1 -0
  6. package/dist/aggregation/counts.js +14 -0
  7. package/dist/aggregation/counts.js.map +1 -0
  8. package/dist/aggregation/f-measure-form.d.ts +11 -0
  9. package/dist/aggregation/f-measure-form.d.ts.map +1 -0
  10. package/dist/aggregation/f-measure-form.js +25 -0
  11. package/dist/aggregation/f-measure-form.js.map +1 -0
  12. package/dist/aggregation/f-measure-ratio.d.ts +12 -0
  13. package/dist/aggregation/f-measure-ratio.d.ts.map +1 -0
  14. package/dist/aggregation/f-measure-ratio.js +21 -0
  15. package/dist/aggregation/f-measure-ratio.js.map +1 -0
  16. package/dist/aggregation/ratio-of-sums.d.ts +9 -0
  17. package/dist/aggregation/ratio-of-sums.d.ts.map +1 -0
  18. package/dist/aggregation/ratio-of-sums.js +28 -0
  19. package/dist/aggregation/ratio-of-sums.js.map +1 -0
  20. package/dist/aggregation/ratio.d.ts +8 -0
  21. package/dist/aggregation/ratio.d.ts.map +1 -0
  22. package/dist/aggregation/ratio.js +20 -0
  23. package/dist/aggregation/ratio.js.map +1 -0
  24. package/dist/classification/all-class-matches.d.ts +7 -0
  25. package/dist/classification/all-class-matches.d.ts.map +1 -0
  26. package/dist/classification/all-class-matches.js +14 -0
  27. package/dist/classification/all-class-matches.js.map +1 -0
  28. package/dist/classification/class-matches.d.ts +10 -0
  29. package/dist/classification/class-matches.d.ts.map +1 -0
  30. package/dist/classification/class-matches.js +21 -0
  31. package/dist/classification/class-matches.js.map +1 -0
  32. package/dist/classification/index.d.ts +11 -0
  33. package/dist/classification/index.d.ts.map +1 -0
  34. package/dist/classification/index.js +10 -0
  35. package/dist/classification/index.js.map +1 -0
  36. package/dist/classification/label-case.d.ts +11 -0
  37. package/dist/classification/label-case.d.ts.map +1 -0
  38. package/dist/classification/label-case.js +12 -0
  39. package/dist/classification/label-case.js.map +1 -0
  40. package/dist/classification/label-comparer.d.ts +8 -0
  41. package/dist/classification/label-comparer.d.ts.map +1 -0
  42. package/dist/classification/label-comparer.js +44 -0
  43. package/dist/classification/label-comparer.js.map +1 -0
  44. package/dist/classification/label-comparison.d.ts +12 -0
  45. package/dist/classification/label-comparison.d.ts.map +1 -0
  46. package/dist/classification/label-comparison.js +23 -0
  47. package/dist/classification/label-comparison.js.map +1 -0
  48. package/dist/classification/label-config-case.d.ts +6 -0
  49. package/dist/classification/label-config-case.d.ts.map +1 -0
  50. package/dist/classification/label-config-case.js +13 -0
  51. package/dist/classification/label-config-case.js.map +1 -0
  52. package/dist/classification/label-vars-case.d.ts +6 -0
  53. package/dist/classification/label-vars-case.d.ts.map +1 -0
  54. package/dist/classification/label-vars-case.js +17 -0
  55. package/dist/classification/label-vars-case.js.map +1 -0
  56. package/dist/classification/label.d.ts +4 -0
  57. package/dist/classification/label.d.ts.map +1 -0
  58. package/dist/classification/label.js +16 -0
  59. package/dist/classification/label.js.map +1 -0
  60. package/dist/classification/labels-match.d.ts +7 -0
  61. package/dist/classification/labels-match.d.ts.map +1 -0
  62. package/dist/classification/labels-match.js +13 -0
  63. package/dist/classification/labels-match.js.map +1 -0
  64. package/dist/classification/per-class.d.ts +12 -0
  65. package/dist/classification/per-class.d.ts.map +1 -0
  66. package/dist/classification/per-class.js +17 -0
  67. package/dist/classification/per-class.js.map +1 -0
  68. package/dist/classification/read-labels.d.ts +3 -0
  69. package/dist/classification/read-labels.d.ts.map +1 -0
  70. package/dist/classification/read-labels.js +11 -0
  71. package/dist/classification/read-labels.js.map +1 -0
  72. package/dist/index.d.ts +25 -0
  73. package/dist/index.d.ts.map +1 -0
  74. package/dist/index.js +20 -0
  75. package/dist/index.js.map +1 -0
  76. package/dist/promptfoo/assertion-module.d.ts +23 -0
  77. package/dist/promptfoo/assertion-module.d.ts.map +1 -0
  78. package/dist/promptfoo/assertion-module.js +45 -0
  79. package/dist/promptfoo/assertion-module.js.map +1 -0
  80. package/dist/promptfoo/index.d.ts +4 -0
  81. package/dist/promptfoo/index.d.ts.map +1 -0
  82. package/dist/promptfoo/index.js +4 -0
  83. package/dist/promptfoo/index.js.map +1 -0
  84. package/dist/promptfoo/promptfoo-assertion.d.ts +18 -0
  85. package/dist/promptfoo/promptfoo-assertion.d.ts.map +1 -0
  86. package/dist/promptfoo/promptfoo-assertion.js +31 -0
  87. package/dist/promptfoo/promptfoo-assertion.js.map +1 -0
  88. package/dist/promptfoo/scorer-assertion.d.ts +18 -0
  89. package/dist/promptfoo/scorer-assertion.d.ts.map +1 -0
  90. package/dist/promptfoo/scorer-assertion.js +28 -0
  91. package/dist/promptfoo/scorer-assertion.js.map +1 -0
  92. package/dist/scorers/at-least.d.ts +9 -0
  93. package/dist/scorers/at-least.d.ts.map +1 -0
  94. package/dist/scorers/at-least.js +18 -0
  95. package/dist/scorers/at-least.js.map +1 -0
  96. package/dist/scorers/f-beta.d.ts +13 -0
  97. package/dist/scorers/f-beta.d.ts.map +1 -0
  98. package/dist/scorers/f-beta.js +22 -0
  99. package/dist/scorers/f-beta.js.map +1 -0
  100. package/dist/scorers/f1.d.ts +9 -0
  101. package/dist/scorers/f1.d.ts.map +1 -0
  102. package/dist/scorers/f1.js +8 -0
  103. package/dist/scorers/f1.js.map +1 -0
  104. package/dist/scorers/gate.d.ts +7 -0
  105. package/dist/scorers/gate.d.ts.map +1 -0
  106. package/dist/scorers/gate.js +10 -0
  107. package/dist/scorers/gate.js.map +1 -0
  108. package/dist/scorers/matches.d.ts +5 -0
  109. package/dist/scorers/matches.d.ts.map +1 -0
  110. package/dist/scorers/matches.js +2 -0
  111. package/dist/scorers/matches.js.map +1 -0
  112. package/dist/scorers/mean-of.d.ts +8 -0
  113. package/dist/scorers/mean-of.d.ts.map +1 -0
  114. package/dist/scorers/mean-of.js +15 -0
  115. package/dist/scorers/mean-of.js.map +1 -0
  116. package/dist/scorers/penalized.d.ts +9 -0
  117. package/dist/scorers/penalized.d.ts.map +1 -0
  118. package/dist/scorers/penalized.js +29 -0
  119. package/dist/scorers/penalized.js.map +1 -0
  120. package/dist/scorers/penalty.d.ts +7 -0
  121. package/dist/scorers/penalty.d.ts.map +1 -0
  122. package/dist/scorers/penalty.js +11 -0
  123. package/dist/scorers/penalty.js.map +1 -0
  124. package/dist/scorers/precision.d.ts +9 -0
  125. package/dist/scorers/precision.d.ts.map +1 -0
  126. package/dist/scorers/precision.js +13 -0
  127. package/dist/scorers/precision.js.map +1 -0
  128. package/dist/scorers/recall.d.ts +9 -0
  129. package/dist/scorers/recall.d.ts.map +1 -0
  130. package/dist/scorers/recall.js +13 -0
  131. package/dist/scorers/recall.js.map +1 -0
  132. package/dist/scorers/sample-averaged.d.ts +10 -0
  133. package/dist/scorers/sample-averaged.d.ts.map +1 -0
  134. package/dist/scorers/sample-averaged.js +17 -0
  135. package/dist/scorers/sample-averaged.js.map +1 -0
  136. package/dist/scorers/scorer.d.ts +5 -0
  137. package/dist/scorers/scorer.d.ts.map +1 -0
  138. package/dist/scorers/scorer.js +2 -0
  139. package/dist/scorers/scorer.js.map +1 -0
  140. package/dist/scorers/shortfall-penalty.d.ts +11 -0
  141. package/dist/scorers/shortfall-penalty.d.ts.map +1 -0
  142. package/dist/scorers/shortfall-penalty.js +25 -0
  143. package/dist/scorers/shortfall-penalty.js.map +1 -0
  144. package/dist/scoring/bootstrap.d.ts +16 -0
  145. package/dist/scoring/bootstrap.d.ts.map +1 -0
  146. package/dist/scoring/bootstrap.js +29 -0
  147. package/dist/scoring/bootstrap.js.map +1 -0
  148. package/dist/scoring/comparer.d.ts +5 -0
  149. package/dist/scoring/comparer.d.ts.map +1 -0
  150. package/dist/scoring/comparer.js +2 -0
  151. package/dist/scoring/comparer.js.map +1 -0
  152. package/dist/scoring/grouped.d.ts +9 -0
  153. package/dist/scoring/grouped.d.ts.map +1 -0
  154. package/dist/scoring/grouped.js +20 -0
  155. package/dist/scoring/grouped.js.map +1 -0
  156. package/dist/scoring/scorecard-scorer.d.ts +11 -0
  157. package/dist/scoring/scorecard-scorer.d.ts.map +1 -0
  158. package/dist/scoring/scorecard-scorer.js +2 -0
  159. package/dist/scoring/scorecard-scorer.js.map +1 -0
  160. package/dist/scoring/scorecard.d.ts +15 -0
  161. package/dist/scoring/scorecard.d.ts.map +1 -0
  162. package/dist/scoring/scorecard.js +2 -0
  163. package/dist/scoring/scorecard.js.map +1 -0
  164. package/dist/scoring/scorer-set.d.ts +13 -0
  165. package/dist/scoring/scorer-set.d.ts.map +1 -0
  166. package/dist/scoring/scorer-set.js +55 -0
  167. package/dist/scoring/scorer-set.js.map +1 -0
  168. package/dist/scoring/totals.d.ts +9 -0
  169. package/dist/scoring/totals.d.ts.map +1 -0
  170. package/dist/scoring/totals.js +23 -0
  171. package/dist/scoring/totals.js.map +1 -0
  172. package/dist/structured/comparison/alignment.d.ts +9 -0
  173. package/dist/structured/comparison/alignment.d.ts.map +1 -0
  174. package/dist/structured/comparison/alignment.js +2 -0
  175. package/dist/structured/comparison/alignment.js.map +1 -0
  176. package/dist/structured/comparison/alignments/by-best-match.d.ts +9 -0
  177. package/dist/structured/comparison/alignments/by-best-match.d.ts.map +1 -0
  178. package/dist/structured/comparison/alignments/by-best-match.js +25 -0
  179. package/dist/structured/comparison/alignments/by-best-match.js.map +1 -0
  180. package/dist/structured/comparison/alignments/by-position.d.ts +6 -0
  181. package/dist/structured/comparison/alignments/by-position.d.ts.map +1 -0
  182. package/dist/structured/comparison/alignments/by-position.js +9 -0
  183. package/dist/structured/comparison/alignments/by-position.js.map +1 -0
  184. package/dist/structured/comparison/bag-of-words.d.ts +10 -0
  185. package/dist/structured/comparison/bag-of-words.d.ts.map +1 -0
  186. package/dist/structured/comparison/bag-of-words.js +48 -0
  187. package/dist/structured/comparison/bag-of-words.js.map +1 -0
  188. package/dist/structured/comparison/comparator.d.ts +5 -0
  189. package/dist/structured/comparison/comparator.d.ts.map +1 -0
  190. package/dist/structured/comparison/comparator.js +2 -0
  191. package/dist/structured/comparison/comparator.js.map +1 -0
  192. package/dist/structured/comparison/comparators/json-equality.d.ts +7 -0
  193. package/dist/structured/comparison/comparators/json-equality.d.ts.map +1 -0
  194. package/dist/structured/comparison/comparators/json-equality.js +18 -0
  195. package/dist/structured/comparison/comparators/json-equality.js.map +1 -0
  196. package/dist/structured/comparison/comparators/normalized-text.d.ts +7 -0
  197. package/dist/structured/comparison/comparators/normalized-text.d.ts.map +1 -0
  198. package/dist/structured/comparison/comparators/normalized-text.js +13 -0
  199. package/dist/structured/comparison/comparators/normalized-text.js.map +1 -0
  200. package/dist/structured/comparison/comparators/normalized.d.ts +2 -0
  201. package/dist/structured/comparison/comparators/normalized.d.ts.map +1 -0
  202. package/dist/structured/comparison/comparators/normalized.js +3 -0
  203. package/dist/structured/comparison/comparators/normalized.js.map +1 -0
  204. package/dist/structured/comparison/comparators/number-within.d.ts +9 -0
  205. package/dist/structured/comparison/comparators/number-within.d.ts.map +1 -0
  206. package/dist/structured/comparison/comparators/number-within.js +18 -0
  207. package/dist/structured/comparison/comparators/number-within.js.map +1 -0
  208. package/dist/structured/comparison/comparators/python-equality.d.ts +7 -0
  209. package/dist/structured/comparison/comparators/python-equality.d.ts.map +1 -0
  210. package/dist/structured/comparison/comparators/python-equality.js +15 -0
  211. package/dist/structured/comparison/comparators/python-equality.js.map +1 -0
  212. package/dist/structured/comparison/comparators/token-overlap-at-least.d.ts +12 -0
  213. package/dist/structured/comparison/comparators/token-overlap-at-least.d.ts.map +1 -0
  214. package/dist/structured/comparison/comparators/token-overlap-at-least.js +23 -0
  215. package/dist/structured/comparison/comparators/token-overlap-at-least.js.map +1 -0
  216. package/dist/structured/comparison/comparators/typed-comparator.d.ts +8 -0
  217. package/dist/structured/comparison/comparators/typed-comparator.d.ts.map +1 -0
  218. package/dist/structured/comparison/comparators/typed-comparator.js +10 -0
  219. package/dist/structured/comparison/comparators/typed-comparator.js.map +1 -0
  220. package/dist/structured/comparison/comparison-spec.d.ts +17 -0
  221. package/dist/structured/comparison/comparison-spec.d.ts.map +1 -0
  222. package/dist/structured/comparison/comparison-spec.js +36 -0
  223. package/dist/structured/comparison/comparison-spec.js.map +1 -0
  224. package/dist/structured/comparison/comparison.d.ts +25 -0
  225. package/dist/structured/comparison/comparison.d.ts.map +1 -0
  226. package/dist/structured/comparison/comparison.js +94 -0
  227. package/dist/structured/comparison/comparison.js.map +1 -0
  228. package/dist/structured/comparison/field.d.ts +10 -0
  229. package/dist/structured/comparison/field.d.ts.map +1 -0
  230. package/dist/structured/comparison/field.js +29 -0
  231. package/dist/structured/comparison/field.js.map +1 -0
  232. package/dist/structured/comparison/item-pairs.d.ts +8 -0
  233. package/dist/structured/comparison/item-pairs.d.ts.map +1 -0
  234. package/dist/structured/comparison/item-pairs.js +2 -0
  235. package/dist/structured/comparison/item-pairs.js.map +1 -0
  236. package/dist/structured/comparison/json-path-query.d.ts +7 -0
  237. package/dist/structured/comparison/json-path-query.d.ts.map +1 -0
  238. package/dist/structured/comparison/json-path-query.js +133 -0
  239. package/dist/structured/comparison/json-path-query.js.map +1 -0
  240. package/dist/structured/comparison/json-value.d.ts +11 -0
  241. package/dist/structured/comparison/json-value.d.ts.map +1 -0
  242. package/dist/structured/comparison/json-value.js +56 -0
  243. package/dist/structured/comparison/json-value.js.map +1 -0
  244. package/dist/structured/comparison/leaf-pair.d.ts +24 -0
  245. package/dist/structured/comparison/leaf-pair.d.ts.map +1 -0
  246. package/dist/structured/comparison/leaf-pair.js +2 -0
  247. package/dist/structured/comparison/leaf-pair.js.map +1 -0
  248. package/dist/structured/comparison/match.d.ts +5 -0
  249. package/dist/structured/comparison/match.d.ts.map +1 -0
  250. package/dist/structured/comparison/match.js +2 -0
  251. package/dist/structured/comparison/match.js.map +1 -0
  252. package/dist/structured/comparison/name-selector.d.ts +6 -0
  253. package/dist/structured/comparison/name-selector.d.ts.map +1 -0
  254. package/dist/structured/comparison/name-selector.js +41 -0
  255. package/dist/structured/comparison/name-selector.js.map +1 -0
  256. package/dist/structured/comparison/path.d.ts +10 -0
  257. package/dist/structured/comparison/path.d.ts.map +1 -0
  258. package/dist/structured/comparison/path.js +27 -0
  259. package/dist/structured/comparison/path.js.map +1 -0
  260. package/dist/structured/comparison/tree-walk.d.ts +10 -0
  261. package/dist/structured/comparison/tree-walk.d.ts.map +1 -0
  262. package/dist/structured/comparison/tree-walk.js +140 -0
  263. package/dist/structured/comparison/tree-walk.js.map +1 -0
  264. package/dist/structured/cpython/python-text.d.ts +4 -0
  265. package/dist/structured/cpython/python-text.d.ts.map +1 -0
  266. package/dist/structured/cpython/python-text.js +62 -0
  267. package/dist/structured/cpython/python-text.js.map +1 -0
  268. package/dist/structured/index.d.ts +37 -0
  269. package/dist/structured/index.d.ts.map +1 -0
  270. package/dist/structured/index.js +27 -0
  271. package/dist/structured/index.js.map +1 -0
  272. package/dist/structured/schema/draft-07-schema.d.ts +3 -0
  273. package/dist/structured/schema/draft-07-schema.d.ts.map +1 -0
  274. package/dist/structured/schema/draft-07-schema.js +243 -0
  275. package/dist/structured/schema/draft-07-schema.js.map +1 -0
  276. package/dist/structured/schema/draft-2020-12-schema.d.ts +4 -0
  277. package/dist/structured/schema/draft-2020-12-schema.d.ts.map +1 -0
  278. package/dist/structured/schema/draft-2020-12-schema.js +280 -0
  279. package/dist/structured/schema/draft-2020-12-schema.js.map +1 -0
  280. package/dist/structured/schema/is-record.d.ts +2 -0
  281. package/dist/structured/schema/is-record.d.ts.map +1 -0
  282. package/dist/structured/schema/is-record.js +3 -0
  283. package/dist/structured/schema/is-record.js.map +1 -0
  284. package/dist/structured/schema/json-schema.d.ts +20 -0
  285. package/dist/structured/schema/json-schema.d.ts.map +1 -0
  286. package/dist/structured/schema/json-schema.js +244 -0
  287. package/dist/structured/schema/json-schema.js.map +1 -0
  288. package/dist/structured/schema/schema-type-walk.d.ts +11 -0
  289. package/dist/structured/schema/schema-type-walk.d.ts.map +1 -0
  290. package/dist/structured/schema/schema-type-walk.js +196 -0
  291. package/dist/structured/schema/schema-type-walk.js.map +1 -0
  292. package/dist/structured/scorers/all-matched.d.ts +10 -0
  293. package/dist/structured/scorers/all-matched.d.ts.map +1 -0
  294. package/dist/structured/scorers/all-matched.js +36 -0
  295. package/dist/structured/scorers/all-matched.js.map +1 -0
  296. package/dist/structured/scorers/exact-match.d.ts +7 -0
  297. package/dist/structured/scorers/exact-match.d.ts.map +1 -0
  298. package/dist/structured/scorers/exact-match.js +13 -0
  299. package/dist/structured/scorers/exact-match.js.map +1 -0
  300. package/dist/structured/scorers/item-matches.d.ts +7 -0
  301. package/dist/structured/scorers/item-matches.d.ts.map +1 -0
  302. package/dist/structured/scorers/item-matches.js +17 -0
  303. package/dist/structured/scorers/item-matches.js.map +1 -0
  304. package/dist/structured/scorers/leaf-matches.d.ts +14 -0
  305. package/dist/structured/scorers/leaf-matches.d.ts.map +1 -0
  306. package/dist/structured/scorers/leaf-matches.js +28 -0
  307. package/dist/structured/scorers/leaf-matches.js.map +1 -0
  308. package/dist/structured/scorers/parse-success.d.ts +7 -0
  309. package/dist/structured/scorers/parse-success.d.ts.map +1 -0
  310. package/dist/structured/scorers/parse-success.js +11 -0
  311. package/dist/structured/scorers/parse-success.js.map +1 -0
  312. package/dist/structured/scorers/path-matches.d.ts +5 -0
  313. package/dist/structured/scorers/path-matches.d.ts.map +1 -0
  314. package/dist/structured/scorers/path-matches.js +9 -0
  315. package/dist/structured/scorers/path-matches.js.map +1 -0
  316. package/dist/structured/scorers/required-key-recall.d.ts +8 -0
  317. package/dist/structured/scorers/required-key-recall.d.ts.map +1 -0
  318. package/dist/structured/scorers/required-key-recall.js +50 -0
  319. package/dist/structured/scorers/required-key-recall.js.map +1 -0
  320. package/dist/structured/scorers/schema-compliance.d.ts +8 -0
  321. package/dist/structured/scorers/schema-compliance.d.ts.map +1 -0
  322. package/dist/structured/scorers/schema-compliance.js +29 -0
  323. package/dist/structured/scorers/schema-compliance.js.map +1 -0
  324. package/dist/structured/scorers/token-f1.d.ts +16 -0
  325. package/dist/structured/scorers/token-f1.d.ts.map +1 -0
  326. package/dist/structured/scorers/token-f1.js +47 -0
  327. package/dist/structured/scorers/token-f1.js.map +1 -0
  328. package/dist/structured/scorers/type-precision.d.ts +10 -0
  329. package/dist/structured/scorers/type-precision.d.ts.map +1 -0
  330. package/dist/structured/scorers/type-precision.js +30 -0
  331. package/dist/structured/scorers/type-precision.js.map +1 -0
  332. package/dist/structured/scorers/valid-schema.d.ts +7 -0
  333. package/dist/structured/scorers/valid-schema.d.ts.map +1 -0
  334. package/dist/structured/scorers/valid-schema.js +11 -0
  335. package/dist/structured/scorers/valid-schema.js.map +1 -0
  336. package/dist/structured/scorers/value-matches.d.ts +6 -0
  337. package/dist/structured/scorers/value-matches.d.ts.map +1 -0
  338. package/dist/structured/scorers/value-matches.js +9 -0
  339. package/dist/structured/scorers/value-matches.js.map +1 -0
  340. package/dist/structured/scoring/case.d.ts +14 -0
  341. package/dist/structured/scoring/case.d.ts.map +1 -0
  342. package/dist/structured/scoring/case.js +14 -0
  343. package/dist/structured/scoring/case.js.map +1 -0
  344. package/dist/structured/scoring/config-case.d.ts +11 -0
  345. package/dist/structured/scoring/config-case.d.ts.map +1 -0
  346. package/dist/structured/scoring/config-case.js +22 -0
  347. package/dist/structured/scoring/config-case.js.map +1 -0
  348. package/dist/structured/scoring/per-field.d.ts +6 -0
  349. package/dist/structured/scoring/per-field.d.ts.map +1 -0
  350. package/dist/structured/scoring/per-field.js +14 -0
  351. package/dist/structured/scoring/per-field.js.map +1 -0
  352. package/dist/structured/scoring/text-vars-case.d.ts +12 -0
  353. package/dist/structured/scoring/text-vars-case.d.ts.map +1 -0
  354. package/dist/structured/scoring/text-vars-case.js +31 -0
  355. package/dist/structured/scoring/text-vars-case.js.map +1 -0
  356. package/package.json +84 -4
@@ -0,0 +1,14 @@
1
+ // The counts of one comparison that precision, recall and F1 read: the hits,
2
+ // the stated values and the expected values (scikit-learn's tp, tp + fp and
3
+ // tp + fn).
4
+ export class Counts {
5
+ hits;
6
+ stated;
7
+ expected;
8
+ constructor({ hits, stated, expected, }) {
9
+ this.hits = hits;
10
+ this.stated = stated;
11
+ this.expected = expected;
12
+ }
13
+ }
14
+ //# sourceMappingURL=counts.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"counts.js","sourceRoot":"","sources":["../../src/aggregation/counts.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,4EAA4E;AAC5E,YAAY;AACZ,MAAM,OAAO,MAAM;IACR,IAAI,CAAS;IACb,MAAM,CAAS;IACf,QAAQ,CAAS;IAE1B,YAAY,EACV,IAAI,EACJ,MAAM,EACN,QAAQ,GAKT;QACC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;CACF"}
@@ -0,0 +1,11 @@
1
+ import type { Counts } from './counts.ts';
2
+ export interface FMeasureForm {
3
+ of(counts: Counts, beta: number): number;
4
+ }
5
+ export declare class CountsForm implements FMeasureForm {
6
+ of({ hits, stated, expected }: Counts, beta: number): number;
7
+ }
8
+ export declare class PrecisionRecallForm implements FMeasureForm {
9
+ of({ hits, stated, expected }: Counts, beta: number): number;
10
+ }
11
+ //# sourceMappingURL=f-measure-form.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"f-measure-form.d.ts","sourceRoot":"","sources":["../../src/aggregation/f-measure-form.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAK1C,MAAM,WAAW,YAAY;IAC3B,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;CAC1C;AAMD,qBAAa,UAAW,YAAW,YAAY;IAC7C,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM;CAI7D;AAKD,qBAAa,mBAAoB,YAAW,YAAY;IACtD,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM;CAO7D"}
@@ -0,0 +1,25 @@
1
+ import { Ratio } from "./ratio.js";
2
+ // (1 + β²)·hits / (β²·expected + stated), in the order of the operations of
3
+ // scikit-learn 1.9.1's fbeta_score (sklearn/metrics/_classification.py). It
4
+ // is the part of an F-measure ratio divided by its whole, and 0 when the
5
+ // whole is 0.
6
+ export class CountsForm {
7
+ of({ hits, stated, expected }, beta) {
8
+ const beta2 = beta ** 2;
9
+ return new Ratio((1 + beta2) * hits, beta2 * expected + stated).value;
10
+ }
11
+ }
12
+ // (1 + β²)·P·R / (β²·P + R), precision and recall first (van Rijsbergen
13
+ // 1979), and 0 when there are no hits. With β = 1 it is 2·p·r/(p + r), the
14
+ // arithmetic of SOB's evaluate.py (f1_from_counts, token_f1).
15
+ export class PrecisionRecallForm {
16
+ of({ hits, stated, expected }, beta) {
17
+ if (hits === 0)
18
+ return 0;
19
+ const beta2 = beta ** 2;
20
+ const precision = hits / stated;
21
+ const recall = hits / expected;
22
+ return ((1 + beta2) * precision * recall) / (beta2 * precision + recall);
23
+ }
24
+ }
25
+ //# sourceMappingURL=f-measure-form.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"f-measure-form.js","sourceRoot":"","sources":["../../src/aggregation/f-measure-form.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAQnC,4EAA4E;AAC5E,4EAA4E;AAC5E,yEAAyE;AACzE,cAAc;AACd,MAAM,OAAO,UAAU;IACrB,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAU,EAAE,IAAY;QACjD,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC;QACxB,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,IAAI,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC,CAAC,KAAK,CAAC;IACxE,CAAC;CACF;AAED,wEAAwE;AACxE,2EAA2E;AAC3E,8DAA8D;AAC9D,MAAM,OAAO,mBAAmB;IAC9B,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAU,EAAE,IAAY;QACjD,IAAI,IAAI,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC;QACxB,MAAM,SAAS,GAAG,IAAI,GAAG,MAAM,CAAC;QAChC,MAAM,MAAM,GAAG,IAAI,GAAG,QAAQ,CAAC;QAC/B,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,GAAG,SAAS,GAAG,MAAM,CAAC,CAAC;IAC3E,CAAC;CACF"}
@@ -0,0 +1,12 @@
1
+ import type { Counts } from './counts.ts';
2
+ import type { FMeasureForm } from './f-measure-form.ts';
3
+ import { Ratio } from './ratio.ts';
4
+ export declare class FMeasureRatio extends Ratio {
5
+ #private;
6
+ constructor(counts: Counts, { beta, form }: {
7
+ readonly beta: number;
8
+ readonly form: FMeasureForm;
9
+ });
10
+ get value(): number;
11
+ }
12
+ //# sourceMappingURL=f-measure-ratio.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"f-measure-ratio.d.ts","sourceRoot":"","sources":["../../src/aggregation/f-measure-ratio.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAMnC,qBAAa,aAAc,SAAQ,KAAK;;gBAMpC,MAAM,EAAE,MAAM,EACd,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;QAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAA;KAAE;IASxE,IAAa,KAAK,IAAI,MAAM,CAE3B;CACF"}
@@ -0,0 +1,21 @@
1
+ import { Ratio } from "./ratio.js";
2
+ // The ratio of an F-measure: its part is (1 + β²)·hits and its whole is
3
+ // β²·expected + stated, so many of them add up to the micro F-measure. Its
4
+ // value is the value of its form, which can differ from part / whole in the
5
+ // last bit (ADR 0003).
6
+ export class FMeasureRatio extends Ratio {
7
+ #counts;
8
+ #beta;
9
+ #form;
10
+ constructor(counts, { beta, form }) {
11
+ const beta2 = beta ** 2;
12
+ super((1 + beta2) * counts.hits, beta2 * counts.expected + counts.stated);
13
+ this.#counts = counts;
14
+ this.#beta = beta;
15
+ this.#form = form;
16
+ }
17
+ get value() {
18
+ return this.#form.of(this.#counts, this.#beta);
19
+ }
20
+ }
21
+ //# sourceMappingURL=f-measure-ratio.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"f-measure-ratio.js","sourceRoot":"","sources":["../../src/aggregation/f-measure-ratio.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC,wEAAwE;AACxE,2EAA2E;AAC3E,4EAA4E;AAC5E,uBAAuB;AACvB,MAAM,OAAO,aAAc,SAAQ,KAAK;IAC7B,OAAO,CAAS;IAChB,KAAK,CAAS;IACd,KAAK,CAAe;IAE7B,YACE,MAAc,EACd,EAAE,IAAI,EAAE,IAAI,EAA0D;QAEtE,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC;QACxB,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,KAAK,GAAG,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1E,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,IAAa,KAAK;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC;CACF"}
@@ -0,0 +1,9 @@
1
+ import { Ratio } from './ratio.ts';
2
+ export declare class RatioOfSums {
3
+ #private;
4
+ static of(ratios: Iterable<Ratio>): RatioOfSums;
5
+ add(ratio: Ratio): void;
6
+ get ratio(): Ratio;
7
+ get value(): number;
8
+ }
9
+ //# sourceMappingURL=ratio-of-sums.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ratio-of-sums.d.ts","sourceRoot":"","sources":["../../src/aggregation/ratio-of-sums.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAMnC,qBAAa,WAAW;;IAKtB,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,WAAW;IAM/C,GAAG,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAKvB,IAAI,KAAK,IAAI,KAAK,CAEjB;IAED,IAAI,KAAK,IAAI,MAAM,CAElB;CACF"}
@@ -0,0 +1,28 @@
1
+ import { NeumaierSum } from '@zukhruf/python';
2
+ import { Ratio } from "./ratio.js";
3
+ // The sum of the parts of many ratios divided by the sum of their wholes.
4
+ // Each average of the package is one (ADR 0004): a micro average adds
5
+ // Ratio(right, expected), a mean adds Ratio(value, 1), and a weighted mean
6
+ // adds Ratio(value × weight, weight).
7
+ export class RatioOfSums {
8
+ #parts = new NeumaierSum();
9
+ #wholes = new NeumaierSum();
10
+ // The ratio of sums of the ratios, in their order.
11
+ static of(ratios) {
12
+ const sum = new RatioOfSums();
13
+ for (const ratio of ratios)
14
+ sum.add(ratio);
15
+ return sum;
16
+ }
17
+ add(ratio) {
18
+ this.#parts.add(ratio.part);
19
+ this.#wholes.add(ratio.whole);
20
+ }
21
+ get ratio() {
22
+ return new Ratio(this.#parts.value, this.#wholes.value);
23
+ }
24
+ get value() {
25
+ return this.ratio.value;
26
+ }
27
+ }
28
+ //# sourceMappingURL=ratio-of-sums.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ratio-of-sums.js","sourceRoot":"","sources":["../../src/aggregation/ratio-of-sums.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAEnC,0EAA0E;AAC1E,sEAAsE;AACtE,2EAA2E;AAC3E,sCAAsC;AACtC,MAAM,OAAO,WAAW;IACb,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;IAC3B,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAErC,mDAAmD;IACnD,MAAM,CAAC,EAAE,CAAC,MAAuB;QAC/B,MAAM,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,KAAK,MAAM,KAAK,IAAI,MAAM;YAAE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3C,OAAO,GAAG,CAAC;IACb,CAAC;IAED,GAAG,CAAC,KAAY;QACd,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1D,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;IAC1B,CAAC;CACF"}
@@ -0,0 +1,8 @@
1
+ export declare class Ratio {
2
+ readonly part: number;
3
+ readonly whole: number;
4
+ constructor(part: number, whole: number);
5
+ get value(): number;
6
+ times(weight: number): Ratio;
7
+ }
8
+ //# sourceMappingURL=ratio.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ratio.d.ts","sourceRoot":"","sources":["../../src/aggregation/ratio.ts"],"names":[],"mappings":"AAEA,qBAAa,KAAK;IAChB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;gBAEX,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAMvC,IAAI,KAAK,IAAI,MAAM,CAElB;IAID,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK;CAG7B"}
@@ -0,0 +1,20 @@
1
+ // A part and a whole, such as 2 right values of 3 expected values. It keeps
2
+ // both, not only their quotient, so many ratios add up exactly (ADR 0004).
3
+ export class Ratio {
4
+ part;
5
+ whole;
6
+ constructor(part, whole) {
7
+ this.part = part;
8
+ this.whole = whole;
9
+ }
10
+ // 0 when the whole is 0, as the ratio() of SOB's evaluate.py gives.
11
+ get value() {
12
+ return this.whole === 0 ? 0 : this.part / this.whole;
13
+ }
14
+ // Ratio(value, 1).times(weight) is Ratio(value × weight, weight): the term
15
+ // of a weighted mean.
16
+ times(weight) {
17
+ return new Ratio(this.part * weight, this.whole * weight);
18
+ }
19
+ }
20
+ //# sourceMappingURL=ratio.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ratio.js","sourceRoot":"","sources":["../../src/aggregation/ratio.ts"],"names":[],"mappings":"AAAA,4EAA4E;AAC5E,2EAA2E;AAC3E,MAAM,OAAO,KAAK;IACP,IAAI,CAAS;IACb,KAAK,CAAS;IAEvB,YAAY,IAAY,EAAE,KAAa;QACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,oEAAoE;IACpE,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;IACvD,CAAC;IAED,2EAA2E;IAC3E,sBAAsB;IACtB,KAAK,CAAC,MAAc;QAClB,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,MAAM,EAAE,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;IAC5D,CAAC;CACF"}
@@ -0,0 +1,7 @@
1
+ import { Counts } from '../aggregation/counts.ts';
2
+ import type { Matches } from '../scorers/matches.ts';
3
+ import type { LabelComparison } from './label-comparison.ts';
4
+ export declare class AllClassMatches implements Matches<LabelComparison> {
5
+ counts({ stated, expected }: LabelComparison): Counts;
6
+ }
7
+ //# sourceMappingURL=all-class-matches.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"all-class-matches.d.ts","sourceRoot":"","sources":["../../src/classification/all-class-matches.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAClD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAK7D,qBAAa,eAAgB,YAAW,OAAO,CAAC,eAAe,CAAC;IAC9D,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,eAAe,GAAG,MAAM;CAOtD"}
@@ -0,0 +1,14 @@
1
+ import { Counts } from "../aggregation/counts.js";
2
+ // The counts of every class in one answer: the hits are the labels that both
3
+ // sides have, the stated and the expected are the labels of each side.
4
+ // Pooled over the answers, they are scikit-learn's micro counts.
5
+ export class AllClassMatches {
6
+ counts({ stated, expected }) {
7
+ return new Counts({
8
+ hits: stated.intersection(expected).size,
9
+ stated: stated.size,
10
+ expected: expected.size,
11
+ });
12
+ }
13
+ }
14
+ //# sourceMappingURL=all-class-matches.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"all-class-matches.js","sourceRoot":"","sources":["../../src/classification/all-class-matches.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAIlD,6EAA6E;AAC7E,uEAAuE;AACvE,iEAAiE;AACjE,MAAM,OAAO,eAAe;IAC1B,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAmB;QAC1C,OAAO,IAAI,MAAM,CAAC;YAChB,IAAI,EAAE,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,IAAI;YACxC,MAAM,EAAE,MAAM,CAAC,IAAI;YACnB,QAAQ,EAAE,QAAQ,CAAC,IAAI;SACxB,CAAC,CAAC;IACL,CAAC;CACF"}
@@ -0,0 +1,10 @@
1
+ import { Counts } from '../aggregation/counts.ts';
2
+ import type { Matches } from '../scorers/matches.ts';
3
+ import type { LabelComparison } from './label-comparison.ts';
4
+ import type { Label } from './label.ts';
5
+ export declare class ClassMatches implements Matches<LabelComparison> {
6
+ #private;
7
+ constructor(label: Label);
8
+ counts({ stated, expected }: LabelComparison): Counts;
9
+ }
10
+ //# sourceMappingURL=class-matches.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"class-matches.d.ts","sourceRoot":"","sources":["../../src/classification/class-matches.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAClD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAMxC,qBAAa,YAAa,YAAW,OAAO,CAAC,eAAe,CAAC;;gBAG/C,KAAK,EAAE,KAAK;IAIxB,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,eAAe,GAAG,MAAM;CAStD"}
@@ -0,0 +1,21 @@
1
+ import { Counts } from "../aggregation/counts.js";
2
+ // The counts of one class in one answer: the hit is 1 when both sides have
3
+ // the label, the stated 1 when the answer has it, the expected 1 when the
4
+ // case has it. Pooled over the answers, they are scikit-learn's true
5
+ // positives, predicted and true of the class.
6
+ export class ClassMatches {
7
+ #label;
8
+ constructor(label) {
9
+ this.#label = label;
10
+ }
11
+ counts({ stated, expected }) {
12
+ const isStated = stated.has(this.#label) ? 1 : 0;
13
+ const isExpected = expected.has(this.#label) ? 1 : 0;
14
+ return new Counts({
15
+ hits: isStated * isExpected,
16
+ stated: isStated,
17
+ expected: isExpected,
18
+ });
19
+ }
20
+ }
21
+ //# sourceMappingURL=class-matches.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"class-matches.js","sourceRoot":"","sources":["../../src/classification/class-matches.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAKlD,2EAA2E;AAC3E,0EAA0E;AAC1E,qEAAqE;AACrE,8CAA8C;AAC9C,MAAM,OAAO,YAAY;IACd,MAAM,CAAQ;IAEvB,YAAY,KAAY;QACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAmB;QAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,OAAO,IAAI,MAAM,CAAC;YAChB,IAAI,EAAE,QAAQ,GAAG,UAAU;YAC3B,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,UAAU;SACrB,CAAC,CAAC;IACL,CAAC;CACF"}
@@ -0,0 +1,11 @@
1
+ export { AllClassMatches } from './all-class-matches.ts';
2
+ export { ClassMatches } from './class-matches.ts';
3
+ export { LabelCase } from './label-case.ts';
4
+ export { LabelComparer } from './label-comparer.ts';
5
+ export { LabelComparison } from './label-comparison.ts';
6
+ export { LabelConfigCase } from './label-config-case.ts';
7
+ export { LabelVarsCase } from './label-vars-case.ts';
8
+ export { LabelsMatch } from './labels-match.ts';
9
+ export type { Label } from './label.ts';
10
+ export { PerClass } from './per-class.ts';
11
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/classification/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,YAAY,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC"}
@@ -0,0 +1,10 @@
1
+ export { AllClassMatches } from "./all-class-matches.js";
2
+ export { ClassMatches } from "./class-matches.js";
3
+ export { LabelCase } from "./label-case.js";
4
+ export { LabelComparer } from "./label-comparer.js";
5
+ export { LabelComparison } from "./label-comparison.js";
6
+ export { LabelConfigCase } from "./label-config-case.js";
7
+ export { LabelVarsCase } from "./label-vars-case.js";
8
+ export { LabelsMatch } from "./labels-match.js";
9
+ export { PerClass } from "./per-class.js";
10
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/classification/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC"}
@@ -0,0 +1,11 @@
1
+ import type { Weighted } from '../scoring/scorecard-scorer.ts';
2
+ import type { Label } from './label.ts';
3
+ export declare class LabelCase implements Weighted {
4
+ readonly expected: ReadonlySet<Label>;
5
+ readonly weight: number;
6
+ constructor({ expected, weight, }: {
7
+ readonly expected: Label | readonly Label[];
8
+ readonly weight: number;
9
+ });
10
+ }
11
+ //# sourceMappingURL=label-case.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"label-case.d.ts","sourceRoot":"","sources":["../../src/classification/label-case.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAKxC,qBAAa,SAAU,YAAW,QAAQ;IACxC,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC;IACtC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,EACV,QAAQ,EACR,MAAM,GACP,EAAE;QACD,QAAQ,CAAC,QAAQ,EAAE,KAAK,GAAG,SAAS,KAAK,EAAE,CAAC;QAC5C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;KACzB;CAMF"}
@@ -0,0 +1,12 @@
1
+ // What one test gives the scorers of labels: its expected labels and its
2
+ // weight. One label is a set of one label, so a class (multiclass) and a set
3
+ // of classes (multilabel) are one model.
4
+ export class LabelCase {
5
+ expected;
6
+ weight;
7
+ constructor({ expected, weight, }) {
8
+ this.expected = new Set(typeof expected === 'object' ? expected : [expected]);
9
+ this.weight = weight;
10
+ }
11
+ }
12
+ //# sourceMappingURL=label-case.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"label-case.js","sourceRoot":"","sources":["../../src/classification/label-case.ts"],"names":[],"mappings":"AAGA,yEAAyE;AACzE,6EAA6E;AAC7E,yCAAyC;AACzC,MAAM,OAAO,SAAS;IACX,QAAQ,CAAqB;IAC7B,MAAM,CAAS;IAExB,YAAY,EACV,QAAQ,EACR,MAAM,GAIP;QACC,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,CACrB,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CACrD,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;CACF"}
@@ -0,0 +1,8 @@
1
+ import type { Comparer } from '../scoring/comparer.ts';
2
+ import type { LabelCase } from './label-case.ts';
3
+ import { LabelComparison } from './label-comparison.ts';
4
+ export declare class LabelComparer implements Comparer<LabelCase, LabelComparison> {
5
+ #private;
6
+ compare(stated: unknown, testCase: LabelCase): LabelComparison;
7
+ }
8
+ //# sourceMappingURL=label-comparer.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"label-comparer.d.ts","sourceRoot":"","sources":["../../src/classification/label-comparer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAQxD,qBAAa,aAAc,YAAW,QAAQ,CAAC,SAAS,EAAE,eAAe,CAAC;;IACxE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,GAAG,eAAe;CAmC/D"}
@@ -0,0 +1,44 @@
1
+ import { LabelComparison } from "./label-comparison.js";
2
+ import { isLabel } from "./label.js";
3
+ // Reads the stated labels of an answer and gives its comparison with the case
4
+ // (Strategy). A label or a list of labels is read as it is. Text is read so:
5
+ // a JSON array of labels gives those labels; a number gives a number label
6
+ // only when each expected label of the case is a number; any other text,
7
+ // without its white space at the start and the end, is one string label.
8
+ export class LabelComparer {
9
+ compare(stated, testCase) {
10
+ return new LabelComparison({
11
+ stated: new Set(LabelComparer.#labels(stated, testCase)),
12
+ expected: testCase.expected,
13
+ });
14
+ }
15
+ static #labels(stated, testCase) {
16
+ if (Array.isArray(stated) && stated.every(isLabel))
17
+ return stated;
18
+ if (typeof stated === 'number' && isLabel(stated))
19
+ return [stated];
20
+ if (typeof stated !== 'string')
21
+ throw new TypeError(`A stated answer is a label, a list of labels or text, not ${JSON.stringify(stated)}`);
22
+ const text = stated.trim();
23
+ const value = LabelComparer.#parse(text);
24
+ if (Array.isArray(value) && value.every(isLabel))
25
+ return value;
26
+ if (typeof value === 'number' &&
27
+ isLabel(value) &&
28
+ testCase.expected.size > 0 &&
29
+ [...testCase.expected].every((label) => typeof label === 'number'))
30
+ return [value];
31
+ return [text];
32
+ }
33
+ static #parse(text) {
34
+ try {
35
+ return JSON.parse(text);
36
+ }
37
+ catch (error) {
38
+ if (error instanceof SyntaxError)
39
+ return undefined;
40
+ throw error;
41
+ }
42
+ }
43
+ }
44
+ //# sourceMappingURL=label-comparer.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"label-comparer.js","sourceRoot":"","sources":["../../src/classification/label-comparer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAc,OAAO,EAAE,MAAM,YAAY,CAAC;AAEjD,8EAA8E;AAC9E,6EAA6E;AAC7E,2EAA2E;AAC3E,yEAAyE;AACzE,yEAAyE;AACzE,MAAM,OAAO,aAAa;IACxB,OAAO,CAAC,MAAe,EAAE,QAAmB;QAC1C,OAAO,IAAI,eAAe,CAAC;YACzB,MAAM,EAAE,IAAI,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YACxD,QAAQ,EAAE,QAAQ,CAAC,QAAQ;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,MAAe,EAAE,QAAmB;QACjD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,OAAO,MAAM,CAAC;QAClE,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACnE,IAAI,OAAO,MAAM,KAAK,QAAQ;YAC5B,MAAM,IAAI,SAAS,CACjB,6DAA6D,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CACtF,CAAC;QACJ,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,OAAO,KAAK,CAAC;QAC/D,IACE,OAAO,KAAK,KAAK,QAAQ;YACzB,OAAO,CAAC,KAAK,CAAC;YACd,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC;YAC1B,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC;YAElE,OAAO,CAAC,KAAK,CAAC,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,IAAY;QACxB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,WAAW;gBAAE,OAAO,SAAS,CAAC;YACnD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}
@@ -0,0 +1,12 @@
1
+ import { type Label } from './label.ts';
2
+ export declare class LabelComparison {
3
+ readonly stated: ReadonlySet<Label>;
4
+ readonly expected: ReadonlySet<Label>;
5
+ constructor({ stated, expected, }: {
6
+ readonly stated: ReadonlySet<Label>;
7
+ readonly expected: ReadonlySet<Label>;
8
+ });
9
+ labels(): Label[];
10
+ only(label: Label): LabelComparison;
11
+ }
12
+ //# sourceMappingURL=label-comparison.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"label-comparison.d.ts","sourceRoot":"","sources":["../../src/classification/label-comparison.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,KAAK,EAAiB,MAAM,YAAY,CAAC;AAGvD,qBAAa,eAAe;IAC1B,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC;IACpC,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC;gBAE1B,EACV,MAAM,EACN,QAAQ,GACT,EAAE;QACD,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC;QACpC,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC;KACvC;IAMD,MAAM,IAAI,KAAK,EAAE;IAKjB,IAAI,CAAC,KAAK,EAAE,KAAK,GAAG,eAAe;CAOpC"}
@@ -0,0 +1,23 @@
1
+ import { compareLabels } from "./label.js";
2
+ // The stated labels of one answer and the expected labels of its case.
3
+ export class LabelComparison {
4
+ stated;
5
+ expected;
6
+ constructor({ stated, expected, }) {
7
+ this.stated = stated;
8
+ this.expected = expected;
9
+ }
10
+ // The labels of both sides, in the order of numpy's unique().
11
+ labels() {
12
+ return [...this.stated.union(this.expected)].toSorted(compareLabels);
13
+ }
14
+ // The comparison of one class: each side keeps the label when it has it.
15
+ only(label) {
16
+ const one = new Set([label]);
17
+ return new LabelComparison({
18
+ stated: this.stated.intersection(one),
19
+ expected: this.expected.intersection(one),
20
+ });
21
+ }
22
+ }
23
+ //# sourceMappingURL=label-comparison.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"label-comparison.js","sourceRoot":"","sources":["../../src/classification/label-comparison.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,aAAa,EAAE,MAAM,YAAY,CAAC;AAEvD,uEAAuE;AACvE,MAAM,OAAO,eAAe;IACjB,MAAM,CAAqB;IAC3B,QAAQ,CAAqB;IAEtC,YAAY,EACV,MAAM,EACN,QAAQ,GAIT;QACC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,8DAA8D;IAC9D,MAAM;QACJ,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;IACvE,CAAC;IAED,yEAAyE;IACzE,IAAI,CAAC,KAAY;QACf,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7B,OAAO,IAAI,eAAe,CAAC;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC;YACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC;SAC1C,CAAC,CAAC;IACL,CAAC;CACF"}
@@ -0,0 +1,6 @@
1
+ import type { CaseReader } from '../scoring/scorecard-scorer.ts';
2
+ import { LabelCase } from './label-case.ts';
3
+ export declare class LabelConfigCase implements CaseReader<LabelCase> {
4
+ from(config: Readonly<Record<string, unknown>>): LabelCase;
5
+ }
6
+ //# sourceMappingURL=label-config-case.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"label-config-case.d.ts","sourceRoot":"","sources":["../../src/classification/label-config-case.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAK5C,qBAAa,eAAgB,YAAW,UAAU,CAAC,SAAS,CAAC;IAC3D,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,SAAS;CAM3D"}
@@ -0,0 +1,13 @@
1
+ import { LabelCase } from "./label-case.js";
2
+ import { readLabels } from "./read-labels.js";
3
+ // Reads a case from the config of an assertion: config.expected is a label
4
+ // or a list of labels. A case weighs 1 (Strategy).
5
+ export class LabelConfigCase {
6
+ from(config) {
7
+ return new LabelCase({
8
+ expected: readLabels(config['expected'], 'config.expected'),
9
+ weight: 1,
10
+ });
11
+ }
12
+ }
13
+ //# sourceMappingURL=label-config-case.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"label-config-case.js","sourceRoot":"","sources":["../../src/classification/label-config-case.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,2EAA2E;AAC3E,mDAAmD;AACnD,MAAM,OAAO,eAAe;IAC1B,IAAI,CAAC,MAAyC;QAC5C,OAAO,IAAI,SAAS,CAAC;YACnB,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,iBAAiB,CAAC;YAC3D,MAAM,EAAE,CAAC;SACV,CAAC,CAAC;IACL,CAAC;CACF"}
@@ -0,0 +1,6 @@
1
+ import type { CaseReader } from '../scoring/scorecard-scorer.ts';
2
+ import { LabelCase } from './label-case.ts';
3
+ export declare class LabelVarsCase implements CaseReader<LabelCase> {
4
+ from(vars: Readonly<Record<string, unknown>>): LabelCase;
5
+ }
6
+ //# sourceMappingURL=label-vars-case.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"label-vars-case.d.ts","sourceRoot":"","sources":["../../src/classification/label-vars-case.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAM5C,qBAAa,aAAc,YAAW,UAAU,CAAC,SAAS,CAAC;IACzD,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,SAAS;CASzD"}
@@ -0,0 +1,17 @@
1
+ import { LabelCase } from "./label-case.js";
2
+ import { readLabels } from "./read-labels.js";
3
+ // Reads a case from the vars of a test (Strategy): vars.expected is a label
4
+ // or a list of labels, and vars.weight is a number. A test without a weight
5
+ // weighs 1.
6
+ export class LabelVarsCase {
7
+ from(vars) {
8
+ const { expected, weight } = vars;
9
+ if (weight !== undefined && typeof weight !== 'number')
10
+ throw new Error(`vars.weight is a number, not ${JSON.stringify(weight)}`);
11
+ return new LabelCase({
12
+ expected: readLabels(expected, 'vars.expected'),
13
+ weight: weight ?? 1,
14
+ });
15
+ }
16
+ }
17
+ //# sourceMappingURL=label-vars-case.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"label-vars-case.js","sourceRoot":"","sources":["../../src/classification/label-vars-case.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,4EAA4E;AAC5E,4EAA4E;AAC5E,YAAY;AACZ,MAAM,OAAO,aAAa;IACxB,IAAI,CAAC,IAAuC;QAC1C,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAClC,IAAI,MAAM,KAAK,SAAS,IAAI,OAAO,MAAM,KAAK,QAAQ;YACpD,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5E,OAAO,IAAI,SAAS,CAAC;YACnB,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,eAAe,CAAC;YAC/C,MAAM,EAAE,MAAM,IAAI,CAAC;SACpB,CAAC,CAAC;IACL,CAAC;CACF"}
@@ -0,0 +1,4 @@
1
+ export type Label = number | string;
2
+ export declare function isLabel(value: unknown): value is Label;
3
+ export declare function compareLabels(left: Label, right: Label): number;
4
+ //# sourceMappingURL=label.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"label.d.ts","sourceRoot":"","sources":["../../src/classification/label.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;AAGpC,wBAAgB,OAAO,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,KAAK,CAKtD;AAID,wBAAgB,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,GAAG,MAAM,CAQ/D"}
@@ -0,0 +1,16 @@
1
+ import { compareStrings } from '@zukhruf/python';
2
+ // Is the value a label: a finite number or a string.
3
+ export function isLabel(value) {
4
+ return (typeof value === 'string' ||
5
+ (typeof value === 'number' && Number.isFinite(value)));
6
+ }
7
+ // The order of numpy's unique() of labels: numbers by value, strings by code
8
+ // point. scikit-learn refuses a mix of numbers and strings.
9
+ export function compareLabels(left, right) {
10
+ if (typeof left === 'number' && typeof right === 'number')
11
+ return left - right;
12
+ if (typeof left === 'string' && typeof right === 'string')
13
+ return compareStrings(left, right);
14
+ throw new TypeError(`The labels ${JSON.stringify(left)} and ${JSON.stringify(right)} mix a number and a string, which scikit-learn refuses.`);
15
+ }
16
+ //# sourceMappingURL=label.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"label.js","sourceRoot":"","sources":["../../src/classification/label.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAKjD,qDAAqD;AACrD,MAAM,UAAU,OAAO,CAAC,KAAc;IACpC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CACtD,CAAC;AACJ,CAAC;AAED,6EAA6E;AAC7E,4DAA4D;AAC5D,MAAM,UAAU,aAAa,CAAC,IAAW,EAAE,KAAY;IACrD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;QACvD,OAAO,IAAI,GAAG,KAAK,CAAC;IACtB,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;QACvD,OAAO,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACrC,MAAM,IAAI,SAAS,CACjB,cAAc,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,yDAAyD,CACzH,CAAC;AACJ,CAAC"}
@@ -0,0 +1,7 @@
1
+ import { Gate } from '../scorers/gate.ts';
2
+ import type { LabelComparison } from './label-comparison.ts';
3
+ export declare class LabelsMatch extends Gate<LabelComparison> {
4
+ holds({ stated, expected }: LabelComparison): boolean;
5
+ explain(comparison: LabelComparison): string;
6
+ }
7
+ //# sourceMappingURL=labels-match.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"labels-match.d.ts","sourceRoot":"","sources":["../../src/classification/labels-match.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAC1C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAK7D,qBAAa,WAAY,SAAQ,IAAI,CAAC,eAAe,CAAC;IACpD,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,eAAe,GAAG,OAAO;IAIrD,OAAO,CAAC,UAAU,EAAE,eAAe,GAAG,MAAM;CAG7C"}
@@ -0,0 +1,13 @@
1
+ import { Gate } from "../scorers/gate.js";
2
+ // A gate that holds when the stated labels are the expected labels. Pooled
3
+ // over the answers, it is scikit-learn's accuracy_score (the subset accuracy
4
+ // for a set of classes).
5
+ export class LabelsMatch extends Gate {
6
+ holds({ stated, expected }) {
7
+ return stated.size === expected.size && stated.isSubsetOf(expected);
8
+ }
9
+ explain(comparison) {
10
+ return `the stated labels ${JSON.stringify([...comparison.stated])} are not the expected labels ${JSON.stringify([...comparison.expected])}`;
11
+ }
12
+ }
13
+ //# sourceMappingURL=labels-match.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"labels-match.js","sourceRoot":"","sources":["../../src/classification/labels-match.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAG1C,2EAA2E;AAC3E,6EAA6E;AAC7E,yBAAyB;AACzB,MAAM,OAAO,WAAY,SAAQ,IAAqB;IACpD,KAAK,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAmB;QACzC,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,IAAI,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IACtE,CAAC;IAED,OAAO,CAAC,UAA2B;QACjC,OAAO,qBAAqB,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;IAC/I,CAAC;CACF"}
@@ -0,0 +1,12 @@
1
+ import type { Scorer } from '../scorers/scorer.ts';
2
+ import { Grouped } from '../scoring/grouped.ts';
3
+ import type { LabelComparison } from './label-comparison.ts';
4
+ import type { Label } from './label.ts';
5
+ export declare class PerClass extends Grouped<LabelComparison> {
6
+ #private;
7
+ constructor(scorer: Scorer<LabelComparison>, { labels }?: {
8
+ readonly labels?: readonly Label[];
9
+ });
10
+ protected groups(comparison: LabelComparison): Iterable<[string, LabelComparison]>;
11
+ }
12
+ //# sourceMappingURL=per-class.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"per-class.d.ts","sourceRoot":"","sources":["../../src/classification/per-class.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAChD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAMxC,qBAAa,QAAS,SAAQ,OAAO,CAAC,eAAe,CAAC;;gBAIlD,MAAM,EAAE,MAAM,CAAC,eAAe,CAAC,EAC/B,EAAE,MAAM,EAAE,GAAE;QAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,KAAK,EAAE,CAAA;KAAO;IAMzD,SAAS,CAAE,MAAM,CACf,UAAU,EAAE,eAAe,GAC1B,QAAQ,CAAC,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;CAIvC"}