@zukhruf/evals 0.0.0-stage → 0.8.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/NOTICE +82 -0
- package/README.md +540 -2
- package/dist/aggregation/counts.d.ts +11 -0
- package/dist/aggregation/counts.d.ts.map +1 -0
- package/dist/aggregation/counts.js +14 -0
- package/dist/aggregation/counts.js.map +1 -0
- package/dist/aggregation/f-measure-form.d.ts +11 -0
- package/dist/aggregation/f-measure-form.d.ts.map +1 -0
- package/dist/aggregation/f-measure-form.js +25 -0
- package/dist/aggregation/f-measure-form.js.map +1 -0
- package/dist/aggregation/f-measure-ratio.d.ts +12 -0
- package/dist/aggregation/f-measure-ratio.d.ts.map +1 -0
- package/dist/aggregation/f-measure-ratio.js +21 -0
- package/dist/aggregation/f-measure-ratio.js.map +1 -0
- package/dist/aggregation/ratio-of-sums.d.ts +9 -0
- package/dist/aggregation/ratio-of-sums.d.ts.map +1 -0
- package/dist/aggregation/ratio-of-sums.js +28 -0
- package/dist/aggregation/ratio-of-sums.js.map +1 -0
- package/dist/aggregation/ratio.d.ts +8 -0
- package/dist/aggregation/ratio.d.ts.map +1 -0
- package/dist/aggregation/ratio.js +20 -0
- package/dist/aggregation/ratio.js.map +1 -0
- package/dist/classification/all-class-matches.d.ts +7 -0
- package/dist/classification/all-class-matches.d.ts.map +1 -0
- package/dist/classification/all-class-matches.js +14 -0
- package/dist/classification/all-class-matches.js.map +1 -0
- package/dist/classification/class-matches.d.ts +10 -0
- package/dist/classification/class-matches.d.ts.map +1 -0
- package/dist/classification/class-matches.js +21 -0
- package/dist/classification/class-matches.js.map +1 -0
- package/dist/classification/index.d.ts +11 -0
- package/dist/classification/index.d.ts.map +1 -0
- package/dist/classification/index.js +10 -0
- package/dist/classification/index.js.map +1 -0
- package/dist/classification/label-case.d.ts +11 -0
- package/dist/classification/label-case.d.ts.map +1 -0
- package/dist/classification/label-case.js +12 -0
- package/dist/classification/label-case.js.map +1 -0
- package/dist/classification/label-comparer.d.ts +8 -0
- package/dist/classification/label-comparer.d.ts.map +1 -0
- package/dist/classification/label-comparer.js +44 -0
- package/dist/classification/label-comparer.js.map +1 -0
- package/dist/classification/label-comparison.d.ts +12 -0
- package/dist/classification/label-comparison.d.ts.map +1 -0
- package/dist/classification/label-comparison.js +23 -0
- package/dist/classification/label-comparison.js.map +1 -0
- package/dist/classification/label-config-case.d.ts +6 -0
- package/dist/classification/label-config-case.d.ts.map +1 -0
- package/dist/classification/label-config-case.js +13 -0
- package/dist/classification/label-config-case.js.map +1 -0
- package/dist/classification/label-vars-case.d.ts +6 -0
- package/dist/classification/label-vars-case.d.ts.map +1 -0
- package/dist/classification/label-vars-case.js +17 -0
- package/dist/classification/label-vars-case.js.map +1 -0
- package/dist/classification/label.d.ts +4 -0
- package/dist/classification/label.d.ts.map +1 -0
- package/dist/classification/label.js +16 -0
- package/dist/classification/label.js.map +1 -0
- package/dist/classification/labels-match.d.ts +7 -0
- package/dist/classification/labels-match.d.ts.map +1 -0
- package/dist/classification/labels-match.js +13 -0
- package/dist/classification/labels-match.js.map +1 -0
- package/dist/classification/per-class.d.ts +12 -0
- package/dist/classification/per-class.d.ts.map +1 -0
- package/dist/classification/per-class.js +17 -0
- package/dist/classification/per-class.js.map +1 -0
- package/dist/classification/read-labels.d.ts +3 -0
- package/dist/classification/read-labels.d.ts.map +1 -0
- package/dist/classification/read-labels.js +11 -0
- package/dist/classification/read-labels.js.map +1 -0
- package/dist/index.d.ts +25 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +20 -0
- package/dist/index.js.map +1 -0
- package/dist/promptfoo/assertion-module.d.ts +23 -0
- package/dist/promptfoo/assertion-module.d.ts.map +1 -0
- package/dist/promptfoo/assertion-module.js +45 -0
- package/dist/promptfoo/assertion-module.js.map +1 -0
- package/dist/promptfoo/index.d.ts +4 -0
- package/dist/promptfoo/index.d.ts.map +1 -0
- package/dist/promptfoo/index.js +4 -0
- package/dist/promptfoo/index.js.map +1 -0
- package/dist/promptfoo/promptfoo-assertion.d.ts +18 -0
- package/dist/promptfoo/promptfoo-assertion.d.ts.map +1 -0
- package/dist/promptfoo/promptfoo-assertion.js +31 -0
- package/dist/promptfoo/promptfoo-assertion.js.map +1 -0
- package/dist/promptfoo/scorer-assertion.d.ts +18 -0
- package/dist/promptfoo/scorer-assertion.d.ts.map +1 -0
- package/dist/promptfoo/scorer-assertion.js +28 -0
- package/dist/promptfoo/scorer-assertion.js.map +1 -0
- package/dist/scorers/at-least.d.ts +9 -0
- package/dist/scorers/at-least.d.ts.map +1 -0
- package/dist/scorers/at-least.js +18 -0
- package/dist/scorers/at-least.js.map +1 -0
- package/dist/scorers/f-beta.d.ts +13 -0
- package/dist/scorers/f-beta.d.ts.map +1 -0
- package/dist/scorers/f-beta.js +22 -0
- package/dist/scorers/f-beta.js.map +1 -0
- package/dist/scorers/f1.d.ts +9 -0
- package/dist/scorers/f1.d.ts.map +1 -0
- package/dist/scorers/f1.js +8 -0
- package/dist/scorers/f1.js.map +1 -0
- package/dist/scorers/gate.d.ts +7 -0
- package/dist/scorers/gate.d.ts.map +1 -0
- package/dist/scorers/gate.js +10 -0
- package/dist/scorers/gate.js.map +1 -0
- package/dist/scorers/matches.d.ts +5 -0
- package/dist/scorers/matches.d.ts.map +1 -0
- package/dist/scorers/matches.js +2 -0
- package/dist/scorers/matches.js.map +1 -0
- package/dist/scorers/mean-of.d.ts +8 -0
- package/dist/scorers/mean-of.d.ts.map +1 -0
- package/dist/scorers/mean-of.js +15 -0
- package/dist/scorers/mean-of.js.map +1 -0
- package/dist/scorers/penalized.d.ts +9 -0
- package/dist/scorers/penalized.d.ts.map +1 -0
- package/dist/scorers/penalized.js +29 -0
- package/dist/scorers/penalized.js.map +1 -0
- package/dist/scorers/penalty.d.ts +7 -0
- package/dist/scorers/penalty.d.ts.map +1 -0
- package/dist/scorers/penalty.js +11 -0
- package/dist/scorers/penalty.js.map +1 -0
- package/dist/scorers/precision.d.ts +9 -0
- package/dist/scorers/precision.d.ts.map +1 -0
- package/dist/scorers/precision.js +13 -0
- package/dist/scorers/precision.js.map +1 -0
- package/dist/scorers/recall.d.ts +9 -0
- package/dist/scorers/recall.d.ts.map +1 -0
- package/dist/scorers/recall.js +13 -0
- package/dist/scorers/recall.js.map +1 -0
- package/dist/scorers/sample-averaged.d.ts +10 -0
- package/dist/scorers/sample-averaged.d.ts.map +1 -0
- package/dist/scorers/sample-averaged.js +17 -0
- package/dist/scorers/sample-averaged.js.map +1 -0
- package/dist/scorers/scorer.d.ts +5 -0
- package/dist/scorers/scorer.d.ts.map +1 -0
- package/dist/scorers/scorer.js +2 -0
- package/dist/scorers/scorer.js.map +1 -0
- package/dist/scorers/shortfall-penalty.d.ts +11 -0
- package/dist/scorers/shortfall-penalty.d.ts.map +1 -0
- package/dist/scorers/shortfall-penalty.js +25 -0
- package/dist/scorers/shortfall-penalty.js.map +1 -0
- package/dist/scoring/bootstrap.d.ts +16 -0
- package/dist/scoring/bootstrap.d.ts.map +1 -0
- package/dist/scoring/bootstrap.js +29 -0
- package/dist/scoring/bootstrap.js.map +1 -0
- package/dist/scoring/comparer.d.ts +5 -0
- package/dist/scoring/comparer.d.ts.map +1 -0
- package/dist/scoring/comparer.js +2 -0
- package/dist/scoring/comparer.js.map +1 -0
- package/dist/scoring/grouped.d.ts +9 -0
- package/dist/scoring/grouped.d.ts.map +1 -0
- package/dist/scoring/grouped.js +20 -0
- package/dist/scoring/grouped.js.map +1 -0
- package/dist/scoring/scorecard-scorer.d.ts +11 -0
- package/dist/scoring/scorecard-scorer.d.ts.map +1 -0
- package/dist/scoring/scorecard-scorer.js +2 -0
- package/dist/scoring/scorecard-scorer.js.map +1 -0
- package/dist/scoring/scorecard.d.ts +15 -0
- package/dist/scoring/scorecard.d.ts.map +1 -0
- package/dist/scoring/scorecard.js +2 -0
- package/dist/scoring/scorecard.js.map +1 -0
- package/dist/scoring/scorer-set.d.ts +13 -0
- package/dist/scoring/scorer-set.d.ts.map +1 -0
- package/dist/scoring/scorer-set.js +55 -0
- package/dist/scoring/scorer-set.js.map +1 -0
- package/dist/scoring/totals.d.ts +9 -0
- package/dist/scoring/totals.d.ts.map +1 -0
- package/dist/scoring/totals.js +23 -0
- package/dist/scoring/totals.js.map +1 -0
- package/dist/structured/comparison/alignment.d.ts +9 -0
- package/dist/structured/comparison/alignment.d.ts.map +1 -0
- package/dist/structured/comparison/alignment.js +2 -0
- package/dist/structured/comparison/alignment.js.map +1 -0
- package/dist/structured/comparison/alignments/by-best-match.d.ts +9 -0
- package/dist/structured/comparison/alignments/by-best-match.d.ts.map +1 -0
- package/dist/structured/comparison/alignments/by-best-match.js +25 -0
- package/dist/structured/comparison/alignments/by-best-match.js.map +1 -0
- package/dist/structured/comparison/alignments/by-position.d.ts +6 -0
- package/dist/structured/comparison/alignments/by-position.d.ts.map +1 -0
- package/dist/structured/comparison/alignments/by-position.js +9 -0
- package/dist/structured/comparison/alignments/by-position.js.map +1 -0
- package/dist/structured/comparison/bag-of-words.d.ts +10 -0
- package/dist/structured/comparison/bag-of-words.d.ts.map +1 -0
- package/dist/structured/comparison/bag-of-words.js +48 -0
- package/dist/structured/comparison/bag-of-words.js.map +1 -0
- package/dist/structured/comparison/comparator.d.ts +5 -0
- package/dist/structured/comparison/comparator.d.ts.map +1 -0
- package/dist/structured/comparison/comparator.js +2 -0
- package/dist/structured/comparison/comparator.js.map +1 -0
- package/dist/structured/comparison/comparators/json-equality.d.ts +7 -0
- package/dist/structured/comparison/comparators/json-equality.d.ts.map +1 -0
- package/dist/structured/comparison/comparators/json-equality.js +18 -0
- package/dist/structured/comparison/comparators/json-equality.js.map +1 -0
- package/dist/structured/comparison/comparators/normalized-text.d.ts +7 -0
- package/dist/structured/comparison/comparators/normalized-text.d.ts.map +1 -0
- package/dist/structured/comparison/comparators/normalized-text.js +13 -0
- package/dist/structured/comparison/comparators/normalized-text.js.map +1 -0
- package/dist/structured/comparison/comparators/normalized.d.ts +2 -0
- package/dist/structured/comparison/comparators/normalized.d.ts.map +1 -0
- package/dist/structured/comparison/comparators/normalized.js +3 -0
- package/dist/structured/comparison/comparators/normalized.js.map +1 -0
- package/dist/structured/comparison/comparators/number-within.d.ts +9 -0
- package/dist/structured/comparison/comparators/number-within.d.ts.map +1 -0
- package/dist/structured/comparison/comparators/number-within.js +18 -0
- package/dist/structured/comparison/comparators/number-within.js.map +1 -0
- package/dist/structured/comparison/comparators/python-equality.d.ts +7 -0
- package/dist/structured/comparison/comparators/python-equality.d.ts.map +1 -0
- package/dist/structured/comparison/comparators/python-equality.js +15 -0
- package/dist/structured/comparison/comparators/python-equality.js.map +1 -0
- package/dist/structured/comparison/comparators/token-overlap-at-least.d.ts +12 -0
- package/dist/structured/comparison/comparators/token-overlap-at-least.d.ts.map +1 -0
- package/dist/structured/comparison/comparators/token-overlap-at-least.js +23 -0
- package/dist/structured/comparison/comparators/token-overlap-at-least.js.map +1 -0
- package/dist/structured/comparison/comparators/typed-comparator.d.ts +8 -0
- package/dist/structured/comparison/comparators/typed-comparator.d.ts.map +1 -0
- package/dist/structured/comparison/comparators/typed-comparator.js +10 -0
- package/dist/structured/comparison/comparators/typed-comparator.js.map +1 -0
- package/dist/structured/comparison/comparison-spec.d.ts +17 -0
- package/dist/structured/comparison/comparison-spec.d.ts.map +1 -0
- package/dist/structured/comparison/comparison-spec.js +36 -0
- package/dist/structured/comparison/comparison-spec.js.map +1 -0
- package/dist/structured/comparison/comparison.d.ts +25 -0
- package/dist/structured/comparison/comparison.d.ts.map +1 -0
- package/dist/structured/comparison/comparison.js +94 -0
- package/dist/structured/comparison/comparison.js.map +1 -0
- package/dist/structured/comparison/field.d.ts +10 -0
- package/dist/structured/comparison/field.d.ts.map +1 -0
- package/dist/structured/comparison/field.js +29 -0
- package/dist/structured/comparison/field.js.map +1 -0
- package/dist/structured/comparison/item-pairs.d.ts +8 -0
- package/dist/structured/comparison/item-pairs.d.ts.map +1 -0
- package/dist/structured/comparison/item-pairs.js +2 -0
- package/dist/structured/comparison/item-pairs.js.map +1 -0
- package/dist/structured/comparison/json-path-query.d.ts +7 -0
- package/dist/structured/comparison/json-path-query.d.ts.map +1 -0
- package/dist/structured/comparison/json-path-query.js +133 -0
- package/dist/structured/comparison/json-path-query.js.map +1 -0
- package/dist/structured/comparison/json-value.d.ts +11 -0
- package/dist/structured/comparison/json-value.d.ts.map +1 -0
- package/dist/structured/comparison/json-value.js +56 -0
- package/dist/structured/comparison/json-value.js.map +1 -0
- package/dist/structured/comparison/leaf-pair.d.ts +24 -0
- package/dist/structured/comparison/leaf-pair.d.ts.map +1 -0
- package/dist/structured/comparison/leaf-pair.js +2 -0
- package/dist/structured/comparison/leaf-pair.js.map +1 -0
- package/dist/structured/comparison/match.d.ts +5 -0
- package/dist/structured/comparison/match.d.ts.map +1 -0
- package/dist/structured/comparison/match.js +2 -0
- package/dist/structured/comparison/match.js.map +1 -0
- package/dist/structured/comparison/name-selector.d.ts +6 -0
- package/dist/structured/comparison/name-selector.d.ts.map +1 -0
- package/dist/structured/comparison/name-selector.js +41 -0
- package/dist/structured/comparison/name-selector.js.map +1 -0
- package/dist/structured/comparison/path.d.ts +10 -0
- package/dist/structured/comparison/path.d.ts.map +1 -0
- package/dist/structured/comparison/path.js +27 -0
- package/dist/structured/comparison/path.js.map +1 -0
- package/dist/structured/comparison/tree-walk.d.ts +10 -0
- package/dist/structured/comparison/tree-walk.d.ts.map +1 -0
- package/dist/structured/comparison/tree-walk.js +140 -0
- package/dist/structured/comparison/tree-walk.js.map +1 -0
- package/dist/structured/cpython/python-text.d.ts +4 -0
- package/dist/structured/cpython/python-text.d.ts.map +1 -0
- package/dist/structured/cpython/python-text.js +62 -0
- package/dist/structured/cpython/python-text.js.map +1 -0
- package/dist/structured/index.d.ts +37 -0
- package/dist/structured/index.d.ts.map +1 -0
- package/dist/structured/index.js +27 -0
- package/dist/structured/index.js.map +1 -0
- package/dist/structured/schema/draft-07-schema.d.ts +3 -0
- package/dist/structured/schema/draft-07-schema.d.ts.map +1 -0
- package/dist/structured/schema/draft-07-schema.js +243 -0
- package/dist/structured/schema/draft-07-schema.js.map +1 -0
- package/dist/structured/schema/draft-2020-12-schema.d.ts +4 -0
- package/dist/structured/schema/draft-2020-12-schema.d.ts.map +1 -0
- package/dist/structured/schema/draft-2020-12-schema.js +280 -0
- package/dist/structured/schema/draft-2020-12-schema.js.map +1 -0
- package/dist/structured/schema/is-record.d.ts +2 -0
- package/dist/structured/schema/is-record.d.ts.map +1 -0
- package/dist/structured/schema/is-record.js +3 -0
- package/dist/structured/schema/is-record.js.map +1 -0
- package/dist/structured/schema/json-schema.d.ts +20 -0
- package/dist/structured/schema/json-schema.d.ts.map +1 -0
- package/dist/structured/schema/json-schema.js +244 -0
- package/dist/structured/schema/json-schema.js.map +1 -0
- package/dist/structured/schema/schema-type-walk.d.ts +11 -0
- package/dist/structured/schema/schema-type-walk.d.ts.map +1 -0
- package/dist/structured/schema/schema-type-walk.js +196 -0
- package/dist/structured/schema/schema-type-walk.js.map +1 -0
- package/dist/structured/scorers/all-matched.d.ts +10 -0
- package/dist/structured/scorers/all-matched.d.ts.map +1 -0
- package/dist/structured/scorers/all-matched.js +36 -0
- package/dist/structured/scorers/all-matched.js.map +1 -0
- package/dist/structured/scorers/exact-match.d.ts +7 -0
- package/dist/structured/scorers/exact-match.d.ts.map +1 -0
- package/dist/structured/scorers/exact-match.js +13 -0
- package/dist/structured/scorers/exact-match.js.map +1 -0
- package/dist/structured/scorers/item-matches.d.ts +7 -0
- package/dist/structured/scorers/item-matches.d.ts.map +1 -0
- package/dist/structured/scorers/item-matches.js +17 -0
- package/dist/structured/scorers/item-matches.js.map +1 -0
- package/dist/structured/scorers/leaf-matches.d.ts +14 -0
- package/dist/structured/scorers/leaf-matches.d.ts.map +1 -0
- package/dist/structured/scorers/leaf-matches.js +28 -0
- package/dist/structured/scorers/leaf-matches.js.map +1 -0
- package/dist/structured/scorers/parse-success.d.ts +7 -0
- package/dist/structured/scorers/parse-success.d.ts.map +1 -0
- package/dist/structured/scorers/parse-success.js +11 -0
- package/dist/structured/scorers/parse-success.js.map +1 -0
- package/dist/structured/scorers/path-matches.d.ts +5 -0
- package/dist/structured/scorers/path-matches.d.ts.map +1 -0
- package/dist/structured/scorers/path-matches.js +9 -0
- package/dist/structured/scorers/path-matches.js.map +1 -0
- package/dist/structured/scorers/required-key-recall.d.ts +8 -0
- package/dist/structured/scorers/required-key-recall.d.ts.map +1 -0
- package/dist/structured/scorers/required-key-recall.js +50 -0
- package/dist/structured/scorers/required-key-recall.js.map +1 -0
- package/dist/structured/scorers/schema-compliance.d.ts +8 -0
- package/dist/structured/scorers/schema-compliance.d.ts.map +1 -0
- package/dist/structured/scorers/schema-compliance.js +29 -0
- package/dist/structured/scorers/schema-compliance.js.map +1 -0
- package/dist/structured/scorers/token-f1.d.ts +16 -0
- package/dist/structured/scorers/token-f1.d.ts.map +1 -0
- package/dist/structured/scorers/token-f1.js +47 -0
- package/dist/structured/scorers/token-f1.js.map +1 -0
- package/dist/structured/scorers/type-precision.d.ts +10 -0
- package/dist/structured/scorers/type-precision.d.ts.map +1 -0
- package/dist/structured/scorers/type-precision.js +30 -0
- package/dist/structured/scorers/type-precision.js.map +1 -0
- package/dist/structured/scorers/valid-schema.d.ts +7 -0
- package/dist/structured/scorers/valid-schema.d.ts.map +1 -0
- package/dist/structured/scorers/valid-schema.js +11 -0
- package/dist/structured/scorers/valid-schema.js.map +1 -0
- package/dist/structured/scorers/value-matches.d.ts +6 -0
- package/dist/structured/scorers/value-matches.d.ts.map +1 -0
- package/dist/structured/scorers/value-matches.js +9 -0
- package/dist/structured/scorers/value-matches.js.map +1 -0
- package/dist/structured/scoring/case.d.ts +14 -0
- package/dist/structured/scoring/case.d.ts.map +1 -0
- package/dist/structured/scoring/case.js +14 -0
- package/dist/structured/scoring/case.js.map +1 -0
- package/dist/structured/scoring/config-case.d.ts +11 -0
- package/dist/structured/scoring/config-case.d.ts.map +1 -0
- package/dist/structured/scoring/config-case.js +22 -0
- package/dist/structured/scoring/config-case.js.map +1 -0
- package/dist/structured/scoring/per-field.d.ts +6 -0
- package/dist/structured/scoring/per-field.d.ts.map +1 -0
- package/dist/structured/scoring/per-field.js +14 -0
- package/dist/structured/scoring/per-field.js.map +1 -0
- package/dist/structured/scoring/text-vars-case.d.ts +12 -0
- package/dist/structured/scoring/text-vars-case.d.ts.map +1 -0
- package/dist/structured/scoring/text-vars-case.js +31 -0
- package/dist/structured/scoring/text-vars-case.js.map +1 -0
- package/package.json +84 -4
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { Ratio } from '../aggregation/ratio.ts';
|
|
2
|
+
import type { Matches } from './matches.ts';
|
|
3
|
+
import type { Scorer } from './scorer.ts';
|
|
4
|
+
export declare class Precision<Input> implements Scorer<Input> {
|
|
5
|
+
#private;
|
|
6
|
+
constructor(matches: Matches<Input>);
|
|
7
|
+
score(input: Input): Ratio;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=precision.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"precision.d.ts","sourceRoot":"","sources":["../../src/scorers/precision.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAChD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAG1C,qBAAa,SAAS,CAAC,KAAK,CAAE,YAAW,MAAM,CAAC,KAAK,CAAC;;gBAGxC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC;IAInC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,KAAK;CAI3B"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { Ratio } from "../aggregation/ratio.js";
|
|
2
|
+
// The hits of the stated values: Ratio(hits, stated).
|
|
3
|
+
export class Precision {
|
|
4
|
+
#matches;
|
|
5
|
+
constructor(matches) {
|
|
6
|
+
this.#matches = matches;
|
|
7
|
+
}
|
|
8
|
+
score(input) {
|
|
9
|
+
const { hits, stated } = this.#matches.counts(input);
|
|
10
|
+
return new Ratio(hits, stated);
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=precision.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"precision.js","sourceRoot":"","sources":["../../src/scorers/precision.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAIhD,sDAAsD;AACtD,MAAM,OAAO,SAAS;IACX,QAAQ,CAAiB;IAElC,YAAY,OAAuB;QACjC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,KAAY;QAChB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACrD,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACjC,CAAC;CACF"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { Ratio } from '../aggregation/ratio.ts';
|
|
2
|
+
import type { Matches } from './matches.ts';
|
|
3
|
+
import type { Scorer } from './scorer.ts';
|
|
4
|
+
export declare class Recall<Input> implements Scorer<Input> {
|
|
5
|
+
#private;
|
|
6
|
+
constructor(matches: Matches<Input>);
|
|
7
|
+
score(input: Input): Ratio;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=recall.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recall.d.ts","sourceRoot":"","sources":["../../src/scorers/recall.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAChD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAG1C,qBAAa,MAAM,CAAC,KAAK,CAAE,YAAW,MAAM,CAAC,KAAK,CAAC;;gBAGrC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC;IAInC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,KAAK;CAI3B"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { Ratio } from "../aggregation/ratio.js";
|
|
2
|
+
// The hits of the expected values: Ratio(hits, expected).
|
|
3
|
+
export class Recall {
|
|
4
|
+
#matches;
|
|
5
|
+
constructor(matches) {
|
|
6
|
+
this.#matches = matches;
|
|
7
|
+
}
|
|
8
|
+
score(input) {
|
|
9
|
+
const { hits, expected } = this.#matches.counts(input);
|
|
10
|
+
return new Ratio(hits, expected);
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=recall.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recall.js","sourceRoot":"","sources":["../../src/scorers/recall.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAIhD,0DAA0D;AAC1D,MAAM,OAAO,MAAM;IACR,QAAQ,CAAiB;IAElC,YAAY,OAAuB;QACjC,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,KAAY;QAChB,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvD,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;CACF"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { Ratio } from '../aggregation/ratio.ts';
|
|
2
|
+
import type { Scorer } from './scorer.ts';
|
|
3
|
+
export declare class SampleAveraged<Input> implements Scorer<Input> {
|
|
4
|
+
#private;
|
|
5
|
+
constructor(scorer: Scorer<Input>, { whenEmpty }: {
|
|
6
|
+
readonly whenEmpty: number;
|
|
7
|
+
});
|
|
8
|
+
score(input: Input): Ratio;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=sample-averaged.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sample-averaged.d.ts","sourceRoot":"","sources":["../../src/scorers/sample-averaged.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAK1C,qBAAa,cAAc,CAAC,KAAK,CAAE,YAAW,MAAM,CAAC,KAAK,CAAC;;gBAKvD,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,EACrB,EAAE,SAAS,EAAE,EAAE;QAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;KAAE;IAM/C,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,KAAK;CAI3B"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { Ratio } from "../aggregation/ratio.js";
|
|
2
|
+
// The value of a scorer over 1, so a ratio of sums of many records is the
|
|
3
|
+
// mean of their values: scikit-learn's average='samples'. A record whose
|
|
4
|
+
// ratio has the whole 0 gives whenEmpty (Decorator).
|
|
5
|
+
export class SampleAveraged {
|
|
6
|
+
#scorer;
|
|
7
|
+
#whenEmpty;
|
|
8
|
+
constructor(scorer, { whenEmpty }) {
|
|
9
|
+
this.#scorer = scorer;
|
|
10
|
+
this.#whenEmpty = whenEmpty;
|
|
11
|
+
}
|
|
12
|
+
score(input) {
|
|
13
|
+
const ratio = this.#scorer.score(input);
|
|
14
|
+
return new Ratio(ratio.whole === 0 ? this.#whenEmpty : ratio.value, 1);
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=sample-averaged.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sample-averaged.js","sourceRoot":"","sources":["../../src/scorers/sample-averaged.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAGhD,0EAA0E;AAC1E,yEAAyE;AACzE,qDAAqD;AACrD,MAAM,OAAO,cAAc;IAChB,OAAO,CAAgB;IACvB,UAAU,CAAS;IAE5B,YACE,MAAqB,EACrB,EAAE,SAAS,EAAkC;QAE7C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,KAAY;QAChB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACxC,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACzE,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scorer.d.ts","sourceRoot":"","sources":["../../src/scorers/scorer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAKrD,MAAM,WAAW,MAAM,CAAC,KAAK;IAC3B,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,KAAK,CAAC;CAC5B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scorer.js","sourceRoot":"","sources":["../../src/scorers/scorer.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { Penalty } from './penalty.ts';
|
|
2
|
+
import type { Scorer } from './scorer.ts';
|
|
3
|
+
export declare class ShortfallPenalty<Input> extends Penalty<Input> {
|
|
4
|
+
#private;
|
|
5
|
+
constructor(scorer: Scorer<Input>, { target, power }: {
|
|
6
|
+
readonly target: number;
|
|
7
|
+
readonly power: number;
|
|
8
|
+
});
|
|
9
|
+
factor(input: Input): number;
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=shortfall-penalty.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"shortfall-penalty.d.ts","sourceRoot":"","sources":["../../src/scorers/shortfall-penalty.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAO1C,qBAAa,gBAAgB,CAAC,KAAK,CAAE,SAAQ,OAAO,CAAC,KAAK,CAAC;;gBAMvD,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,EACrB,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;KAAE;IAYxE,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM;CAM7B"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { Penalty } from "./penalty.js";
|
|
2
|
+
// The penalty min(1, (value / target) ** power) of the value of a scorer: 1
|
|
3
|
+
// when the value reaches the target, and below it the fraction of the target
|
|
4
|
+
// to the power. SOB gives image and audio records the factor of the key F1
|
|
5
|
+
// with the target 0.90 and the power 2 (compute_coverage_gate,
|
|
6
|
+
// sob-bench/evaluate.py:615-618), with the same arithmetic.
|
|
7
|
+
export class ShortfallPenalty extends Penalty {
|
|
8
|
+
#scorer;
|
|
9
|
+
#target;
|
|
10
|
+
#power;
|
|
11
|
+
constructor(scorer, { target, power }) {
|
|
12
|
+
super();
|
|
13
|
+
if (!(target > 0))
|
|
14
|
+
throw new RangeError(`The target ${target} is not more than 0.`);
|
|
15
|
+
if (!(power > 0))
|
|
16
|
+
throw new RangeError(`The power ${power} is not more than 0.`);
|
|
17
|
+
this.#scorer = scorer;
|
|
18
|
+
this.#target = target;
|
|
19
|
+
this.#power = power;
|
|
20
|
+
}
|
|
21
|
+
factor(input) {
|
|
22
|
+
return Math.min(1, (this.#scorer.score(input).value / this.#target) ** this.#power);
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
//# sourceMappingURL=shortfall-penalty.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"shortfall-penalty.js","sourceRoot":"","sources":["../../src/scorers/shortfall-penalty.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAGvC,4EAA4E;AAC5E,6EAA6E;AAC7E,2EAA2E;AAC3E,+DAA+D;AAC/D,4DAA4D;AAC5D,MAAM,OAAO,gBAAwB,SAAQ,OAAc;IAChD,OAAO,CAAgB;IACvB,OAAO,CAAS;IAChB,MAAM,CAAS;IAExB,YACE,MAAqB,EACrB,EAAE,MAAM,EAAE,KAAK,EAAuD;QAEtE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;YACf,MAAM,IAAI,UAAU,CAAC,cAAc,MAAM,sBAAsB,CAAC,CAAC;QACnE,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;YACd,MAAM,IAAI,UAAU,CAAC,aAAa,KAAK,sBAAsB,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,MAAM,CAAC,KAAY;QACjB,OAAO,IAAI,CAAC,GAAG,CACb,CAAC,EACD,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,MAAM,CAChE,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { type ConfidenceInterval, type ConfidenceIntervalMethod } from '@zukhruf/statistics';
|
|
2
|
+
import type { Scorecard } from './scorecard.ts';
|
|
3
|
+
export type WeightedScorecard = {
|
|
4
|
+
readonly scorecard: Scorecard;
|
|
5
|
+
readonly weight: number;
|
|
6
|
+
};
|
|
7
|
+
export declare class Bootstrap {
|
|
8
|
+
#private;
|
|
9
|
+
constructor({ nResamples, randomIndex, interval, }: {
|
|
10
|
+
readonly nResamples: number;
|
|
11
|
+
readonly randomIndex: (n: number) => number;
|
|
12
|
+
readonly interval: ConfidenceIntervalMethod;
|
|
13
|
+
});
|
|
14
|
+
interval(rows: readonly WeightedScorecard[], name: string): ConfidenceInterval;
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=bootstrap.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bootstrap.d.ts","sourceRoot":"","sources":["../../src/scoring/bootstrap.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,kBAAkB,EACvB,KAAK,wBAAwB,EAE9B,MAAM,qBAAqB,CAAC;AAI7B,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAEhD,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB,CAAC;AAQF,qBAAa,SAAS;;gBAIR,EACV,UAAU,EACV,WAAW,EACX,QAAQ,GACT,EAAE;QACD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;QAC5B,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,MAAM,CAAC;QAC5C,QAAQ,CAAC,QAAQ,EAAE,wBAAwB,CAAC;KAC7C;IAKD,QAAQ,CACN,IAAI,EAAE,SAAS,iBAAiB,EAAE,EAClC,IAAI,EAAE,MAAM,GACX,kBAAkB;CAkBtB"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { IidBootstrap, } from '@zukhruf/statistics';
|
|
2
|
+
import { RatioOfSums } from "../aggregation/ratio-of-sums.js";
|
|
3
|
+
import { Ratio } from "../aggregation/ratio.js";
|
|
4
|
+
// The bootstrap interval of the mean of one name over many scorecards: each
|
|
5
|
+
// resample draws as many scorecards as there are, with replacement, and gives
|
|
6
|
+
// the ratio of sums of the name, each scorecard with its weight. The caller
|
|
7
|
+
// gives the random generator, the number of resamples and the method of the
|
|
8
|
+
// interval, such as SOB's (ADR 0010). The generator keeps its state between
|
|
9
|
+
// calls, so the order of the calls is the order of the draws.
|
|
10
|
+
export class Bootstrap {
|
|
11
|
+
#bootstrap;
|
|
12
|
+
#interval;
|
|
13
|
+
constructor({ nResamples, randomIndex, interval, }) {
|
|
14
|
+
this.#bootstrap = new IidBootstrap({ nResamples, randomIndex });
|
|
15
|
+
this.#interval = interval;
|
|
16
|
+
}
|
|
17
|
+
interval(rows, name) {
|
|
18
|
+
return this.#bootstrap.interval(rows, (resample) => Bootstrap.#mean(resample, name), this.#interval);
|
|
19
|
+
}
|
|
20
|
+
static #mean(rows, name) {
|
|
21
|
+
return RatioOfSums.of(rows.map(({ scorecard, weight }) => {
|
|
22
|
+
const ratio = scorecard.ratios.get(name);
|
|
23
|
+
if (ratio === undefined)
|
|
24
|
+
throw new Error(`No scorecard ratio named "${name}"`);
|
|
25
|
+
return new Ratio(ratio.value, 1).times(weight);
|
|
26
|
+
})).value;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=bootstrap.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bootstrap.js","sourceRoot":"","sources":["../../src/scoring/bootstrap.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,YAAY,GACb,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAC9D,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAQhD,4EAA4E;AAC5E,8EAA8E;AAC9E,4EAA4E;AAC5E,4EAA4E;AAC5E,4EAA4E;AAC5E,8DAA8D;AAC9D,MAAM,OAAO,SAAS;IACX,UAAU,CAAe;IACzB,SAAS,CAA2B;IAE7C,YAAY,EACV,UAAU,EACV,WAAW,EACX,QAAQ,GAKT;QACC,IAAI,CAAC,UAAU,GAAG,IAAI,YAAY,CAAC,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC,CAAC;QAChE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC5B,CAAC;IAED,QAAQ,CACN,IAAkC,EAClC,IAAY;QAEZ,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAC7B,IAAI,EACJ,CAAC,QAAQ,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,EAC7C,IAAI,CAAC,SAAS,CACf,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAkC,EAAE,IAAY;QAC3D,OAAO,WAAW,CAAC,EAAE,CACnB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE;YACjC,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,KAAK,KAAK,SAAS;gBACrB,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,GAAG,CAAC,CAAC;YACxD,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjD,CAAC,CAAC,CACH,CAAC,KAAK,CAAC;IACV,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"comparer.d.ts","sourceRoot":"","sources":["../../src/scoring/comparer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAItD,MAAM,WAAW,QAAQ,CAAC,IAAI,SAAS,QAAQ,EAAE,KAAK;IACpD,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,GAAG,KAAK,CAAC;CACjD"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"comparer.js","sourceRoot":"","sources":["../../src/scoring/comparer.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { Ratio } from '../aggregation/ratio.ts';
|
|
2
|
+
import type { Scorer } from '../scorers/scorer.ts';
|
|
3
|
+
export declare abstract class Grouped<Input> {
|
|
4
|
+
#private;
|
|
5
|
+
constructor(scorer: Scorer<Input>);
|
|
6
|
+
protected abstract groups(input: Input): Iterable<[string, Input]>;
|
|
7
|
+
ratios(input: Input, label: string): [string, Ratio][];
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=grouped.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"grouped.d.ts","sourceRoot":"","sources":["../../src/scoring/grouped.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAOnD,8BAAsB,OAAO,CAAC,KAAK;;gBAGrB,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC;IAIjC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,GAAG,QAAQ,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAElE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE;CAQvD"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
// A scorer for each group of an input: in a ScorerSet, it gives the ratio of
|
|
2
|
+
// its scorer on each group, under the label `${group} ${label}`. A subclass
|
|
3
|
+
// gives the groups (Template Method). A group gives no ratio when the scorer
|
|
4
|
+
// counts nothing in it (the whole 0): a ratio with the whole 0 adds nothing
|
|
5
|
+
// to a ratio of sums, so the totals stay the same.
|
|
6
|
+
export class Grouped {
|
|
7
|
+
#scorer;
|
|
8
|
+
constructor(scorer) {
|
|
9
|
+
this.#scorer = scorer;
|
|
10
|
+
}
|
|
11
|
+
ratios(input, label) {
|
|
12
|
+
return [...this.groups(input)]
|
|
13
|
+
.map(([group, part]) => [
|
|
14
|
+
`${group} ${label}`,
|
|
15
|
+
this.#scorer.score(part),
|
|
16
|
+
])
|
|
17
|
+
.filter(([, ratio]) => ratio.whole !== 0);
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=grouped.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"grouped.js","sourceRoot":"","sources":["../../src/scoring/grouped.ts"],"names":[],"mappings":"AAGA,6EAA6E;AAC7E,4EAA4E;AAC5E,6EAA6E;AAC7E,4EAA4E;AAC5E,mDAAmD;AACnD,MAAM,OAAgB,OAAO;IAClB,OAAO,CAAgB;IAEhC,YAAY,MAAqB;QAC/B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACxB,CAAC;IAID,MAAM,CAAC,KAAY,EAAE,KAAa;QAChC,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;aAC3B,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,EAAmB,EAAE,CAAC;YACvC,GAAG,KAAK,IAAI,KAAK,EAAE;YACnB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;SACzB,CAAC;aACD,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;IAC9C,CAAC;CACF"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { Scorecard } from './scorecard.ts';
|
|
2
|
+
export type Weighted = {
|
|
3
|
+
readonly weight: number;
|
|
4
|
+
};
|
|
5
|
+
export interface ScorecardScorer<Case extends Weighted> {
|
|
6
|
+
score(stated: unknown, testCase: Case): Scorecard;
|
|
7
|
+
}
|
|
8
|
+
export interface CaseReader<Case extends Weighted> {
|
|
9
|
+
from(config: Readonly<Record<string, unknown>>): Case;
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=scorecard-scorer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scorecard-scorer.d.ts","sourceRoot":"","sources":["../../src/scoring/scorecard-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAIhD,MAAM,MAAM,QAAQ,GAAG;IAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAInD,MAAM,WAAW,eAAe,CAAC,IAAI,SAAS,QAAQ;IACpD,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,GAAG,SAAS,CAAC;CACnD;AAKD,MAAM,WAAW,UAAU,CAAC,IAAI,SAAS,QAAQ;IAC/C,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC;CACvD"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scorecard-scorer.js","sourceRoot":"","sources":["../../src/scoring/scorecard-scorer.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { Ratio } from '../aggregation/ratio.ts';
|
|
2
|
+
export type Check = {
|
|
3
|
+
readonly name: string;
|
|
4
|
+
readonly passed: boolean;
|
|
5
|
+
readonly score: number;
|
|
6
|
+
readonly reason: string;
|
|
7
|
+
};
|
|
8
|
+
export type Scorecard = {
|
|
9
|
+
readonly passed: boolean;
|
|
10
|
+
readonly score: number;
|
|
11
|
+
readonly reason: string;
|
|
12
|
+
readonly ratios: ReadonlyMap<string, Ratio>;
|
|
13
|
+
readonly checks: readonly Check[];
|
|
14
|
+
};
|
|
15
|
+
//# sourceMappingURL=scorecard.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scorecard.d.ts","sourceRoot":"","sources":["../../src/scoring/scorecard.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAIrD,MAAM,MAAM,KAAK,GAAG;IAClB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB,CAAC;AAIF,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAC5C,QAAQ,CAAC,MAAM,EAAE,SAAS,KAAK,EAAE,CAAC;CACnC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scorecard.js","sourceRoot":"","sources":["../../src/scoring/scorecard.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { Scorer } from '../scorers/scorer.ts';
|
|
2
|
+
import type { Comparer } from './comparer.ts';
|
|
3
|
+
import { Grouped } from './grouped.ts';
|
|
4
|
+
import type { ScorecardScorer, Weighted } from './scorecard-scorer.ts';
|
|
5
|
+
import type { Scorecard } from './scorecard.ts';
|
|
6
|
+
export declare class ScorerSet<Case extends Weighted, Input> implements ScorecardScorer<Case> {
|
|
7
|
+
#private;
|
|
8
|
+
constructor(entries: Readonly<Record<string, Scorer<Input> | Grouped<Input>>>, { comparer }: {
|
|
9
|
+
readonly comparer: Comparer<Case, Input>;
|
|
10
|
+
});
|
|
11
|
+
score(stated: unknown, testCase: Case): Scorecard;
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=scorer-set.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scorer-set.d.ts","sourceRoot":"","sources":["../../src/scoring/scorer-set.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACvE,OAAO,KAAK,EAAS,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAQvD,qBAAa,SAAS,CACpB,IAAI,SAAS,QAAQ,EACrB,KAAK,CACL,YAAW,eAAe,CAAC,IAAI,CAAC;;gBAQ9B,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EACjE,EAAE,QAAQ,EAAE,EAAE;QAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;KAAE;IAM5D,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,GAAG,SAAS;CAqClD"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import { RatioOfSums } from "../aggregation/ratio-of-sums.js";
|
|
2
|
+
import { Ratio } from "../aggregation/ratio.js";
|
|
3
|
+
import { Gate } from "../scorers/gate.js";
|
|
4
|
+
import { Grouped } from "./grouped.js";
|
|
5
|
+
// Scores a stated value with labelled scorers, on the input that the comparer
|
|
6
|
+
// gives: the ratio of each scorer under its label, and of a Grouped scorer
|
|
7
|
+
// under the label of each group, so a ratio of sums of a label adds the parts
|
|
8
|
+
// and the wholes of the records. The record passes when each of its gates
|
|
9
|
+
// holds, and the reason is the explanations of the gates that fail. Each gate
|
|
10
|
+
// is a check. The score is the mean of the values of the scorers.
|
|
11
|
+
export class ScorerSet {
|
|
12
|
+
#entries;
|
|
13
|
+
#comparer;
|
|
14
|
+
constructor(entries, { comparer }) {
|
|
15
|
+
this.#entries = Object.entries(entries);
|
|
16
|
+
this.#comparer = comparer;
|
|
17
|
+
}
|
|
18
|
+
score(stated, testCase) {
|
|
19
|
+
const input = this.#comparer.compare(stated, testCase);
|
|
20
|
+
const ratios = [];
|
|
21
|
+
const mean = new RatioOfSums();
|
|
22
|
+
const checks = [];
|
|
23
|
+
for (const [label, entry] of this.#entries) {
|
|
24
|
+
if (entry instanceof Grouped) {
|
|
25
|
+
ratios.push(...entry.ratios(input, label));
|
|
26
|
+
continue;
|
|
27
|
+
}
|
|
28
|
+
const ratio = entry.score(input);
|
|
29
|
+
ratios.push([label, ratio]);
|
|
30
|
+
mean.add(new Ratio(ratio.value, 1));
|
|
31
|
+
if (entry instanceof Gate) {
|
|
32
|
+
const holds = entry.holds(input);
|
|
33
|
+
checks.push({
|
|
34
|
+
name: label,
|
|
35
|
+
passed: holds,
|
|
36
|
+
score: ratio.value,
|
|
37
|
+
reason: holds
|
|
38
|
+
? `${label} holds`
|
|
39
|
+
: `${label}: ${entry.explain(input)}`,
|
|
40
|
+
});
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
const failed = checks.filter((check) => !check.passed);
|
|
44
|
+
return {
|
|
45
|
+
passed: failed.length === 0,
|
|
46
|
+
score: mean.value,
|
|
47
|
+
reason: failed.length === 0
|
|
48
|
+
? 'each gate holds'
|
|
49
|
+
: failed.map((check) => check.reason).join('; '),
|
|
50
|
+
ratios: new Map(ratios),
|
|
51
|
+
checks,
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
//# sourceMappingURL=scorer-set.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scorer-set.js","sourceRoot":"","sources":["../../src/scoring/scorer-set.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAC9D,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAG1C,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAIvC,8EAA8E;AAC9E,2EAA2E;AAC3E,8EAA8E;AAC9E,0EAA0E;AAC1E,8EAA8E;AAC9E,kEAAkE;AAClE,MAAM,OAAO,SAAS;IAIX,QAAQ,CAGZ;IACI,SAAS,CAAwB;IAE1C,YACE,OAAiE,EACjE,EAAE,QAAQ,EAAgD;QAE1D,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,MAAe,EAAE,QAAc;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACvD,MAAM,MAAM,GAAsB,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAY,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC3C,IAAI,KAAK,YAAY,OAAO,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;gBAC3C,SAAS;YACX,CAAC;YACD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;YACpC,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;gBAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,KAAK;oBACX,MAAM,EAAE,KAAK;oBACb,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,MAAM,EAAE,KAAK;wBACX,CAAC,CAAC,GAAG,KAAK,QAAQ;wBAClB,CAAC,CAAC,GAAG,KAAK,KAAK,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;iBACxC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACvD,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EACJ,MAAM,CAAC,MAAM,KAAK,CAAC;gBACjB,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YACpD,MAAM,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC;YACvB,MAAM;SACP,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { RatioOfSums } from '../aggregation/ratio-of-sums.ts';
|
|
2
|
+
import type { Scorecard } from './scorecard.ts';
|
|
3
|
+
export declare class Totals {
|
|
4
|
+
#private;
|
|
5
|
+
add(scorecard: Scorecard, weight: number): void;
|
|
6
|
+
get(name: string): RatioOfSums;
|
|
7
|
+
names(): IterableIterator<string>;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=totals.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"totals.d.ts","sourceRoot":"","sources":["../../src/scoring/totals.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAC9D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAIhD,qBAAa,MAAM;;IAGjB,GAAG,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAQ/C,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW;IAO9B,KAAK,IAAI,gBAAgB,CAAC,MAAM,CAAC;CAGlC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { RatioOfSums } from "../aggregation/ratio-of-sums.js";
|
|
2
|
+
// The ratio of sums of each name over many scorecards: what a runner keeps
|
|
3
|
+
// for a run.
|
|
4
|
+
export class Totals {
|
|
5
|
+
#sums = new Map();
|
|
6
|
+
add(scorecard, weight) {
|
|
7
|
+
for (const [name, ratio] of scorecard.ratios) {
|
|
8
|
+
this.#sums
|
|
9
|
+
.getOrInsertComputed(name, () => new RatioOfSums())
|
|
10
|
+
.add(ratio.times(weight));
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
get(name) {
|
|
14
|
+
const sum = this.#sums.get(name);
|
|
15
|
+
if (sum === undefined)
|
|
16
|
+
throw new Error(`No scorecard gave a ratio named "${name}"`);
|
|
17
|
+
return sum;
|
|
18
|
+
}
|
|
19
|
+
names() {
|
|
20
|
+
return this.#sums.keys();
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=totals.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"totals.js","sourceRoot":"","sources":["../../src/scoring/totals.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iCAAiC,CAAC;AAG9D,2EAA2E;AAC3E,aAAa;AACb,MAAM,OAAO,MAAM;IACR,KAAK,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEhD,GAAG,CAAC,SAAoB,EAAE,MAAc;QACtC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;YAC7C,IAAI,CAAC,KAAK;iBACP,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;iBAClD,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,GAAG,CAAC,IAAY;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,GAAG,KAAK,SAAS;YACnB,MAAM,IAAI,KAAK,CAAC,oCAAoC,IAAI,GAAG,CAAC,CAAC;QAC/D,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC3B,CAAC;CACF"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { JsonData } from '@zukhruf/python';
|
|
2
|
+
export type Pairs = readonly (readonly [stated: number, expected: number])[];
|
|
3
|
+
export interface Agreement {
|
|
4
|
+
count(stated: JsonData, expected: JsonData): number;
|
|
5
|
+
}
|
|
6
|
+
export interface Alignment {
|
|
7
|
+
pairs(stated: readonly JsonData[], expected: readonly JsonData[], agreement: Agreement): Pairs;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=alignment.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"alignment.d.ts","sourceRoot":"","sources":["../../../src/structured/comparison/alignment.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAGhD,MAAM,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;AAI7E,MAAM,WAAW,SAAS;IACxB,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAAC;CACrD;AAGD,MAAM,WAAW,SAAS;IACxB,KAAK,CACH,MAAM,EAAE,SAAS,QAAQ,EAAE,EAC3B,QAAQ,EAAE,SAAS,QAAQ,EAAE,EAC7B,SAAS,EAAE,SAAS,GACnB,KAAK,CAAC;CACV"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"alignment.js","sourceRoot":"","sources":["../../../src/structured/comparison/alignment.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { JsonData } from '@zukhruf/python';
|
|
2
|
+
import type { Agreement, Alignment, Pairs } from '../alignment.ts';
|
|
3
|
+
import type { Match } from '../match.ts';
|
|
4
|
+
export declare class ByBestMatch implements Alignment {
|
|
5
|
+
#private;
|
|
6
|
+
constructor(match?: Match);
|
|
7
|
+
pairs(stated: readonly JsonData[], expected: readonly JsonData[], agreement: Agreement): Pairs;
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=by-best-match.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"by-best-match.d.ts","sourceRoot":"","sources":["../../../../src/structured/comparison/alignments/by-best-match.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAEhD,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAMzC,qBAAa,WAAY,YAAW,SAAS;;gBAG/B,KAAK,CAAC,EAAE,KAAK;IAIzB,KAAK,CACH,MAAM,EAAE,SAAS,QAAQ,EAAE,EAC3B,QAAQ,EAAE,SAAS,QAAQ,EAAE,EAC7B,SAAS,EAAE,SAAS,GACnB,KAAK;CAmBT"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import { munkres } from 'munkres';
|
|
2
|
+
// A set array: of all pairings, the one with the most agreeing leaves (the
|
|
3
|
+
// Hungarian algorithm, ADR 0002). A pair that the match forbids is no pair.
|
|
4
|
+
// Without a match, a pair that agrees on nothing is no pair; with a match,
|
|
5
|
+
// the match alone makes a pair.
|
|
6
|
+
export class ByBestMatch {
|
|
7
|
+
#match;
|
|
8
|
+
constructor(match) {
|
|
9
|
+
this.#match = match;
|
|
10
|
+
}
|
|
11
|
+
pairs(stated, expected, agreement) {
|
|
12
|
+
if (stated.length === 0 || expected.length === 0)
|
|
13
|
+
return [];
|
|
14
|
+
const weights = stated.map((statedItem) => expected.map((expectedItem) => this.#weight(statedItem, expectedItem, agreement)));
|
|
15
|
+
return munkres(weights.map((row) => row.map((weight) => -weight)), { finite: true }).filter(([row, column]) => (weights[row]?.[column] ?? 0) > 0);
|
|
16
|
+
}
|
|
17
|
+
#weight(stated, expected, agreement) {
|
|
18
|
+
if (this.#match === undefined)
|
|
19
|
+
return agreement.count(stated, expected);
|
|
20
|
+
return this.#match.canPair(stated, expected)
|
|
21
|
+
? agreement.count(stated, expected) + 1
|
|
22
|
+
: 0;
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
//# sourceMappingURL=by-best-match.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"by-best-match.js","sourceRoot":"","sources":["../../../../src/structured/comparison/alignments/by-best-match.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAOlC,2EAA2E;AAC3E,4EAA4E;AAC5E,2EAA2E;AAC3E,gCAAgC;AAChC,MAAM,OAAO,WAAW;IACb,MAAM,CAAoB;IAEnC,YAAY,KAAa;QACvB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,KAAK,CACH,MAA2B,EAC3B,QAA6B,EAC7B,SAAoB;QAEpB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAC5D,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CACxC,QAAQ,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,YAAY,EAAE,SAAS,CAAC,CAClD,CACF,CAAC;QACF,OAAO,OAAO,CACZ,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAClD,EAAE,MAAM,EAAE,IAAI,EAAE,CACjB,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,OAAO,CAAC,MAAgB,EAAE,QAAkB,EAAE,SAAoB;QAChE,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC;YAC1C,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,CAAC;YACvC,CAAC,CAAC,CAAC,CAAC;IACR,CAAC;CACF"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { JsonData } from '@zukhruf/python';
|
|
2
|
+
import type { Alignment, Pairs } from '../alignment.ts';
|
|
3
|
+
export declare class ByPosition implements Alignment {
|
|
4
|
+
pairs(stated: readonly JsonData[], expected: readonly JsonData[]): Pairs;
|
|
5
|
+
}
|
|
6
|
+
//# sourceMappingURL=by-position.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"by-position.d.ts","sourceRoot":"","sources":["../../../../src/structured/comparison/alignments/by-position.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAEhD,OAAO,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAKxD,qBAAa,UAAW,YAAW,SAAS;IAC1C,KAAK,CAAC,MAAM,EAAE,SAAS,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,QAAQ,EAAE,GAAG,KAAK;CAMzE"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
// An ordered array: item 0 pairs with item 0, item 1 with item 1, and so on.
|
|
2
|
+
// It is the default, and SOB's rule (evaluate.py writes the path of an item
|
|
3
|
+
// with its index).
|
|
4
|
+
export class ByPosition {
|
|
5
|
+
pairs(stated, expected) {
|
|
6
|
+
return Array.from({ length: Math.min(stated.length, expected.length) }, (_, index) => [index, index]);
|
|
7
|
+
}
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=by-position.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"by-position.js","sourceRoot":"","sources":["../../../../src/structured/comparison/alignments/by-position.ts"],"names":[],"mappings":"AAIA,6EAA6E;AAC7E,4EAA4E;AAC5E,mBAAmB;AACnB,MAAM,OAAO,UAAU;IACrB,KAAK,CAAC,MAA2B,EAAE,QAA6B;QAC9D,OAAO,KAAK,CAAC,IAAI,CACf,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,EACpD,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,CAAU,CACtC,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { Counts } from '../../aggregation/counts.ts';
|
|
2
|
+
import type { LeafValue } from './leaf-pair.ts';
|
|
3
|
+
export declare class BagOfWords {
|
|
4
|
+
#private;
|
|
5
|
+
readonly size: number;
|
|
6
|
+
private constructor();
|
|
7
|
+
static of(value: LeafValue): BagOfWords;
|
|
8
|
+
shared(stated: BagOfWords): Counts;
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=bag-of-words.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bag-of-words.d.ts","sourceRoot":"","sources":["../../../src/structured/comparison/bag-of-words.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,6BAA6B,CAAC;AAErD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAMhD,qBAAa,UAAU;;IAarB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAGtB,OAAO;IAOP,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,GAAG,UAAU;IAavC,MAAM,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM;CAanC"}
|