@silupanda/label-score 0.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +694 -0
- package/dist/__tests__/cohen-kappa.test.d.ts +2 -0
- package/dist/__tests__/cohen-kappa.test.d.ts.map +1 -0
- package/dist/__tests__/cohen-kappa.test.js +110 -0
- package/dist/__tests__/cohen-kappa.test.js.map +1 -0
- package/dist/__tests__/fleiss-kappa.test.d.ts +2 -0
- package/dist/__tests__/fleiss-kappa.test.d.ts.map +1 -0
- package/dist/__tests__/fleiss-kappa.test.js +84 -0
- package/dist/__tests__/fleiss-kappa.test.js.map +1 -0
- package/dist/__tests__/gwet-ac1.test.d.ts +2 -0
- package/dist/__tests__/gwet-ac1.test.d.ts.map +1 -0
- package/dist/__tests__/gwet-ac1.test.js +74 -0
- package/dist/__tests__/gwet-ac1.test.js.map +1 -0
- package/dist/__tests__/interpret.test.d.ts +2 -0
- package/dist/__tests__/interpret.test.d.ts.map +1 -0
- package/dist/__tests__/interpret.test.js +66 -0
- package/dist/__tests__/interpret.test.js.map +1 -0
- package/dist/__tests__/krippendorff-alpha.test.d.ts +2 -0
- package/dist/__tests__/krippendorff-alpha.test.d.ts.map +1 -0
- package/dist/__tests__/krippendorff-alpha.test.js +98 -0
- package/dist/__tests__/krippendorff-alpha.test.js.map +1 -0
- package/dist/__tests__/scott-pi.test.d.ts +2 -0
- package/dist/__tests__/scott-pi.test.d.ts.map +1 -0
- package/dist/__tests__/scott-pi.test.js +60 -0
- package/dist/__tests__/scott-pi.test.js.map +1 -0
- package/dist/__tests__/types.test.d.ts +2 -0
- package/dist/__tests__/types.test.d.ts.map +1 -0
- package/dist/__tests__/types.test.js +92 -0
- package/dist/__tests__/types.test.js.map +1 -0
- package/dist/__tests__/validate.test.d.ts +2 -0
- package/dist/__tests__/validate.test.d.ts.map +1 -0
- package/dist/__tests__/validate.test.js +121 -0
- package/dist/__tests__/validate.test.js.map +1 -0
- package/dist/index.d.ts +9 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +24 -0
- package/dist/index.js.map +1 -0
- package/dist/interpret.d.ts +23 -0
- package/dist/interpret.d.ts.map +1 -0
- package/dist/interpret.js +48 -0
- package/dist/interpret.js.map +1 -0
- package/dist/metrics/cohen-kappa.d.ts +16 -0
- package/dist/metrics/cohen-kappa.d.ts.map +1 -0
- package/dist/metrics/cohen-kappa.js +130 -0
- package/dist/metrics/cohen-kappa.js.map +1 -0
- package/dist/metrics/fleiss-kappa.d.ts +17 -0
- package/dist/metrics/fleiss-kappa.d.ts.map +1 -0
- package/dist/metrics/fleiss-kappa.js +63 -0
- package/dist/metrics/fleiss-kappa.js.map +1 -0
- package/dist/metrics/gwet-ac1.d.ts +19 -0
- package/dist/metrics/gwet-ac1.d.ts.map +1 -0
- package/dist/metrics/gwet-ac1.js +82 -0
- package/dist/metrics/gwet-ac1.js.map +1 -0
- package/dist/metrics/krippendorff-alpha.d.ts +21 -0
- package/dist/metrics/krippendorff-alpha.d.ts.map +1 -0
- package/dist/metrics/krippendorff-alpha.js +162 -0
- package/dist/metrics/krippendorff-alpha.js.map +1 -0
- package/dist/metrics/scott-pi.d.ts +18 -0
- package/dist/metrics/scott-pi.d.ts.map +1 -0
- package/dist/metrics/scott-pi.js +73 -0
- package/dist/metrics/scott-pi.js.map +1 -0
- package/dist/types.d.ts +119 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +3 -0
- package/dist/types.js.map +1 -0
- package/dist/validate.d.ts +33 -0
- package/dist/validate.d.ts.map +1 -0
- package/dist/validate.js +83 -0
- package/dist/validate.js.map +1 -0
- package/package.json +33 -0
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const vitest_1 = require("vitest");
|
|
4
|
+
const cohen_kappa_1 = require("../metrics/cohen-kappa");
|
|
5
|
+
(0, vitest_1.describe)('cohenKappa — unweighted', () => {
|
|
6
|
+
(0, vitest_1.it)('returns κ = 1 for perfect agreement', () => {
|
|
7
|
+
const r1 = ['A', 'B', 'C', 'A', 'B'];
|
|
8
|
+
const r2 = ['A', 'B', 'C', 'A', 'B'];
|
|
9
|
+
const result = (0, cohen_kappa_1.cohenKappa)(r1, r2);
|
|
10
|
+
(0, vitest_1.expect)(result.metric).toBe('cohens-kappa');
|
|
11
|
+
(0, vitest_1.expect)(result.value).toBeCloseTo(1.0, 10);
|
|
12
|
+
(0, vitest_1.expect)(result.interpretation).toBe('almost-perfect');
|
|
13
|
+
});
|
|
14
|
+
(0, vitest_1.it)('returns κ near 0 for agreement matching chance', () => {
|
|
15
|
+
// Both raters distribute 50/50 A vs B; observed agreement also 50%
|
|
16
|
+
const r1 = ['A', 'A', 'B', 'B'];
|
|
17
|
+
const r2 = ['A', 'B', 'A', 'B'];
|
|
18
|
+
const result = (0, cohen_kappa_1.cohenKappa)(r1, r2);
|
|
19
|
+
// Po = 0.5, Pe = 0.5*0.5 + 0.5*0.5 = 0.5, κ = 0
|
|
20
|
+
(0, vitest_1.expect)(result.value).toBeCloseTo(0.0, 5);
|
|
21
|
+
});
|
|
22
|
+
(0, vitest_1.it)('known example: κ ≈ 0.4 (Landis & Koch textbook)', () => {
|
|
23
|
+
// 10 items, rater1 and rater2 with known contingency:
|
|
24
|
+
// Agreement on 7/10, with marginals that give Pe = 0.5
|
|
25
|
+
// κ = (0.7 - 0.5) / (1 - 0.5) = 0.4
|
|
26
|
+
const r1 = ['Y', 'Y', 'Y', 'Y', 'Y', 'N', 'N', 'N', 'N', 'N'];
|
|
27
|
+
const r2 = ['Y', 'Y', 'Y', 'Y', 'N', 'Y', 'N', 'N', 'N', 'N'];
|
|
28
|
+
// r1: 5Y 5N, r2: 5Y 5N; agreements: 4Y+4N = 8; Po = 0.8, Pe = 0.5*0.5+0.5*0.5=0.5
|
|
29
|
+
// κ = (0.8 - 0.5)/(1 - 0.5) = 0.6
|
|
30
|
+
const result = (0, cohen_kappa_1.cohenKappa)(r1, r2);
|
|
31
|
+
(0, vitest_1.expect)(result.observed).toBeCloseTo(0.8, 5);
|
|
32
|
+
(0, vitest_1.expect)(result.expected).toBeCloseTo(0.5, 5);
|
|
33
|
+
(0, vitest_1.expect)(result.value).toBeCloseTo(0.6, 5);
|
|
34
|
+
(0, vitest_1.expect)(result.interpretation).toBe('substantial');
|
|
35
|
+
});
|
|
36
|
+
(0, vitest_1.it)('handles numeric labels', () => {
|
|
37
|
+
const r1 = [1, 2, 3, 1, 2];
|
|
38
|
+
const r2 = [1, 2, 3, 2, 1];
|
|
39
|
+
const result = (0, cohen_kappa_1.cohenKappa)(r1, r2);
|
|
40
|
+
// 3 agreements out of 5; Po = 0.6
|
|
41
|
+
(0, vitest_1.expect)(result.observed).toBeCloseTo(0.6, 5);
|
|
42
|
+
(0, vitest_1.expect)(result.value).toBeGreaterThanOrEqual(-1);
|
|
43
|
+
(0, vitest_1.expect)(result.value).toBeLessThanOrEqual(1);
|
|
44
|
+
});
|
|
45
|
+
(0, vitest_1.it)('returns categories in the result', () => {
|
|
46
|
+
const r1 = ['cat', 'dog', 'cat'];
|
|
47
|
+
const r2 = ['cat', 'dog', 'dog'];
|
|
48
|
+
const result = (0, cohen_kappa_1.cohenKappa)(r1, r2);
|
|
49
|
+
(0, vitest_1.expect)(result.categories).toBeDefined();
|
|
50
|
+
(0, vitest_1.expect)(result.categories).toContain('cat');
|
|
51
|
+
(0, vitest_1.expect)(result.categories).toContain('dog');
|
|
52
|
+
});
|
|
53
|
+
(0, vitest_1.it)('throws for empty arrays', () => {
|
|
54
|
+
(0, vitest_1.expect)(() => (0, cohen_kappa_1.cohenKappa)([], [])).toThrow();
|
|
55
|
+
});
|
|
56
|
+
(0, vitest_1.it)('throws for arrays of different lengths', () => {
|
|
57
|
+
(0, vitest_1.expect)(() => (0, cohen_kappa_1.cohenKappa)(['A', 'B'], ['A'])).toThrow();
|
|
58
|
+
});
|
|
59
|
+
});
|
|
60
|
+
(0, vitest_1.describe)('cohenKappa — weighted (linear)', () => {
|
|
61
|
+
(0, vitest_1.it)('returns κ = 1 for perfect agreement', () => {
|
|
62
|
+
const r1 = [1, 2, 3, 4, 5];
|
|
63
|
+
const r2 = [1, 2, 3, 4, 5];
|
|
64
|
+
const result = (0, cohen_kappa_1.cohenKappa)(r1, r2, { weighted: true, weights: 'linear' });
|
|
65
|
+
(0, vitest_1.expect)(result.value).toBeCloseTo(1.0, 10);
|
|
66
|
+
});
|
|
67
|
+
(0, vitest_1.it)('penalises farther disagreements more than closer ones', () => {
|
|
68
|
+
// r1 vs r2: one case off-by-1, one case off-by-3 (out of scale 1-4)
|
|
69
|
+
const r1Off1 = [1, 2, 3, 4, 1, 1, 1, 1, 1, 1];
|
|
70
|
+
const r2Off1 = [2, 2, 3, 4, 1, 1, 1, 1, 1, 1]; // 1 disagreement of distance 1
|
|
71
|
+
const r1Off3 = [1, 2, 3, 4, 1, 1, 1, 1, 1, 1];
|
|
72
|
+
const r2Off3 = [4, 2, 3, 4, 1, 1, 1, 1, 1, 1]; // 1 disagreement of distance 3
|
|
73
|
+
const resultOff1 = (0, cohen_kappa_1.cohenKappa)(r1Off1, r2Off1, { weighted: true, weights: 'linear' });
|
|
74
|
+
const resultOff3 = (0, cohen_kappa_1.cohenKappa)(r1Off3, r2Off3, { weighted: true, weights: 'linear' });
|
|
75
|
+
// Higher disagreement weight → lower kappa
|
|
76
|
+
(0, vitest_1.expect)(resultOff1.value).toBeGreaterThan(resultOff3.value);
|
|
77
|
+
});
|
|
78
|
+
});
|
|
79
|
+
(0, vitest_1.describe)('cohenKappa — weighted (quadratic)', () => {
|
|
80
|
+
(0, vitest_1.it)('returns κ = 1 for perfect agreement', () => {
|
|
81
|
+
const r1 = [1, 2, 3, 4, 5];
|
|
82
|
+
const r2 = [1, 2, 3, 4, 5];
|
|
83
|
+
const result = (0, cohen_kappa_1.cohenKappa)(r1, r2, { weighted: true, weights: 'quadratic' });
|
|
84
|
+
(0, vitest_1.expect)(result.value).toBeCloseTo(1.0, 10);
|
|
85
|
+
});
|
|
86
|
+
(0, vitest_1.it)('quadratic weights penalise far disagreements more than linear', () => {
|
|
87
|
+
// 4-category ordinal scale: one item off-by-3 vs one item off-by-1.
|
|
88
|
+
// With linear weights, off-by-1 and off-by-3 are linearly different.
|
|
89
|
+
// With quadratic weights, off-by-3 is 9x heavier than off-by-1.
|
|
90
|
+
// Compare two datasets: one with an off-by-1 disagreement, one with an off-by-3.
|
|
91
|
+
// The off-by-3 dataset should score lower under quadratic than under linear.
|
|
92
|
+
const base = [1, 2, 3, 4, 1, 2, 3, 4, 1, 2]; // 10 items on 1-4 scale
|
|
93
|
+
// rater2Off1: change first item from 1 to 2 (off-by-1)
|
|
94
|
+
const rater2Off1 = [2, 2, 3, 4, 1, 2, 3, 4, 1, 2];
|
|
95
|
+
// rater2Off3: change first item from 1 to 4 (off-by-3)
|
|
96
|
+
const rater2Off3 = [4, 2, 3, 4, 1, 2, 3, 4, 1, 2];
|
|
97
|
+
const linearOff1 = (0, cohen_kappa_1.cohenKappa)(base, rater2Off1, { weighted: true, weights: 'linear' });
|
|
98
|
+
const linearOff3 = (0, cohen_kappa_1.cohenKappa)(base, rater2Off3, { weighted: true, weights: 'linear' });
|
|
99
|
+
const quadOff1 = (0, cohen_kappa_1.cohenKappa)(base, rater2Off1, { weighted: true, weights: 'quadratic' });
|
|
100
|
+
const quadOff3 = (0, cohen_kappa_1.cohenKappa)(base, rater2Off3, { weighted: true, weights: 'quadratic' });
|
|
101
|
+
// Under both schemes off-by-3 is worse than off-by-1
|
|
102
|
+
(0, vitest_1.expect)(linearOff3.value).toBeLessThan(linearOff1.value);
|
|
103
|
+
(0, vitest_1.expect)(quadOff3.value).toBeLessThan(quadOff1.value);
|
|
104
|
+
// Quadratic penalises the far disagreement more relative to the near one
|
|
105
|
+
const linearRatio = linearOff1.value - linearOff3.value;
|
|
106
|
+
const quadRatio = quadOff1.value - quadOff3.value;
|
|
107
|
+
(0, vitest_1.expect)(quadRatio).toBeGreaterThan(linearRatio);
|
|
108
|
+
});
|
|
109
|
+
});
|
|
110
|
+
//# sourceMappingURL=cohen-kappa.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cohen-kappa.test.js","sourceRoot":"","sources":["../../src/__tests__/cohen-kappa.test.ts"],"names":[],"mappings":";;AAAA,mCAA8C;AAC9C,wDAAoD;AAEpD,IAAA,iBAAQ,EAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,IAAA,WAAE,EAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACrC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,IAAA,wBAAU,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAClC,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC1C,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,mEAAmE;QACnE,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAChC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,IAAA,wBAAU,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAClC,gDAAgD;QAChD,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,sDAAsD;QACtD,uDAAuD;QACvD,oCAAoC;QACpC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC9D,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC9D,kFAAkF;QAClF,kCAAkC;QAClC,MAAM,MAAM,GAAG,IAAA,wBAAU,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAClC,IAAA,eAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5C,IAAA,eAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5C,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3B,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAA,wBAAU,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAClC,kCAAkC;QAClC,IAAA,eAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5C,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACjC,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QACjC,MAAM,MAAM,GAAG,IAAA,wBAAU,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAClC,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,wBAAU,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,wBAAU,EAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACxD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,gCAAgC,EAAE,GAAG,EAAE;IAC9C,IAAA,WAAE,EAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3B,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAA,wBAAU,EAAC,EAAE,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QACzE,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,oEAAoE;QACpE,MAAM,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,+BAA+B;QAC9E,MAAM,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,+BAA+B;QAC9E,MAAM,UAAU,GAAG,IAAA,wBAAU,EAAC,MAAM,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QACrF,MAAM,UAAU,GAAG,IAAA,wBAAU,EAAC,MAAM,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QACrF,2CAA2C;QAC3C,IAAA,eAAM,EAAC,UAAU,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,mCAAmC,EAAE,GAAG,EAAE;IACjD,IAAA,WAAE,EAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3B,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAA,wBAAU,EAAC,EAAE,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAC5E,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,oEAAoE;QACpE,qEAAqE;QACrE,gEAAgE;QAChE,iFAAiF;QACjF,6EAA6E;QAC7E,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,wBAAwB;QACrE,uDAAuD;QACvD,MAAM,UAAU,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAClD,uDAAuD;QACvD,MAAM,UAAU,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAElD,MAAM,UAAU,GAAG,IAAA,wBAAU,EAAC,IAAI,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QACvF,MAAM,UAAU,GAAG,IAAA,wBAAU,EAAC,IAAI,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QACvF,MAAM,QAAQ,GAAG,IAAA,wBAAU,EAAC,IAAI,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QACxF,MAAM,QAAQ,GAAG,IAAA,wBAAU,EAAC,IAAI,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QAExF,qDAAqD;QACrD,IAAA,eAAM,EAAC,UAAU,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACxD,IAAA,eAAM,EAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpD,yEAAyE;QACzE,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;QACxD,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;QAClD,IAAA,eAAM,EAAC,SAAS,CAAC,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fleiss-kappa.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/fleiss-kappa.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const vitest_1 = require("vitest");
|
|
4
|
+
const fleiss_kappa_1 = require("../metrics/fleiss-kappa");
|
|
5
|
+
(0, vitest_1.describe)('fleissKappa', () => {
|
|
6
|
+
(0, vitest_1.it)('returns κ = 1 for perfect agreement across all subjects', () => {
|
|
7
|
+
// 5 subjects, 3 categories, all 4 raters agree for each subject
|
|
8
|
+
const matrix = [
|
|
9
|
+
[4, 0, 0],
|
|
10
|
+
[0, 4, 0],
|
|
11
|
+
[0, 0, 4],
|
|
12
|
+
[4, 0, 0],
|
|
13
|
+
[0, 4, 0],
|
|
14
|
+
];
|
|
15
|
+
const result = (0, fleiss_kappa_1.fleissKappa)(matrix);
|
|
16
|
+
(0, vitest_1.expect)(result.metric).toBe('fleiss-kappa');
|
|
17
|
+
(0, vitest_1.expect)(result.value).toBeCloseTo(1.0, 5);
|
|
18
|
+
(0, vitest_1.expect)(result.interpretation).toBe('almost-perfect');
|
|
19
|
+
});
|
|
20
|
+
(0, vitest_1.it)('known example from Fleiss (1971): valid 5-rater matrix', () => {
|
|
21
|
+
// 10 subjects, 5 raters each, 3 categories; all rows sum to 5
|
|
22
|
+
const matrix = [
|
|
23
|
+
[0, 0, 5],
|
|
24
|
+
[0, 3, 2],
|
|
25
|
+
[0, 1, 4],
|
|
26
|
+
[0, 3, 2],
|
|
27
|
+
[2, 2, 1],
|
|
28
|
+
[5, 0, 0],
|
|
29
|
+
[0, 4, 1],
|
|
30
|
+
[3, 0, 2],
|
|
31
|
+
[2, 2, 1],
|
|
32
|
+
[3, 1, 1],
|
|
33
|
+
];
|
|
34
|
+
const result = (0, fleiss_kappa_1.fleissKappa)(matrix);
|
|
35
|
+
(0, vitest_1.expect)(result.annotatorCount).toBe(5);
|
|
36
|
+
(0, vitest_1.expect)(result.itemCount).toBe(10);
|
|
37
|
+
(0, vitest_1.expect)(result.value).toBeGreaterThanOrEqual(-1);
|
|
38
|
+
(0, vitest_1.expect)(result.value).toBeLessThanOrEqual(1);
|
|
39
|
+
});
|
|
40
|
+
(0, vitest_1.it)('standard textbook example: 3 categories, 4 raters, 4 subjects, κ ≈ 0.691', () => {
|
|
41
|
+
// All 4 raters agree perfectly on subjects 1 and 3;
|
|
42
|
+
// 3/4 agree on subject 2 (B), 3/4 agree on subject 4 (C)
|
|
43
|
+
const matrix = [
|
|
44
|
+
[4, 0, 0], // perfect agreement on A
|
|
45
|
+
[0, 3, 1], // 3 say B, 1 says C
|
|
46
|
+
[0, 0, 4], // perfect agreement on C
|
|
47
|
+
[1, 3, 0], // 1 says A, 3 say B
|
|
48
|
+
];
|
|
49
|
+
const result = (0, fleiss_kappa_1.fleissKappa)(matrix);
|
|
50
|
+
(0, vitest_1.expect)(result.value).toBeGreaterThan(0.5);
|
|
51
|
+
(0, vitest_1.expect)(result.itemCount).toBe(4);
|
|
52
|
+
(0, vitest_1.expect)(result.annotatorCount).toBe(4);
|
|
53
|
+
});
|
|
54
|
+
(0, vitest_1.it)('returns kappa with correct shape', () => {
|
|
55
|
+
const matrix = [
|
|
56
|
+
[2, 1, 1],
|
|
57
|
+
[1, 2, 1],
|
|
58
|
+
[1, 1, 2],
|
|
59
|
+
];
|
|
60
|
+
const result = (0, fleiss_kappa_1.fleissKappa)(matrix);
|
|
61
|
+
(0, vitest_1.expect)(result.metric).toBe('fleiss-kappa');
|
|
62
|
+
(0, vitest_1.expect)(typeof result.value).toBe('number');
|
|
63
|
+
(0, vitest_1.expect)(typeof result.observed).toBe('number');
|
|
64
|
+
(0, vitest_1.expect)(typeof result.expected).toBe('number');
|
|
65
|
+
(0, vitest_1.expect)(result.annotatorCount).toBe(4);
|
|
66
|
+
(0, vitest_1.expect)(result.itemCount).toBe(3);
|
|
67
|
+
});
|
|
68
|
+
(0, vitest_1.it)('throws for empty matrix', () => {
|
|
69
|
+
(0, vitest_1.expect)(() => (0, fleiss_kappa_1.fleissKappa)([])).toThrow();
|
|
70
|
+
});
|
|
71
|
+
(0, vitest_1.it)('throws for inconsistent row lengths', () => {
|
|
72
|
+
(0, vitest_1.expect)(() => (0, fleiss_kappa_1.fleissKappa)([[2, 1], [1, 2, 0]])).toThrow();
|
|
73
|
+
});
|
|
74
|
+
(0, vitest_1.it)('throws for inconsistent row sums', () => {
|
|
75
|
+
(0, vitest_1.expect)(() => (0, fleiss_kappa_1.fleissKappa)([[2, 1], [3, 2]])).toThrow();
|
|
76
|
+
});
|
|
77
|
+
(0, vitest_1.it)('throws for only 1 annotator per subject', () => {
|
|
78
|
+
(0, vitest_1.expect)(() => (0, fleiss_kappa_1.fleissKappa)([[1, 0], [0, 1]])).toThrow();
|
|
79
|
+
});
|
|
80
|
+
(0, vitest_1.it)('throws for fewer than 2 categories', () => {
|
|
81
|
+
(0, vitest_1.expect)(() => (0, fleiss_kappa_1.fleissKappa)([[3], [3], [3]])).toThrow();
|
|
82
|
+
});
|
|
83
|
+
});
|
|
84
|
+
//# sourceMappingURL=fleiss-kappa.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fleiss-kappa.test.js","sourceRoot":"","sources":["../../src/__tests__/fleiss-kappa.test.ts"],"names":[],"mappings":";;AAAA,mCAA8C;AAC9C,0DAAsD;AAEtD,IAAA,iBAAQ,EAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,IAAA,WAAE,EAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,gEAAgE;QAChE,MAAM,MAAM,GAAG;YACb,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;SACV,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,0BAAW,EAAC,MAAM,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,8DAA8D;QAC9D,MAAM,MAAM,GAAG;YACb,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;SACV,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,0BAAW,EAAC,MAAM,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,IAAA,eAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClC,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,0EAA0E,EAAE,GAAG,EAAE;QAClF,oDAAoD;QACpD,yDAAyD;QACzD,MAAM,MAAM,GAAG;YACb,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,yBAAyB;YACpC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,oBAAoB;YAC/B,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,yBAAyB;YACpC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,oBAAoB;SAChC,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,0BAAW,EAAC,MAAM,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAC1C,IAAA,eAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,MAAM,GAAG;YACb,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;SACV,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,0BAAW,EAAC,MAAM,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,IAAA,eAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,0BAAW,EAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,0BAAW,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,0BAAW,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,0BAAW,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,0BAAW,EAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gwet-ac1.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/gwet-ac1.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const vitest_1 = require("vitest");
|
|
4
|
+
const gwet_ac1_1 = require("../metrics/gwet-ac1");
|
|
5
|
+
const cohen_kappa_1 = require("../metrics/cohen-kappa");
|
|
6
|
+
(0, vitest_1.describe)('gwetAC1', () => {
|
|
7
|
+
(0, vitest_1.it)('returns AC1 = 1 for perfect agreement', () => {
|
|
8
|
+
const r1 = ['A', 'B', 'C', 'A', 'B'];
|
|
9
|
+
const r2 = ['A', 'B', 'C', 'A', 'B'];
|
|
10
|
+
const result = (0, gwet_ac1_1.gwetAC1)(r1, r2);
|
|
11
|
+
(0, vitest_1.expect)(result.metric).toBe('gwets-ac1');
|
|
12
|
+
(0, vitest_1.expect)(result.value).toBeCloseTo(1.0, 10);
|
|
13
|
+
(0, vitest_1.expect)(result.interpretation).toBe('almost-perfect');
|
|
14
|
+
});
|
|
15
|
+
(0, vitest_1.it)('returns correct shape', () => {
|
|
16
|
+
const r1 = ['yes', 'no', 'yes', 'no'];
|
|
17
|
+
const r2 = ['yes', 'no', 'no', 'yes'];
|
|
18
|
+
const result = (0, gwet_ac1_1.gwetAC1)(r1, r2);
|
|
19
|
+
(0, vitest_1.expect)(result.metric).toBe('gwets-ac1');
|
|
20
|
+
(0, vitest_1.expect)(typeof result.value).toBe('number');
|
|
21
|
+
(0, vitest_1.expect)(typeof result.observed).toBe('number');
|
|
22
|
+
(0, vitest_1.expect)(typeof result.expected).toBe('number');
|
|
23
|
+
(0, vitest_1.expect)(result.interpretation).toBeDefined();
|
|
24
|
+
});
|
|
25
|
+
(0, vitest_1.it)('differs from Cohen Kappa on skewed (high prevalence) data', () => {
|
|
26
|
+
// When one category dominates, Cohen's Kappa drops due to prevalence paradox
|
|
27
|
+
// Gwet's AC1 should remain higher in such a case
|
|
28
|
+
const r1 = ['Y', 'Y', 'Y', 'Y', 'Y', 'Y', 'Y', 'Y', 'Y', 'N'];
|
|
29
|
+
const r2 = ['Y', 'Y', 'Y', 'Y', 'Y', 'Y', 'Y', 'Y', 'N', 'N'];
|
|
30
|
+
const ac1 = (0, gwet_ac1_1.gwetAC1)(r1, r2);
|
|
31
|
+
const kappa = (0, cohen_kappa_1.cohenKappa)(r1, r2);
|
|
32
|
+
// Both measure agreement, but AC1 is more robust in the skewed case
|
|
33
|
+
// The point is they differ; typically AC1 >= kappa for high-prevalence data
|
|
34
|
+
(0, vitest_1.expect)(ac1.value).not.toBeCloseTo(kappa.value, 10);
|
|
35
|
+
(0, vitest_1.expect)(ac1.value).toBeGreaterThan(kappa.value);
|
|
36
|
+
});
|
|
37
|
+
(0, vitest_1.it)('known numerical example: balanced two-category case', () => {
|
|
38
|
+
// 10 items, 2 categories evenly distributed
|
|
39
|
+
// r1: 5Y, 5N; r2: 5Y, 5N; 8 agreements
|
|
40
|
+
// Po = 0.8
|
|
41
|
+
// p_Y = (5+5)/(2*10) = 0.5; p_N = 0.5
|
|
42
|
+
// Pe = (1/(2-1)) * (0.5*0.5 + 0.5*0.5) = 0.5
|
|
43
|
+
// AC1 = (0.8 - 0.5)/(1 - 0.5) = 0.6
|
|
44
|
+
const r1 = ['Y', 'Y', 'Y', 'Y', 'Y', 'N', 'N', 'N', 'N', 'N'];
|
|
45
|
+
const r2 = ['Y', 'Y', 'Y', 'Y', 'N', 'Y', 'N', 'N', 'N', 'N'];
|
|
46
|
+
const result = (0, gwet_ac1_1.gwetAC1)(r1, r2);
|
|
47
|
+
(0, vitest_1.expect)(result.observed).toBeCloseTo(0.8, 5);
|
|
48
|
+
(0, vitest_1.expect)(result.expected).toBeCloseTo(0.5, 5);
|
|
49
|
+
(0, vitest_1.expect)(result.value).toBeCloseTo(0.6, 5);
|
|
50
|
+
});
|
|
51
|
+
(0, vitest_1.it)('handles numeric labels', () => {
|
|
52
|
+
const r1 = [1, 2, 3, 1, 2];
|
|
53
|
+
const r2 = [1, 2, 3, 2, 1];
|
|
54
|
+
const result = (0, gwet_ac1_1.gwetAC1)(r1, r2);
|
|
55
|
+
(0, vitest_1.expect)(result.value).toBeGreaterThanOrEqual(-1);
|
|
56
|
+
(0, vitest_1.expect)(result.value).toBeLessThanOrEqual(1);
|
|
57
|
+
});
|
|
58
|
+
(0, vitest_1.it)('AC1 equals Kappa when marginals are symmetric (balanced two-category)', () => {
|
|
59
|
+
// When both raters have equal and symmetric marginals, AC1 ≈ Kappa
|
|
60
|
+
const r1 = ['A', 'A', 'B', 'B', 'A', 'B'];
|
|
61
|
+
const r2 = ['A', 'A', 'B', 'B', 'B', 'A'];
|
|
62
|
+
const ac1 = (0, gwet_ac1_1.gwetAC1)(r1, r2);
|
|
63
|
+
const kappa = (0, cohen_kappa_1.cohenKappa)(r1, r2);
|
|
64
|
+
// Not necessarily exactly equal, but both measure the same underlying agreement
|
|
65
|
+
(0, vitest_1.expect)(Math.abs(ac1.value - kappa.value)).toBeLessThan(0.3);
|
|
66
|
+
});
|
|
67
|
+
(0, vitest_1.it)('throws for empty arrays', () => {
|
|
68
|
+
(0, vitest_1.expect)(() => (0, gwet_ac1_1.gwetAC1)([], [])).toThrow();
|
|
69
|
+
});
|
|
70
|
+
(0, vitest_1.it)('throws for arrays of different lengths', () => {
|
|
71
|
+
(0, vitest_1.expect)(() => (0, gwet_ac1_1.gwetAC1)(['A', 'B'], ['A'])).toThrow();
|
|
72
|
+
});
|
|
73
|
+
});
|
|
74
|
+
//# sourceMappingURL=gwet-ac1.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"gwet-ac1.test.js","sourceRoot":"","sources":["../../src/__tests__/gwet-ac1.test.ts"],"names":[],"mappings":";;AAAA,mCAA8C;AAC9C,kDAA8C;AAC9C,wDAAoD;AAEpD,IAAA,iBAAQ,EAAC,SAAS,EAAE,GAAG,EAAE;IACvB,IAAA,WAAE,EAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACrC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,IAAA,kBAAO,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxC,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC1C,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,uBAAuB,EAAE,GAAG,EAAE;QAC/B,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QACtC,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,IAAA,kBAAO,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxC,IAAA,eAAM,EAAC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,6EAA6E;QAC7E,iDAAiD;QACjD,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC9D,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC9D,MAAM,GAAG,GAAG,IAAA,kBAAO,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAA,wBAAU,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACjC,oEAAoE;QACpE,4EAA4E;QAC5E,IAAA,eAAM,EAAC,GAAG,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnD,IAAA,eAAM,EAAC,GAAG,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,4CAA4C;QAC5C,uCAAuC;QACvC,WAAW;QACX,sCAAsC;QACtC,6CAA6C;QAC7C,oCAAoC;QACpC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC9D,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,IAAA,kBAAO,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5C,IAAA,eAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5C,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3B,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAA,kBAAO,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,uEAAuE,EAAE,GAAG,EAAE;QAC/E,mEAAmE;QACnE,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC1C,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,IAAA,kBAAO,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,IAAA,wBAAU,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACjC,gFAAgF;QAChF,IAAA,eAAM,EAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,kBAAO,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,kBAAO,EAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"interpret.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/interpret.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const vitest_1 = require("vitest");
|
|
4
|
+
const interpret_1 = require("../interpret");
|
|
5
|
+
(0, vitest_1.describe)('interpretKappa', () => {
|
|
6
|
+
(0, vitest_1.it)('returns "poor" for values below 0', () => {
|
|
7
|
+
(0, vitest_1.expect)((0, interpret_1.interpretKappa)(-0.1)).toBe('poor');
|
|
8
|
+
});
|
|
9
|
+
(0, vitest_1.it)('returns "slight" for 0 (boundary)', () => {
|
|
10
|
+
(0, vitest_1.expect)((0, interpret_1.interpretKappa)(0)).toBe('slight');
|
|
11
|
+
});
|
|
12
|
+
(0, vitest_1.it)('returns "slight" for 0.19 (just below fair boundary)', () => {
|
|
13
|
+
(0, vitest_1.expect)((0, interpret_1.interpretKappa)(0.19)).toBe('slight');
|
|
14
|
+
});
|
|
15
|
+
(0, vitest_1.it)('returns "fair" for 0.2 (boundary)', () => {
|
|
16
|
+
(0, vitest_1.expect)((0, interpret_1.interpretKappa)(0.2)).toBe('fair');
|
|
17
|
+
});
|
|
18
|
+
(0, vitest_1.it)('returns "fair" for 0.39 (just below moderate boundary)', () => {
|
|
19
|
+
(0, vitest_1.expect)((0, interpret_1.interpretKappa)(0.39)).toBe('fair');
|
|
20
|
+
});
|
|
21
|
+
(0, vitest_1.it)('returns "moderate" for 0.4 (boundary)', () => {
|
|
22
|
+
(0, vitest_1.expect)((0, interpret_1.interpretKappa)(0.4)).toBe('moderate');
|
|
23
|
+
});
|
|
24
|
+
(0, vitest_1.it)('returns "moderate" for 0.59 (just below substantial boundary)', () => {
|
|
25
|
+
(0, vitest_1.expect)((0, interpret_1.interpretKappa)(0.59)).toBe('moderate');
|
|
26
|
+
});
|
|
27
|
+
(0, vitest_1.it)('returns "substantial" for 0.6 (boundary)', () => {
|
|
28
|
+
(0, vitest_1.expect)((0, interpret_1.interpretKappa)(0.6)).toBe('substantial');
|
|
29
|
+
});
|
|
30
|
+
(0, vitest_1.it)('returns "substantial" for 0.79 (just below almost-perfect boundary)', () => {
|
|
31
|
+
(0, vitest_1.expect)((0, interpret_1.interpretKappa)(0.79)).toBe('substantial');
|
|
32
|
+
});
|
|
33
|
+
(0, vitest_1.it)('returns "almost-perfect" for 0.8 (boundary)', () => {
|
|
34
|
+
(0, vitest_1.expect)((0, interpret_1.interpretKappa)(0.8)).toBe('almost-perfect');
|
|
35
|
+
});
|
|
36
|
+
(0, vitest_1.it)('returns "almost-perfect" for 1.0 (perfect agreement)', () => {
|
|
37
|
+
(0, vitest_1.expect)((0, interpret_1.interpretKappa)(1.0)).toBe('almost-perfect');
|
|
38
|
+
});
|
|
39
|
+
(0, vitest_1.it)('returns "poor" for NaN', () => {
|
|
40
|
+
(0, vitest_1.expect)((0, interpret_1.interpretKappa)(NaN)).toBe('poor');
|
|
41
|
+
});
|
|
42
|
+
});
|
|
43
|
+
(0, vitest_1.describe)('interpretAlpha', () => {
|
|
44
|
+
(0, vitest_1.it)('returns "unreliable" for 0', () => {
|
|
45
|
+
(0, vitest_1.expect)((0, interpret_1.interpretAlpha)(0)).toBe('unreliable');
|
|
46
|
+
});
|
|
47
|
+
(0, vitest_1.it)('returns "unreliable" for 0.666 (just below tentative boundary)', () => {
|
|
48
|
+
(0, vitest_1.expect)((0, interpret_1.interpretAlpha)(0.666)).toBe('unreliable');
|
|
49
|
+
});
|
|
50
|
+
(0, vitest_1.it)('returns "tentative" for 0.667 (boundary)', () => {
|
|
51
|
+
(0, vitest_1.expect)((0, interpret_1.interpretAlpha)(0.667)).toBe('tentative');
|
|
52
|
+
});
|
|
53
|
+
(0, vitest_1.it)('returns "tentative" for 0.799 (just below reliable boundary)', () => {
|
|
54
|
+
(0, vitest_1.expect)((0, interpret_1.interpretAlpha)(0.799)).toBe('tentative');
|
|
55
|
+
});
|
|
56
|
+
(0, vitest_1.it)('returns "reliable" for 0.8 (boundary)', () => {
|
|
57
|
+
(0, vitest_1.expect)((0, interpret_1.interpretAlpha)(0.8)).toBe('reliable');
|
|
58
|
+
});
|
|
59
|
+
(0, vitest_1.it)('returns "reliable" for 1.0 (perfect reliability)', () => {
|
|
60
|
+
(0, vitest_1.expect)((0, interpret_1.interpretAlpha)(1.0)).toBe('reliable');
|
|
61
|
+
});
|
|
62
|
+
(0, vitest_1.it)('returns "unreliable" for NaN', () => {
|
|
63
|
+
(0, vitest_1.expect)((0, interpret_1.interpretAlpha)(NaN)).toBe('unreliable');
|
|
64
|
+
});
|
|
65
|
+
});
|
|
66
|
+
//# sourceMappingURL=interpret.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"interpret.test.js","sourceRoot":"","sources":["../../src/__tests__/interpret.test.ts"],"names":[],"mappings":";;AAAA,mCAA8C;AAC9C,4CAA8D;AAE9D,IAAA,iBAAQ,EAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,IAAA,WAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,IAAA,eAAM,EAAC,IAAA,0BAAc,EAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"krippendorff-alpha.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/krippendorff-alpha.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,98 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const vitest_1 = require("vitest");
|
|
4
|
+
const krippendorff_alpha_1 = require("../metrics/krippendorff-alpha");
|
|
5
|
+
(0, vitest_1.describe)('krippendorffAlpha — nominal', () => {
|
|
6
|
+
(0, vitest_1.it)('returns α = 1 for perfect agreement (no missing data)', () => {
|
|
7
|
+
const matrix = [
|
|
8
|
+
['A', 'B', 'C', 'A', 'B'],
|
|
9
|
+
['A', 'B', 'C', 'A', 'B'],
|
|
10
|
+
];
|
|
11
|
+
const result = (0, krippendorff_alpha_1.krippendorffAlpha)(matrix);
|
|
12
|
+
(0, vitest_1.expect)(result.metric).toBe('krippendorff-alpha');
|
|
13
|
+
(0, vitest_1.expect)(result.value).toBeCloseTo(1.0, 5);
|
|
14
|
+
(0, vitest_1.expect)(result.interpretation).toBe('reliable');
|
|
15
|
+
(0, vitest_1.expect)(result.level).toBe('nominal');
|
|
16
|
+
});
|
|
17
|
+
(0, vitest_1.it)('returns α near -1 for systematic complete disagreement', () => {
|
|
18
|
+
// 2 raters, 4 items; always disagree
|
|
19
|
+
const matrix = [
|
|
20
|
+
['A', 'A', 'B', 'B'],
|
|
21
|
+
['B', 'B', 'A', 'A'],
|
|
22
|
+
];
|
|
23
|
+
const result = (0, krippendorff_alpha_1.krippendorffAlpha)(matrix);
|
|
24
|
+
(0, vitest_1.expect)(result.value).toBeLessThan(0);
|
|
25
|
+
});
|
|
26
|
+
(0, vitest_1.it)('handles missing data (null values) and returns missingCount', () => {
|
|
27
|
+
const matrix = [
|
|
28
|
+
['A', null, 'C', 'A', 'B'],
|
|
29
|
+
['A', 'B', 'C', null, 'B'],
|
|
30
|
+
];
|
|
31
|
+
const result = (0, krippendorff_alpha_1.krippendorffAlpha)(matrix);
|
|
32
|
+
(0, vitest_1.expect)(result.missingCount).toBe(2);
|
|
33
|
+
(0, vitest_1.expect)(result.value).toBeGreaterThanOrEqual(-1);
|
|
34
|
+
(0, vitest_1.expect)(result.value).toBeLessThanOrEqual(1);
|
|
35
|
+
});
|
|
36
|
+
(0, vitest_1.it)('handles undefined values as missing', () => {
|
|
37
|
+
const matrix = [
|
|
38
|
+
['A', undefined, 'C'],
|
|
39
|
+
['A', 'B', 'C'],
|
|
40
|
+
];
|
|
41
|
+
const result = (0, krippendorff_alpha_1.krippendorffAlpha)(matrix);
|
|
42
|
+
(0, vitest_1.expect)(result.missingCount).toBe(1);
|
|
43
|
+
});
|
|
44
|
+
(0, vitest_1.it)('returns correct itemCount and annotatorCount', () => {
|
|
45
|
+
const matrix = [
|
|
46
|
+
['Y', 'N', 'Y', 'Y'],
|
|
47
|
+
['Y', 'N', 'N', 'Y'],
|
|
48
|
+
['Y', 'Y', 'N', 'Y'],
|
|
49
|
+
];
|
|
50
|
+
const result = (0, krippendorff_alpha_1.krippendorffAlpha)(matrix);
|
|
51
|
+
(0, vitest_1.expect)(result.itemCount).toBe(4);
|
|
52
|
+
(0, vitest_1.expect)(result.annotatorCount).toBe(3);
|
|
53
|
+
});
|
|
54
|
+
(0, vitest_1.it)('known example: α ≈ 0.691 for moderate agreement', () => {
|
|
55
|
+
// Standard nominal example: 4 raters, 12 items
|
|
56
|
+
// From Krippendorff (2004) "Content Analysis" — simplified version
|
|
57
|
+
const matrix = [
|
|
58
|
+
[1, 2, 3, 3, 2, 1, 4, 1, 2, null, null, null],
|
|
59
|
+
[1, 2, 3, 3, 2, 2, 4, 1, 2, 5, null, 3],
|
|
60
|
+
[null, 3, 3, 3, 2, 3, 4, 2, 2, 5, 1, null],
|
|
61
|
+
[1, 2, 3, 3, 2, 4, 4, 1, 2, 5, 1, null],
|
|
62
|
+
];
|
|
63
|
+
const result = (0, krippendorff_alpha_1.krippendorffAlpha)(matrix);
|
|
64
|
+
(0, vitest_1.expect)(result.value).toBeGreaterThan(0.5);
|
|
65
|
+
(0, vitest_1.expect)(result.missingCount).toBeGreaterThan(0);
|
|
66
|
+
});
|
|
67
|
+
(0, vitest_1.it)('throws when missingData is "error" and data has missing values', () => {
|
|
68
|
+
const matrix = [
|
|
69
|
+
['A', null, 'C'],
|
|
70
|
+
['A', 'B', 'C'],
|
|
71
|
+
];
|
|
72
|
+
(0, vitest_1.expect)(() => (0, krippendorff_alpha_1.krippendorffAlpha)(matrix, { missingData: 'error' })).toThrow();
|
|
73
|
+
});
|
|
74
|
+
(0, vitest_1.it)('throws for empty matrix', () => {
|
|
75
|
+
(0, vitest_1.expect)(() => (0, krippendorff_alpha_1.krippendorffAlpha)([])).toThrow();
|
|
76
|
+
});
|
|
77
|
+
(0, vitest_1.it)('throws for fewer than 2 raters', () => {
|
|
78
|
+
(0, vitest_1.expect)(() => (0, krippendorff_alpha_1.krippendorffAlpha)([['A', 'B', 'C']])).toThrow();
|
|
79
|
+
});
|
|
80
|
+
(0, vitest_1.it)('uses level option and stores it in result', () => {
|
|
81
|
+
const matrix = [
|
|
82
|
+
[1, 2, 3],
|
|
83
|
+
[1, 2, 3],
|
|
84
|
+
];
|
|
85
|
+
const result = (0, krippendorff_alpha_1.krippendorffAlpha)(matrix, { level: 'interval' });
|
|
86
|
+
(0, vitest_1.expect)(result.level).toBe('interval');
|
|
87
|
+
});
|
|
88
|
+
(0, vitest_1.it)('handles ragged matrix where later raters have more items', () => {
|
|
89
|
+
const result = (0, krippendorff_alpha_1.krippendorffAlpha)([
|
|
90
|
+
['A', 'B'], // rater 0: 2 items
|
|
91
|
+
['A', 'B', 'A'], // rater 1: 3 items (item 2 is only annotated by rater 1)
|
|
92
|
+
['A', 'B', 'A'], // rater 2: 3 items
|
|
93
|
+
]);
|
|
94
|
+
(0, vitest_1.expect)(result.itemCount).toBe(3);
|
|
95
|
+
(0, vitest_1.expect)(result.annotatorCount).toBe(3);
|
|
96
|
+
});
|
|
97
|
+
});
|
|
98
|
+
//# sourceMappingURL=krippendorff-alpha.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"krippendorff-alpha.test.js","sourceRoot":"","sources":["../../src/__tests__/krippendorff-alpha.test.ts"],"names":[],"mappings":";;AAAA,mCAA8C;AAC9C,sEAAkE;AAElE,IAAA,iBAAQ,EAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,IAAA,WAAE,EAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,MAAM,GAAG;YACb,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;YACzB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;SAC1B,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,sCAAiB,EAAC,MAAM,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjD,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/C,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,qCAAqC;QACrC,MAAM,MAAM,GAAwB;YAClC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;YACpB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;SACrB,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,sCAAiB,EAAC,MAAM,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,MAAM,GAAwB;YAClC,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;YAC1B,CAAC,GAAG,EAAE,GAAG,EAAG,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC;SAC5B,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,sCAAiB,EAAC,MAAM,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpC,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,MAAM,GAA6B;YACvC,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,CAAC;YACrB,CAAC,GAAG,EAAE,GAAG,EAAQ,GAAG,CAAC;SACtB,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,sCAAiB,EAAC,MAAM,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,MAAM,GAAG;YACb,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;YACpB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;YACpB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;SACrB,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,sCAAiB,EAAC,MAAM,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,+CAA+C;QAC/C,mEAAmE;QACnE,MAAM,MAAM,GAAG;YACb,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;YAC7C,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAK,IAAI,EAAE,CAAC,CAAI;YAC7C,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAG,CAAC,EAAI,IAAI,CAAE;YAC9C,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAI,CAAC,EAAK,IAAI,CAAE;SACvB,CAAC;QACzB,MAAM,MAAM,GAAG,IAAA,sCAAiB,EAAC,MAAM,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAC1C,IAAA,eAAM,EAAC,MAAM,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,MAAM,GAAwB;YAClC,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC;YAChB,CAAC,GAAG,EAAE,GAAG,EAAG,GAAG,CAAC;SACjB,CAAC;QACF,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,sCAAiB,EAAC,MAAM,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC9E,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,sCAAiB,EAAC,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,sCAAiB,EAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,MAAM,GAAG;YACb,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;SACV,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,sCAAiB,EAAC,MAAM,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAChE,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,MAAM,GAAG,IAAA,sCAAiB,EAAC;YAC/B,CAAC,GAAG,EAAE,GAAG,CAAC,EAAY,mBAAmB;YACzC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAO,yDAAyD;YAC/E,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAO,mBAAmB;SAC1C,CAAC,CAAC;QACH,IAAA,eAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scott-pi.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/scott-pi.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const vitest_1 = require("vitest");
|
|
4
|
+
const scott_pi_1 = require("../metrics/scott-pi");
|
|
5
|
+
const cohen_kappa_1 = require("../metrics/cohen-kappa");
|
|
6
|
+
(0, vitest_1.describe)('scottPi', () => {
|
|
7
|
+
(0, vitest_1.it)('returns π = 1 for perfect agreement', () => {
|
|
8
|
+
const r1 = ['A', 'B', 'C', 'A', 'B'];
|
|
9
|
+
const r2 = ['A', 'B', 'C', 'A', 'B'];
|
|
10
|
+
const result = (0, scott_pi_1.scottPi)(r1, r2);
|
|
11
|
+
(0, vitest_1.expect)(result.metric).toBe('scotts-pi');
|
|
12
|
+
(0, vitest_1.expect)(result.value).toBeCloseTo(1.0, 10);
|
|
13
|
+
(0, vitest_1.expect)(result.interpretation).toBe('almost-perfect');
|
|
14
|
+
});
|
|
15
|
+
(0, vitest_1.it)('returns π near 0 when observed agreement equals expected agreement', () => {
|
|
16
|
+
// Symmetric case: both raters give 50/50 A vs B; observed 50%
|
|
17
|
+
const r1 = ['A', 'A', 'B', 'B'];
|
|
18
|
+
const r2 = ['A', 'B', 'A', 'B'];
|
|
19
|
+
const result = (0, scott_pi_1.scottPi)(r1, r2);
|
|
20
|
+
// Po = 0.5; joint marginal p_A = (2+2)/(2*4) = 0.5, p_B = 0.5
|
|
21
|
+
// Pe = 0.5^2 + 0.5^2 = 0.5; π = 0
|
|
22
|
+
(0, vitest_1.expect)(result.value).toBeCloseTo(0.0, 5);
|
|
23
|
+
});
|
|
24
|
+
(0, vitest_1.it)('returns correct shape', () => {
|
|
25
|
+
const r1 = ['yes', 'yes', 'no', 'yes', 'no'];
|
|
26
|
+
const r2 = ['yes', 'no', 'no', 'yes', 'yes'];
|
|
27
|
+
const result = (0, scott_pi_1.scottPi)(r1, r2);
|
|
28
|
+
(0, vitest_1.expect)(result.metric).toBe('scotts-pi');
|
|
29
|
+
(0, vitest_1.expect)(typeof result.value).toBe('number');
|
|
30
|
+
(0, vitest_1.expect)(typeof result.observed).toBe('number');
|
|
31
|
+
(0, vitest_1.expect)(typeof result.expected).toBe('number');
|
|
32
|
+
(0, vitest_1.expect)(result.categories).toBeDefined();
|
|
33
|
+
(0, vitest_1.expect)(result.interpretation).toBeDefined();
|
|
34
|
+
});
|
|
35
|
+
(0, vitest_1.it)('differs from Cohen Kappa when rater marginals differ (bias present)', () => {
|
|
36
|
+
// rater1 is biased toward "yes" (4/5), rater2 is biased toward "no" (4/5)
|
|
37
|
+
const r1 = ['yes', 'yes', 'yes', 'yes', 'no'];
|
|
38
|
+
const r2 = ['no', 'no', 'no', 'no', 'yes'];
|
|
39
|
+
const pi = (0, scott_pi_1.scottPi)(r1, r2);
|
|
40
|
+
const kappa = (0, cohen_kappa_1.cohenKappa)(r1, r2);
|
|
41
|
+
// These are different metrics; values will not be equal in biased case
|
|
42
|
+
(0, vitest_1.expect)(pi.value).not.toBeCloseTo(kappa.value, 10);
|
|
43
|
+
});
|
|
44
|
+
(0, vitest_1.it)('equals Cohen Kappa when rater marginals are identical', () => {
|
|
45
|
+
// When both raters have identical marginals, Scott's Pi = Cohen's Kappa
|
|
46
|
+
const r1 = ['A', 'A', 'B', 'B', 'C', 'C'];
|
|
47
|
+
const r2 = ['A', 'B', 'A', 'B', 'C', 'C'];
|
|
48
|
+
// r1: 2A,2B,2C; r2: 2A,2B,2C — symmetric marginals
|
|
49
|
+
const pi = (0, scott_pi_1.scottPi)(r1, r2);
|
|
50
|
+
const kappa = (0, cohen_kappa_1.cohenKappa)(r1, r2);
|
|
51
|
+
(0, vitest_1.expect)(pi.value).toBeCloseTo(kappa.value, 5);
|
|
52
|
+
});
|
|
53
|
+
(0, vitest_1.it)('throws for empty arrays', () => {
|
|
54
|
+
(0, vitest_1.expect)(() => (0, scott_pi_1.scottPi)([], [])).toThrow();
|
|
55
|
+
});
|
|
56
|
+
(0, vitest_1.it)('throws for arrays of different lengths', () => {
|
|
57
|
+
(0, vitest_1.expect)(() => (0, scott_pi_1.scottPi)(['A', 'B'], ['A'])).toThrow();
|
|
58
|
+
});
|
|
59
|
+
});
|
|
60
|
+
//# sourceMappingURL=scott-pi.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scott-pi.test.js","sourceRoot":"","sources":["../../src/__tests__/scott-pi.test.ts"],"names":[],"mappings":";;AAAA,mCAA8C;AAC9C,kDAA8C;AAC9C,wDAAoD;AAEpD,IAAA,iBAAQ,EAAC,SAAS,EAAE,GAAG,EAAE;IACvB,IAAA,WAAE,EAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACrC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,IAAA,kBAAO,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxC,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC1C,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,8DAA8D;QAC9D,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAChC,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,IAAA,kBAAO,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/B,8DAA8D;QAC9D,kCAAkC;QAClC,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,uBAAuB,EAAE,GAAG,EAAE;QAC/B,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAA,kBAAO,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxC,IAAA,eAAM,EAAC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAC;QACxC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,0EAA0E;QAC1E,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAC9C,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC3C,MAAM,EAAE,GAAG,IAAA,kBAAO,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAA,wBAAU,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACjC,uEAAuE;QACvE,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,wEAAwE;QACxE,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC1C,MAAM,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC1C,mDAAmD;QACnD,MAAM,EAAE,GAAG,IAAA,kBAAO,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3B,MAAM,KAAK,GAAG,IAAA,wBAAU,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACjC,IAAA,eAAM,EAAC,EAAE,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,kBAAO,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,kBAAO,EAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/types.test.ts"],"names":[],"mappings":""}
|