@silupanda/label-score 0.3.2

package/dist/__tests__/types.test.js

@@ -0,0 +1,92 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const vitest_1 = require("vitest");
+(0, vitest_1.describe)('types: compile-time shape checks', () => {
+    (0, vitest_1.it)('KappaResult can be constructed with required fields', () => {
+        const result = {
+            metric: 'cohens-kappa',
+            value: 0.75,
+            observed: 0.85,
+            expected: 0.40,
+            interpretation: 'substantial',
+        };
+        (0, vitest_1.expect)(result.metric).toBe('cohens-kappa');
+        (0, vitest_1.expect)(result.value).toBe(0.75);
+        (0, vitest_1.expect)(result.observed).toBe(0.85);
+        (0, vitest_1.expect)(result.expected).toBe(0.40);
+        (0, vitest_1.expect)(result.interpretation).toBe('substantial');
+        (0, vitest_1.expect)(result.ci).toBeUndefined();
+        (0, vitest_1.expect)(result.categories).toBeUndefined();
+    });
+    (0, vitest_1.it)('FleissKappaResult has annotatorCount and itemCount', () => {
+        const result = {
+            metric: 'fleiss-kappa',
+            value: 0.60,
+            observed: 0.70,
+            expected: 0.25,
+            interpretation: 'substantial',
+            annotatorCount: 5,
+            itemCount: 100,
+        };
+        (0, vitest_1.expect)(result.annotatorCount).toBe(5);
+        (0, vitest_1.expect)(result.itemCount).toBe(100);
+    });
+    (0, vitest_1.it)('AlphaResult has missingCount', () => {
+        const result = {
+            metric: 'krippendorff-alpha',
+            value: 0.85,
+            interpretation: 'reliable',
+            level: 'nominal',
+            itemCount: 50,
+            annotatorCount: 3,
+            missingCount: 2,
+        };
+        (0, vitest_1.expect)(result.missingCount).toBe(2);
+        (0, vitest_1.expect)(result.itemCount).toBe(50);
+        (0, vitest_1.expect)(result.annotatorCount).toBe(3);
+    });
+    (0, vitest_1.it)('AgreementOptions all fields optional', () => {
+        const empty = {};
+        (0, vitest_1.expect)(empty).toBeDefined();
+        const full = {
+            metric: 'cohens-kappa',
+            level: 'ordinal',
+            missingData: 'exclude',
+            ci: true,
+            ciLevel: 0.95,
+            seed: 42,
+        };
+        (0, vitest_1.expect)(full.metric).toBe('cohens-kappa');
+    });
+    (0, vitest_1.it)('MetricName union covers all 6 metrics', () => {
+        const metrics = [
+            'cohens-kappa',
+            'fleiss-kappa',
+            'krippendorff-alpha',
+            'scotts-pi',
+            'gwets-ac1',
+            'percent-agreement',
+        ];
+        (0, vitest_1.expect)(metrics).toHaveLength(6);
+    });
+    (0, vitest_1.it)('MeasurementLevel covers all 4 values', () => {
+        const levels = ['nominal', 'ordinal', 'interval', 'ratio'];
+        (0, vitest_1.expect)(levels).toHaveLength(4);
+    });
+    (0, vitest_1.it)('Interpretation covers all 6 values', () => {
+        const values = [
+            'poor',
+            'slight',
+            'fair',
+            'moderate',
+            'substantial',
+            'almost-perfect',
+        ];
+        (0, vitest_1.expect)(values).toHaveLength(6);
+    });
+    (0, vitest_1.it)('AlphaInterpretation covers all 3 values', () => {
+        const values = ['unreliable', 'tentative', 'reliable'];
+        (0, vitest_1.expect)(values).toHaveLength(3);
+    });
+});
+//# sourceMappingURL=types.test.js.map

package/dist/__tests__/types.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.test.js","sourceRoot":"","sources":["../../src/__tests__/types.test.ts"],"names":[],"mappings":";;AAAA,mCAA8C;AAY9C,IAAA,iBAAQ,EAAC,kCAAkC,EAAE,GAAG,EAAE;IAChD,IAAA,WAAE,EAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAgB;YAC1B,MAAM,EAAE,cAAc;YACtB,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,IAAI;YACd,cAAc,EAAE,aAAa;SAC9B,CAAC;QACF,IAAA,eAAM,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3C,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,IAAA,eAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAClD,IAAA,eAAM,EAAC,MAAM,CAAC,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC;QAClC,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,CAAC,CAAC,aAAa,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,MAAM,GAAsB;YAChC,MAAM,EAAE,cAAc;YACtB,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,IAAI;YACd,cAAc,EAAE,aAAa;YAC7B,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,GAAG;SACf,CAAC;QACF,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,IAAA,eAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,MAAM,GAAgB;YAC1B,MAAM,EAAE,oBAAoB;YAC5B,KAAK,EAAE,IAAI;YACX,cAAc,EAAE,UAAU;YAC1B,KAAK,EAAE,SAAS;YAChB,SAAS,EAAE,EAAE;YACb,cAAc,EAAE,CAAC;YACjB,YAAY,EAAE,CAAC;SAChB,CAAC;QACF,IAAA,eAAM,EAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpC,IAAA,eAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,KAAK,GAAqB,EAAE,CAAC;QACnC,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QAE5B,MAAM,IAAI,GAAqB;YAC7B,MAAM,EAAE,cAAc;YACtB,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,SAAS;YACtB,EAAE,EAAE,IAAI;YACR,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,EAAE;SACT,CAAC;QACF,IAAA,eAAM,EAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,OAAO,GAAiB;YAC5B,cAAc;YACd,cAAc;YACd,oBAAoB;YACpB,WAAW;YACX,WAAW;YACX,mBAAmB;SACpB,CAAC;QACF,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,MAAM,GAAuB,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;QAC/E,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,MAAM,GAAqB;YAC/B,MAAM;YACN,QAAQ;YACR,MAAM;YACN,UAAU;YACV,aAAa;YACb,gBAAgB;SACjB,CAAC;QACF,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,MAAM,GAA0B,CAAC,YAAY,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;QAC9E,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/__tests__/validate.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=validate.test.d.ts.map

package/dist/__tests__/validate.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/validate.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/validate.test.js

@@ -0,0 +1,121 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const vitest_1 = require("vitest");
+const validate_1 = require("../validate");
+(0, vitest_1.describe)('assertEqualLength', () => {
+    (0, vitest_1.it)('passes when arrays have equal lengths', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertEqualLength)([1, 2, 3], ['a', 'b', 'c'])).not.toThrow();
+    });
+    (0, vitest_1.it)('passes for two empty arrays', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertEqualLength)([], [])).not.toThrow();
+    });
+    (0, vitest_1.it)('throws when arrays have different lengths', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertEqualLength)([1, 2], [1])).toThrow('Arrays must have equal length: got 2 and 1');
+    });
+    (0, vitest_1.it)('includes optional label in error message', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertEqualLength)([1, 2], [1], 'annotators')).toThrow('Arrays must have equal length: got 2 and 1 annotators');
+    });
+});
+(0, vitest_1.describe)('assertNonEmpty', () => {
+    (0, vitest_1.it)('passes for a non-empty array', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertNonEmpty)([1, 2, 3])).not.toThrow();
+    });
+    (0, vitest_1.it)('throws for an empty array', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertNonEmpty)([])).toThrow('Array must be non-empty');
+    });
+    (0, vitest_1.it)('includes optional label in error message', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertNonEmpty)([], 'labels')).toThrow('Array must be non-empty labels');
+    });
+});
+(0, vitest_1.describe)('assertConsistentRowLengths', () => {
+    (0, vitest_1.it)('passes for a matrix with consistent row lengths', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertConsistentRowLengths)([[1, 2], [3, 4], [5, 6]])).not.toThrow();
+    });
+    (0, vitest_1.it)('passes for an empty matrix', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertConsistentRowLengths)([])).not.toThrow();
+    });
+    (0, vitest_1.it)('passes for a single-row matrix', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertConsistentRowLengths)([[1, 2, 3]])).not.toThrow();
+    });
+    (0, vitest_1.it)('throws when rows have different lengths', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertConsistentRowLengths)([[1, 2], [3, 4, 5]])).toThrow('Matrix has inconsistent row lengths');
+    });
+});
+(0, vitest_1.describe)('assertConstantRowSums', () => {
+    (0, vitest_1.it)('passes when all rows have equal sums', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertConstantRowSums)([[1, 2, 3], [2, 2, 2], [0, 0, 6]])).not.toThrow();
+    });
+    (0, vitest_1.it)('passes for an empty matrix', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertConstantRowSums)([])).not.toThrow();
+    });
+    (0, vitest_1.it)('passes for a single row', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertConstantRowSums)([[3, 2, 1]])).not.toThrow();
+    });
+    (0, vitest_1.it)('throws when rows have different sums', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertConstantRowSums)([[1, 2], [3, 4]])).toThrow('Category-count matrix rows must have equal sums');
+    });
+    (0, vitest_1.it)('passes with floating-point values within tolerance', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertConstantRowSums)([[0.1, 0.2, 0.7], [0.4, 0.4, 0.2]])).not.toThrow();
+    });
+});
+(0, vitest_1.describe)('assertMinAnnotators', () => {
+    (0, vitest_1.it)('passes for exactly 2 annotators', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertMinAnnotators)(2)).not.toThrow();
+    });
+    (0, vitest_1.it)('passes for more than 2 annotators', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertMinAnnotators)(5)).not.toThrow();
+    });
+    (0, vitest_1.it)('throws for 1 annotator', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertMinAnnotators)(1)).toThrow('At least 2 annotators required, got 1');
+    });
+    (0, vitest_1.it)('throws for 0 annotators', () => {
+        (0, vitest_1.expect)(() => (0, validate_1.assertMinAnnotators)(0)).toThrow('At least 2 annotators required, got 0');
+    });
+});
+(0, vitest_1.describe)('detectDuplicates', () => {
+    (0, vitest_1.it)('returns empty array when there are no duplicates', () => {
+        const triples = [
+            { item: 1, annotator: 'A' },
+            { item: 1, annotator: 'B' },
+            { item: 2, annotator: 'A' },
+        ];
+        (0, vitest_1.expect)((0, validate_1.detectDuplicates)(triples)).toEqual([]);
+    });
+    (0, vitest_1.it)('returns the duplicate pair when a pair appears more than once', () => {
+        const triples = [
+            { item: 1, annotator: 'A' },
+            { item: 1, annotator: 'A' },
+            { item: 2, annotator: 'B' },
+        ];
+        const result = (0, validate_1.detectDuplicates)(triples);
+        (0, vitest_1.expect)(result).toHaveLength(1);
+        (0, vitest_1.expect)(result[0]).toEqual({ item: 1, annotator: 'A' });
+    });
+    (0, vitest_1.it)('returns each duplicate pair only once even when it appears 3 times', () => {
+        const triples = [
+            { item: 'x', annotator: 1 },
+            { item: 'x', annotator: 1 },
+            { item: 'x', annotator: 1 },
+        ];
+        const result = (0, validate_1.detectDuplicates)(triples);
+        (0, vitest_1.expect)(result).toHaveLength(1);
+        (0, vitest_1.expect)(result[0]).toEqual({ item: 'x', annotator: 1 });
+    });
+    (0, vitest_1.it)('returns multiple duplicate pairs when several pairs are duplicated', () => {
+        const triples = [
+            { item: 1, annotator: 'A' },
+            { item: 1, annotator: 'A' },
+            { item: 2, annotator: 'B' },
+            { item: 2, annotator: 'B' },
+            { item: 3, annotator: 'C' },
+        ];
+        const result = (0, validate_1.detectDuplicates)(triples);
+        (0, vitest_1.expect)(result).toHaveLength(2);
+        (0, vitest_1.expect)(result).toContainEqual({ item: 1, annotator: 'A' });
+        (0, vitest_1.expect)(result).toContainEqual({ item: 2, annotator: 'B' });
+    });
+    (0, vitest_1.it)('returns empty array for an empty input', () => {
+        (0, vitest_1.expect)((0, validate_1.detectDuplicates)([])).toEqual([]);
+    });
+});
+//# sourceMappingURL=validate.test.js.map

package/dist/__tests__/validate.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.test.js","sourceRoot":"","sources":["../../src/__tests__/validate.test.ts"],"names":[],"mappings":";;AAAA,mCAA8C;AAC9C,0CAOqB;AAErB,IAAA,iBAAQ,EAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,IAAA,WAAE,EAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,4BAAiB,EAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,4BAAiB,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,4BAAiB,EAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAClD,4CAA4C,CAC7C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,4BAAiB,EAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,OAAO,CAChE,uDAAuD,CACxD,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,IAAA,WAAE,EAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,yBAAc,EAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,yBAAc,EAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,yBAAc,EAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,IAAA,WAAE,EAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,qCAA0B,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACnF,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,qCAA0B,EAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,qCAA0B,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,qCAA0B,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CACnE,qCAAqC,CACtC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,gCAAqB,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,gCAAqB,EAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,gCAAqB,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,gCAAqB,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAC3D,iDAAiD,CAClD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,gCAAqB,EAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACxF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,IAAA,WAAE,EAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,8BAAmB,EAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,8BAAmB,EAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,8BAAmB,EAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;IACxF,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,IAAA,eAAM,EAAC,GAAG,EAAE,CAAC,IAAA,8BAAmB,EAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;IACxF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,IAAA,iBAAQ,EAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAA,WAAE,EAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,OAAO,GAAG;YACd,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE;YAC3B,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE;YAC3B,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE;SAC5B,CAAC;QACF,IAAA,eAAM,EAAC,IAAA,2BAAgB,EAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,OAAO,GAAG;YACd,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE;YAC3B,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE;YAC3B,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE;SAC5B,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,2BAAgB,EAAC,OAAO,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,OAAO,GAAG;YACd,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE;YAC3B,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE;YAC3B,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE;SAC5B,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,2BAAgB,EAAC,OAAO,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,OAAO,GAAG;YACd,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE;YAC3B,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE;YAC3B,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE;YAC3B,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE;YAC3B,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE;SAC5B,CAAC;QACF,MAAM,MAAM,GAAG,IAAA,2BAAgB,EAAC,OAAO,CAAC,CAAC;QACzC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QAC3D,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,IAAA,WAAE,EAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,IAAA,eAAM,EAAC,IAAA,2BAAgB,EAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,9 @@
+export type { Label, MeasurementLevel, MetricName, AnnotationTriple, Interpretation, AlphaInterpretation, ConfidenceInterval, KappaResult, FleissKappaResult, AlphaResult, PiResult, AC1Result, ConfusionMatrix, CohensKappaOptions, FleissKappaOptions, KrippendorffOptions, ScottsPiOptions, AC1Options, AgreementOptions, CIOptions, AgreementReport, } from './types';
+export { interpretKappa, interpretAlpha } from './interpret';
+export { assertEqualLength, assertNonEmpty, assertConsistentRowLengths, assertConstantRowSums, assertMinAnnotators, detectDuplicates, } from './validate';
+export { cohenKappa } from './metrics/cohen-kappa';
+export { fleissKappa } from './metrics/fleiss-kappa';
+export { scottPi } from './metrics/scott-pi';
+export { krippendorffAlpha } from './metrics/krippendorff-alpha';
+export { gwetAC1 } from './metrics/gwet-ac1';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,YAAY,EACV,KAAK,EACL,gBAAgB,EAChB,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,mBAAmB,EACnB,kBAAkB,EAClB,WAAW,EACX,iBAAiB,EACjB,WAAW,EACX,QAAQ,EACR,SAAS,EACT,eAAe,EACf,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,EACnB,eAAe,EACf,UAAU,EACV,gBAAgB,EAChB,SAAS,EACT,eAAe,GAChB,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7D,OAAO,EACL,iBAAiB,EACjB,cAAc,EACd,0BAA0B,EAC1B,qBAAqB,EACrB,mBAAmB,EACnB,gBAAgB,GACjB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACjE,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/index.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.gwetAC1 = exports.krippendorffAlpha = exports.scottPi = exports.fleissKappa = exports.cohenKappa = exports.detectDuplicates = exports.assertMinAnnotators = exports.assertConstantRowSums = exports.assertConsistentRowLengths = exports.assertNonEmpty = exports.assertEqualLength = exports.interpretAlpha = exports.interpretKappa = void 0;
+var interpret_1 = require("./interpret");
+Object.defineProperty(exports, "interpretKappa", { enumerable: true, get: function () { return interpret_1.interpretKappa; } });
+Object.defineProperty(exports, "interpretAlpha", { enumerable: true, get: function () { return interpret_1.interpretAlpha; } });
+var validate_1 = require("./validate");
+Object.defineProperty(exports, "assertEqualLength", { enumerable: true, get: function () { return validate_1.assertEqualLength; } });
+Object.defineProperty(exports, "assertNonEmpty", { enumerable: true, get: function () { return validate_1.assertNonEmpty; } });
+Object.defineProperty(exports, "assertConsistentRowLengths", { enumerable: true, get: function () { return validate_1.assertConsistentRowLengths; } });
+Object.defineProperty(exports, "assertConstantRowSums", { enumerable: true, get: function () { return validate_1.assertConstantRowSums; } });
+Object.defineProperty(exports, "assertMinAnnotators", { enumerable: true, get: function () { return validate_1.assertMinAnnotators; } });
+Object.defineProperty(exports, "detectDuplicates", { enumerable: true, get: function () { return validate_1.detectDuplicates; } });
+var cohen_kappa_1 = require("./metrics/cohen-kappa");
+Object.defineProperty(exports, "cohenKappa", { enumerable: true, get: function () { return cohen_kappa_1.cohenKappa; } });
+var fleiss_kappa_1 = require("./metrics/fleiss-kappa");
+Object.defineProperty(exports, "fleissKappa", { enumerable: true, get: function () { return fleiss_kappa_1.fleissKappa; } });
+var scott_pi_1 = require("./metrics/scott-pi");
+Object.defineProperty(exports, "scottPi", { enumerable: true, get: function () { return scott_pi_1.scottPi; } });
+var krippendorff_alpha_1 = require("./metrics/krippendorff-alpha");
+Object.defineProperty(exports, "krippendorffAlpha", { enumerable: true, get: function () { return krippendorff_alpha_1.krippendorffAlpha; } });
+var gwet_ac1_1 = require("./metrics/gwet-ac1");
+Object.defineProperty(exports, "gwetAC1", { enumerable: true, get: function () { return gwet_ac1_1.gwetAC1; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAwBA,yCAA6D;AAApD,2GAAA,cAAc,OAAA;AAAE,2GAAA,cAAc,OAAA;AACvC,uCAOoB;AANlB,6GAAA,iBAAiB,OAAA;AACjB,0GAAA,cAAc,OAAA;AACd,sHAAA,0BAA0B,OAAA;AAC1B,iHAAA,qBAAqB,OAAA;AACrB,+GAAA,mBAAmB,OAAA;AACnB,4GAAA,gBAAgB,OAAA;AAElB,qDAAmD;AAA1C,yGAAA,UAAU,OAAA;AACnB,uDAAqD;AAA5C,2GAAA,WAAW,OAAA;AACpB,+CAA6C;AAApC,mGAAA,OAAO,OAAA;AAChB,mEAAiE;AAAxD,uHAAA,iBAAiB,OAAA;AAC1B,+CAA6C;AAApC,mGAAA,OAAO,OAAA"}

package/dist/interpret.d.ts

@@ -0,0 +1,23 @@
+import type { Interpretation, AlphaInterpretation } from './types';
+/**
+ * Interprets a kappa-family metric value using the Landis & Koch (1977) scale.
+ *
+ * Ranges:
+ *   value < 0       → 'poor'
+ *   0 ≤ value < 0.20 → 'slight'
+ *   0.20 ≤ value < 0.40 → 'fair'
+ *   0.40 ≤ value < 0.60 → 'moderate'
+ *   0.60 ≤ value < 0.80 → 'substantial'
+ *   value ≥ 0.80    → 'almost-perfect'
+ */
+export declare function interpretKappa(value: number): Interpretation;
+/**
+ * Interprets a Krippendorff's Alpha value using Krippendorff's recommended thresholds.
+ *
+ * Ranges:
+ *   value < 0.667       → 'unreliable'
+ *   0.667 ≤ value < 0.800 → 'tentative'
+ *   value ≥ 0.800       → 'reliable'
+ */
+export declare function interpretAlpha(value: number): AlphaInterpretation;
+//# sourceMappingURL=interpret.d.ts.map

package/dist/interpret.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interpret.d.ts","sourceRoot":"","sources":["../src/interpret.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAEnE;;;;;;;;;;GAUG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,cAAc,CAQ5D;AAED;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,mBAAmB,CAKjE"}

package/dist/interpret.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.interpretKappa = interpretKappa;
+exports.interpretAlpha = interpretAlpha;
+/**
+ * Interprets a kappa-family metric value using the Landis & Koch (1977) scale.
+ *
+ * Ranges:
+ *   value < 0       → 'poor'
+ *   0 ≤ value < 0.20 → 'slight'
+ *   0.20 ≤ value < 0.40 → 'fair'
+ *   0.40 ≤ value < 0.60 → 'moderate'
+ *   0.60 ≤ value < 0.80 → 'substantial'
+ *   value ≥ 0.80    → 'almost-perfect'
+ */
+function interpretKappa(value) {
+    if (Number.isNaN(value))
+        return 'poor';
+    if (value < 0)
+        return 'poor';
+    if (value < 0.20)
+        return 'slight';
+    if (value < 0.40)
+        return 'fair';
+    if (value < 0.60)
+        return 'moderate';
+    if (value < 0.80)
+        return 'substantial';
+    return 'almost-perfect';
+}
+/**
+ * Interprets a Krippendorff's Alpha value using Krippendorff's recommended thresholds.
+ *
+ * Ranges:
+ *   value < 0.667       → 'unreliable'
+ *   0.667 ≤ value < 0.800 → 'tentative'
+ *   value ≥ 0.800       → 'reliable'
+ */
+function interpretAlpha(value) {
+    if (Number.isNaN(value))
+        return 'unreliable';
+    if (value < 0.667)
+        return 'unreliable';
+    if (value < 0.800)
+        return 'tentative';
+    return 'reliable';
+}
+//# sourceMappingURL=interpret.js.map

package/dist/interpret.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interpret.js","sourceRoot":"","sources":["../src/interpret.ts"],"names":[],"mappings":";;AAaA,wCAQC;AAUD,wCAKC;AAlCD;;;;;;;;;;GAUG;AACH,SAAgB,cAAc,CAAC,KAAa;IAC1C,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IACvC,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,MAAM,CAAC;IAC7B,IAAI,KAAK,GAAG,IAAI;QAAE,OAAO,QAAQ,CAAC;IAClC,IAAI,KAAK,GAAG,IAAI;QAAE,OAAO,MAAM,CAAC;IAChC,IAAI,KAAK,GAAG,IAAI;QAAE,OAAO,UAAU,CAAC;IACpC,IAAI,KAAK,GAAG,IAAI;QAAE,OAAO,aAAa,CAAC;IACvC,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,cAAc,CAAC,KAAa;IAC1C,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IAC7C,IAAI,KAAK,GAAG,KAAK;QAAE,OAAO,YAAY,CAAC;IACvC,IAAI,KAAK,GAAG,KAAK;QAAE,OAAO,WAAW,CAAC;IACtC,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/metrics/cohen-kappa.d.ts

@@ -0,0 +1,16 @@
+import type { Label, KappaResult, CohensKappaOptions } from '../types';
+/**
+ * Computes Cohen's Kappa (unweighted or weighted) for two raters.
+ *
+ * Unweighted: κ = (Po - Pe) / (1 - Pe)
+ *   Po = observed agreement proportion
+ *   Pe = expected agreement by chance (product of marginal proportions)
+ *
+ * Weighted (linear or quadratic): disagreements are penalised by weight w[i][j].
+ *   linear:    w[i][j] = |i - j| / (k - 1)
+ *   quadratic: w[i][j] = (i - j)² / (k - 1)²
+ *
+ * Edge case: Pe = 1 (all items in one category) returns 1.0.
+ */
+export declare function cohenKappa(rater1: Label[], rater2: Label[], options?: CohensKappaOptions): KappaResult;
+//# sourceMappingURL=cohen-kappa.d.ts.map

package/dist/metrics/cohen-kappa.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cohen-kappa.d.ts","sourceRoot":"","sources":["../../src/metrics/cohen-kappa.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAoCvE;;;;;;;;;;;;GAYG;AACH,wBAAgB,UAAU,CACxB,MAAM,EAAE,KAAK,EAAE,EACf,MAAM,EAAE,KAAK,EAAE,EACf,OAAO,GAAE,kBAAuB,GAC/B,WAAW,CAgGb"}

package/dist/metrics/cohen-kappa.js

@@ -0,0 +1,130 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.cohenKappa = cohenKappa;
+const validate_1 = require("../validate");
+const interpret_1 = require("../interpret");
+/**
+ * Builds a sorted list of unique categories from two label arrays.
+ */
+function getCategories(rater1, rater2) {
+    const set = new Set();
+    for (const v of rater1)
+        set.add(v);
+    for (const v of rater2)
+        set.add(v);
+    return Array.from(set).sort((a, b) => String(a).localeCompare(String(b)));
+}
+/**
+ * Builds a contingency matrix where matrix[i][j] = count of items
+ * where rater1 gave categories[i] and rater2 gave categories[j].
+ */
+function buildContingencyMatrix(rater1, rater2, categories) {
+    const idx = new Map(categories.map((c, i) => [c, i]));
+    const k = categories.length;
+    const matrix = Array.from({ length: k }, () => new Array(k).fill(0));
+    for (let n = 0; n < rater1.length; n++) {
+        const i = idx.get(rater1[n]);
+        const j = idx.get(rater2[n]);
+        if (i !== undefined && j !== undefined) {
+            matrix[i][j]++;
+        }
+    }
+    return matrix;
+}
+/**
+ * Computes Cohen's Kappa (unweighted or weighted) for two raters.
+ *
+ * Unweighted: κ = (Po - Pe) / (1 - Pe)
+ *   Po = observed agreement proportion
+ *   Pe = expected agreement by chance (product of marginal proportions)
+ *
+ * Weighted (linear or quadratic): disagreements are penalised by weight w[i][j].
+ *   linear:    w[i][j] = |i - j| / (k - 1)
+ *   quadratic: w[i][j] = (i - j)² / (k - 1)²
+ *
+ * Edge case: Pe = 1 (all items in one category) returns 1.0.
+ */
+function cohenKappa(rater1, rater2, options = {}) {
+    (0, validate_1.assertNonEmpty)(rater1, 'rater1');
+    (0, validate_1.assertEqualLength)(rater1, rater2, '(rater1 vs rater2)');
+    const categories = getCategories(rater1, rater2);
+    const k = categories.length;
+    const n = rater1.length;
+    const matrix = buildContingencyMatrix(rater1, rater2, categories);
+    // Row and column marginals
+    const rowMarginals = matrix.map(row => row.reduce((s, v) => s + v, 0));
+    const colMarginals = Array.from({ length: k }, (_, j) => matrix.reduce((s, row) => s + row[j], 0));
+    const weighted = options.weighted === true;
+    const weightScheme = options.weights ?? 'linear';
+    if (!weighted || k === 1) {
+        // Unweighted kappa
+        const Po = matrix.reduce((s, row, i) => s + row[i], 0) / n;
+        const Pe = rowMarginals.reduce((s, ri, i) => s + (ri / n) * (colMarginals[i] / n), 0);
+        if (Pe >= 1 - 1e-12) {
+            return {
+                metric: 'cohens-kappa',
+                value: 1.0,
+                observed: Po,
+                expected: Pe,
+                interpretation: (0, interpret_1.interpretKappa)(1.0),
+                categories,
+            };
+        }
+        const value = (Po - Pe) / (1 - Pe);
+        return {
+            metric: 'cohens-kappa',
+            value,
+            observed: Po,
+            expected: Pe,
+            interpretation: (0, interpret_1.interpretKappa)(value),
+            categories,
+        };
+    }
+    // Weighted kappa
+    // Build weight matrix: w[i][j] = disagreement weight (0 on diagonal)
+    const weights = Array.from({ length: k }, (_, i) => Array.from({ length: k }, (__, j) => {
+        if (i === j)
+            return 0;
+        if (weightScheme === 'quadratic') {
+            return ((i - j) ** 2) / ((k - 1) ** 2);
+        }
+        // linear
+        return Math.abs(i - j) / (k - 1);
+    }));
+    // Po_w = 1 - weighted observed disagreement
+    let observedDisagreement = 0;
+    for (let i = 0; i < k; i++) {
+        for (let j = 0; j < k; j++) {
+            observedDisagreement += weights[i][j] * (matrix[i][j] / n);
+        }
+    }
+    const Po = 1 - observedDisagreement;
+    // Pe_w = 1 - weighted expected disagreement
+    let expectedDisagreement = 0;
+    for (let i = 0; i < k; i++) {
+        for (let j = 0; j < k; j++) {
+            expectedDisagreement += weights[i][j] * (rowMarginals[i] / n) * (colMarginals[j] / n);
+        }
+    }
+    const Pe = 1 - expectedDisagreement;
+    if (Pe >= 1 - 1e-12) {
+        return {
+            metric: 'cohens-kappa',
+            value: 1.0,
+            observed: Po,
+            expected: Pe,
+            interpretation: (0, interpret_1.interpretKappa)(1.0),
+            categories,
+        };
+    }
+    const value = (Po - Pe) / (1 - Pe);
+    return {
+        metric: 'cohens-kappa',
+        value,
+        observed: Po,
+        expected: Pe,
+        interpretation: (0, interpret_1.interpretKappa)(value),
+        categories,
+    };
+}
+//# sourceMappingURL=cohen-kappa.js.map

package/dist/metrics/cohen-kappa.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cohen-kappa.js","sourceRoot":"","sources":["../../src/metrics/cohen-kappa.ts"],"names":[],"mappings":";;AAiDA,gCAoGC;AApJD,0CAAgE;AAChE,4CAA8C;AAE9C;;GAEG;AACH,SAAS,aAAa,CAAC,MAAe,EAAE,MAAe;IACrD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAS,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACnC,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5E,CAAC;AAED;;;GAGG;AACH,SAAS,sBAAsB,CAC7B,MAAe,EACf,MAAe,EACf,UAAmB;IAEnB,MAAM,GAAG,GAAG,IAAI,GAAG,CAAgB,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;IAC5B,MAAM,MAAM,GAAe,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,IAAI,KAAK,CAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACzF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAgB,UAAU,CACxB,MAAe,EACf,MAAe,EACf,UAA8B,EAAE;IAEhC,IAAA,yBAAc,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACjC,IAAA,4BAAiB,EAAC,MAAM,EAAE,MAAM,EAAE,oBAAoB,CAAC,CAAC;IAExD,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;IAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,MAAM,MAAM,GAAG,sBAAsB,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;IAElE,2BAA2B;IAC3B,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACvE,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACtD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CACzC,CAAC;IAEF,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,KAAK,IAAI,CAAC;IAC3C,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,IAAI,QAAQ,CAAC;IAEjD,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,mBAAmB;QACnB,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEtF,IAAI,EAAE,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC;YACpB,OAAO;gBACL,MAAM,EAAE,cAAc;gBACtB,KAAK,EAAE,GAAG;gBACV,QAAQ,EAAE,EAAE;gBACZ,QAAQ,EAAE,EAAE;gBACZ,cAAc,EAAE,IAAA,0BAAc,EAAC,GAAG,CAAC;gBACnC,UAAU;aACX,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACnC,OAAO;YACL,MAAM,EAAE,cAAc;YACtB,KAAK;YACL,QAAQ,EAAE,EAAE;YACZ,QAAQ,EAAE,EAAE;YACZ,cAAc,EAAE,IAAA,0BAAc,EAAC,KAAK,CAAC;YACrC,UAAU;SACX,CAAC;IACJ,CAAC;IAED,iBAAiB;IACjB,qEAAqE;IACrE,MAAM,OAAO,GAAe,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC7D,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE;QAClC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QACtB,IAAI,YAAY,KAAK,WAAW,EAAE,CAAC;YACjC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACzC,CAAC;QACD,SAAS;QACT,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CACH,CAAC;IAEF,4CAA4C;IAC5C,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,oBAAoB,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IACD,MAAM,EAAE,GAAG,CAAC,GAAG,oBAAoB,CAAC;IAEpC,4CAA4C;IAC5C,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,oBAAoB,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IACD,MAAM,EAAE,GAAG,CAAC,GAAG,oBAAoB,CAAC;IAEpC,IAAI,EAAE,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC;QACpB,OAAO;YACL,MAAM,EAAE,cAAc;YACtB,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,EAAE;YACZ,QAAQ,EAAE,EAAE;YACZ,cAAc,EAAE,IAAA,0BAAc,EAAC,GAAG,CAAC;YACnC,UAAU;SACX,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IACnC,OAAO;QACL,MAAM,EAAE,cAAc;QACtB,KAAK;QACL,QAAQ,EAAE,EAAE;QACZ,QAAQ,EAAE,EAAE;QACZ,cAAc,EAAE,IAAA,0BAAc,EAAC,KAAK,CAAC;QACrC,UAAU;KACX,CAAC;AACJ,CAAC"}

package/dist/metrics/fleiss-kappa.d.ts

@@ -0,0 +1,17 @@
+import type { FleissKappaResult } from '../types';
+/**
+ * Computes Fleiss' Kappa for multiple raters.
+ *
+ * Input: matrix[n_subjects][n_categories]
+ *   matrix[i][j] = number of raters who assigned category j to subject i
+ *   All rows must sum to the same value n (the number of raters per subject).
+ *
+ * Formula:
+ *   P̄  = (1/n_subjects) * Σ_i P_i
+ *   P_i = (1 / (n*(n-1))) * (Σ_j n_ij*(n_ij - 1))
+ *   p_j = (1 / (n_subjects * n)) * Σ_i n_ij   (marginal proportion for category j)
+ *   P̄_e = Σ_j p_j²
+ *   κ   = (P̄ - P̄_e) / (1 - P̄_e)
+ */
+export declare function fleissKappa(matrix: number[][]): FleissKappaResult;
+//# sourceMappingURL=fleiss-kappa.d.ts.map

package/dist/metrics/fleiss-kappa.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fleiss-kappa.d.ts","sourceRoot":"","sources":["../../src/metrics/fleiss-kappa.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAIlD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,GAAG,iBAAiB,CAsDjE"}

package/dist/metrics/fleiss-kappa.js

@@ -0,0 +1,63 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fleissKappa = fleissKappa;
+const validate_1 = require("../validate");
+const interpret_1 = require("../interpret");
+/**
+ * Computes Fleiss' Kappa for multiple raters.
+ *
+ * Input: matrix[n_subjects][n_categories]
+ *   matrix[i][j] = number of raters who assigned category j to subject i
+ *   All rows must sum to the same value n (the number of raters per subject).
+ *
+ * Formula:
+ *   P̄  = (1/n_subjects) * Σ_i P_i
+ *   P_i = (1 / (n*(n-1))) * (Σ_j n_ij*(n_ij - 1))
+ *   p_j = (1 / (n_subjects * n)) * Σ_i n_ij   (marginal proportion for category j)
+ *   P̄_e = Σ_j p_j²
+ *   κ   = (P̄ - P̄_e) / (1 - P̄_e)
+ */
+function fleissKappa(matrix) {
+    (0, validate_1.assertNonEmpty)(matrix, 'matrix');
+    (0, validate_1.assertConsistentRowLengths)(matrix);
+    (0, validate_1.assertConstantRowSums)(matrix);
+    const N = matrix.length; // number of subjects
+    const k = matrix[0].length; // number of categories
+    if (k < 2) {
+        throw new Error('Fleiss Kappa requires at least 2 categories');
+    }
+    // n = number of raters per subject (row sum, constant across rows)
+    const n = matrix[0].reduce((s, v) => s + v, 0);
+    (0, validate_1.assertMinAnnotators)(n);
+    // p_j: marginal proportion for each category
+    const pj = Array.from({ length: k }, (_, j) => matrix.reduce((s, row) => s + row[j], 0) / (N * n));
+    // P_i: per-subject agreement
+    const Pi = matrix.map(row => {
+        const sumSquares = row.reduce((s, nij) => s + nij * (nij - 1), 0);
+        return sumSquares / (n * (n - 1));
+    });
+    const Pbar = Pi.reduce((s, p) => s + p, 0) / N;
+    const Pe = pj.reduce((s, p) => s + p * p, 0);
+    if (Pe >= 1 - 1e-12) {
+        return {
+            metric: 'fleiss-kappa',
+            value: 1.0,
+            observed: Pbar,
+            expected: Pe,
+            interpretation: (0, interpret_1.interpretKappa)(1.0),
+            annotatorCount: n,
+            itemCount: N,
+        };
+    }
+    const value = (Pbar - Pe) / (1 - Pe);
+    return {
+        metric: 'fleiss-kappa',
+        value,
+        observed: Pbar,
+        expected: Pe,
+        interpretation: (0, interpret_1.interpretKappa)(value),
+        annotatorCount: n,
+        itemCount: N,
+    };
+}
+//# sourceMappingURL=fleiss-kappa.js.map

package/dist/metrics/fleiss-kappa.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fleiss-kappa.js","sourceRoot":"","sources":["../../src/metrics/fleiss-kappa.ts"],"names":[],"mappings":";;AAkBA,kCAsDC;AAvED,0CAAqH;AACrH,4CAA8C;AAE9C;;;;;;;;;;;;;GAaG;AACH,SAAgB,WAAW,CAAC,MAAkB;IAC5C,IAAA,yBAAc,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACjC,IAAA,qCAA0B,EAAC,MAAM,CAAC,CAAC;IACnC,IAAA,gCAAqB,EAAC,MAAM,CAAC,CAAC;IAE9B,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAS,qBAAqB;IACtD,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAM,uBAAuB;IAExD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IAED,mEAAmE;IACnE,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAE/C,IAAA,8BAAmB,EAAC,CAAC,CAAC,CAAC;IAEvB,6CAA6C;IAC7C,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CACnD,CAAC;IAEF,6BAA6B;IAC7B,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QAC1B,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAClE,OAAO,UAAU,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;IAC/C,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAE7C,IAAI,EAAE,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC;QACpB,OAAO;YACL,MAAM,EAAE,cAAc;YACtB,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,EAAE;YACZ,cAAc,EAAE,IAAA,0BAAc,EAAC,GAAG,CAAC;YACnC,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,CAAC;SACb,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAErC,OAAO;QACL,MAAM,EAAE,cAAc;QACtB,KAAK;QACL,QAAQ,EAAE,IAAI;QACd,QAAQ,EAAE,EAAE;QACZ,cAAc,EAAE,IAAA,0BAAc,EAAC,KAAK,CAAC;QACrC,cAAc,EAAE,CAAC;QACjB,SAAS,EAAE,CAAC;KACb,CAAC;AACJ,CAAC"}