@silupanda/label-score 0.3.2

package/dist/metrics/gwet-ac1.d.ts

@@ -0,0 +1,19 @@
+import type { Label, AC1Result, AC1Options } from '../types';
+/**
+ * Computes Gwet's AC1 for two raters.
+ *
+ * Gwet's AC1 is designed to be robust to the prevalence and bias effects
+ * that can inflate or deflate Cohen's Kappa when category distributions are skewed.
+ *
+ * Formula:
+ *   Po      = observed agreement proportion
+ *   q       = number of categories
+ *   p_k     = marginal proportion for category k (average of both raters' proportions)
+ *   Pe_gwet = (1/(q-1)) * Σ_k p_k * (1 - p_k)
+ *   AC1     = (Po - Pe_gwet) / (1 - Pe_gwet)
+ *
+ * When q = 1, all items are in the same category; Pe_gwet = 0, AC1 = Po.
+ * Edge case: Pe_gwet >= 1 returns 1.0.
+ */
+export declare function gwetAC1(rater1: Label[], rater2: Label[], options?: AC1Options): AC1Result;
+//# sourceMappingURL=gwet-ac1.d.ts.map

package/dist/metrics/gwet-ac1.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gwet-ac1.d.ts","sourceRoot":"","sources":["../../src/metrics/gwet-ac1.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAI7D;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,OAAO,CACrB,MAAM,EAAE,KAAK,EAAE,EACf,MAAM,EAAE,KAAK,EAAE,EACf,OAAO,GAAE,UAAe,GACvB,SAAS,CA4DX"}

package/dist/metrics/gwet-ac1.js

@@ -0,0 +1,82 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.gwetAC1 = gwetAC1;
+const validate_1 = require("../validate");
+const interpret_1 = require("../interpret");
+/**
+ * Computes Gwet's AC1 for two raters.
+ *
+ * Gwet's AC1 is designed to be robust to the prevalence and bias effects
+ * that can inflate or deflate Cohen's Kappa when category distributions are skewed.
+ *
+ * Formula:
+ *   Po      = observed agreement proportion
+ *   q       = number of categories
+ *   p_k     = marginal proportion for category k (average of both raters' proportions)
+ *   Pe_gwet = (1/(q-1)) * Σ_k p_k * (1 - p_k)
+ *   AC1     = (Po - Pe_gwet) / (1 - Pe_gwet)
+ *
+ * When q = 1, all items are in the same category; Pe_gwet = 0, AC1 = Po.
+ * Edge case: Pe_gwet >= 1 returns 1.0.
+ */
+function gwetAC1(rater1, rater2, options = {} // reserved for future CI support
+) {
+    void options;
+    (0, validate_1.assertNonEmpty)(rater1, 'rater1');
+    (0, validate_1.assertEqualLength)(rater1, rater2, '(rater1 vs rater2)');
+    const n = rater1.length;
+    // Build unique categories
+    const categorySet = new Set();
+    for (const v of rater1)
+        categorySet.add(v);
+    for (const v of rater2)
+        categorySet.add(v);
+    const categories = Array.from(categorySet);
+    const q = categories.length;
+    // Observed agreement
+    let agreements = 0;
+    for (let i = 0; i < n; i++) {
+        if (rater1[i] === rater2[i])
+            agreements++;
+    }
+    const Po = agreements / n;
+    // Marginal proportion for each category: average of rater1 and rater2 proportions
+    const counts1 = new Map();
+    const counts2 = new Map();
+    for (const v of rater1)
+        counts1.set(v, (counts1.get(v) ?? 0) + 1);
+    for (const v of rater2)
+        counts2.set(v, (counts2.get(v) ?? 0) + 1);
+    let Pe = 0;
+    if (q === 1) {
+        // Only one category; by definition Pe_gwet = 0
+        Pe = 0;
+    }
+    else {
+        for (const cat of categories) {
+            const p1k = (counts1.get(cat) ?? 0) / n;
+            const p2k = (counts2.get(cat) ?? 0) / n;
+            const pk = (p1k + p2k) / 2;
+            Pe += pk * (1 - pk);
+        }
+        Pe /= (q - 1);
+    }
+    if (Pe >= 1 - 1e-12) {
+        return {
+            metric: 'gwets-ac1',
+            value: 1.0,
+            observed: Po,
+            expected: Pe,
+            interpretation: (0, interpret_1.interpretKappa)(1.0),
+        };
+    }
+    const value = (Po - Pe) / (1 - Pe);
+    return {
+        metric: 'gwets-ac1',
+        value,
+        observed: Po,
+        expected: Pe,
+        interpretation: (0, interpret_1.interpretKappa)(value),
+    };
+}
+//# sourceMappingURL=gwet-ac1.js.map

package/dist/metrics/gwet-ac1.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gwet-ac1.js","sourceRoot":"","sources":["../../src/metrics/gwet-ac1.ts"],"names":[],"mappings":";;AAoBA,0BAgEC;AAnFD,0CAAgE;AAChE,4CAA8C;AAE9C;;;;;;;;;;;;;;;GAeG;AACH,SAAgB,OAAO,CACrB,MAAe,EACf,MAAe,EACf,UAAsB,EAAE,CAAE,iCAAiC;;IAE3D,KAAK,OAAO,CAAC;IACb,IAAA,yBAAc,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACjC,IAAA,4BAAiB,EAAC,MAAM,EAAE,MAAM,EAAE,oBAAoB,CAAC,CAAC;IAExD,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAExB,0BAA0B;IAC1B,MAAM,WAAW,GAAG,IAAI,GAAG,EAAS,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC3C,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC3C,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;IAE5B,qBAAqB;IACrB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC;YAAE,UAAU,EAAE,CAAC;IAC5C,CAAC;IACD,MAAM,EAAE,GAAG,UAAU,GAAG,CAAC,CAAC;IAE1B,kFAAkF;IAClF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiB,CAAC;IACzC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiB,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClE,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAElE,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACZ,+CAA+C;QAC/C,EAAE,GAAG,CAAC,CAAC;IACT,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACxC,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACxC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3B,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACtB,CAAC;QACD,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAChB,CAAC;IAED,IAAI,EAAE,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC;QACpB,OAAO;YACL,MAAM,EAAE,WAAW;YACnB,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,EAAE;YACZ,QAAQ,EAAE,EAAE;YACZ,cAAc,EAAE,IAAA,0BAAc,EAAC,GAAG,CAAC;SACpC,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAEnC,OAAO;QACL,MAAM,EAAE,WAAW;QACnB,KAAK;QACL,QAAQ,EAAE,EAAE;QACZ,QAAQ,EAAE,EAAE;QACZ,cAAc,EAAE,IAAA,0BAAc,EAAC,KAAK,CAAC;KACtC,CAAC;AACJ,CAAC"}

package/dist/metrics/krippendorff-alpha.d.ts

@@ -0,0 +1,21 @@
+import type { AlphaResult, KrippendorffOptions } from '../types';
+type Cell = string | number | null | undefined;
+/**
+ * Computes Krippendorff's Alpha for multiple raters with optional missing data.
+ *
+ * Input: matrix[n_raters][n_items]
+ *   Each cell is a label (string | number) or null/undefined for missing data.
+ *
+ * Nominal metric formula:
+ *   Do = observed disagreement = mean of d(v_u, v_u') over all coincident pairs
+ *   De = expected disagreement = (n_u / (n_u - 1)) * Σ_{v≠v'} n_v * n_v' / n_u²
+ *     where n_u = total non-missing annotations, n_v = count of value v
+ *   α  = 1 - (Do / De)
+ *
+ * For nominal metric: d(v, v') = 0 if v == v', else 1.
+ *
+ * Edge case: De = 0 (all annotations identical) returns 1.0.
+ */
+export declare function krippendorffAlpha(matrix: Cell[][], options?: KrippendorffOptions): AlphaResult;
+export {};
+//# sourceMappingURL=krippendorff-alpha.d.ts.map

package/dist/metrics/krippendorff-alpha.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"krippendorff-alpha.d.ts","sourceRoot":"","sources":["../../src/metrics/krippendorff-alpha.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAIjE,KAAK,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;AAE/C;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,IAAI,EAAE,EAAE,EAChB,OAAO,GAAE,mBAAwB,GAChC,WAAW,CAuIb"}

package/dist/metrics/krippendorff-alpha.js

@@ -0,0 +1,162 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.krippendorffAlpha = krippendorffAlpha;
+const validate_1 = require("../validate");
+const interpret_1 = require("../interpret");
+/**
+ * Computes Krippendorff's Alpha for multiple raters with optional missing data.
+ *
+ * Input: matrix[n_raters][n_items]
+ *   Each cell is a label (string | number) or null/undefined for missing data.
+ *
+ * Nominal metric formula:
+ *   Do = observed disagreement = mean of d(v_u, v_u') over all coincident pairs
+ *   De = expected disagreement = (n_u / (n_u - 1)) * Σ_{v≠v'} n_v * n_v' / n_u²
+ *     where n_u = total non-missing annotations, n_v = count of value v
+ *   α  = 1 - (Do / De)
+ *
+ * For nominal metric: d(v, v') = 0 if v == v', else 1.
+ *
+ * Edge case: De = 0 (all annotations identical) returns 1.0.
+ */
+function krippendorffAlpha(matrix, options = {}) {
+    if (matrix.length === 0) {
+        throw new Error('Array must be non-empty');
+    }
+    const level = options.level ?? 'nominal';
+    const missingData = options.missingData ?? 'exclude';
+    const nRaters = matrix.length;
+    (0, validate_1.assertMinAnnotators)(nRaters);
+    const nItems = Math.max(...matrix.map(row => row.length));
+    if (nItems === 0) {
+        throw new Error('Array must be non-empty');
+    }
+    // Validate: check for missing data
+    let missingCount = 0;
+    for (let r = 0; r < nRaters; r++) {
+        for (let c = 0; c < nItems; c++) {
+            const cell = matrix[r][c];
+            if (cell === null || cell === undefined) {
+                missingCount++;
+                if (missingData === 'error') {
+                    throw new Error(`Missing data found at rater ${r}, item ${c}`);
+                }
+            }
+        }
+    }
+    // Build coincidence matrix: for each item, look at all pairs of raters
+    // that both annotated it, and tally their label pairs.
+    const valueCounts = new Map();
+    let totalAnnotations = 0;
+    // coincidences: Map from "v1|v2" to count (with fractional weighting)
+    const coincidences = new Map();
+    for (let c = 0; c < nItems; c++) {
+        // Collect non-missing annotations for this item
+        const itemLabels = [];
+        for (let r = 0; r < nRaters; r++) {
+            const cell = matrix[r][c];
+            if (cell !== null && cell !== undefined) {
+                itemLabels.push(cell);
+            }
+        }
+        const mu = itemLabels.length;
+        if (mu < 2)
+            continue; // need at least 2 annotations for a coincident pair
+        // Each pair (u, v) contributes 1/(mu - 1) to the coincidence count
+        const weight = 1 / (mu - 1);
+        for (let i = 0; i < mu; i++) {
+            for (let j = 0; j < mu; j++) {
+                if (i === j)
+                    continue;
+                const vi = itemLabels[i];
+                const vj = itemLabels[j];
+                const key = JSON.stringify([vi, vj]);
+                coincidences.set(key, (coincidences.get(key) ?? 0) + weight);
+            }
+            // Count annotation for value distribution
+            const v = itemLabels[i];
+            valueCounts.set(v, (valueCounts.get(v) ?? 0) + 1);
+            totalAnnotations++;
+        }
+    }
+    if (coincidences.size === 0) {
+        // No coincident pairs; return alpha = 1 (trivially)
+        return {
+            metric: 'krippendorff-alpha',
+            value: 1.0,
+            interpretation: (0, interpret_1.interpretAlpha)(1.0),
+            level,
+            itemCount: nItems,
+            annotatorCount: nRaters,
+            missingCount,
+        };
+    }
+    const nu = totalAnnotations; // total non-missing annotations across all coincident items
+    // Compute Do (observed disagreement)
+    let Do = 0;
+    let totalCoincidences = 0;
+    for (const [key, count] of coincidences) {
+        const [vi, vj] = JSON.parse(key);
+        const d = disagreement(vi, vj, level);
+        Do += d * count;
+        totalCoincidences += count;
+    }
+    if (totalCoincidences > 0) {
+        Do /= totalCoincidences;
+    }
+    // Compute De (expected disagreement)
+    // De = (1 / (nu*(nu-1))) * Σ_{v,v'} n_v * n_v' * d(v, v')  where v != v'... actually:
+    // De = (1 / (nu*(nu-1))) * Σ_{v} Σ_{v'} n_v * n_v' * d(v, v')
+    // which includes v = v' (those contribute 0 for nominal)
+    const values = Array.from(valueCounts.keys());
+    let De = 0;
+    for (let i = 0; i < values.length; i++) {
+        for (let j = 0; j < values.length; j++) {
+            const nv = valueCounts.get(values[i]) ?? 0;
+            const nvp = valueCounts.get(values[j]) ?? 0;
+            const d = disagreement(values[i], values[j], level);
+            De += nv * nvp * d;
+        }
+    }
+    De /= nu * (nu - 1);
+    if (De < 1e-12) {
+        // All annotations identical — perfect agreement
+        return {
+            metric: 'krippendorff-alpha',
+            value: 1.0,
+            interpretation: (0, interpret_1.interpretAlpha)(1.0),
+            level,
+            itemCount: nItems,
+            annotatorCount: nRaters,
+            missingCount,
+        };
+    }
+    const value = 1 - Do / De;
+    return {
+        metric: 'krippendorff-alpha',
+        value,
+        interpretation: (0, interpret_1.interpretAlpha)(value),
+        level,
+        itemCount: nItems,
+        annotatorCount: nRaters,
+        missingCount,
+    };
+}
+/**
+ * Disagreement function d(v, v') by measurement level.
+ * For nominal: 0 if equal, 1 otherwise.
+ * For ordinal: (rank distance)² / (max rank distance)²  — simplified to rank-distance based.
+ * For interval/ratio: (v - v')².
+ */
+function disagreement(v, vp, level) {
+    if (level === 'nominal') {
+        return v === vp ? 0 : 1;
+    }
+    if (level === 'interval' || level === 'ratio') {
+        const diff = Number(v) - Number(vp);
+        return diff * diff;
+    }
+    // ordinal: treat as nominal for simplicity (rank-based would need sorted category list)
+    return v === vp ? 0 : 1;
+}
+//# sourceMappingURL=krippendorff-alpha.js.map

package/dist/metrics/krippendorff-alpha.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"krippendorff-alpha.js","sourceRoot":"","sources":["../../src/metrics/krippendorff-alpha.ts"],"names":[],"mappings":";;AAsBA,8CA0IC;AA/JD,0CAAkD;AAClD,4CAA8C;AAI9C;;;;;;;;;;;;;;;GAeG;AACH,SAAgB,iBAAiB,CAC/B,MAAgB,EAChB,UAA+B,EAAE;IAEjC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,SAAS,CAAC;IACzC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,SAAS,CAAC;IAErD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC;IAC9B,IAAA,8BAAmB,EAAC,OAAO,CAAC,CAAC;IAE7B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1D,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC7C,CAAC;IAED,mCAAmC;IACnC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACxC,YAAY,EAAE,CAAC;gBACf,IAAI,WAAW,KAAK,OAAO,EAAE,CAAC;oBAC5B,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;gBACjE,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,uEAAuE;IACvE,uDAAuD;IACvD,MAAM,WAAW,GAAG,IAAI,GAAG,EAA2B,CAAC;IACvD,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,sEAAsE;IACtE,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,gDAAgD;QAChD,MAAM,UAAU,GAAwB,EAAE,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACxC,UAAU,CAAC,IAAI,CAAC,IAAuB,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QACD,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC;QAC7B,IAAI,EAAE,GAAG,CAAC;YAAE,SAAS,CAAC,oDAAoD;QAE1E,mEAAmE;QACnE,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,IAAI,CAAC,KAAK,CAAC;oBAAE,SAAS;gBACtB,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;gBACzB,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;gBACzB,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;gBACrC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;YAC/D,CAAC;YACD,0CAA0C;YAC1C,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YACxB,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAClD,gBAAgB,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,IAAI,YAAY,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QAC5B,oDAAoD;QACpD,OAAO;YACL,MAAM,EAAE,oBAAoB;YAC5B,KAAK,EAAE,GAAG;YACV,cAAc,EAAE,IAAA,0BAAc,EAAC,GAAG,CAAC;YACnC,KAAK;YACL,SAAS,EAAE,MAAM;YACjB,cAAc,EAAE,OAAO;YACvB,YAAY;SACb,CAAC;IACJ,CAAC;IAED,MAAM,EAAE,GAAG,gBAAgB,CAAC,CAAC,4DAA4D;IAEzF,qCAAqC;IACrC,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,YAAY,EAAE,CAAC;QACxC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA2C,CAAC;QAC3E,MAAM,CAAC,GAAG,YAAY,CAAC,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;QACtC,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC;QAChB,iBAAiB,IAAI,KAAK,CAAC;IAC7B,CAAC;IACD,IAAI,iBAAiB,GAAG,CAAC,EAAE,CAAC;QAC1B,EAAE,IAAI,iBAAiB,CAAC;IAC1B,CAAC;IAED,qCAAqC;IACrC,sFAAsF;IACtF,8DAA8D;IAC9D,yDAAyD;IACzD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9C,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YACpD,EAAE,IAAI,EAAE,GAAG,GAAG,GAAG,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,EAAE,IAAI,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IAEpB,IAAI,EAAE,GAAG,KAAK,EAAE,CAAC;QACf,gDAAgD;QAChD,OAAO;YACL,MAAM,EAAE,oBAAoB;YAC5B,KAAK,EAAE,GAAG;YACV,cAAc,EAAE,IAAA,0BAAc,EAAC,GAAG,CAAC;YACnC,KAAK;YACL,SAAS,EAAE,MAAM;YACjB,cAAc,EAAE,OAAO;YACvB,YAAY;SACb,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;IAE1B,OAAO;QACL,MAAM,EAAE,oBAAoB;QAC5B,KAAK;QACL,cAAc,EAAE,IAAA,0BAAc,EAAC,KAAK,CAAC;QACrC,KAAK;QACL,SAAS,EAAE,MAAM;QACjB,cAAc,EAAE,OAAO;QACvB,YAAY;KACb,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,SAAS,YAAY,CACnB,CAAkB,EAClB,EAAmB,EACnB,KAAa;IAEb,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IACD,IAAI,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;QACpC,OAAO,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IACD,wFAAwF;IACxF,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1B,CAAC"}

package/dist/metrics/scott-pi.d.ts

@@ -0,0 +1,18 @@
+import type { Label, PiResult, ScottsPiOptions } from '../types';
+/**
+ * Computes Scott's Pi for two raters.
+ *
+ * Scott's Pi differs from Cohen's Kappa in how expected agreement is computed.
+ * Instead of using each rater's own marginal proportions separately, it uses
+ * the joint (averaged) marginal proportions from both raters combined.
+ *
+ * Formula:
+ *   Po = observed agreement proportion
+ *   p_k = (count_rater1(k) + count_rater2(k)) / (2 * n)  (joint marginal)
+ *   Pe  = Σ_k p_k²
+ *   π   = (Po - Pe) / (1 - Pe)
+ *
+ * Edge case: Pe = 1 returns 1.0.
+ */
+export declare function scottPi(rater1: Label[], rater2: Label[], options?: ScottsPiOptions): PiResult;
+//# sourceMappingURL=scott-pi.d.ts.map

package/dist/metrics/scott-pi.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scott-pi.d.ts","sourceRoot":"","sources":["../../src/metrics/scott-pi.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAIjE;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,OAAO,CACrB,MAAM,EAAE,KAAK,EAAE,EACf,MAAM,EAAE,KAAK,EAAE,EACf,OAAO,GAAE,eAAoB,GAC5B,QAAQ,CAqDV"}

package/dist/metrics/scott-pi.js

@@ -0,0 +1,73 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scottPi = scottPi;
+const validate_1 = require("../validate");
+const interpret_1 = require("../interpret");
+/**
+ * Computes Scott's Pi for two raters.
+ *
+ * Scott's Pi differs from Cohen's Kappa in how expected agreement is computed.
+ * Instead of using each rater's own marginal proportions separately, it uses
+ * the joint (averaged) marginal proportions from both raters combined.
+ *
+ * Formula:
+ *   Po = observed agreement proportion
+ *   p_k = (count_rater1(k) + count_rater2(k)) / (2 * n)  (joint marginal)
+ *   Pe  = Σ_k p_k²
+ *   π   = (Po - Pe) / (1 - Pe)
+ *
+ * Edge case: Pe = 1 returns 1.0.
+ */
+function scottPi(rater1, rater2, options = {} // reserved for future CI support
+) {
+    void options;
+    (0, validate_1.assertNonEmpty)(rater1, 'rater1');
+    (0, validate_1.assertEqualLength)(rater1, rater2, '(rater1 vs rater2)');
+    const n = rater1.length;
+    // Build unique categories
+    const categorySet = new Set();
+    for (const v of rater1)
+        categorySet.add(v);
+    for (const v of rater2)
+        categorySet.add(v);
+    const categories = Array.from(categorySet).sort((a, b) => String(a).localeCompare(String(b)));
+    // Observed agreement
+    let agreements = 0;
+    for (let i = 0; i < n; i++) {
+        if (rater1[i] === rater2[i])
+            agreements++;
+    }
+    const Po = agreements / n;
+    // Joint marginal proportions
+    const counts = new Map();
+    for (const v of rater1)
+        counts.set(v, (counts.get(v) ?? 0) + 1);
+    for (const v of rater2)
+        counts.set(v, (counts.get(v) ?? 0) + 1);
+    // Pe = Σ_k ((count1_k + count2_k) / (2n))²
+    let Pe = 0;
+    for (const count of counts.values()) {
+        const pk = count / (2 * n);
+        Pe += pk * pk;
+    }
+    if (Pe >= 1 - 1e-12) {
+        return {
+            metric: 'scotts-pi',
+            value: 1.0,
+            observed: Po,
+            expected: Pe,
+            interpretation: (0, interpret_1.interpretKappa)(1.0),
+            categories,
+        };
+    }
+    const value = (Po - Pe) / (1 - Pe);
+    return {
+        metric: 'scotts-pi',
+        value,
+        observed: Po,
+        expected: Pe,
+        interpretation: (0, interpret_1.interpretKappa)(value),
+        categories,
+    };
+}
+//# sourceMappingURL=scott-pi.js.map

package/dist/metrics/scott-pi.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scott-pi.js","sourceRoot":"","sources":["../../src/metrics/scott-pi.ts"],"names":[],"mappings":";;AAmBA,0BAyDC;AA3ED,0CAAgE;AAChE,4CAA8C;AAE9C;;;;;;;;;;;;;;GAcG;AACH,SAAgB,OAAO,CACrB,MAAe,EACf,MAAe,EACf,UAA2B,EAAE,CAAE,iCAAiC;;IAEhE,KAAK,OAAO,CAAC;IACb,IAAA,yBAAc,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACjC,IAAA,4BAAiB,EAAC,MAAM,EAAE,MAAM,EAAE,oBAAoB,CAAC,CAAC;IAExD,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAExB,0BAA0B;IAC1B,MAAM,WAAW,GAAG,IAAI,GAAG,EAAS,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC3C,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE9F,qBAAqB;IACrB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC;YAAE,UAAU,EAAE,CAAC;IAC5C,CAAC;IACD,MAAM,EAAE,GAAG,UAAU,GAAG,CAAC,CAAC;IAE1B,6BAA6B;IAC7B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAiB,CAAC;IACxC,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAChE,KAAK,MAAM,CAAC,IAAI,MAAM;QAAE,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAEhE,2CAA2C;IAC3C,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;QACpC,MAAM,EAAE,GAAG,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,IAAI,EAAE,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC;QACpB,OAAO;YACL,MAAM,EAAE,WAAW;YACnB,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,EAAE;YACZ,QAAQ,EAAE,EAAE;YACZ,cAAc,EAAE,IAAA,0BAAc,EAAC,GAAG,CAAC;YACnC,UAAU;SACX,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAEnC,OAAO;QACL,MAAM,EAAE,WAAW;QACnB,KAAK;QACL,QAAQ,EAAE,EAAE;QACZ,QAAQ,EAAE,EAAE;QACZ,cAAc,EAAE,IAAA,0BAAc,EAAC,KAAK,CAAC;QACrC,UAAU;KACX,CAAC;AACJ,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,119 @@
+export type Label = string | number;
+export type MeasurementLevel = 'nominal' | 'ordinal' | 'interval' | 'ratio';
+export type MetricName = 'cohens-kappa' | 'fleiss-kappa' | 'krippendorff-alpha' | 'scotts-pi' | 'gwets-ac1' | 'percent-agreement';
+export type AnnotationTriple = {
+    item: string | number;
+    annotator: string | number;
+    label: Label;
+};
+export type Interpretation = 'poor' | 'slight' | 'fair' | 'moderate' | 'substantial' | 'almost-perfect';
+export type AlphaInterpretation = 'unreliable' | 'tentative' | 'reliable';
+export interface ConfidenceInterval {
+    lower: number;
+    upper: number;
+    level: number;
+}
+export interface KappaResult {
+    metric: MetricName;
+    value: number;
+    observed: number;
+    expected: number;
+    interpretation: Interpretation;
+    ci?: ConfidenceInterval;
+    categories?: Label[];
+}
+export interface FleissKappaResult {
+    metric: 'fleiss-kappa';
+    value: number;
+    observed: number;
+    expected: number;
+    interpretation: Interpretation;
+    ci?: ConfidenceInterval;
+    annotatorCount: number;
+    itemCount: number;
+}
+export interface AlphaResult {
+    metric: 'krippendorff-alpha';
+    value: number;
+    interpretation: AlphaInterpretation;
+    level: MeasurementLevel;
+    ci?: ConfidenceInterval;
+    itemCount: number;
+    annotatorCount: number;
+    missingCount: number;
+}
+export interface PiResult {
+    metric: 'scotts-pi';
+    value: number;
+    observed: number;
+    expected: number;
+    interpretation: Interpretation;
+    ci?: ConfidenceInterval;
+    categories?: Label[];
+}
+export interface AC1Result {
+    metric: 'gwets-ac1';
+    value: number;
+    observed: number;
+    expected: number;
+    interpretation: Interpretation;
+    ci?: ConfidenceInterval;
+}
+export interface ConfusionMatrix {
+    labels: Label[];
+    matrix: number[][];
+}
+export interface CohensKappaOptions {
+    weighted?: boolean;
+    weights?: 'linear' | 'quadratic';
+    ci?: boolean;
+    ciLevel?: number;
+    ciBootstrapSamples?: number;
+    seed?: number;
+}
+export interface FleissKappaOptions {
+    ci?: boolean;
+    ciLevel?: number;
+    ciBootstrapSamples?: number;
+    seed?: number;
+}
+export interface KrippendorffOptions {
+    level?: MeasurementLevel;
+    ci?: boolean;
+    ciLevel?: number;
+    ciBootstrapSamples?: number;
+    seed?: number;
+    missingData?: 'exclude' | 'error';
+}
+export interface ScottsPiOptions {
+    ci?: boolean;
+    ciLevel?: number;
+    ciBootstrapSamples?: number;
+    seed?: number;
+}
+export interface AC1Options {
+    ci?: boolean;
+    ciLevel?: number;
+    ciBootstrapSamples?: number;
+    seed?: number;
+}
+export interface AgreementOptions {
+    metric?: MetricName;
+    level?: MeasurementLevel;
+    missingData?: 'exclude' | 'error';
+    ci?: boolean;
+    ciLevel?: number;
+    seed?: number;
+}
+export interface CIOptions {
+    level?: number;
+    bootstrapSamples?: number;
+    seed?: number;
+}
+export interface AgreementReport {
+    metric: MetricName;
+    value: number;
+    interpretation: Interpretation | AlphaInterpretation;
+    ci?: ConfidenceInterval;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;AAEpC,MAAM,MAAM,gBAAgB,GAAG,SAAS,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,CAAC;AAE5E,MAAM,MAAM,UAAU,GAClB,cAAc,GACd,cAAc,GACd,oBAAoB,GACpB,WAAW,GACX,WAAW,GACX,mBAAmB,CAAC;AAExB,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;IAC3B,KAAK,EAAE,KAAK,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,GAAG,aAAa,GAAG,gBAAgB,CAAC;AAExG,MAAM,MAAM,mBAAmB,GAAG,YAAY,GAAG,WAAW,GAAG,UAAU,CAAC;AAE1E,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,UAAU,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,cAAc,CAAC;IAC/B,EAAE,CAAC,EAAE,kBAAkB,CAAC;IACxB,UAAU,CAAC,EAAE,KAAK,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,cAAc,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,cAAc,CAAC;IAC/B,EAAE,CAAC,EAAE,kBAAkB,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,oBAAoB,CAAC;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,mBAAmB,CAAC;IACpC,KAAK,EAAE,gBAAgB,CAAC;IACxB,EAAE,CAAC,EAAE,kBAAkB,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,WAAW,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,cAAc,CAAC;IAC/B,EAAE,CAAC,EAAE,kBAAkB,CAAC;IACxB,UAAU,CAAC,EAAE,KAAK,EAAE,CAAC;CACtB;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,WAAW,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,cAAc,CAAC;IAC/B,EAAE,CAAC,EAAE,kBAAkB,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;CAEpB;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,QAAQ,GAAG,WAAW,CAAC;IACjC,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC;CACnC;AAED,MAAM,WAAW,eAAe;IAC9B,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,WAAW,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC;IAClC,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,SAAS;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,UAAU,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,cAAc,GAAG,mBAAmB,CAAC;IACrD,EAAE,CAAC,EAAE,kBAAkB,CAAC;CACzB"}

package/dist/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/dist/validate.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Throws if a and b do not have the same length.
+ */
+export declare function assertEqualLength(a: unknown[], b: unknown[], label?: string): void;
+/**
+ * Throws if arr is empty.
+ */
+export declare function assertNonEmpty(arr: unknown[], label?: string): void;
+/**
+ * Throws if the rows of a 2-D matrix do not all have the same length.
+ */
+export declare function assertConsistentRowLengths(matrix: unknown[][]): void;
+/**
+ * Throws if rows of a numeric matrix do not all sum to the same value
+ * (within floating-point tolerance).
+ */
+export declare function assertConstantRowSums(matrix: number[][]): void;
+/**
+ * Throws if count is less than 2.
+ */
+export declare function assertMinAnnotators(count: number): void;
+/**
+ * Returns the (item, annotator) pairs that appear more than once in the given
+ * array of triples. Each duplicate pair is returned only once.
+ */
+export declare function detectDuplicates(triples: Array<{
+    item: unknown;
+    annotator: unknown;
+}>): Array<{
+    item: unknown;
+    annotator: unknown;
+}>;
+//# sourceMappingURL=validate.d.ts.map

package/dist/validate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../src/validate.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAKlF;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAKnE;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,IAAI,CAQpE;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,GAAG,IAAI,CAW9D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAIvD;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAAC,GACpD,KAAK,CAAC;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAE,CAAC,CAc9C"}