gravito-eval 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Gravito
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,137 @@
+# Gravito Eval
+
+Measure how closely your AI matches human judgment — and where it finds things humans missed.
+
+```bash
+npx gravito-eval run ./examples/basic
+```
+
+```
+Gravito Eval Results
+
+Recall: 75%
+Precision: 50%
+F1: 60%
+
+Top-3 Agreement: 100%
+Novel Signal: 67% (validated)
+
+Interpretation:
+- Strong alignment with human judgment
+- AI found significant issues humans missed
+```
+
+---
+
+## What this tells you
+
+Your AI found 75% of what humans found (Recall).
+Half of what it flagged was relevant (Precision).
+And 67% of its unique findings were genuinely useful (Novel Signal).
+
+That means your AI is catching real issues humans miss — but also generating some noise.
+
+---
+
+## Install
+
+```bash
+npm install gravito-eval
+```
+
+Or run directly:
+
+```bash
+npx gravito-eval run ./your-data.json
+```
+
+---
+
+## Input format
+
+```json
+{
+  "aiFindings": [
+    { "id": "ai-1", "description": "Missing CTA", "category": "conversion", "severity": "high" }
+  ],
+  "humanFindings": [
+    { "id": "h-1", "description": "No clear action", "category": "conversion", "severity": "high" }
+  ]
+}
+```
+
+Save as `input.json` in a directory, then run:
+
+```bash
+gravito-eval run ./my-directory
+```
+
+---
+
+## Flags
+
+```bash
+gravito-eval run <path> --explain     # Show why each match was made
+gravito-eval run <path> --json        # Raw JSON output
+gravito-eval run <path> --no-telemetry
+```
+
+---
+
+## Programmatic API
+
+```typescript
+import { evaluate } from "gravito-eval";
+
+const result = evaluate(aiFindings, humanFindings);
+
+result.detection.recall     // How much of what humans find does the AI catch?
+result.detection.precision  // How much of what the AI finds is actually relevant?
+result.detection.f1         // Harmonic mean
+result.novelSignal          // What did the AI find that humans missed?
+result.verdict              // PASS | PARTIAL | FAIL | INSUFFICIENT_DATA
+```
+
+---
+
+## What this is for
+
+- Evaluating LLM outputs against human baselines
+- QA for AI agents (code review, content audit, compliance)
+- Measuring whether your AI is useful, not just accurate
+
+---
+
+## What this is NOT
+
+This does not generate outputs, fix issues, or run workflows.
+It **measures** and **evaluates**.
+
+---
+
+## Telemetry
+
+Anonymous usage data (timestamp, version, command name) is collected to improve the tool.
+No findings, file paths, or PII.
+
+Disable:
+
+```bash
+GRAVITO_TELEMETRY=0 gravito-eval run ./data
+```
+
+Respects `DO_NOT_TRACK=1`.
+
+---
+
+## Gravito
+
+This is the open-source evaluation layer behind [Gravito](https://gravito.ai) — continuous AI governance that scans, calibrates, and self-corrects.
+
+**Want this running continuously on your system?**
+
+[Request a pilot →](https://gravito.ai/pilot)
+
+---
+
+MIT License

package/dist/cli/index.d.ts

@@ -0,0 +1,14 @@
+#!/usr/bin/env node
+/**
+ * Gravito Eval CLI
+ *
+ * Usage:
+ *   gravito-eval run <path>                    Run evaluation
+ *   gravito-eval run <path> --explain          Show detailed match reasoning
+ *   gravito-eval run <path> --json             Output raw JSON
+ *   gravito-eval run <path> --no-telemetry     Disable anonymous usage tracking
+ *   gravito-eval --help                        Show help
+ *   gravito-eval --version                     Show version
+ */
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/cli/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../cli/index.ts"],"names":[],"mappings":";AAEA;;;;;;;;;;GAUG"}

package/dist/cli/index.js

@@ -0,0 +1,276 @@
+#!/usr/bin/env node
+"use strict";
+/**
+ * Gravito Eval CLI
+ *
+ * Usage:
+ *   gravito-eval run <path>                    Run evaluation
+ *   gravito-eval run <path> --explain          Show detailed match reasoning
+ *   gravito-eval run <path> --json             Output raw JSON
+ *   gravito-eval run <path> --no-telemetry     Disable anonymous usage tracking
+ *   gravito-eval --help                        Show help
+ *   gravito-eval --version                     Show version
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const calibration_1 = require("../src/calibration");
+const telemetry_1 = require("../src/telemetry");
+// ─── Helpers ──────────────────────────────────────────────────────────────
+function pct(n) {
+    return `${Math.round(n * 100)}%`;
+}
+// ─── Output Formatting ────────────────────────────────────────────────────
+function printResult(result) {
+    const d = result.detection;
+    const r = result.ranking;
+    console.log();
+    console.log("Gravito Eval Results");
+    console.log();
+    console.log(`Recall: ${pct(d.recall)}`);
+    console.log(`Precision: ${pct(d.precision)}`);
+    console.log(`F1: ${pct(d.f1)}`);
+    console.log();
+    console.log(`Top-3 Agreement: ${pct(r.top3Overlap)}`);
+    if (result.novelSignal) {
+        console.log(`Novel Signal: ${pct(result.novelSignal.validatedNovelRate)} (validated)`);
+    }
+    console.log();
+    console.log("Interpretation:");
+    printInterpretation(result);
+    console.log();
+    console.log("Next Step:");
+    console.log("Want this running continuously and fixing issues automatically?");
+    console.log();
+    console.log("→ Try Gravito: https://gravito.ai/pilot");
+    console.log();
+}
+function printInterpretation(result) {
+    const d = result.detection;
+    if (d.recall >= 0.7) {
+        console.log("- Strong alignment with human judgment");
+    }
+    else if (d.recall >= 0.5) {
+        console.log("- Moderate alignment — some human findings missed");
+    }
+    else {
+        console.log("- Low alignment — many human findings missed");
+    }
+    if (result.novelSignal) {
+        const rate = result.novelSignal.validatedNovelRate;
+        if (rate >= 0.4) {
+            console.log("- AI found significant issues humans missed");
+        }
+        else if (rate >= 0.2) {
+            console.log("- AI found some issues humans missed");
+        }
+    }
+}
+// ─── Explain Mode ─────────────────────────────────────────────────────────
+function printExplain(result) {
+    console.log("─── Detailed Reasoning ───");
+    console.log();
+    // Matched pairs
+    if (result.matches.length > 0) {
+        console.log("Matched (AI ↔ Human):");
+        for (const m of result.matches) {
+            console.log();
+            console.log(`  AI:    "${m.aiIssue.description}"`);
+            console.log(`  Human: "${m.humanIssue.description}"`);
+            console.log(`  Why:   ${m.matchType} match (${Math.round(m.similarity * 100)}% similar)`);
+        }
+        console.log();
+    }
+    // Novel findings
+    if (result.aiOnly.length > 0) {
+        console.log("Novel (AI found, humans didn't):");
+        for (const f of result.aiOnly) {
+            console.log(`  → "${f.description}"`);
+            console.log(`    Why novel: No similar human finding found`);
+        }
+        console.log();
+    }
+    // Missed findings
+    if (result.humanOnly.length > 0) {
+        console.log("Missed (humans found, AI didn't):");
+        for (const f of result.humanOnly) {
+            console.log(`  ✗ "${f.description}"`);
+        }
+        console.log();
+    }
+}
+function printInvalidInput() {
+    console.error(`Invalid input.`);
+    console.error();
+    console.error(`Expected:`);
+    console.error(`{`);
+    console.error(`  "aiFindings": [...],`);
+    console.error(`  "humanFindings": [...]`);
+    console.error(`}`);
+    console.error();
+    console.error(`Run:`);
+    console.error(`npx gravito-eval run ./examples/basic`);
+}
+function validateData(data) {
+    if (!data || typeof data !== "object") {
+        printInvalidInput();
+        process.exit(1);
+    }
+    if (!Array.isArray(data.aiFindings) || !Array.isArray(data.humanFindings)) {
+        printInvalidInput();
+        process.exit(1);
+    }
+    return data;
+}
+function loadData(inputPath) {
+    const resolved = path.resolve(inputPath);
+    if (!fs.existsSync(resolved)) {
+        console.error(`Path not found: ${inputPath}`);
+        process.exit(1);
+    }
+    if (fs.statSync(resolved).isDirectory()) {
+        for (const name of ["input.json", "data.json"]) {
+            const file = path.join(resolved, name);
+            if (fs.existsSync(file)) {
+                const raw = JSON.parse(fs.readFileSync(file, "utf-8"));
+                return validateData(raw);
+            }
+        }
+        const aiFile = path.join(resolved, "ai-findings.json");
+        const humanFile = path.join(resolved, "human-findings.json");
+        if (!fs.existsSync(aiFile) || !fs.existsSync(humanFile)) {
+            console.error(`No input.json found in ${inputPath}`);
+            console.error();
+            console.error(`Expected: input.json with { aiFindings, humanFindings }`);
+            console.error();
+            console.error(`Run:`);
+            console.error(`npx gravito-eval run ./examples/basic`);
+            process.exit(1);
+        }
+        const data = {
+            aiFindings: JSON.parse(fs.readFileSync(aiFile, "utf-8")),
+            humanFindings: JSON.parse(fs.readFileSync(humanFile, "utf-8")),
+        };
+        const adjFile = path.join(resolved, "adjudications.json");
+        if (fs.existsSync(adjFile)) {
+            data.adjudications = JSON.parse(fs.readFileSync(adjFile, "utf-8"));
+        }
+        return validateData(data);
+    }
+    if (!resolved.endsWith(".json")) {
+        console.error(`Expected a .json file or directory, got: ${inputPath}`);
+        process.exit(1);
+    }
+    const raw = JSON.parse(fs.readFileSync(resolved, "utf-8"));
+    return validateData(raw);
+}
+// ─── Main ─────────────────────────────────────────────────────────────────
+function showHelp() {
+    console.log(`
+Gravito Eval — Measure AI-human alignment
+
+Usage:
+  gravito-eval run <path>                    Evaluate findings
+  gravito-eval run <path> --explain          Show detailed match reasoning
+  gravito-eval run <path> --json             Output raw JSON
+  gravito-eval run <path> --no-telemetry     Disable anonymous tracking
+
+Input:
+  <path> can be a .json file or a directory containing input.json
+
+Examples:
+  gravito-eval run ./examples/basic
+  gravito-eval run ./my-audit.json
+  gravito-eval run ./examples/basic --explain
+`);
+}
+function main() {
+    const args = process.argv.slice(2);
+    if (args.length === 0 || args.includes("--help") || args.includes("-h")) {
+        showHelp();
+        process.exit(0);
+    }
+    if (args.includes("--version") || args.includes("-v")) {
+        let pkgDir = __dirname;
+        while (!fs.existsSync(path.join(pkgDir, "package.json"))) {
+            const parent = path.dirname(pkgDir);
+            if (parent === pkgDir)
+                break;
+            pkgDir = parent;
+        }
+        const pkg = JSON.parse(fs.readFileSync(path.join(pkgDir, "package.json"), "utf-8"));
+        console.log(pkg.version);
+        process.exit(0);
+    }
+    if (args[0] !== "run") {
+        console.error(`Unknown command: ${args[0]}`);
+        console.error(`Run: gravito-eval --help`);
+        process.exit(1);
+    }
+    if (!args[1]) {
+        console.error(`Missing path.`);
+        console.error(`Usage: gravito-eval run <path>`);
+        process.exit(1);
+    }
+    const jsonOutput = args.includes("--json");
+    const explainMode = args.includes("--explain");
+    // Fire-and-forget telemetry (non-blocking)
+    (0, telemetry_1.trackRun)("run");
+    try {
+        const data = loadData(args[1]);
+        const result = (0, calibration_1.evaluate)(data.aiFindings, data.humanFindings, {
+            adjudications: data.adjudications,
+            autoAdjudicate: !data.adjudications,
+        });
+        if (jsonOutput) {
+            console.log(JSON.stringify(result, null, 2));
+        }
+        else {
+            printResult(result);
+            if (explainMode) {
+                printExplain(result);
+            }
+        }
+    }
+    catch (err) {
+        console.error(`Error: ${err.message}`);
+        process.exit(1);
+    }
+    // Force exit — telemetry HTTP should not keep process alive
+    setTimeout(() => process.exit(0), 100);
+}
+main();
+//# sourceMappingURL=index.js.map

package/dist/cli/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../cli/index.ts"],"names":[],"mappings":";;AAEA;;;;;;;;;;GAUG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,uCAAyB;AACzB,2CAA6B;AAC7B,oDAA8C;AAC9C,gDAA4C;AAG5C,6EAA6E;AAE7E,SAAS,GAAG,CAAC,CAAS;IACpB,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC;AACnC,CAAC;AAED,6EAA6E;AAE7E,SAAS,WAAW,CAAC,MAAkB;IACrC,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;IAC3B,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;IAEzB,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,OAAO,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAC9C,OAAO,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAChC,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,OAAO,CAAC,GAAG,CAAC,oBAAoB,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IAEtD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC;IACzF,CAAC;IAED,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAC/B,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC1B,OAAO,CAAC,GAAG,CAAC,iEAAiE,CAAC,CAAC;IAC/E,OAAO,CAAC,GAAG,EAAE,CAAC;IACd,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,EAAE,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAkB;IAC7C,MAAM,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC;IAE3B,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;IACxD,CAAC;SAAM,IAAI,CAAC,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;IACnE,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;IAC9D,CAAC;IAED,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,kBAAkB,CAAC;QACnD,IAAI,IAAI,IAAI,GAAG,EAAE,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC7D,CAAC;aAAM,IAAI,IAAI,IAAI,GAAG,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;AACH,CAAC;AAED,6EAA6E;AAE7E,SAAS,YAAY,CAAC,MAAkB;IACtC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,EAAE,CAAC;IAEd,gBAAgB;IAChB,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACrC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,WAAW,GAAG,CAAC,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,UAAU,CAAC,WAAW,GAAG,CAAC,CAAC;YACtD,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,SAAS,WAAW,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC,YAAY,CAAC,CAAC;QAC5F,CAAC;QACD,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,iBAAiB;IACjB,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAChD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;QAC/D,CAAC;QACD,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;IAED,kBAAkB;IAClB,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;AACH,CAAC;AAUD,SAAS,iBAAiB;IACxB,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IAChC,OAAO,CAAC,KAAK,EAAE,CAAC;IAChB,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IAC3B,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IACxC,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAC1C,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,KAAK,EAAE,CAAC;IAChB,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,OAAO,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,YAAY,CAAC,IAAS;IAC7B,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,iBAAiB,EAAE,CAAC;QACpB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;QAC1E,iBAAiB,EAAE,CAAC;QACpB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,IAAgB,CAAC;AAC1B,CAAC;AAED,SAAS,QAAQ,CAAC,SAAiB;IACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAEzC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,KAAK,CAAC,mBAAmB,SAAS,EAAE,CAAC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;QACxC,KAAK,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACvC,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxB,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;gBACvD,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAC;QAE7D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACxD,OAAO,CAAC,KAAK,CAAC,0BAA0B,SAAS,EAAE,CAAC,CAAC;YACrD,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;YACzE,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACtB,OAAO,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;YACvD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,MAAM,IAAI,GAAa;YACrB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACxD,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;SAC/D,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC;QAC1D,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACrE,CAAC;QAED,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAChC,OAAO,CAAC,KAAK,CAAC,4CAA4C,SAAS,EAAE,CAAC,CAAC;QACvE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IAC3D,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,6EAA6E;AAE7E,SAAS,QAAQ;IACf,OAAO,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;CAgBb,CAAC,CAAC;AACH,CAAC;AAED,SAAS,IAAI;IACX,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEnC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACxE,QAAQ,EAAE,CAAC;QACX,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACtD,IAAI,MAAM,GAAG,SAAS,CAAC;QACvB,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,EAAE,CAAC;YACzD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACpC,IAAI,MAAM,KAAK,MAAM;gBAAE,MAAM;YAC7B,MAAM,GAAG,MAAM,CAAC;QAClB,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CACpB,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,EAAE,OAAO,CAAC,CAC5D,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC7C,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAC/B,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC3C,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAE/C,2CAA2C;IAC3C,IAAA,oBAAQ,EAAC,KAAK,CAAC,CAAC;IAEhB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/B,MAAM,MAAM,GAAG,IAAA,sBAAQ,EAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,aAAa,EAAE;YAC3D,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,cAAc,EAAE,CAAC,IAAI,CAAC,aAAa;SACpC,CAAC,CAAC;QAEH,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,MAAM,CAAC,CAAC;YACpB,IAAI,WAAW,EAAE,CAAC;gBAChB,YAAY,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,OAAO,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,4DAA4D;IAC5D,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AACzC,CAAC;AAED,IAAI,EAAE,CAAC"}

package/dist/src/adjudication/index.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Gravito Eval — Adjudication Engine
+ *
+ * Evaluates AI-only findings (those not matched to any human finding)
+ * to determine whether they represent genuine novel signal or noise.
+ *
+ * Adjudications can be provided by human reviewers or auto-generated
+ * using simple heuristics.
+ */
+import type { Finding, Adjudication, NovelSignalMetrics } from "../types";
+/**
+ * Simple heuristic-based auto-adjudication for AI-only findings.
+ * This provides a baseline — human adjudication is always preferred.
+ */
+export declare function autoAdjudicate(finding: Finding): Adjudication;
+/**
+ * Batch auto-adjudicate a list of AI-only findings.
+ */
+export declare function batchAutoAdjudicate(findings: Finding[]): Adjudication[];
+/**
+ * Compute novel signal metrics from adjudicated AI-only findings.
+ *
+ * System strength interpretation:
+ * - WEAK: <15% valid → mostly noise
+ * - MODERATE: 15-25% valid → some signal
+ * - STRONG: 25-40% valid → meaningful additional value
+ * - DIFFERENTIATED: >40% valid → system finds things humans miss
+ */
+export declare function computeNovelSignal(aiOnlyFindings: Finding[], adjudications: Adjudication[]): NovelSignalMetrics;
+/**
+ * Compute adjusted precision that accounts for validated novel signal.
+ *
+ * adjusted_precision = (matched + validated_novel) / total_ai_findings
+ */
+export declare function computeAdjustedPrecision(matchedCount: number, validNovelCount: number, totalAI: number): number;
+//# sourceMappingURL=index.d.ts.map

package/dist/src/adjudication/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/adjudication/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EACV,OAAO,EACP,YAAY,EAEZ,kBAAkB,EACnB,MAAM,UAAU,CAAC;AAIlB;;;GAGG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,OAAO,GAAG,YAAY,CAuD7D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,YAAY,EAAE,CAEvE;AAID;;;;;;;;GAQG;AACH,wBAAgB,kBAAkB,CAChC,cAAc,EAAE,OAAO,EAAE,EACzB,aAAa,EAAE,YAAY,EAAE,GAC5B,kBAAkB,CAsDpB;AAED;;;;GAIG;AACH,wBAAgB,wBAAwB,CACtC,YAAY,EAAE,MAAM,EACpB,eAAe,EAAE,MAAM,EACvB,OAAO,EAAE,MAAM,GACd,MAAM,CAGR"}

package/dist/src/adjudication/index.js

@@ -0,0 +1,149 @@
+"use strict";
+/**
+ * Gravito Eval — Adjudication Engine
+ *
+ * Evaluates AI-only findings (those not matched to any human finding)
+ * to determine whether they represent genuine novel signal or noise.
+ *
+ * Adjudications can be provided by human reviewers or auto-generated
+ * using simple heuristics.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.autoAdjudicate = autoAdjudicate;
+exports.batchAutoAdjudicate = batchAutoAdjudicate;
+exports.computeNovelSignal = computeNovelSignal;
+exports.computeAdjustedPrecision = computeAdjustedPrecision;
+// ─── Auto-Adjudication Heuristics ─────────────────────────────────────────
+/**
+ * Simple heuristic-based auto-adjudication for AI-only findings.
+ * This provides a baseline — human adjudication is always preferred.
+ */
+function autoAdjudicate(finding) {
+    const desc = finding.description.toLowerCase();
+    // Short, vague descriptions → LOW_VALUE
+    if (desc.length < 30) {
+        return {
+            findingId: finding.id,
+            label: "LOW_VALUE",
+            reasoning: "Description too brief to be actionable",
+        };
+    }
+    // Generic/boilerplate patterns → LOW_VALUE
+    const genericPatterns = [
+        "could be improved",
+        "might benefit from",
+        "consider adding",
+        "may want to",
+        "general improvement",
+    ];
+    if (genericPatterns.some((p) => desc.includes(p))) {
+        return {
+            findingId: finding.id,
+            label: "LOW_VALUE",
+            reasoning: "Generic improvement suggestion without specific evidence",
+        };
+    }
+    // High severity with specific evidence → VALID
+    if ((finding.severity === "high" || finding.severity === "critical") &&
+        desc.length > 80) {
+        return {
+            findingId: finding.id,
+            label: "VALID",
+            reasoning: "High severity with detailed description suggests genuine issue",
+        };
+    }
+    // Medium severity with reasonable detail → VALID
+    if (finding.severity === "medium" && desc.length > 60) {
+        return {
+            findingId: finding.id,
+            label: "VALID",
+            reasoning: "Medium severity with sufficient detail",
+        };
+    }
+    // Default: LOW_VALUE for low severity or insufficient detail
+    return {
+        findingId: finding.id,
+        label: "LOW_VALUE",
+        reasoning: "Insufficient severity or detail for confident validation",
+    };
+}
+/**
+ * Batch auto-adjudicate a list of AI-only findings.
+ */
+function batchAutoAdjudicate(findings) {
+    return findings.map(autoAdjudicate);
+}
+// ─── Novel Signal Computation ─────────────────────────────────────────────
+/**
+ * Compute novel signal metrics from adjudicated AI-only findings.
+ *
+ * System strength interpretation:
+ * - WEAK: <15% valid → mostly noise
+ * - MODERATE: 15-25% valid → some signal
+ * - STRONG: 25-40% valid → meaningful additional value
+ * - DIFFERENTIATED: >40% valid → system finds things humans miss
+ */
+function computeNovelSignal(aiOnlyFindings, adjudications) {
+    const adjMap = new Map();
+    for (const adj of adjudications) {
+        adjMap.set(adj.findingId, adj.label);
+    }
+    let validCount = 0;
+    let invalidCount = 0;
+    let duplicateCount = 0;
+    let lowValueCount = 0;
+    for (const finding of aiOnlyFindings) {
+        const label = adjMap.get(finding.id);
+        if (!label)
+            continue;
+        switch (label) {
+            case "VALID":
+                validCount++;
+                break;
+            case "INVALID":
+                invalidCount++;
+                break;
+            case "DUPLICATE":
+                duplicateCount++;
+                break;
+            case "LOW_VALUE":
+                lowValueCount++;
+                break;
+        }
+    }
+    const totalAdjudicated = validCount + invalidCount + duplicateCount + lowValueCount;
+    const validatedNovelRate = totalAdjudicated > 0 ? validCount / totalAdjudicated : 0;
+    let systemStrength;
+    if (validatedNovelRate >= 0.40) {
+        systemStrength = "DIFFERENTIATED";
+    }
+    else if (validatedNovelRate >= 0.25) {
+        systemStrength = "STRONG";
+    }
+    else if (validatedNovelRate >= 0.15) {
+        systemStrength = "MODERATE";
+    }
+    else {
+        systemStrength = "WEAK";
+    }
+    return {
+        totalAiOnly: aiOnlyFindings.length,
+        validCount,
+        invalidCount,
+        duplicateCount,
+        lowValueCount,
+        validatedNovelRate,
+        systemStrength,
+    };
+}
+/**
+ * Compute adjusted precision that accounts for validated novel signal.
+ *
+ * adjusted_precision = (matched + validated_novel) / total_ai_findings
+ */
+function computeAdjustedPrecision(matchedCount, validNovelCount, totalAI) {
+    if (totalAI === 0)
+        return 0;
+    return (matchedCount + validNovelCount) / totalAI;
+}
+//# sourceMappingURL=index.js.map

package/dist/src/adjudication/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/adjudication/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AAeH,wCAuDC;AAKD,kDAEC;AAaD,gDAyDC;AAOD,4DAOC;AAxJD,6EAA6E;AAE7E;;;GAGG;AACH,SAAgB,cAAc,CAAC,OAAgB;IAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;IAE/C,wCAAwC;IACxC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACrB,OAAO;YACL,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,KAAK,EAAE,WAAW;YAClB,SAAS,EAAE,wCAAwC;SACpD,CAAC;IACJ,CAAC;IAED,2CAA2C;IAC3C,MAAM,eAAe,GAAG;QACtB,mBAAmB;QACnB,oBAAoB;QACpB,iBAAiB;QACjB,aAAa;QACb,qBAAqB;KACtB,CAAC;IACF,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,OAAO;YACL,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,KAAK,EAAE,WAAW;YAClB,SAAS,EAAE,0DAA0D;SACtE,CAAC;IACJ,CAAC;IAED,+CAA+C;IAC/C,IACE,CAAC,OAAO,CAAC,QAAQ,KAAK,MAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,UAAU,CAAC;QAChE,IAAI,CAAC,MAAM,GAAG,EAAE,EAChB,CAAC;QACD,OAAO;YACL,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,gEAAgE;SAC5E,CAAC;IACJ,CAAC;IAED,iDAAiD;IACjD,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACtD,OAAO;YACL,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,wCAAwC;SACpD,CAAC;IACJ,CAAC;IAED,6DAA6D;IAC7D,OAAO;QACL,SAAS,EAAE,OAAO,CAAC,EAAE;QACrB,KAAK,EAAE,WAAW;QAClB,SAAS,EAAE,0DAA0D;KACtE,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CAAC,QAAmB;IACrD,OAAO,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;AACtC,CAAC;AAED,6EAA6E;AAE7E;;;;;;;;GAQG;AACH,SAAgB,kBAAkB,CAChC,cAAyB,EACzB,aAA6B;IAE7B,MAAM,MAAM,GAAG,IAAI,GAAG,EAA6B,CAAC;IACpD,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;QAChC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK;YAAE,SAAS;QAErB,QAAQ,KAAK,EAAE,CAAC;YACd,KAAK,OAAO;gBACV,UAAU,EAAE,CAAC;gBACb,MAAM;YACR,KAAK,SAAS;gBACZ,YAAY,EAAE,CAAC;gBACf,MAAM;YACR,KAAK,WAAW;gBACd,cAAc,EAAE,CAAC;gBACjB,MAAM;YACR,KAAK,WAAW;gBACd,aAAa,EAAE,CAAC;gBAChB,MAAM;QACV,CAAC;IACH,CAAC;IAED,MAAM,gBAAgB,GAAG,UAAU,GAAG,YAAY,GAAG,cAAc,GAAG,aAAa,CAAC;IACpF,MAAM,kBAAkB,GAAG,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;IAEpF,IAAI,cAAoD,CAAC;IACzD,IAAI,kBAAkB,IAAI,IAAI,EAAE,CAAC;QAC/B,cAAc,GAAG,gBAAgB,CAAC;IACpC,CAAC;SAAM,IAAI,kBAAkB,IAAI,IAAI,EAAE,CAAC;QACtC,cAAc,GAAG,QAAQ,CAAC;IAC5B,CAAC;SAAM,IAAI,kBAAkB,IAAI,IAAI,EAAE,CAAC;QACtC,cAAc,GAAG,UAAU,CAAC;IAC9B,CAAC;SAAM,CAAC;QACN,cAAc,GAAG,MAAM,CAAC;IAC1B,CAAC;IAED,OAAO;QACL,WAAW,EAAE,cAAc,CAAC,MAAM;QAClC,UAAU;QACV,YAAY;QACZ,cAAc;QACd,aAAa;QACb,kBAAkB;QAClB,cAAc;KACf,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAgB,wBAAwB,CACtC,YAAoB,EACpB,eAAuB,EACvB,OAAe;IAEf,IAAI,OAAO,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC5B,OAAO,CAAC,YAAY,GAAG,eAAe,CAAC,GAAG,OAAO,CAAC;AACpD,CAAC"}