@tracemarketplace/shared 0.0.9 → 0.0.11

package/dist/scoring.test.js

@@ -1,5 +1,5 @@
 import { describe, it, expect } from "vitest";
-import { detectFailureModes, checkCompleteness, scoreTrace } from "./scoring.js";
+import { detectFailureModes, checkCompleteness, deriveQualityTier, scoreTrace } from "./scoring.js";
 function makeTrace(overrides = {}) {
     return {
         trace_id: "test-id",
@@ -45,30 +45,49 @@ function makeTurn(role, content) {
         source_metadata: {},
     };
 }
+function makeToolUse(tool_call_id, tool_name, tool_input) {
+    return { type: "tool_use", tool_call_id, tool_name, tool_input };
+}
+function makeToolResult(tool_call_id, is_error, result_content, exit_code) {
+    return { type: "tool_result", tool_call_id, is_error, result_content, exit_code };
+}
 describe("detectFailureModes", () => {
     it("empty turns → no_failure", () => {
         const result = detectFailureModes(makeTrace({ turns: [] }));
         expect(result).toEqual(["no_failure"]);
     });
-    it("tool_result with is_error → tool_call_failure", () => {
+    it("failed exchange → tool_call_failure", () => {
         const turns = [
-            makeTurn("user", [{ type: "tool_result", tool_call_id: "t1", is_error: true, result_content: "err", exit_code: 1 }]),
+            makeTurn("user", [{ type: "text", text: "Run the tests." }]),
+            makeTurn("assistant", [
+                makeToolUse("t1", "functions.exec_command", { cmd: "pnpm test" }),
+                makeToolResult("t1", true, "test failure", 1),
+            ]),
         ];
         const result = detectFailureModes(makeTrace({ turns }));
         expect(result).toContain("tool_call_failure");
     });
-    it("same tool 3× consecutive → repeated_tool_calls", () => {
-        const toolUse = (n) => ({
-            type: "tool_use",
-            tool_call_id: `t${n}`,
-            tool_name: "bash",
-            tool_input: {},
-        });
+    it("repeated failing root cause across three exchanges is detected", () => {
         const turns = [
-            makeTurn("assistant", [toolUse(1), toolUse(2), toolUse(3)]),
+            makeTurn("user", [{ type: "text", text: "Run the tests." }]),
+            makeTurn("assistant", [
+                makeToolUse("t1", "functions.exec_command", { cmd: "pnpm test" }),
+                makeToolResult("t1", true, "FAIL src/app.test.ts\nTypeError: config is undefined", 1),
+            ]),
+            makeTurn("user", [{ type: "text", text: "Try again with a focused rerun." }]),
+            makeTurn("assistant", [
+                makeToolUse("t2", "functions.exec_command", { cmd: "pnpm test --runInBand" }),
+                makeToolResult("t2", true, "FAIL src/app.test.ts\nTypeError: config is undefined", 1),
+            ]),
+            makeTurn("user", [{ type: "text", text: "One more focused attempt." }]),
+            makeTurn("assistant", [
+                makeToolUse("t3", "functions.exec_command", { cmd: "vitest src/app.test.ts" }),
+                makeToolResult("t3", true, "FAIL src/app.test.ts\nTypeError: config is undefined", 1),
+            ]),
         ];
         const result = detectFailureModes(makeTrace({ turns }));
-        expect(result).toContain("repeated_tool_calls");
+        expect(result).toContain("repeated_failing_root_cause");
+        expect(result).toContain("catastrophic_failure");
     });
     it("context window text → context_limit_approached", () => {
         const turns = [
@@ -77,23 +96,33 @@ describe("detectFailureModes", () => {
         const result = detectFailureModes(makeTrace({ turns }));
         expect(result).toContain("context_limit_approached");
     });
-    it("final turns all errors → catastrophic_failure", () => {
-        const errResult = { type: "tool_result", tool_call_id: "t1", is_error: true, result_content: "fail", exit_code: 1 };
+    it("final failed exchange → catastrophic_failure", () => {
         const turns = [
-            makeTurn("user", [errResult]),
-            makeTurn("user", [errResult]),
+            makeTurn("user", [{ type: "text", text: "Run the failing command." }]),
+            makeTurn("assistant", [
+                makeToolUse("t1", "functions.exec_command", { cmd: "pnpm test" }),
+                makeToolResult("t1", true, "fail", 1),
+            ]),
         ];
         const result = detectFailureModes(makeTrace({ turns }));
         expect(result).toContain("catastrophic_failure");
     });
-    it("tool errors + later recovery text → graceful_recovery", () => {
-        const errResult = { type: "tool_result", tool_call_id: "t1", is_error: true, result_content: "fail", exit_code: 1 };
+    it("failed exchange followed by successful exchange → graceful_recovery", () => {
         const turns = [
-            makeTurn("user", [errResult]),
-            makeTurn("assistant", [{ type: "text", text: "Let me try a different approach instead." }]),
+            makeTurn("user", [{ type: "text", text: "Run the tests." }]),
+            makeTurn("assistant", [
+                makeToolUse("t1", "functions.exec_command", { cmd: "pnpm test" }),
+                makeToolResult("t1", true, "fail", 1),
+            ]),
+            makeTurn("user", [{ type: "text", text: "Try a safer command." }]),
+            makeTurn("assistant", [
+                makeToolUse("t2", "functions.exec_command", { cmd: "pnpm test --runInBand" }),
+                makeToolResult("t2", false, "ok", 0),
+            ]),
         ];
         const result = detectFailureModes(makeTrace({ turns }));
         expect(result).toContain("graceful_recovery");
+        expect(result).toContain("tool_call_failure");
     });
 });
 describe("checkCompleteness", () => {
@@ -121,13 +150,21 @@ describe("scoreTrace", () => {
         const score = scoreTrace(makeTrace({ turns: [], content_fidelity: "chat_only" }));
         expect(score.completeness).toBe("malformed");
         expect(score.payout_cents).toBeLessThan(100);
+        expect(score.breakdown.component_count).toBeGreaterThan(0);
     });
     it("graceful_recovery + tool_call_failure → bonuses stack", () => {
         const baseScore = scoreTrace(makeTrace({ turns: [], content_fidelity: "full" }));
-        const errResult = { type: "tool_result", tool_call_id: "t1", is_error: true, result_content: "fail", exit_code: 1 };
         const turns = [
-            makeTurn("user", [errResult]),
-            makeTurn("assistant", [{ type: "text", text: "Let me try a different approach instead." }]),
+            makeTurn("user", [{ type: "text", text: "Run the tests." }]),
+            makeTurn("assistant", [
+                makeToolUse("t1", "functions.exec_command", { cmd: "pnpm test" }),
+                makeToolResult("t1", true, "fail", 1),
+            ]),
+            makeTurn("user", [{ type: "text", text: "Try again." }]),
+            makeTurn("assistant", [
+                makeToolUse("t2", "functions.exec_command", { cmd: "pnpm test --runInBand" }),
+                makeToolResult("t2", false, "ok", 0),
+            ]),
         ];
         const bonusScore = scoreTrace(makeTrace({ turns, content_fidelity: "full" }));
         expect(bonusScore.payout_cents).toBeGreaterThan(baseScore.payout_cents);
@@ -135,10 +172,17 @@ describe("scoreTrace", () => {
         expect(bonusScore.failure_modes).toContain("tool_call_failure");
     });
     it("total clamps to [0, 1]", () => {
-        const errResult = { type: "tool_result", tool_call_id: "t1", is_error: true, result_content: "fail", exit_code: 1 };
         const turns = [
-            makeTurn("user", [errResult]),
-            makeTurn("assistant", [{ type: "text", text: "Let me try a different approach instead." }]),
+            makeTurn("user", [{ type: "text", text: "Run the tests." }]),
+            makeTurn("assistant", [
+                makeToolUse("t1", "functions.exec_command", { cmd: "pnpm test" }),
+                makeToolResult("t1", true, "fail", 1),
+            ]),
+            makeTurn("user", [{ type: "text", text: "Try again." }]),
+            makeTurn("assistant", [
+                makeToolUse("t2", "functions.exec_command", { cmd: "pnpm test --runInBand" }),
+                makeToolResult("t2", false, "ok", 0),
+            ]),
         ];
         const score = scoreTrace(makeTrace({ turns, content_fidelity: "full", total_input_tokens: 1000000, total_output_tokens: 1000000 }));
         expect(score.total).toBeGreaterThanOrEqual(0);
@@ -153,5 +197,60 @@ describe("scoreTrace", () => {
         const expected = Math.min(500, Math.round(score.total * 500));
         expect(score.payout_cents).toBe(expected);
     });
+    it("uses async label and novelty context when provided", () => {
+        const turns = [
+            makeTurn("user", [{ type: "text", text: "Run the tests." }]),
+            makeTurn("assistant", [
+                makeToolUse("t1", "functions.exec_command", { cmd: "pnpm test" }),
+                makeToolResult("t1", true, "fail", 1),
+            ]),
+            makeTurn("user", [{ type: "text", text: "Try again with a fix." }]),
+            makeTurn("assistant", [
+                makeToolUse("t2", "functions.exec_command", { cmd: "pnpm test --runInBand" }),
+                makeToolResult("t2", false, "ok", 0),
+            ]),
+        ];
+        const baseScore = scoreTrace(makeTrace({ turns, content_fidelity: "full" }));
+        const enrichedScore = scoreTrace(makeTrace({ turns, content_fidelity: "full" }), undefined, {
+            anomaly_score: 2.4,
+            workflow_shape: "shell_and_editor",
+            length_bucket: "medium",
+            tool_density: "medium",
+            failure_judge_verdict: "confirmed_failure",
+            failure_judge_agreement: "agree",
+            failure_judge_confidence: 0.94,
+        });
+        expect(enrichedScore.total).toBeGreaterThan(baseScore.total);
+        expect(enrichedScore.breakdown.components.some((component) => component.key === "novelty")).toBe(true);
+        expect(enrichedScore.breakdown.components.some((component) => component.key === "failure_judge")).toBe(true);
+    });
+    it("respects failure mode overrides from downstream labels", () => {
+        const turns = [
+            makeTurn("user", [{ type: "text", text: "Run the tests." }]),
+            makeTurn("assistant", [
+                makeToolUse("t1", "functions.exec_command", { cmd: "pnpm test" }),
+                makeToolResult("t1", true, "fail", 1),
+            ]),
+        ];
+        const baseScore = scoreTrace(makeTrace({ turns, content_fidelity: "full" }));
+        const overriddenScore = scoreTrace(makeTrace({ turns, content_fidelity: "full" }), undefined, {
+            failure_modes_override: ["no_failure"],
+            failure_judge_verdict: "false_positive",
+            failure_judge_agreement: "disagree",
+            failure_judge_confidence: 0.9,
+        });
+        expect(baseScore.failure_modes).toContain("tool_call_failure");
+        expect(overriddenScore.failure_modes).toEqual(["no_failure"]);
+        expect(overriddenScore.total).toBeLessThan(baseScore.total);
+    });
+});
+describe("deriveQualityTier", () => {
+    it("applies the new score band thresholds", () => {
+        expect(deriveQualityTier(0.2)).toBe("bronze");
+        expect(deriveQualityTier(0.63)).toBe("bronze");
+        expect(deriveQualityTier(0.64)).toBe("silver");
+        expect(deriveQualityTier(0.81)).toBe("silver");
+        expect(deriveQualityTier(0.82)).toBe("gold");
+    });
 });
 //# sourceMappingURL=scoring.test.js.map

package/dist/scoring.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"scoring.test.js","sourceRoot":"","sources":["../src/scoring.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAGjF,SAAS,SAAS,CAAC,YAAsC,EAAE;IACzD,OAAO;QACL,QAAQ,EAAE,SAAS;QACnB,cAAc,EAAE,KAAK;QACrB,WAAW,EAAE,aAAa;QAC1B,iBAAiB,EAAE,aAAa;QAChC,cAAc,EAAE,IAAI;QACpB,YAAY,EAAE,OAAO;QACrB,YAAY,EAAE,sBAAsB;QACpC,YAAY,EAAE,sBAAsB;QACpC,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,IAAI;QACd,gBAAgB,EAAE,IAAI;QACtB,UAAU,EAAE,sBAAsB;QAClC,QAAQ,EAAE,sBAAsB;QAChC,KAAK,EAAE,EAAE;QACT,UAAU,EAAE,CAAC;QACb,eAAe,EAAE,CAAC;QAClB,cAAc,EAAE,KAAK;QACrB,mBAAmB,EAAE,KAAK;QAC1B,gBAAgB,EAAE,KAAK;QACvB,kBAAkB,EAAE,KAAK;QACzB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,uBAAuB,EAAE,IAAI;QAC7B,gBAAgB,EAAE,MAAM;QACxB,SAAS,EAAE,IAAI;QACf,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,EAAE;QACd,iBAAiB,EAAE,EAAE;QACrB,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,IAA0B,EAAE,OAAuB;IACnE,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,cAAc,EAAE,IAAI;QACpB,IAAI;QACJ,SAAS,EAAE,IAAI;QACf,OAAO;QACP,KAAK,EAAE,IAAI;QACX,KAAK,EAAE,IAAI;QACX,eAAe,EAAE,EAAE;KACpB,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;SACrH,CAAC;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,OAAO,GAAG,CAAC,CAAS,EAAgB,EAAE,CAAC,CAAC;YAC5C,IAAI,EAAE,UAAU;YAChB,YAAY,EAAE,IAAI,CAAC,EAAE;YACrB,SAAS,EAAE,MAAM;YACjB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QACH,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;SAC5D,CAAC;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,qDAAqD,EAAE,CAAC,CAAC;SACvG,CAAC;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,0BAA0B,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,SAAS,GAAiB,EAAE,IAAI,EAAE,aAAa,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAClI,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC;YAC7B,QAAQ,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC;SAC9B,CAAC;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,SAAS,GAAiB,EAAE,IAAI,EAAE,aAAa,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAClI,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC;YAC7B,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0CAA0C,EAAE,CAAC,CAAC;SAC5F,CAAC;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;SACzD,CAAC;QACF,MAAM,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACjF,MAAM,SAAS,GAAiB,EAAE,IAAI,EAAE,aAAa,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAClI,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC;YAC7B,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0CAA0C,EAAE,CAAC,CAAC;SAC5F,CAAC;QACF,MAAM,UAAU,GAAG,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9E,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACxE,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QAChE,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,SAAS,GAAiB,EAAE,IAAI,EAAE,aAAa,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAClI,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC;YAC7B,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0CAA0C,EAAE,CAAC,CAAC;SAC5F,CAAC;QACF,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,kBAAkB,EAAE,OAAO,EAAE,mBAAmB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QACpI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;SACzD,CAAC;QACF,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACzE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"scoring.test.js","sourceRoot":"","sources":["../src/scoring.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAGpG,SAAS,SAAS,CAAC,YAAsC,EAAE;IACzD,OAAO;QACL,QAAQ,EAAE,SAAS;QACnB,cAAc,EAAE,KAAK;QACrB,WAAW,EAAE,aAAa;QAC1B,iBAAiB,EAAE,aAAa;QAChC,cAAc,EAAE,IAAI;QACpB,YAAY,EAAE,OAAO;QACrB,YAAY,EAAE,sBAAsB;QACpC,YAAY,EAAE,sBAAsB;QACpC,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,IAAI;QACd,gBAAgB,EAAE,IAAI;QACtB,UAAU,EAAE,sBAAsB;QAClC,QAAQ,EAAE,sBAAsB;QAChC,KAAK,EAAE,EAAE;QACT,UAAU,EAAE,CAAC;QACb,eAAe,EAAE,CAAC;QAClB,cAAc,EAAE,KAAK;QACrB,mBAAmB,EAAE,KAAK;QAC1B,gBAAgB,EAAE,KAAK;QACvB,kBAAkB,EAAE,KAAK;QACzB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,uBAAuB,EAAE,IAAI;QAC7B,gBAAgB,EAAE,MAAM;QACxB,SAAS,EAAE,IAAI;QACf,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,EAAE;QACd,iBAAiB,EAAE,EAAE;QACrB,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,IAA0B,EAAE,OAAuB;IACnE,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,cAAc,EAAE,IAAI;QACpB,IAAI;QACJ,SAAS,EAAE,IAAI;QACf,OAAO;QACP,KAAK,EAAE,IAAI;QACX,KAAK,EAAE,IAAI;QACX,eAAe,EAAE,EAAE;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAClB,YAAoB,EACpB,SAAiB,EACjB,UAAmC;IAEnC,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AACnE,CAAC;AAED,SAAS,cAAc,CACrB,YAAoB,EACpB,QAAiB,EACjB,cAAsB,EACtB,SAAwB;IAExB,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,YAAY,EAAE,QAAQ,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC;AACpF,CAAC;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAC5D,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC;gBACjE,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;aAC9C,CAAC;SACH,CAAC;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAC5D,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC;gBACjE,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,sDAAsD,EAAE,CAAC,CAAC;aACtF,CAAC;YACF,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,iCAAiC,EAAE,CAAC,CAAC;YAC7E,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,uBAAuB,EAAE,CAAC;gBAC7E,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,sDAAsD,EAAE,CAAC,CAAC;aACtF,CAAC;YACF,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC,CAAC;YACvE,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,wBAAwB,EAAE,CAAC;gBAC9E,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,sDAAsD,EAAE,CAAC,CAAC;aACtF,CAAC;SACH,CAAC;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,6BAA6B,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,qDAAqD,EAAE,CAAC,CAAC;SACvG,CAAC;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,0BAA0B,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC,CAAC;YACtE,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC;gBACjE,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;aACtC,CAAC;SACH,CAAC;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAC5D,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC;gBACjE,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;aACtC,CAAC;YACF,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE,CAAC,CAAC;YAClE,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,uBAAuB,EAAE,CAAC;gBAC7E,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;aACrC,CAAC;SACH,CAAC;QACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;SACzD,CAAC;QACF,MAAM,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,gBAAgB,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACjF,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAC5D,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC;gBACjE,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;aACtC,CAAC;YACF,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;YACxD,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,uBAAuB,EAAE,CAAC;gBAC7E,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;aACrC,CAAC;SACH,CAAC;QACF,MAAM,UAAU,GAAG,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9E,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACxE,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QAChE,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAC5D,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC;gBACjE,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;aACtC,CAAC;YACF,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;YACxD,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,uBAAuB,EAAE,CAAC;gBAC7E,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;aACrC,CAAC;SACH,CAAC;QACF,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,kBAAkB,EAAE,OAAO,EAAE,mBAAmB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QACpI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,QAAQ,CAAC,WAAW,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;SACzD,CAAC;QACF,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACzE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAC5D,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC;gBACjE,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;aACtC,CAAC;YACF,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,uBAAuB,EAAE,CAAC,CAAC;YACnE,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,uBAAuB,EAAE,CAAC;gBAC7E,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;aACrC,CAAC;SACH,CAAC;QAEF,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC7E,MAAM,aAAa,GAAG,UAAU,CAC9B,SAAS,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,EAC9C,SAAS,EACT;YACE,aAAa,EAAE,GAAG;YAClB,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,QAAQ;YACvB,YAAY,EAAE,QAAQ;YACtB,qBAAqB,EAAE,mBAAmB;YAC1C,uBAAuB,EAAE,OAAO;YAChC,wBAAwB,EAAE,IAAI;SAC/B,CACF,CAAC;QAEF,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC7D,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvG,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,KAAK,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAC5D,QAAQ,CAAC,WAAW,EAAE;gBACpB,WAAW,CAAC,IAAI,EAAE,wBAAwB,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC;gBACjE,cAAc,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;aACtC,CAAC;SACH,CAAC;QAEF,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC7E,MAAM,eAAe,GAAG,UAAU,CAChC,SAAS,CAAC,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,EAC9C,SAAS,EACT;YACE,sBAAsB,EAAE,CAAC,YAAY,CAAC;YACtC,qBAAqB,EAAE,gBAAgB;YACvC,uBAAuB,EAAE,UAAU;YACnC,wBAAwB,EAAE,GAAG;SAC9B,CACF,CAAC;QAEF,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QAC/D,MAAM,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9C,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/tool-normalization.d.ts

@@ -0,0 +1,66 @@
+import type { ContentBlock, NormalizedTrace } from "./types.js";
+import { toolNormalizationSpec } from "./tool-normalization.generated.js";
+type ToolDescriptorMap = typeof toolNormalizationSpec.normalized_tools;
+export type NormalizedToolId = keyof ToolDescriptorMap;
+export type NormalizedToolFamily = "shell" | "file";
+export type NormalizedToolDescriptor = {
+    family: NormalizedToolFamily;
+    kind: string;
+    aliases: readonly string[];
+    token_prefix: string;
+    mutates_file: boolean;
+};
+export type NormalizedToolIdentifier = NormalizedToolId | "tool.generic";
+export type FailureExchangeOutcome = "success" | "failure" | "success_after_retry" | "canceled";
+export declare const TRACE_NORMALIZATION_VERSION = "evaluation-normalization-v1";
+export type ResolvedNormalizedTool = NormalizedToolDescriptor & {
+    normalizedToolId: NormalizedToolId;
+};
+export interface NormalizedToolUse {
+    toolCallId: string;
+    rawToolName: string;
+    normalizedToolId: NormalizedToolIdentifier;
+    family: NormalizedToolFamily | "generic";
+    kind: string;
+    token: string;
+    exitCode: number | null;
+}
+export interface FailureExchange {
+    toolTokens: string[];
+    hasError: boolean;
+    outcome: FailureExchangeOutcome;
+}
+export interface TraceNormalizationExchange {
+    exchangeIndex: number;
+    actions: NormalizedToolUse[];
+    toolTokens: string[];
+    hasError: boolean;
+    outcome: FailureExchangeOutcome;
+    prevOutcome: FailureExchangeOutcome | null;
+    tokenCount: number;
+}
+export interface TraceNormalization {
+    version: string;
+    exchanges: TraceNormalizationExchange[];
+}
+type ToolUseBlock = Extract<ContentBlock, {
+    type: "tool_use";
+}>;
+export declare function normalizeToolName(toolName: string): string;
+export declare function toolNameMatches(toolName: string, candidate: string): boolean;
+export declare function getNormalizedToolHierarchy(toolName: string): ResolvedNormalizedTool | null;
+export declare function listNormalizedToolsByFamily(family: NormalizedToolFamily): ResolvedNormalizedTool[];
+export declare function isShellToolName(toolName: string): boolean;
+export declare function isWriteStdinToolName(toolName: string): boolean;
+export declare function extractShellCommand(toolInput: Record<string, unknown>): string | null;
+export declare function hasShellWriteRedirect(command: string): boolean;
+export declare function isWriteShapedShellCommand(command: string): boolean;
+export declare function isFileMutationTool(toolName: string, toolInput: Record<string, unknown>): boolean;
+export declare function tokenizeWriteStdinChars(chars: string, exitCode: number | null | undefined): string;
+export declare function tokenizeBashCommand(command: string, exitCode: number | null | undefined): string;
+export declare function tokenizeFileTool(toolName: string, rawPath: string): string;
+export declare function normalizeToolUse(block: ToolUseBlock, exitCode: number | null | undefined): NormalizedToolUse | null;
+export declare function extractFailureExchanges(trace: NormalizedTrace): FailureExchange[];
+export declare function normalizeTraceForEvaluation(trace: NormalizedTrace): TraceNormalization;
+export {};
+//# sourceMappingURL=tool-normalization.d.ts.map

package/dist/tool-normalization.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-normalization.d.ts","sourceRoot":"","sources":["../src/tool-normalization.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAW1E,KAAK,iBAAiB,GAAG,OAAO,qBAAqB,CAAC,gBAAgB,CAAC;AACvE,MAAM,MAAM,gBAAgB,GAAG,MAAM,iBAAiB,CAAC;AACvD,MAAM,MAAM,oBAAoB,GAAG,OAAO,GAAG,MAAM,CAAC;AACpD,MAAM,MAAM,wBAAwB,GAAG;IACrC,MAAM,EAAE,oBAAoB,CAAC;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,OAAO,CAAC;CACvB,CAAC;AACF,MAAM,MAAM,wBAAwB,GAAG,gBAAgB,GAAG,cAAc,CAAC;AACzE,MAAM,MAAM,sBAAsB,GAC9B,SAAS,GACT,SAAS,GACT,qBAAqB,GACrB,UAAU,CAAC;AACf,eAAO,MAAM,2BAA2B,gCAAgC,CAAC;AAEzE,MAAM,MAAM,sBAAsB,GAAG,wBAAwB,GAAG;IAC9D,gBAAgB,EAAE,gBAAgB,CAAC;CACpC,CAAC;AAEF,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,wBAAwB,CAAC;IAC3C,MAAM,EAAE,oBAAoB,GAAG,SAAS,CAAC;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,OAAO,CAAC;IAClB,OAAO,EAAE,sBAAsB,CAAC;CACjC;AAED,MAAM,WAAW,0BAA0B;IACzC,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,OAAO,CAAC;IAClB,OAAO,EAAE,sBAAsB,CAAC;IAChC,WAAW,EAAE,sBAAsB,GAAG,IAAI,CAAC;IAC3C,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,0BAA0B,EAAE,CAAC;CACzC;AAED,KAAK,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE;IAAE,IAAI,EAAE,UAAU,CAAA;CAAE,CAAC,CAAC;AAUhE,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAE1D;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAG5E;AAED,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,MAAM,GACf,sBAAsB,GAAG,IAAI,CAQ/B;AAED,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,oBAAoB,GAC3B,sBAAsB,EAAE,CAI1B;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAEzD;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAE9D;AAED,wBAAgB,mBAAmB,CACjC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACjC,MAAM,GAAG,IAAI,CAkBf;AA4GD,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAgD9D;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAiBlE;AAED,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACjC,OAAO,CAkBT;AA8CD,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAClC,MAAM,CAYR;AAED,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAClC,MAAM,CAoCR;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,CAkB1E;AAcD,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,YAAY,EACnB,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAClC,iBAAiB,GAAG,IAAI,CA0D1B;AA2BD,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,eAAe,GAAG,eAAe,EAAE,CAMjF;AAED,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,eAAe,GACrB,kBAAkB,CAyGpB"}

package/dist/tool-normalization.generated.d.ts

@@ -0,0 +1,181 @@
+export declare const toolNormalizationSpec: {
+    readonly schema_version: 1;
+    readonly normalized_tools: {
+        readonly "shell.command": {
+            readonly family: "shell";
+            readonly kind: "command";
+            readonly aliases: readonly ["exec_command", "bash", "bash_command", "run_shell_command", "shell"];
+            readonly token_prefix: "Bash";
+            readonly mutates_file: false;
+        };
+        readonly "shell.stdin": {
+            readonly family: "shell";
+            readonly kind: "stdin";
+            readonly aliases: readonly ["write_stdin"];
+            readonly token_prefix: "Bash";
+            readonly mutates_file: false;
+        };
+        readonly "file.read": {
+            readonly family: "file";
+            readonly kind: "read";
+            readonly aliases: readonly ["read", "read_file", "grep", "list_directory"];
+            readonly token_prefix: "Read";
+            readonly mutates_file: false;
+        };
+        readonly "file.write": {
+            readonly family: "file";
+            readonly kind: "write";
+            readonly aliases: readonly ["write", "write_file", "create_file"];
+            readonly token_prefix: "Write";
+            readonly mutates_file: true;
+        };
+        readonly "file.edit": {
+            readonly family: "file";
+            readonly kind: "edit";
+            readonly aliases: readonly ["edit", "edit_file", "replace"];
+            readonly token_prefix: "Edit";
+            readonly mutates_file: true;
+        };
+        readonly "file.multi_edit": {
+            readonly family: "file";
+            readonly kind: "multi_edit";
+            readonly aliases: readonly ["multiedit"];
+            readonly token_prefix: "MultiEdit";
+            readonly mutates_file: true;
+        };
+    };
+    readonly shell: {
+        readonly dangerous_verbs: readonly ["sudo", "su", "doas", "chmod", "chown", "dd", "shred"];
+        readonly text_filter_tokens: {
+            readonly awk: "text_filter:awk";
+            readonly cut: "text_filter:cut";
+            readonly sort: "text_filter:sort";
+        };
+        readonly text_filter_write_verbs: readonly ["awk", "cut", "sort"];
+        readonly verb_categories: {
+            readonly npm: "build";
+            readonly pnpm: "build";
+            readonly yarn: "build";
+            readonly bun: "build";
+            readonly npx: "build";
+            readonly cargo: "build";
+            readonly rustup: "build";
+            readonly pip: "build";
+            readonly pip3: "build";
+            readonly uv: "build";
+            readonly poetry: "build";
+            readonly pipenv: "build";
+            readonly conda: "build";
+            readonly make: "build";
+            readonly cmake: "build";
+            readonly ninja: "build";
+            readonly go: "build";
+            readonly gradle: "build";
+            readonly mvn: "build";
+            readonly bazel: "build";
+            readonly tsc: "build";
+            readonly vite: "build";
+            readonly webpack: "build";
+            readonly pytest: "test";
+            readonly jest: "test";
+            readonly vitest: "test";
+            readonly mocha: "test";
+            readonly rspec: "test";
+            readonly phpunit: "test";
+            readonly "cargo-test": "test";
+            readonly git: "vcs";
+            readonly gh: "vcs";
+            readonly svn: "vcs";
+            readonly curl: "network";
+            readonly wget: "network";
+            readonly ssh: "network";
+            readonly scp: "network";
+            readonly rsync: "network";
+            readonly nc: "network";
+            readonly netcat: "network";
+            readonly ncat: "network";
+            readonly sftp: "network";
+            readonly ftp: "network";
+            readonly cat: "fs_read";
+            readonly head: "fs_read";
+            readonly tail: "fs_read";
+            readonly less: "fs_read";
+            readonly ls: "fs_read";
+            readonly find: "fs_read";
+            readonly locate: "fs_read";
+            readonly grep: "fs_read";
+            readonly rg: "fs_read";
+            readonly ag: "fs_read";
+            readonly ack: "fs_read";
+            readonly wc: "fs_read";
+            readonly stat: "fs_read";
+            readonly file: "fs_read";
+            readonly du: "fs_read";
+            readonly diff: "fs_read";
+            readonly od: "fs_read";
+            readonly nl: "fs_read";
+            readonly which: "fs_read";
+            readonly xxd: "fs_read";
+            readonly rm: "fs_write";
+            readonly cp: "fs_write";
+            readonly mv: "fs_write";
+            readonly mkdir: "fs_write";
+            readonly touch: "fs_write";
+            readonly ln: "fs_write";
+            readonly tar: "fs_write";
+            readonly zip: "fs_write";
+            readonly unzip: "fs_write";
+            readonly python: "run";
+            readonly python3: "run";
+            readonly node: "run";
+            readonly ruby: "run";
+            readonly php: "run";
+            readonly perl: "run";
+            readonly bash: "run";
+            readonly sh: "run";
+            readonly zsh: "run";
+            readonly fish: "run";
+            readonly deno: "run";
+            readonly r: "run";
+            readonly rscript: "run";
+            readonly kill: "process";
+            readonly pkill: "process";
+            readonly killall: "process";
+            readonly ps: "process";
+            readonly top: "process";
+            readonly htop: "process";
+            readonly lsof: "process";
+            readonly sleep: "process";
+            readonly export: "env";
+            readonly unset: "env";
+            readonly env: "env";
+            readonly source: "env";
+            readonly printenv: "env";
+            readonly set: "env";
+            readonly apt: "sysadmin";
+            readonly "apt-get": "sysadmin";
+            readonly brew: "sysadmin";
+            readonly yum: "sysadmin";
+            readonly dnf: "sysadmin";
+            readonly pacman: "sysadmin";
+            readonly snap: "sysadmin";
+            readonly eval: "shell_meta";
+            readonly exec: "shell_meta";
+            readonly xargs: "shell_meta";
+            readonly cd: "shell_meta";
+            readonly pwd: "shell_meta";
+            readonly echo: "shell_meta";
+            readonly if: "shell_meta";
+        };
+    };
+    readonly file: {
+        readonly extra_mutation_aliases: readonly ["apply_patch", "write_file", "create_file", "delete_file", "rename_file", "move_file", "file_change"];
+        readonly sensitive_path_signals: readonly [".ssh", ".aws", "id_rsa", "credentials", ".env", "secrets", "token", "password", "private_key"];
+        readonly system_prefixes: readonly ["/etc/", "/usr/", "/var/", "/sys/", "/proc/", "/boot/", "/root/"];
+        readonly config_exts: readonly [".env", ".yaml", ".yml", ".toml", ".ini", ".cfg"];
+        readonly config_names: readonly ["config", "settings", "configuration"];
+    };
+    readonly tool_result_metadata_prefixes: readonly ["Command:", "Chunk ID:", "Wall time:", "Process exited with code", "Process running with session ID", "Original token count:", "Output:"];
+};
+export type ToolNormalizationSpec = typeof toolNormalizationSpec;
+//# sourceMappingURL=tool-normalization.generated.d.ts.map

package/dist/tool-normalization.generated.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-normalization.generated.d.ts","sourceRoot":"","sources":["../src/tool-normalization.generated.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkQxB,CAAC;AAEX,MAAM,MAAM,qBAAqB,GAAG,OAAO,qBAAqB,CAAC"}