@tracemarketplace/shared 0.0.10 → 0.0.11

package/dist/tool-normalization.test.js

@@ -0,0 +1,188 @@
+import { describe, expect, it } from "vitest";
+import { extractFailureExchanges, getNormalizedToolHierarchy, isFileMutationTool, listNormalizedToolsByFamily, normalizeTraceForEvaluation, normalizeToolUse, TRACE_NORMALIZATION_VERSION, tokenizeBashCommand, } from "./tool-normalization.js";
+function makeTrace(turns) {
+    return {
+        trace_id: "test-id",
+        schema_version: "1.0",
+        source_tool: "codex_cli",
+        source_session_id: "session-abc",
+        source_version: null,
+        submitted_by: "user1",
+        submitted_at: "2024-01-01T00:00:00Z",
+        extracted_at: "2024-01-01T00:00:00Z",
+        git_branch: null,
+        cwd_hash: null,
+        working_language: null,
+        started_at: "2024-01-01T00:00:00Z",
+        ended_at: "2024-01-01T00:01:00Z",
+        turns,
+        turn_count: turns.length,
+        tool_call_count: turns.flatMap((turn) => turn.content).filter((block) => block.type === "tool_use")
+            .length,
+        has_tool_calls: true,
+        has_thinking_blocks: false,
+        has_file_changes: false,
+        has_shell_commands: false,
+        total_input_tokens: null,
+        total_output_tokens: null,
+        total_cache_read_tokens: null,
+        content_fidelity: "full",
+        env_state: null,
+        score: null,
+        raw_r2_key: "",
+        normalized_r2_key: "",
+    };
+}
+function makeTurn(role, content) {
+    return {
+        turn_id: Math.random().toString(36).slice(2),
+        parent_turn_id: null,
+        role,
+        timestamp: null,
+        content,
+        model: null,
+        usage: null,
+        source_metadata: {},
+    };
+}
+describe("tool hierarchy", () => {
+    it("normalizes namespaced shell tools into a single hierarchy", () => {
+        const normalized = getNormalizedToolHierarchy("functions.exec_command");
+        expect(normalized).toMatchObject({
+            normalizedToolId: "shell.command",
+            family: "shell",
+            kind: "command",
+            token_prefix: "Bash",
+        });
+    });
+    it("lists canonical file tools from the shared hierarchy", () => {
+        expect(listNormalizedToolsByFamily("file").map((tool) => tool.normalizedToolId)).toEqual([
+            "file.read",
+            "file.write",
+            "file.edit",
+            "file.multi_edit",
+        ]);
+    });
+});
+describe("tokenizeBashCommand", () => {
+    it("treats read-shaped and write-shaped shell commands differently", () => {
+        expect(tokenizeBashCommand("sed -n '1,40p' src/server.ts", 0)).toBe("Bash:fs_read:pass");
+        expect(tokenizeBashCommand("sed -i '' 's/old/new/' src/server.ts", 0)).toBe("Bash:fs_write:pass");
+        expect(tokenizeBashCommand("sort -o tmp/out.txt src/server.ts", 0)).toBe("Bash:text_filter_write:sort:pass");
+    });
+});
+describe("normalizeToolUse", () => {
+    it("drops empty write_stdin polls", () => {
+        const normalized = normalizeToolUse({
+            type: "tool_use",
+            tool_call_id: "stdin-1",
+            tool_name: "functions.write_stdin",
+            tool_input: { session_id: 1234, chars: "", yield_time_ms: 1000 },
+        }, null);
+        expect(normalized).toBeNull();
+    });
+    it("classifies file mutation tools through the shared hierarchy", () => {
+        expect(isFileMutationTool("Edit", { path: "src/server.ts" })).toBe(true);
+        expect(isFileMutationTool("functions.exec_command", {
+            cmd: "awk 'NF' src/server.ts > tmp/server.filtered.ts",
+        })).toBe(true);
+    });
+});
+describe("extractFailureExchanges", () => {
+    it("treats clean ctrl-c write_stdin flows as canceled exchanges", () => {
+        const turns = [
+            makeTurn("user", [{ type: "text", text: "Run the watch command, then stop it." }]),
+            makeTurn("assistant", [
+                {
+                    type: "tool_use",
+                    tool_call_id: "exec-1",
+                    tool_name: "functions.exec_command",
+                    tool_input: { cmd: "vitest --watch", tty: true },
+                },
+                {
+                    type: "tool_result",
+                    tool_call_id: "exec-1",
+                    is_error: false,
+                    result_content: "Process running with session ID 4242",
+                    exit_code: null,
+                },
+                {
+                    type: "tool_use",
+                    tool_call_id: "stdin-1",
+                    tool_name: "functions.write_stdin",
+                    tool_input: { session_id: 4242, chars: "\u0003", yield_time_ms: 1000 },
+                },
+                {
+                    type: "tool_result",
+                    tool_call_id: "stdin-1",
+                    is_error: true,
+                    result_content: "Process exited with code 130\n^C",
+                    exit_code: 130,
+                },
+            ]),
+        ];
+        expect(extractFailureExchanges(makeTrace(turns))).toEqual([
+            {
+                toolTokens: ["Bash:test:pass", "Bash:pty_control:interrupt:fail"],
+                hasError: false,
+                outcome: "canceled",
+            },
+        ]);
+    });
+});
+describe("normalizeTraceForEvaluation", () => {
+    it("builds a persisted exchange artifact with actions and versioning", () => {
+        const turns = [
+            makeTurn("user", [{ type: "text", text: "Run the tests." }]),
+            {
+                ...makeTurn("assistant", [
+                    {
+                        type: "tool_use",
+                        tool_call_id: "exec-1",
+                        tool_name: "functions.exec_command",
+                        tool_input: { cmd: "pnpm test" },
+                    },
+                    {
+                        type: "tool_result",
+                        tool_call_id: "exec-1",
+                        is_error: false,
+                        result_content: "ok",
+                        exit_code: 0,
+                    },
+                ]),
+                usage: {
+                    input_tokens: 10,
+                    output_tokens: 42,
+                    cache_read_input_tokens: null,
+                    cache_creation_input_tokens: null,
+                    reasoning_tokens: null,
+                },
+            },
+        ];
+        expect(normalizeTraceForEvaluation(makeTrace(turns))).toEqual({
+            version: TRACE_NORMALIZATION_VERSION,
+            exchanges: [
+                {
+                    exchangeIndex: 0,
+                    actions: [
+                        {
+                            toolCallId: "exec-1",
+                            rawToolName: "functions.exec_command",
+                            normalizedToolId: "shell.command",
+                            family: "shell",
+                            kind: "command",
+                            token: "Bash:build:pass",
+                            exitCode: 0,
+                        },
+                    ],
+                    toolTokens: ["Bash:build:pass"],
+                    hasError: false,
+                    outcome: "success",
+                    prevOutcome: null,
+                    tokenCount: 42,
+                },
+            ],
+        });
+    });
+});
+//# sourceMappingURL=tool-normalization.test.js.map

package/dist/tool-normalization.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-normalization.test.js","sourceRoot":"","sources":["../src/tool-normalization.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EACL,uBAAuB,EACvB,0BAA0B,EAC1B,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC3B,gBAAgB,EAChB,2BAA2B,EAC3B,mBAAmB,GACpB,MAAM,yBAAyB,CAAC;AAEjC,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO;QACL,QAAQ,EAAE,SAAS;QACnB,cAAc,EAAE,KAAK;QACrB,WAAW,EAAE,WAAW;QACxB,iBAAiB,EAAE,aAAa;QAChC,cAAc,EAAE,IAAI;QACpB,YAAY,EAAE,OAAO;QACrB,YAAY,EAAE,sBAAsB;QACpC,YAAY,EAAE,sBAAsB;QACpC,UAAU,EAAE,IAAI;QAChB,QAAQ,EAAE,IAAI;QACd,gBAAgB,EAAE,IAAI;QACtB,UAAU,EAAE,sBAAsB;QAClC,QAAQ,EAAE,sBAAsB;QAChC,KAAK;QACL,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC;aAChG,MAAM;QACT,cAAc,EAAE,IAAI;QACpB,mBAAmB,EAAE,KAAK;QAC1B,gBAAgB,EAAE,KAAK;QACvB,kBAAkB,EAAE,KAAK;QACzB,kBAAkB,EAAE,IAAI;QACxB,mBAAmB,EAAE,IAAI;QACzB,uBAAuB,EAAE,IAAI;QAC7B,gBAAgB,EAAE,MAAM;QACxB,SAAS,EAAE,IAAI;QACf,KAAK,EAAE,IAAI;QACX,UAAU,EAAE,EAAE;QACd,iBAAiB,EAAE,EAAE;KACtB,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,IAA0B,EAAE,OAAuB;IACnE,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,cAAc,EAAE,IAAI;QACpB,IAAI;QACJ,SAAS,EAAE,IAAI;QACf,OAAO;QACP,KAAK,EAAE,IAAI;QACX,KAAK,EAAE,IAAI;QACX,eAAe,EAAE,EAAE;KACpB,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,UAAU,GAAG,0BAA0B,CAAC,wBAAwB,CAAC,CAAC;QAExE,MAAM,CAAC,UAAU,CAAC,CAAC,aAAa,CAAC;YAC/B,gBAAgB,EAAE,eAAe;YACjC,MAAM,EAAE,OAAO;YACf,IAAI,EAAE,SAAS;YACf,YAAY,EAAE,MAAM;SACrB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,CAAC,2BAA2B,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC;YACvF,WAAW;YACX,YAAY;YACZ,WAAW;YACX,iBAAiB;SAClB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,CAAC,mBAAmB,CAAC,8BAA8B,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CACjE,mBAAmB,CACpB,CAAC;QACF,MAAM,CAAC,mBAAmB,CAAC,sCAAsC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CACzE,oBAAoB,CACrB,CAAC;QACF,MAAM,CAAC,mBAAmB,CAAC,mCAAmC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CACtE,kCAAkC,CACnC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,UAAU,GAAG,gBAAgB,CACjC;YACE,IAAI,EAAE,UAAU;YAChB,YAAY,EAAE,SAAS;YACvB,SAAS,EAAE,uBAAuB;YAClC,UAAU,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;SACjE,EACD,IAAI,CACL,CAAC;QAEF,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,EAAE,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzE,MAAM,CACJ,kBAAkB,CAAC,wBAAwB,EAAE;YAC3C,GAAG,EAAE,iDAAiD;SACvD,CAAC,CACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,sCAAsC,EAAE,CAAC,CAAC;YAClF,QAAQ,CAAC,WAAW,EAAE;gBACpB;oBACE,IAAI,EAAE,UAAU;oBAChB,YAAY,EAAE,QAAQ;oBACtB,SAAS,EAAE,wBAAwB;oBACnC,UAAU,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE,IAAI,EAAE;iBACjD;gBACD;oBACE,IAAI,EAAE,aAAa;oBACnB,YAAY,EAAE,QAAQ;oBACtB,QAAQ,EAAE,KAAK;oBACf,cAAc,EAAE,sCAAsC;oBACtD,SAAS,EAAE,IAAI;iBAChB;gBACD;oBACE,IAAI,EAAE,UAAU;oBAChB,YAAY,EAAE,SAAS;oBACvB,SAAS,EAAE,uBAAuB;oBAClC,UAAU,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE;iBACvE;gBACD;oBACE,IAAI,EAAE,aAAa;oBACnB,YAAY,EAAE,SAAS;oBACvB,QAAQ,EAAE,IAAI;oBACd,cAAc,EAAE,kCAAkC;oBAClD,SAAS,EAAE,GAAG;iBACf;aACF,CAAC;SACH,CAAC;QAEF,MAAM,CAAC,uBAAuB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACxD;gBACE,UAAU,EAAE,CAAC,gBAAgB,EAAE,iCAAiC,CAAC;gBACjE,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE,UAAU;aACpB;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,KAAK,GAAG;YACZ,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAC5D;gBACE,GAAG,QAAQ,CAAC,WAAW,EAAE;oBACvB;wBACE,IAAI,EAAE,UAAU;wBAChB,YAAY,EAAE,QAAQ;wBACtB,SAAS,EAAE,wBAAwB;wBACnC,UAAU,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE;qBACjC;oBACD;wBACE,IAAI,EAAE,aAAa;wBACnB,YAAY,EAAE,QAAQ;wBACtB,QAAQ,EAAE,KAAK;wBACf,cAAc,EAAE,IAAI;wBACpB,SAAS,EAAE,CAAC;qBACb;iBACF,CAAC;gBACF,KAAK,EAAE;oBACL,YAAY,EAAE,EAAE;oBAChB,aAAa,EAAE,EAAE;oBACjB,uBAAuB,EAAE,IAAI;oBAC7B,2BAA2B,EAAE,IAAI;oBACjC,gBAAgB,EAAE,IAAI;iBACvB;aACF;SACF,CAAC;QAEF,MAAM,CAAC,2BAA2B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC5D,OAAO,EAAE,2BAA2B;YACpC,SAAS,EAAE;gBACT;oBACE,aAAa,EAAE,CAAC;oBAChB,OAAO,EAAE;wBACP;4BACE,UAAU,EAAE,QAAQ;4BACpB,WAAW,EAAE,wBAAwB;4BACrC,gBAAgB,EAAE,eAAe;4BACjC,MAAM,EAAE,OAAO;4BACf,IAAI,EAAE,SAAS;4BACf,KAAK,EAAE,iBAAiB;4BACxB,QAAQ,EAAE,CAAC;yBACZ;qBACF;oBACD,UAAU,EAAE,CAAC,iBAAiB,CAAC;oBAC/B,QAAQ,EAAE,KAAK;oBACf,OAAO,EAAE,SAAS;oBAClB,WAAW,EAAE,IAAI;oBACjB,UAAU,EAAE,EAAE;iBACf;aACF;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/types.d.ts

@@ -1,5 +1,11 @@
 export type SourceTool = "claude_code" | "codex_cli" | "cursor";
-export type FailureMode = "tool_call_failure" | "repeated_tool_calls" | "context_limit_approached" | "catastrophic_failure" | "graceful_recovery" | "unexpected_capability" | "wrong_tool_sequence" | "no_failure";
+export type JsonPrimitive = string | number | boolean | null;
+export type JsonValue = JsonPrimitive | JsonObject | JsonValue[];
+export interface JsonObject {
+    [key: string]: JsonValue;
+}
+export type FailureMode = "tool_call_failure" | "repeated_failing_root_cause" | "repeated_tool_calls" | "context_limit_approached" | "catastrophic_failure" | "graceful_recovery" | "unexpected_capability" | "wrong_tool_sequence" | "no_failure";
+export type QualityTier = "bronze" | "silver" | "gold";
 export interface TokenUsage {
     input_tokens: number;
     output_tokens: number;
@@ -50,6 +56,34 @@ export interface EnvState {
     open_files_in_editor: string[] | null;
     extraction_method: "passive" | "active";
 }
+export type TraceScoreComponentSource = "trace" | "normalization" | "label" | "judge" | "corpus";
+export interface TraceScoreComponent {
+    key: string;
+    label: string;
+    score: number;
+    weight: number;
+    source: TraceScoreComponentSource;
+    available: boolean;
+    reason: string;
+    evidence: JsonValue | null;
+}
+export interface TraceScoreBreakdown {
+    aggregation: "weighted_average";
+    component_count: number;
+    available_weight: number;
+    total_weight: number;
+    components: TraceScoreComponent[];
+}
+export interface TraceScoreContext {
+    failure_modes_override?: FailureMode[];
+    anomaly_score?: number | null;
+    workflow_shape?: string | null;
+    length_bucket?: string | null;
+    tool_density?: string | null;
+    failure_judge_verdict?: string | null;
+    failure_judge_agreement?: string | null;
+    failure_judge_confidence?: number | null;
+}
 export interface TraceScore {
     completeness: "complete" | "incomplete" | "malformed";
     failure_modes: FailureMode[];
@@ -58,6 +92,7 @@ export interface TraceScore {
     content_fidelity: "full" | "chat_only";
     total: number;
     payout_cents: number;
+    breakdown: TraceScoreBreakdown;
     failure_taxonomy_label: string | null;
     failure_taxonomy_explanation: string | null;
     rarity_score: number | null;
@@ -99,6 +134,8 @@ export interface NormalizedTrace {
     content_fidelity: "full" | "chat_only";
     env_state: EnvState | null;
     score: TraceScore | null;
+    raw_json?: JsonValue | null;
+    raw_json_format?: string | null;
     raw_r2_key: string;
     normalized_r2_key: string;
 }

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,UAAU,GAAG,aAAa,GAAG,WAAW,GAAG,QAAQ,CAAC;AAEhE,MAAM,MAAM,WAAW,GACnB,mBAAmB,GACnB,qBAAqB,GACrB,0BAA0B,GAC1B,sBAAsB,GACtB,mBAAmB,GACnB,uBAAuB,GACvB,qBAAqB,GACrB,YAAY,CAAC;AAEjB,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,uBAAuB,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,2BAA2B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AAED,MAAM,MAAM,SAAS,GAAG,OAAO,GAAG,WAAW,GAAG,MAAM,CAAC;AAEvD,MAAM,MAAM,YAAY,GACpB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAClC;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,GAClG;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GACzH;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAAC;AAE/D,MAAM,WAAW,IAAI;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC1C;AAED,MAAM,WAAW,QAAQ;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,kBAAkB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACpC,sBAAsB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACxC,oBAAoB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACtC,gBAAgB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAClC,oBAAoB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACtC,iBAAiB,EAAE,SAAS,GAAG,QAAQ,CAAC;CACzC;AAED,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,UAAU,GAAG,YAAY,GAAG,WAAW,CAAC;IACtD,aAAa,EAAE,WAAW,EAAE,CAAC;IAC7B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,gBAAgB,EAAE,MAAM,GAAG,WAAW,CAAC;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,4BAA4B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5C,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,YAAY,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,UAAU,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,kBAAkB,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;IAC/C,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,OAAO,CAAC;IACxB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,uBAAuB,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,gBAAgB,EAAE,MAAM,GAAG,WAAW,CAAC;IACvC,SAAS,EAAE,QAAQ,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;CAC3B"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,UAAU,GAAG,aAAa,GAAG,WAAW,GAAG,QAAQ,CAAC;AAEhE,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;AAC7D,MAAM,MAAM,SAAS,GAAG,aAAa,GAAG,UAAU,GAAG,SAAS,EAAE,CAAC;AAEjE,MAAM,WAAW,UAAU;IACzB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAC;CAC1B;AAED,MAAM,MAAM,WAAW,GACnB,mBAAmB,GACnB,6BAA6B,GAC7B,qBAAqB,GACrB,0BAA0B,GAC1B,sBAAsB,GACtB,mBAAmB,GACnB,uBAAuB,GACvB,qBAAqB,GACrB,YAAY,CAAC;AAEjB,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,CAAC;AAEvD,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,uBAAuB,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,2BAA2B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AAED,MAAM,MAAM,SAAS,GAAG,OAAO,GAAG,WAAW,GAAG,MAAM,CAAC;AAEvD,MAAM,MAAM,YAAY,GACpB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAClC;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,GAClG;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GACzH;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAAC;AAE/D,MAAM,WAAW,IAAI;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC1C;AAED,MAAM,WAAW,QAAQ;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,kBAAkB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACpC,sBAAsB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACxC,oBAAoB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACtC,gBAAgB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAClC,oBAAoB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IACtC,iBAAiB,EAAE,SAAS,GAAG,QAAQ,CAAC;CACzC;AAED,MAAM,MAAM,yBAAyB,GACjC,OAAO,GACP,eAAe,GACf,OAAO,GACP,OAAO,GACP,QAAQ,CAAC;AAEb,MAAM,WAAW,mBAAmB;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,yBAAyB,CAAC;IAClC,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,SAAS,GAAG,IAAI,CAAC;CAC5B;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,kBAAkB,CAAC;IAChC,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,mBAAmB,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,iBAAiB;IAChC,sBAAsB,CAAC,EAAE,WAAW,EAAE,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,uBAAuB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxC,wBAAwB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1C;AAED,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,UAAU,GAAG,YAAY,GAAG,WAAW,CAAC;IACtD,aAAa,EAAE,WAAW,EAAE,CAAC;IAC7B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,gBAAgB,EAAE,MAAM,GAAG,WAAW,CAAC;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,mBAAmB,CAAC;IAC/B,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,4BAA4B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5C,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,YAAY,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,UAAU,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,kBAAkB,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC;IAC/C,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,OAAO,CAAC;IACxB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,kBAAkB,EAAE,OAAO,CAAC;IAC5B,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,uBAAuB,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,gBAAgB,EAAE,MAAM,GAAG,WAAW,CAAC;IACvC,SAAS,EAAE,QAAQ,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACzB,QAAQ,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;CAC3B"}

package/dist/validators.d.ts

@@ -1,4 +1,5 @@
 import { z } from "zod";
+import type { JsonValue } from "./types.js";
 export declare const NormalizedTraceSchema: z.ZodObject<{
     trace_id: z.ZodOptional<z.ZodString>;
     schema_version: z.ZodOptional<z.ZodString>;
@@ -31,6 +32,8 @@ export declare const NormalizedTraceSchema: z.ZodObject<{
     content_fidelity: z.ZodOptional<z.ZodEnum<["full", "chat_only"]>>;
     env_state: z.ZodOptional<z.ZodNullable<z.ZodAny>>;
     score: z.ZodOptional<z.ZodNullable<z.ZodAny>>;
+    raw_json: z.ZodOptional<z.ZodNullable<z.ZodType<JsonValue, z.ZodTypeDef, JsonValue>>>;
+    raw_json_format: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     raw_r2_key: z.ZodOptional<z.ZodString>;
     normalized_r2_key: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
@@ -38,6 +41,7 @@ export declare const NormalizedTraceSchema: z.ZodObject<{
     source_session_id: string;
     chunk_index: number;
     chunk_start_turn: number;
+    git_branch?: string | null | undefined;
     trace_id?: string | undefined;
     schema_version?: string | undefined;
     chunk_complete?: boolean | undefined;
@@ -47,7 +51,6 @@ export declare const NormalizedTraceSchema: z.ZodObject<{
     submitted_by?: string | undefined;
     submitted_at?: string | undefined;
     extracted_at?: string | undefined;
-    git_branch?: string | null | undefined;
     cwd_hash?: string | null | undefined;
     working_language?: string | null | undefined;
     started_at?: string | undefined;
@@ -65,11 +68,14 @@ export declare const NormalizedTraceSchema: z.ZodObject<{
     content_fidelity?: "full" | "chat_only" | undefined;
     env_state?: any;
     score?: any;
+    raw_json?: JsonValue | undefined;
+    raw_json_format?: string | null | undefined;
     raw_r2_key?: string | undefined;
     normalized_r2_key?: string | undefined;
 }, {
     source_tool: "claude_code" | "codex_cli" | "cursor";
     source_session_id: string;
+    git_branch?: string | null | undefined;
     trace_id?: string | undefined;
     schema_version?: string | undefined;
     chunk_index?: number | undefined;
@@ -81,7 +87,6 @@ export declare const NormalizedTraceSchema: z.ZodObject<{
     submitted_by?: string | undefined;
     submitted_at?: string | undefined;
     extracted_at?: string | undefined;
-    git_branch?: string | null | undefined;
     cwd_hash?: string | null | undefined;
     working_language?: string | null | undefined;
     started_at?: string | undefined;
@@ -99,6 +104,8 @@ export declare const NormalizedTraceSchema: z.ZodObject<{
     content_fidelity?: "full" | "chat_only" | undefined;
     env_state?: any;
     score?: any;
+    raw_json?: JsonValue | undefined;
+    raw_json_format?: string | null | undefined;
     raw_r2_key?: string | undefined;
     normalized_r2_key?: string | undefined;
 }>;
@@ -136,6 +143,8 @@ export declare const BatchSubmitSchema: z.ZodObject<{
         content_fidelity: z.ZodOptional<z.ZodEnum<["full", "chat_only"]>>;
         env_state: z.ZodOptional<z.ZodNullable<z.ZodAny>>;
         score: z.ZodOptional<z.ZodNullable<z.ZodAny>>;
+        raw_json: z.ZodOptional<z.ZodNullable<z.ZodType<JsonValue, z.ZodTypeDef, JsonValue>>>;
+        raw_json_format: z.ZodOptional<z.ZodNullable<z.ZodString>>;
         raw_r2_key: z.ZodOptional<z.ZodString>;
         normalized_r2_key: z.ZodOptional<z.ZodString>;
     }, "strip", z.ZodTypeAny, {
@@ -143,6 +152,7 @@ export declare const BatchSubmitSchema: z.ZodObject<{
         source_session_id: string;
         chunk_index: number;
         chunk_start_turn: number;
+        git_branch?: string | null | undefined;
         trace_id?: string | undefined;
         schema_version?: string | undefined;
         chunk_complete?: boolean | undefined;
@@ -152,7 +162,6 @@ export declare const BatchSubmitSchema: z.ZodObject<{
         submitted_by?: string | undefined;
         submitted_at?: string | undefined;
         extracted_at?: string | undefined;
-        git_branch?: string | null | undefined;
         cwd_hash?: string | null | undefined;
         working_language?: string | null | undefined;
         started_at?: string | undefined;
@@ -170,11 +179,14 @@ export declare const BatchSubmitSchema: z.ZodObject<{
         content_fidelity?: "full" | "chat_only" | undefined;
         env_state?: any;
         score?: any;
+        raw_json?: JsonValue | undefined;
+        raw_json_format?: string | null | undefined;
         raw_r2_key?: string | undefined;
         normalized_r2_key?: string | undefined;
     }, {
         source_tool: "claude_code" | "codex_cli" | "cursor";
         source_session_id: string;
+        git_branch?: string | null | undefined;
         trace_id?: string | undefined;
         schema_version?: string | undefined;
         chunk_index?: number | undefined;
@@ -186,7 +198,6 @@ export declare const BatchSubmitSchema: z.ZodObject<{
         submitted_by?: string | undefined;
         submitted_at?: string | undefined;
         extracted_at?: string | undefined;
-        git_branch?: string | null | undefined;
         cwd_hash?: string | null | undefined;
         working_language?: string | null | undefined;
         started_at?: string | undefined;
@@ -204,6 +215,8 @@ export declare const BatchSubmitSchema: z.ZodObject<{
         content_fidelity?: "full" | "chat_only" | undefined;
         env_state?: any;
         score?: any;
+        raw_json?: JsonValue | undefined;
+        raw_json_format?: string | null | undefined;
         raw_r2_key?: string | undefined;
         normalized_r2_key?: string | undefined;
     }>, "many">;
@@ -214,6 +227,7 @@ export declare const BatchSubmitSchema: z.ZodObject<{
         source_session_id: string;
         chunk_index: number;
         chunk_start_turn: number;
+        git_branch?: string | null | undefined;
         trace_id?: string | undefined;
         schema_version?: string | undefined;
         chunk_complete?: boolean | undefined;
@@ -223,7 +237,6 @@ export declare const BatchSubmitSchema: z.ZodObject<{
         submitted_by?: string | undefined;
         submitted_at?: string | undefined;
         extracted_at?: string | undefined;
-        git_branch?: string | null | undefined;
         cwd_hash?: string | null | undefined;
         working_language?: string | null | undefined;
         started_at?: string | undefined;
@@ -241,6 +254,8 @@ export declare const BatchSubmitSchema: z.ZodObject<{
         content_fidelity?: "full" | "chat_only" | undefined;
         env_state?: any;
         score?: any;
+        raw_json?: JsonValue | undefined;
+        raw_json_format?: string | null | undefined;
         raw_r2_key?: string | undefined;
         normalized_r2_key?: string | undefined;
     }[];
@@ -249,6 +264,7 @@ export declare const BatchSubmitSchema: z.ZodObject<{
     traces: {
         source_tool: "claude_code" | "codex_cli" | "cursor";
         source_session_id: string;
+        git_branch?: string | null | undefined;
         trace_id?: string | undefined;
         schema_version?: string | undefined;
         chunk_index?: number | undefined;
@@ -260,7 +276,6 @@ export declare const BatchSubmitSchema: z.ZodObject<{
         submitted_by?: string | undefined;
         submitted_at?: string | undefined;
         extracted_at?: string | undefined;
-        git_branch?: string | null | undefined;
         cwd_hash?: string | null | undefined;
         working_language?: string | null | undefined;
         started_at?: string | undefined;
@@ -278,6 +293,8 @@ export declare const BatchSubmitSchema: z.ZodObject<{
         content_fidelity?: "full" | "chat_only" | undefined;
         env_state?: any;
         score?: any;
+        raw_json?: JsonValue | undefined;
+        raw_json_format?: string | null | undefined;
         raw_r2_key?: string | undefined;
         normalized_r2_key?: string | undefined;
     }[];

package/dist/validators.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"validators.d.ts","sourceRoot":"","sources":["../src/validators.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkChC,CAAC;AAEH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEzE,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAG5B,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC"}
+{"version":3,"file":"validators.d.ts","sourceRoot":"","sources":["../src/validators.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAO5C,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoChC,CAAC;AAEH,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEzE,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAG5B,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC"}

package/dist/validators.js

@@ -1,4 +1,6 @@
 import { z } from "zod";
+const JsonLiteralSchema = z.union([z.string(), z.number(), z.boolean(), z.null()]);
+const JsonValueSchema = z.lazy(() => z.union([JsonLiteralSchema, z.array(JsonValueSchema), z.record(JsonValueSchema)]));
 export const NormalizedTraceSchema = z.object({
     trace_id: z.string().optional(),
     schema_version: z.string().optional(),
@@ -31,6 +33,8 @@ export const NormalizedTraceSchema = z.object({
     content_fidelity: z.enum(["full", "chat_only"]).optional(),
     env_state: z.any().nullable().optional(),
     score: z.any().nullable().optional(),
+    raw_json: JsonValueSchema.nullable().optional(),
+    raw_json_format: z.string().nullable().optional(),
     raw_r2_key: z.string().optional(),
     normalized_r2_key: z.string().optional(),
 });

package/dist/validators.js.map

@@ -1 +1 @@
-{"version":3,"file":"validators.js","sourceRoot":"","sources":["../src/validators.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC3D,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACtD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3D,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACtC,kBAAkB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjE,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACjD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAClC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACrD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC1D,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC3C,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACxC,kBAAkB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC1C,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACrD,uBAAuB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzD,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC1D,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACzC,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;CACvE,CAAC,CAAC"}
+{"version":3,"file":"validators.js","sourceRoot":"","sources":["../src/validators.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AACnF,MAAM,eAAe,GAAyB,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CACxD,CAAC,CAAC,KAAK,CAAC,CAAC,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAClF,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IAC3D,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACpC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACtD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3D,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACtC,kBAAkB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjE,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACjD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAClC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IACrD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC,QAAQ,EAAE;IAC1D,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC3C,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACxC,kBAAkB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC1C,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACrD,uBAAuB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzD,gBAAgB,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC1D,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpC,QAAQ,EAAE,eAAe,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC/C,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACzC,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;CACvE,CAAC,CAAC"}

package/dist/validators.test.js

@@ -28,6 +28,13 @@ describe("NormalizedTraceSchema", () => {
         const result = NormalizedTraceSchema.safeParse(makeTrace({ turn_count: -1 }));
         expect(result.success).toBe(false);
     });
+    it("accepts raw_json payloads", () => {
+        const result = NormalizedTraceSchema.safeParse(makeTrace({
+            raw_json: { events: [{ type: "session_meta" }] },
+            raw_json_format: "codex_cli.jsonl",
+        }));
+        expect(result.success).toBe(true);
+    });
 });
 describe("BatchSubmitSchema", () => {
     it("valid batch → success", () => {

package/dist/validators.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"validators.test.js","sourceRoot":"","sources":["../src/validators.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAE3E,SAAS,SAAS,CAAC,YAAqC,EAAE;IACxD,OAAO;QACL,WAAW,EAAE,aAAa;QAC1B,iBAAiB,EAAE,iBAAiB;QACpC,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC;QAC5D,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7E,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;QAC/E,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,gBAAgB,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QACjG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9E,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;QAC/B,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;QACtE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;YACzC,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC;SAC9D,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"validators.test.js","sourceRoot":"","sources":["../src/validators.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAE3E,SAAS,SAAS,CAAC,YAAqC,EAAE;IACxD,OAAO;QACL,WAAW,EAAE,aAAa;QAC1B,iBAAiB,EAAE,iBAAiB;QACpC,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC;QAC5D,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7E,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;QAC/E,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,gBAAgB,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;QACjG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9E,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,SAAS,CAAC;YACvD,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE;YAChD,eAAe,EAAE,iBAAiB;SACnC,CAAC,CAAC,CAAC;QACJ,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;QAC/B,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC;QACtE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3D,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,CAAC;YACzC,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC;SAC9D,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tracemarketplace/shared",
-  "version": "0.0.10",
+  "version": "0.0.11",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -27,10 +27,10 @@
     }
   },
   "scripts": {
-    "build": "tsc",
-    "typecheck": "tsc --noEmit",
-    "test": "vitest run",
-    "test:watch": "vitest"
+    "build": "node ./scripts/generate-tool-normalization.mjs && tsc",
+    "typecheck": "node ./scripts/generate-tool-normalization.mjs && tsc --noEmit",
+    "test": "node ./scripts/generate-tool-normalization.mjs && vitest run",
+    "test:watch": "node ./scripts/generate-tool-normalization.mjs && vitest"
   },
   "devDependencies": {
     "@types/better-sqlite3": "^7.6.0",

package/scripts/generate-tool-normalization.mjs

@@ -0,0 +1,16 @@
+import { readFileSync, writeFileSync } from "node:fs";
+import { dirname, resolve } from "node:path";
+import { fileURLToPath } from "node:url";
+
+const scriptDir = dirname(fileURLToPath(import.meta.url));
+const specPath = resolve(scriptDir, "../src/tool-normalization.spec.json");
+const outputPath = resolve(scriptDir, "../src/tool-normalization.generated.ts");
+
+const spec = JSON.parse(readFileSync(specPath, "utf8"));
+const generated = `// This file is generated from tool-normalization.spec.json. Do not edit directly.
+export const toolNormalizationSpec = ${JSON.stringify(spec, null, 2)} as const;
+
+export type ToolNormalizationSpec = typeof toolNormalizationSpec;
+`;
+
+writeFileSync(outputPath, generated);

package/src/extractor-claude-code.test.ts

@@ -323,4 +323,63 @@ describe("extractClaudeCode", () => {
       "tool",
     ]);
   });
+
+  it("skips signature-only thinking blocks without plaintext", async () => {
+    const hiddenThinkingFixturePath = join(tmpdir(), "tracemp-extractor-hidden-thinking-test.jsonl");
+    writeFileSync(
+      hiddenThinkingFixturePath,
+      [
+        {
+          type: "user",
+          uuid: "u1",
+          parentUuid: null,
+          timestamp: "2024-01-01T00:00:00.000Z",
+          message: { role: "user", content: "Check the route" },
+        },
+        {
+          type: "assistant",
+          uuid: "a1",
+          parentUuid: "u1",
+          timestamp: "2024-01-01T00:00:01.000Z",
+          message: {
+            role: "assistant",
+            model: "claude-sonnet-4-6",
+            content: [{ type: "thinking", thinking: "", signature: "sig-123" }],
+            usage: {
+              input_tokens: 2,
+              cache_creation_input_tokens: 10,
+              cache_read_input_tokens: 5,
+              output_tokens: 8,
+            },
+          },
+        },
+        {
+          type: "assistant",
+          uuid: "a2",
+          parentUuid: "a1",
+          timestamp: "2024-01-01T00:00:02.000Z",
+          message: {
+            role: "assistant",
+            model: "claude-sonnet-4-6",
+            content: [{ type: "text", text: "I found the route." }],
+            usage: {
+              input_tokens: 2,
+              cache_creation_input_tokens: 10,
+              cache_read_input_tokens: 5,
+              output_tokens: 12,
+            },
+          },
+        },
+      ].map((line) => JSON.stringify(line)).join("\n") + "\n",
+    );
+
+    const trace = await extractClaudeCode(hiddenThinkingFixturePath, "test@test.com");
+
+    expect(trace.turn_count).toBe(2);
+    expect(trace.has_thinking_blocks).toBe(false);
+    expect(trace.turns[1].content).toEqual([
+      { type: "text", text: "I found the route." },
+    ]);
+    expect(trace.turns[1].usage?.output_tokens).toBe(20);
+  });
 });

package/src/extractor-codex.test.ts

@@ -108,6 +108,10 @@ describe("extractCodex", () => {
     expect(trace.has_shell_commands).toBe(true);
     expect(trace.has_tool_calls).toBe(true);
     expect(trace.cwd_hash).toBeTruthy();
+    expect(trace.raw_json_format).toBe("codex_cli.jsonl");
+    expect(trace.raw_json).toMatchObject({
+      events: expect.any(Array),
+    });
 
     expect(trace.turns[0]).toMatchObject({
       role: "user",
@@ -221,5 +225,6 @@ describe("extractCodex", () => {
       is_error: true,
       exit_code: 2,
     });
+    expect(trace.raw_json_format).toBe("codex_cli.jsonl");
   });
 });