skein-cli 0.1.0-alpha.1

package/dist/trace/consent.js

@@ -0,0 +1,60 @@
+import { promises as fs } from 'node:fs';
+import { join } from 'node:path';
+import { ensureDir } from '../util/fs.js';
+import { getToolPaths } from '../util/paths.js';
+export const TRACE_CONSENT_SCHEMA = 'skein-trace-consent/1';
+/** Bump when the publishing terms change; older consent is then treated as stale. */
+export const TRACE_TERMS_VERSION = '2026-06-26';
+function traceDir() {
+    return join(getToolPaths().skeinDir, 'trace');
+}
+function consentPath() {
+    return join(traceDir(), 'consent.json');
+}
+function keymapPath() {
+    return join(traceDir(), 'keymap.jsonl');
+}
+export async function readConsent() {
+    try {
+        return JSON.parse(await fs.readFile(consentPath(), 'utf8'));
+    }
+    catch {
+        return undefined;
+    }
+}
+export async function recordConsent(input) {
+    await ensureDir(traceDir());
+    const consent = {
+        schema: TRACE_CONSENT_SCHEMA,
+        acceptedAt: input.acceptedAt,
+        termsVersion: TRACE_TERMS_VERSION,
+        publish: true,
+        ...(input.handle ? { handle: input.handle } : {}),
+    };
+    await fs.writeFile(consentPath(), `${JSON.stringify(consent, null, 2)}\n`, 'utf8');
+    return consent;
+}
+export async function hasConsent() {
+    const consent = await readConsent();
+    return Boolean(consent && consent.termsVersion === TRACE_TERMS_VERSION);
+}
+export async function appendKeyMap(entries) {
+    if (entries.length === 0)
+        return;
+    await ensureDir(traceDir());
+    const body = entries.map(e => JSON.stringify(e)).join('\n');
+    await fs.appendFile(keymapPath(), `${body}\n`, 'utf8');
+}
+export async function readKeyMap() {
+    try {
+        const raw = await fs.readFile(keymapPath(), 'utf8');
+        return raw
+            .split('\n')
+            .filter(Boolean)
+            .map(line => JSON.parse(line));
+    }
+    catch {
+        return [];
+    }
+}
+//# sourceMappingURL=consent.js.map

package/dist/trace/consent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consent.js","sourceRoot":"","sources":["../../src/trace/consent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAA;AACxC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAA;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAA;AAE/C,MAAM,CAAC,MAAM,oBAAoB,GAAG,uBAAgC,CAAA;AACpE,qFAAqF;AACrF,MAAM,CAAC,MAAM,mBAAmB,GAAG,YAAY,CAAA;AAuB/C,SAAS,QAAQ;IACf,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;AAC/C,CAAC;AAED,SAAS,WAAW;IAClB,OAAO,IAAI,CAAC,QAAQ,EAAE,EAAE,cAAc,CAAC,CAAA;AACzC,CAAC;AAED,SAAS,UAAU;IACjB,OAAO,IAAI,CAAC,QAAQ,EAAE,EAAE,cAAc,CAAC,CAAA;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,MAAM,CAAC,CAAiB,CAAA;IAC7E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAGnC;IACC,MAAM,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAA;IAC3B,MAAM,OAAO,GAAiB;QAC5B,MAAM,EAAE,oBAAoB;QAC5B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,YAAY,EAAE,mBAAmB;QACjC,OAAO,EAAE,IAAI;QACb,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAA;IACD,MAAM,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAClF,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU;IAC9B,MAAM,OAAO,GAAG,MAAM,WAAW,EAAE,CAAA;IACnC,OAAO,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,YAAY,KAAK,mBAAmB,CAAC,CAAA;AACzE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA+B;IAChE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAM;IAChC,MAAM,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAA;IAC3B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC3D,MAAM,EAAE,CAAC,UAAU,CAAC,UAAU,EAAE,EAAE,GAAG,IAAI,IAAI,EAAE,MAAM,CAAC,CAAA;AACxD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU;IAC9B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,MAAM,CAAC,CAAA;QACnD,OAAO,GAAG;aACP,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC,CAAA;IACjD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAA;IACX,CAAC;AACH,CAAC"}

package/dist/trace/extract.d.ts

@@ -0,0 +1,22 @@
+import type { ConvEvent } from '../schema/conv.js';
+import { type TraceRow } from '../schema/trace.js';
+export interface ExtractOptions {
+    /** Injectable id generator for deterministic tests. Defaults to randomUUID. */
+    newId?: () => string;
+}
+export interface ExtractResult {
+    rows: TraceRow[];
+    sessionKey: string;
+    sourceSessionId: string;
+    harness: string;
+}
+/**
+ * Derive per-turn trace rows from one captured session's events.
+ *
+ * Each row carries redacted conversation content (prompt, output, reasoning,
+ * tool I/O) alongside harness labels, coarse buckets, surrogate keys, and
+ * tool-call structure. Every content string passes through `scrub()` first.
+ */
+export declare function extractSession(events: readonly ConvEvent[], opts?: ExtractOptions): ExtractResult;
+/** Convenience: just the rows (used by the redaction-safety test). */
+export declare function extractTraceRows(events: readonly ConvEvent[], opts?: ExtractOptions): TraceRow[];

package/dist/trace/extract.js

@@ -0,0 +1,168 @@
+import { randomUUID } from 'node:crypto';
+import { redactText } from '../redactor/index.js';
+import { EFFORT_LEVELS, } from '../schema/trace.js';
+import { TRACE_SCHEMA } from '../version.js';
+const EFFORT_SET = new Set(EFFORT_LEVELS);
+function normalizeEffort(raw) {
+    if (raw && EFFORT_SET.has(raw))
+        return raw;
+    return 'unknown';
+}
+/**
+ * Tool/function names are structural and allowlisted, but defensively cleaned:
+ * strip anything that could smuggle a path or argument and cap the length.
+ */
+function sanitizeName(name) {
+    return name.replace(/[^a-zA-Z0-9._-]/g, '_').slice(0, 64);
+}
+/**
+ * The single, load-bearing privacy control: every content string is scrubbed by
+ * the tiered secret/PII redactor before it is written to a row. Raw content
+ * never reaches a TraceRow.
+ */
+function scrub(text) {
+    return redactText(text).text;
+}
+/** Redacted tool result for one tool_use id, taken from the following user message. */
+function resultFor(next, toolUseId) {
+    if (!next)
+        return {};
+    for (const block of next.content) {
+        if (block.type === 'tool_result' && block.tool_use_id === toolUseId) {
+            const raw = typeof block.content === 'string' ? block.content : JSON.stringify(block.content);
+            return { text: scrub(raw), ...(block.is_error ? { isError: true } : {}) };
+        }
+    }
+    return {};
+}
+/**
+ * Gather the redacted user prompt that triggered an assistant turn: the text of
+ * the contiguous run of user messages immediately preceding index `i` (stopping
+ * at the previous assistant turn). Tool-result-only user messages contribute
+ * nothing here — their payloads belong to `toolIO`.
+ */
+function precedingPrompt(msgs, i) {
+    const parts = [];
+    for (let j = i - 1; j >= 0; j--) {
+        const prev = msgs[j];
+        if (!prev || prev.role === 'assistant')
+            break;
+        if (prev.role !== 'user')
+            continue;
+        for (const block of prev.content) {
+            if (block.type === 'text')
+                parts.unshift(block.text);
+        }
+    }
+    return scrub(parts.join('\n'));
+}
+/**
+ * Derive per-turn trace rows from one captured session's events.
+ *
+ * Each row carries redacted conversation content (prompt, output, reasoning,
+ * tool I/O) alongside harness labels, coarse buckets, surrogate keys, and
+ * tool-call structure. Every content string passes through `scrub()` first.
+ */
+export function extractSession(events, opts = {}) {
+    const newId = opts.newId ?? (() => randomUUID());
+    const start = events.find((e) => e.type === 'session.start');
+    if (!start)
+        return { rows: [], sessionKey: '', sourceSessionId: '', harness: '' };
+    const sessionKey = newId();
+    const harness = start.tool;
+    const provider = start.provider ?? 'unknown';
+    const model = start.model ?? 'unknown';
+    const modelKind = start.modelKind ?? 'unknown';
+    const effort = normalizeEffort(start.effort);
+    const msgs = events.filter((e) => e.type === 'message');
+    const rows = [];
+    let turnIndex = 0;
+    for (let i = 0; i < msgs.length; i++) {
+        const m = msgs[i];
+        if (!m || m.role !== 'assistant')
+            continue;
+        const next = msgs[i + 1];
+        const callCounts = new Map();
+        const toolIO = [];
+        const outputParts = [];
+        const reasoningParts = [];
+        let toolUseCount = 0;
+        for (const block of m.content) {
+            if (block.type === 'text') {
+                outputParts.push(block.text);
+            }
+            else if (block.type === 'thinking') {
+                reasoningParts.push(block.thinking);
+            }
+            else if (block.type === 'tool_use') {
+                toolUseCount++;
+                const key = sanitizeName(block.name);
+                callCounts.set(key, (callCounts.get(key) ?? 0) + 1);
+                const { text: result, isError } = resultFor(next, block.id);
+                toolIO.push({
+                    name: key,
+                    input: scrub(JSON.stringify(block.input ?? null)),
+                    ...(result !== undefined ? { result } : {}),
+                    ...(isError ? { isError: true } : {}),
+                });
+            }
+        }
+        const toolCalls = [...callCounts.entries()].map(([name, count]) => ({
+            name,
+            count,
+        }));
+        const reasoning = reasoningParts.length ? scrub(reasoningParts.join('\n')) : undefined;
+        let outcome = 'unknown';
+        let errorClass;
+        if (next) {
+            let sawResult = false;
+            let sawError = false;
+            for (const block of next.content) {
+                if (block.type === 'tool_result') {
+                    sawResult = true;
+                    if (block.is_error)
+                        sawError = true;
+                }
+            }
+            if (sawResult) {
+                outcome = sawError ? 'error' : 'ok';
+                if (sawError)
+                    errorClass = 'tool_error';
+            }
+        }
+        if (toolUseCount === 0 && outcome === 'unknown')
+            outcome = 'ok';
+        rows.push({
+            schema: TRACE_SCHEMA,
+            rowId: newId(),
+            sessionKey,
+            turnIndex,
+            provider,
+            model,
+            modelKind,
+            harness,
+            ...(start.toolVersion ? { harnessVersion: start.toolVersion } : {}),
+            effort,
+            tokensIn: m.tokens?.in ?? null,
+            tokensOut: m.tokens?.out ?? null,
+            latencyMs: m.latencyMs ?? null,
+            costUsd: m.costUsd ?? null,
+            toolCalls,
+            toolCallDepth: toolUseCount,
+            prompt: precedingPrompt(msgs, i),
+            output: scrub(outputParts.join('\n')),
+            ...(reasoning !== undefined ? { reasoning } : {}),
+            toolIO,
+            outcome,
+            ...(errorClass ? { errorClass } : {}),
+            ts: m.ts,
+        });
+        turnIndex++;
+    }
+    return { rows, sessionKey, sourceSessionId: start.id, harness };
+}
+/** Convenience: just the rows (used by the redaction-safety test). */
+export function extractTraceRows(events, opts = {}) {
+    return extractSession(events, opts).rows;
+}
+//# sourceMappingURL=extract.js.map

package/dist/trace/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/trace/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AAEjD,OAAO,EACL,aAAa,GAId,MAAM,oBAAoB,CAAA;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAiB5C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAS,aAAa,CAAC,CAAA;AAEjD,SAAS,eAAe,CAAC,GAAuB;IAC9C,IAAI,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC;QAAE,OAAO,GAAyB,CAAA;IAChE,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,IAAY;IAChC,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;AAC3D,CAAC;AAED;;;;GAIG;AACH,SAAS,KAAK,CAAC,IAAY;IACzB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAA;AAC9B,CAAC;AAED,uFAAuF;AACvF,SAAS,SAAS,CAChB,IAA6B,EAC7B,SAAiB;IAEjB,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAA;IACpB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjC,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACpE,MAAM,GAAG,GAAG,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YAC7F,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAA;QAC3E,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAA;AACX,CAAC;AAED;;;;;GAKG;AACH,SAAS,eAAe,CAAC,IAA4B,EAAE,CAAS;IAC9D,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QACpB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW;YAAE,MAAK;QAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;YAAE,SAAQ;QAClC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;gBAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACtD,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;AAChC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,cAAc,CAC5B,MAA4B,EAC5B,OAAuB,EAAE;IAEzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,EAAE,CAAC,CAAA;IAChD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAyB,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC,CAAA;IACnF,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAA;IAEjF,MAAM,UAAU,GAAG,KAAK,EAAE,CAAA;IAC1B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAA;IAC1B,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,SAAS,CAAA;IAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,SAAS,CAAA;IACtC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,SAAS,CAAA;IAC9C,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IAE5C,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAoB,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAA;IACzE,MAAM,IAAI,GAAe,EAAE,CAAA;IAC3B,IAAI,SAAS,GAAG,CAAC,CAAA;IAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW;YAAE,SAAQ;QAE1C,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACxB,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAA;QAC5C,MAAM,MAAM,GAAa,EAAE,CAAA;QAC3B,MAAM,WAAW,GAAa,EAAE,CAAA;QAChC,MAAM,cAAc,GAAa,EAAE,CAAA;QACnC,IAAI,YAAY,GAAG,CAAC,CAAA;QAEpB,KAAK,MAAM,KAAK,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1B,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC9B,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBACrC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;YACrC,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBACrC,YAAY,EAAE,CAAA;gBACd,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;gBACpC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;gBACnD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;gBAC3D,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,GAAG;oBACT,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC;oBACjD,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3C,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACtC,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAwB,CAAC,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YACvF,IAAI;YACJ,KAAK;SACN,CAAC,CAAC,CAAA;QACH,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QAEtF,IAAI,OAAO,GAAwB,SAAS,CAAA;QAC5C,IAAI,UAA8B,CAAA;QAClC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,SAAS,GAAG,KAAK,CAAA;YACrB,IAAI,QAAQ,GAAG,KAAK,CAAA;YACpB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjC,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBACjC,SAAS,GAAG,IAAI,CAAA;oBAChB,IAAI,KAAK,CAAC,QAAQ;wBAAE,QAAQ,GAAG,IAAI,CAAA;gBACrC,CAAC;YACH,CAAC;YACD,IAAI,SAAS,EAAE,CAAC;gBACd,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAA;gBACnC,IAAI,QAAQ;oBAAE,UAAU,GAAG,YAAY,CAAA;YACzC,CAAC;QACH,CAAC;QACD,IAAI,YAAY,KAAK,CAAC,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,GAAG,IAAI,CAAA;QAE/D,IAAI,CAAC,IAAI,CAAC;YACR,MAAM,EAAE,YAAY;YACpB,KAAK,EAAE,KAAK,EAAE;YACd,UAAU;YACV,SAAS;YACT,QAAQ;YACR,KAAK;YACL,SAAS;YACT,OAAO;YACP,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,MAAM;YACN,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,IAAI,IAAI;YAC9B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,GAAG,IAAI,IAAI;YAChC,SAAS,EAAE,CAAC,CAAC,SAAS,IAAI,IAAI;YAC9B,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,IAAI;YAC1B,SAAS;YACT,aAAa,EAAE,YAAY;YAC3B,MAAM,EAAE,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;YAChC,MAAM,EAAE,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,MAAM;YACN,OAAO;YACP,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrC,EAAE,EAAE,CAAC,CAAC,EAAE;SACT,CAAC,CAAA;QACF,SAAS,EAAE,CAAA;IACb,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,eAAe,EAAE,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,CAAA;AACjE,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,gBAAgB,CAC9B,MAA4B,EAC5B,OAAuB,EAAE;IAEzB,OAAO,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,IAAI,CAAA;AAC1C,CAAC"}

package/dist/trace/ml-pii.d.ts

@@ -0,0 +1,33 @@
+import { type NerHit } from '../redactor/ner.js';
+import type { TraceRow } from '../schema/trace.js';
+/**
+ * Optional ML PII tier for the published trace path.
+ *
+ * The extractor always runs the synchronous secret/entropy/PII-regex tiers, so
+ * every content string in a row is already scrubbed of detected secrets and
+ * structured PII. This pass adds the ML NER tier on top — catching names,
+ * addresses, and other free-form PII the regex tiers miss — and only when the
+ * contributor explicitly opts in (`--ml-pii` / `SKEIN_TRACE_ML_PII`).
+ *
+ * It is a no-op-safe post-pass: if the ML model is unavailable it returns the
+ * rows unchanged and reports `available: false`, so callers on the publish path
+ * can FAIL CLOSED rather than silently ship under-redacted content.
+ */
+export interface MlPiiOptions {
+    /** Minimum model score for a hit to count. Defaults to the NER default (0.5). */
+    minScore?: number;
+    /** Injectable analyzer (tests). Defaults to the real NER analyzer. */
+    analyze?: (text: string) => Promise<NerHit[]>;
+    /** Injectable availability probe (tests). Defaults to loading the NER pipeline. */
+    ensureAvailable?: () => Promise<boolean>;
+}
+export interface MlPiiResult {
+    rows: TraceRow[];
+    /** False when the ML model could not be loaded — no ML redaction was applied. */
+    available: boolean;
+}
+/**
+ * Apply the ML PII tier to every content string of every row. Returns the rows
+ * unchanged with `available: false` when the model can't be loaded.
+ */
+export declare function applyMlPiiToRows(rows: readonly TraceRow[], opts?: MlPiiOptions): Promise<MlPiiResult>;

package/dist/trace/ml-pii.js

@@ -0,0 +1,35 @@
+import { loadNerPipeline, nerPiiAnalyze, redactNer } from '../redactor/ner.js';
+/**
+ * Apply the ML PII tier to every content string of every row. Returns the rows
+ * unchanged with `available: false` when the model can't be loaded.
+ */
+export async function applyMlPiiToRows(rows, opts = {}) {
+    const analyze = opts.analyze ?? ((text) => nerPiiAnalyze(text, opts.minScore));
+    const available = opts.ensureAvailable
+        ? await opts.ensureAvailable()
+        : (await loadNerPipeline()) !== undefined;
+    if (!available)
+        return { rows: [...rows], available: false };
+    const scrub = async (text) => {
+        if (!text)
+            return text;
+        return redactNer(text, await analyze(text)).text;
+    };
+    const out = [];
+    for (const row of rows) {
+        const toolIO = await Promise.all(row.toolIO.map(async (io) => ({
+            ...io,
+            input: await scrub(io.input),
+            ...(io.result !== undefined ? { result: await scrub(io.result) } : {}),
+        })));
+        out.push({
+            ...row,
+            prompt: await scrub(row.prompt),
+            output: await scrub(row.output),
+            ...(row.reasoning !== undefined ? { reasoning: await scrub(row.reasoning) } : {}),
+            toolIO,
+        });
+    }
+    return { rows: out, available: true };
+}
+//# sourceMappingURL=ml-pii.js.map

package/dist/trace/ml-pii.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ml-pii.js","sourceRoot":"","sources":["../../src/trace/ml-pii.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAe,aAAa,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AAgC3F;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAyB,EACzB,OAAqB,EAAE;IAEvB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAA;IACtF,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe;QACpC,CAAC,CAAC,MAAM,IAAI,CAAC,eAAe,EAAE;QAC9B,CAAC,CAAC,CAAC,MAAM,eAAe,EAAE,CAAC,KAAK,SAAS,CAAA;IAE3C,IAAI,CAAC,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;IAE5D,MAAM,KAAK,GAAG,KAAK,EAAE,IAAY,EAAmB,EAAE;QACpD,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAA;QACtB,OAAO,SAAS,CAAC,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAA;IAClD,CAAC,CAAA;IAED,MAAM,GAAG,GAAe,EAAE,CAAA;IAC1B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAC,EAAE,EAAC,EAAE,CAAC,CAAC;YAC1B,GAAG,EAAE;YACL,KAAK,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC;YAC5B,GAAG,CAAC,EAAE,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACvE,CAAC,CAAC,CACJ,CAAA;QACD,GAAG,CAAC,IAAI,CAAC;YACP,GAAG,GAAG;YACN,MAAM,EAAE,MAAM,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC;YAC/B,MAAM,EAAE,MAAM,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC;YAC/B,GAAG,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjF,MAAM;SACP,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;AACvC,CAAC"}

package/dist/trace/push.d.ts

@@ -0,0 +1,59 @@
+import { type TraceRow } from '../schema/trace.js';
+import { type KeyMapEntry } from './consent.js';
+export { serializeJsonl as serializeRows } from './serialize.js';
+/** The single community traces dataset (redacted conversation content). */
+export declare const TRACE_REPO = "skein-community/coding-agent-traces";
+export declare const TRACE_DATASET_PATH = "data/traces.jsonl";
+/** Status of the optional ML PII tier for a build/push. */
+export interface MlPiiStatus {
+    /** The contributor opted in (`--ml-pii` / `SKEIN_TRACE_ML_PII`). */
+    requested: boolean;
+    /** The ML model loaded and the tier actually ran. False when unavailable. */
+    available: boolean;
+}
+export interface TraceBuildResult {
+    rows: TraceRow[];
+    mappings: KeyMapEntry[];
+    sessions: number;
+    mlPii: MlPiiStatus;
+}
+export interface TracePushOptions {
+    builtAt: string;
+    dryRun?: boolean;
+    /** Required for a real (non-dry-run) push. */
+    confirm?: boolean;
+    skipAlreadyPushed?: boolean;
+    /** Opt in to the ML PII tier. A real push FAILS CLOSED if it's unavailable. */
+    mlPii?: boolean;
+    token?: string;
+    endpoint?: string;
+    private?: boolean;
+}
+export interface TracePushPlan {
+    repo: string;
+    datasetPath: string;
+    format: 'jsonl';
+    rows: number;
+    sessions: number;
+    bytes: number;
+    columns: readonly string[];
+    skippedSessions: number;
+    mlPii: MlPiiStatus;
+    committed: boolean;
+}
+/**
+ * Build redacted-content trace rows from every captured session. The sync
+ * secret/entropy/PII-regex tiers always run at extraction time; the ML PII tier
+ * runs here as an opt-in post-pass when `mlPii` is set.
+ */
+export declare function buildTraceRows(opts: {
+    builtAt: string;
+    mlPii?: boolean;
+}): Promise<TraceBuildResult>;
+/**
+ * Plan (and optionally perform) a push of redacted-content traces to the single
+ * trace dataset. Content is already scrubbed at extraction time. A real push
+ * requires recorded consent AND explicit confirm; dry-run never touches the
+ * network.
+ */
+export declare function pushTraces(opts: TracePushOptions): Promise<TracePushPlan>;

package/dist/trace/push.js

@@ -0,0 +1,141 @@
+import { createReadStream } from 'node:fs';
+import { createInterface } from 'node:readline';
+import { listStoredSessions } from '../conv/store.js';
+import { isPushed, markPushed } from '../conv/search.js';
+import { HfClient } from '../hf/client.js';
+import { TRACE_COLUMNS } from '../schema/trace.js';
+import { appendKeyMap, hasConsent } from './consent.js';
+import { extractSession } from './extract.js';
+import { applyMlPiiToRows } from './ml-pii.js';
+import { serializeJsonl } from './serialize.js';
+// Re-exported for callers (and tests) that import the JSONL serializer from here.
+export { serializeJsonl as serializeRows } from './serialize.js';
+/** The single community traces dataset (redacted conversation content). */
+export const TRACE_REPO = 'skein-community/coding-agent-traces';
+export const TRACE_DATASET_PATH = 'data/traces.jsonl';
+/**
+ * Build redacted-content trace rows from every captured session. The sync
+ * secret/entropy/PII-regex tiers always run at extraction time; the ML PII tier
+ * runs here as an opt-in post-pass when `mlPii` is set.
+ */
+export async function buildTraceRows(opts) {
+    const files = await listStoredSessions();
+    let rows = [];
+    const mappings = [];
+    for (const file of files) {
+        const events = await readEvents(file);
+        const result = extractSession(events);
+        if (result.rows.length === 0)
+            continue;
+        rows.push(...result.rows);
+        mappings.push({
+            sessionKey: result.sessionKey,
+            sourceSessionId: result.sourceSessionId,
+            harness: result.harness,
+            rowCount: result.rows.length,
+            builtAt: opts.builtAt,
+        });
+    }
+    let mlAvailable = false;
+    if (opts.mlPii) {
+        const applied = await applyMlPiiToRows(rows);
+        rows = applied.rows;
+        mlAvailable = applied.available;
+    }
+    return {
+        rows,
+        mappings,
+        sessions: mappings.length,
+        mlPii: { requested: Boolean(opts.mlPii), available: mlAvailable },
+    };
+}
+/**
+ * Plan (and optionally perform) a push of redacted-content traces to the single
+ * trace dataset. Content is already scrubbed at extraction time. A real push
+ * requires recorded consent AND explicit confirm; dry-run never touches the
+ * network.
+ */
+export async function pushTraces(opts) {
+    const build = await buildTraceRows({ builtAt: opts.builtAt, mlPii: Boolean(opts.mlPii) });
+    let included = build.mappings;
+    let skippedSessions = 0;
+    if (opts.skipAlreadyPushed) {
+        const kept = [];
+        for (const m of build.mappings) {
+            if (await isPushed(m.sourceSessionId, TRACE_REPO))
+                skippedSessions++;
+            else
+                kept.push(m);
+        }
+        included = kept;
+    }
+    const includedKeys = new Set(included.map(m => m.sessionKey));
+    const rows = build.rows.filter(r => includedKeys.has(r.sessionKey));
+    const content = serializeJsonl(rows);
+    const plan = {
+        repo: TRACE_REPO,
+        datasetPath: TRACE_DATASET_PATH,
+        format: 'jsonl',
+        rows: rows.length,
+        sessions: included.length,
+        bytes: content.byteLength,
+        columns: TRACE_COLUMNS,
+        skippedSessions,
+        mlPii: build.mlPii,
+        committed: false,
+    };
+    if (opts.dryRun)
+        return plan;
+    if (opts.mlPii && !build.mlPii.available) {
+        throw new Error('ML PII redaction was requested (--ml-pii) but the model is unavailable; ' +
+            'refusing to publish potentially under-redacted content. Install the optional ' +
+            '`@huggingface/transformers` dependency (and allow the model to download) or retry ' +
+            'without --ml-pii.');
+    }
+    if (!(await hasConsent())) {
+        throw new Error('No recorded consent. Run `skein trace consent --accept` before pushing.');
+    }
+    if (!opts.confirm) {
+        throw new Error('Refusing to push without explicit confirmation (pass --yes).');
+    }
+    const token = opts.token ?? process.env['HF_TOKEN'] ?? process.env['HUGGINGFACE_TOKEN'] ?? '';
+    if (!token)
+        throw new Error('HF_TOKEN env var is required for a real push.');
+    const client = new HfClient(token, opts.endpoint);
+    const [organization, name] = TRACE_REPO.split('/');
+    if (!organization || !name)
+        throw new Error(`Invalid trace repo id: ${TRACE_REPO}`);
+    await client.ensureDataset({
+        organization,
+        name,
+        type: 'dataset',
+        private: opts.private ?? false,
+    });
+    await client.commitFiles({
+        repoId: TRACE_REPO,
+        summary: `skein: ${rows.length} trace rows from ${included.length} sessions`,
+        description: 'Redacted-content traces pushed via `skein trace push`.',
+        files: [{ path: TRACE_DATASET_PATH, content }],
+    });
+    await appendKeyMap(included);
+    for (const m of included)
+        await markPushed(m.sourceSessionId, TRACE_REPO, content.byteLength);
+    return { ...plan, committed: true };
+}
+async function readEvents(file) {
+    const out = [];
+    const stream = createReadStream(file, { encoding: 'utf8' });
+    const rl = createInterface({ input: stream, crlfDelay: Number.POSITIVE_INFINITY });
+    for await (const line of rl) {
+        if (!line.trim())
+            continue;
+        try {
+            out.push(JSON.parse(line));
+        }
+        catch {
+            // skip malformed lines
+        }
+    }
+    return out;
+}
+//# sourceMappingURL=push.js.map

package/dist/trace/push.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"push.js","sourceRoot":"","sources":["../../src/trace/push.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAC1C,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA;AAC/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AACrD,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAA;AAE1C,OAAO,EAAE,aAAa,EAAiB,MAAM,oBAAoB,CAAA;AACjE,OAAO,EAAE,YAAY,EAAE,UAAU,EAAoB,MAAM,cAAc,CAAA;AACzE,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAA;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAE/C,kFAAkF;AAClF,OAAO,EAAE,cAAc,IAAI,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAEhE,2EAA2E;AAC3E,MAAM,CAAC,MAAM,UAAU,GAAG,qCAAqC,CAAA;AAC/D,MAAM,CAAC,MAAM,kBAAkB,GAAG,mBAAmB,CAAA;AA2CrD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAGpC;IACC,MAAM,KAAK,GAAG,MAAM,kBAAkB,EAAE,CAAA;IACxC,IAAI,IAAI,GAAe,EAAE,CAAA;IACzB,MAAM,QAAQ,GAAkB,EAAE,CAAA;IAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,CAAA;QACrC,MAAM,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAA;QACrC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,SAAQ;QACtC,IAAI,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;QACzB,QAAQ,CAAC,IAAI,CAAC;YACZ,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;YAC5B,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,WAAW,GAAG,KAAK,CAAA;IACvB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAA;QAC5C,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;QACnB,WAAW,GAAG,OAAO,CAAC,SAAS,CAAA;IACjC,CAAC;IAED,OAAO;QACL,IAAI;QACJ,QAAQ;QACR,QAAQ,EAAE,QAAQ,CAAC,MAAM;QACzB,KAAK,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE;KAClE,CAAA;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAsB;IACrD,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;IAEzF,IAAI,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAA;IAC7B,IAAI,eAAe,GAAG,CAAC,CAAA;IACvB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAkB,EAAE,CAAA;QAC9B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC/B,IAAI,MAAM,QAAQ,CAAC,CAAC,CAAC,eAAe,EAAE,UAAU,CAAC;gBAAE,eAAe,EAAE,CAAA;;gBAC/D,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACnB,CAAC;QACD,QAAQ,GAAG,IAAI,CAAA;IACjB,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAA;IAC7D,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAA;IACnE,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAA;IAEpC,MAAM,IAAI,GAAkB;QAC1B,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,kBAAkB;QAC/B,MAAM,EAAE,OAAO;QACf,IAAI,EAAE,IAAI,CAAC,MAAM;QACjB,QAAQ,EAAE,QAAQ,CAAC,MAAM;QACzB,KAAK,EAAE,OAAO,CAAC,UAAU;QACzB,OAAO,EAAE,aAAa;QACtB,eAAe;QACf,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,SAAS,EAAE,KAAK;KACjB,CAAA;IAED,IAAI,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAA;IAE5B,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,IAAI,KAAK,CACb,0EAA0E;YACxE,+EAA+E;YAC/E,oFAAoF;YACpF,mBAAmB,CACtB,CAAA;IACH,CAAC;IACD,IAAI,CAAC,CAAC,MAAM,UAAU,EAAE,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAA;IAC5F,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAA;IACjF,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAA;IAC7F,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;IAE5E,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;IACjD,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAClD,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAA;IACnF,MAAM,MAAM,CAAC,aAAa,CAAC;QACzB,YAAY;QACZ,IAAI;QACJ,IAAI,EAAE,SAAS;QACf,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,KAAK;KAC/B,CAAC,CAAA;IACF,MAAM,MAAM,CAAC,WAAW,CAAC;QACvB,MAAM,EAAE,UAAU;QAClB,OAAO,EAAE,UAAU,IAAI,CAAC,MAAM,oBAAoB,QAAQ,CAAC,MAAM,WAAW;QAC5E,WAAW,EAAE,wDAAwD;QACrE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,EAAE,CAAC;KAC/C,CAAC,CAAA;IACF,MAAM,YAAY,CAAC,QAAQ,CAAC,CAAA;IAC5B,KAAK,MAAM,CAAC,IAAI,QAAQ;QAAE,MAAM,UAAU,CAAC,CAAC,CAAC,eAAe,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAA;IAE7F,OAAO,EAAE,GAAG,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;AACrC,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,MAAM,GAAG,GAAgB,EAAE,CAAA;IAC3B,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAA;IAC3D,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAA;IAClF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;QAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAQ;QAC1B,IAAI,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAc,CAAC,CAAA;QACzC,CAAC;QAAC,MAAM,CAAC;YACP,uBAAuB;QACzB,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC"}

package/dist/trace/serialize.d.ts

@@ -0,0 +1,23 @@
+import { Buffer } from 'node:buffer';
+import { type TraceRow } from '../schema/trace.js';
+/** Output formats for `skein trace export`. */
+export type TraceFormat = 'jsonl' | 'json' | 'csv';
+export declare const TRACE_FORMATS: readonly TraceFormat[];
+/** One JSON object per line. The Hub auto-generates the Parquet view from this. */
+export declare function serializeJsonl(rows: readonly TraceRow[]): Buffer;
+/** A single, pretty-printed JSON array. */
+export declare function serializeJson(rows: readonly TraceRow[]): Buffer;
+/**
+ * Flat CSV with one header row (the allowlisted columns, in order) and one line
+ * per trace row. Nested columns (`toolCalls`, `toolIO`) are encoded as JSON
+ * strings inside their cell; absent optional fields become empty cells. Cells
+ * are RFC-4180 quoted when they contain a comma, quote, CR, or LF.
+ */
+export declare function serializeCsv(rows: readonly TraceRow[]): Buffer;
+/** Serialize rows in the requested format. */
+export declare function serializeTraces(rows: readonly TraceRow[], format: TraceFormat): Buffer;
+/**
+ * Resolve the output format: an explicit `--format` wins (validated); otherwise
+ * infer from the `--out` file extension; otherwise default to `jsonl`.
+ */
+export declare function resolveTraceFormat(explicit: string | undefined, outPath?: string): TraceFormat;

package/dist/trace/serialize.js

@@ -0,0 +1,67 @@
+import { Buffer } from 'node:buffer';
+import { TRACE_COLUMNS } from '../schema/trace.js';
+export const TRACE_FORMATS = ['jsonl', 'json', 'csv'];
+/** One JSON object per line. The Hub auto-generates the Parquet view from this. */
+export function serializeJsonl(rows) {
+    if (rows.length === 0)
+        return Buffer.from('', 'utf8');
+    return Buffer.from(`${rows.map(r => JSON.stringify(r)).join('\n')}\n`, 'utf8');
+}
+/** A single, pretty-printed JSON array. */
+export function serializeJson(rows) {
+    return Buffer.from(`${JSON.stringify(rows, null, 2)}\n`, 'utf8');
+}
+/**
+ * Flat CSV with one header row (the allowlisted columns, in order) and one line
+ * per trace row. Nested columns (`toolCalls`, `toolIO`) are encoded as JSON
+ * strings inside their cell; absent optional fields become empty cells. Cells
+ * are RFC-4180 quoted when they contain a comma, quote, CR, or LF.
+ */
+export function serializeCsv(rows) {
+    const header = TRACE_COLUMNS.join(',');
+    const lines = rows.map(row => TRACE_COLUMNS.map(col => csvCell(row[col])).join(','));
+    return Buffer.from(`${[header, ...lines].join('\n')}\n`, 'utf8');
+}
+/** Serialize rows in the requested format. */
+export function serializeTraces(rows, format) {
+    switch (format) {
+        case 'json':
+            return serializeJson(rows);
+        case 'csv':
+            return serializeCsv(rows);
+        default:
+            return serializeJsonl(rows);
+    }
+}
+/**
+ * Resolve the output format: an explicit `--format` wins (validated); otherwise
+ * infer from the `--out` file extension; otherwise default to `jsonl`.
+ */
+export function resolveTraceFormat(explicit, outPath) {
+    if (explicit) {
+        const lower = explicit.toLowerCase();
+        if (!TRACE_FORMATS.includes(lower)) {
+            throw new Error(`Unknown --format "${explicit}". Use one of: ${TRACE_FORMATS.join(', ')}.`);
+        }
+        return lower;
+    }
+    if (outPath) {
+        const ext = outPath.slice(outPath.lastIndexOf('.') + 1).toLowerCase();
+        if (ext === 'json')
+            return 'json';
+        if (ext === 'csv')
+            return 'csv';
+        if (ext === 'jsonl' || ext === 'ndjson')
+            return 'jsonl';
+    }
+    return 'jsonl';
+}
+function csvCell(value) {
+    if (value === undefined || value === null)
+        return '';
+    const raw = typeof value === 'object' ? JSON.stringify(value) : String(value);
+    if (/[",\r\n]/.test(raw))
+        return `"${raw.replace(/"/g, '""')}"`;
+    return raw;
+}
+//# sourceMappingURL=serialize.js.map

package/dist/trace/serialize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"serialize.js","sourceRoot":"","sources":["../../src/trace/serialize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,aAAa,EAAiB,MAAM,oBAAoB,CAAA;AAIjE,MAAM,CAAC,MAAM,aAAa,GAA2B,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,CAAA;AAE7E,mFAAmF;AACnF,MAAM,UAAU,cAAc,CAAC,IAAyB;IACtD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;IACrD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;AAChF,CAAC;AAED,2CAA2C;AAC3C,MAAM,UAAU,aAAa,CAAC,IAAyB;IACrD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;AAClE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,IAAyB;IACpD,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAC3B,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAE,GAA+B,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CACnF,CAAA;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;AAClE,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,eAAe,CAAC,IAAyB,EAAE,MAAmB;IAC5E,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,aAAa,CAAC,IAAI,CAAC,CAAA;QAC5B,KAAK,KAAK;YACR,OAAO,YAAY,CAAC,IAAI,CAAC,CAAA;QAC3B;YACE,OAAO,cAAc,CAAC,IAAI,CAAC,CAAA;IAC/B,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,QAA4B,EAAE,OAAgB;IAC/E,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAA;QACpC,IAAI,CAAE,aAAmC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,kBAAkB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC7F,CAAC;QACD,OAAO,KAAoB,CAAA;IAC7B,CAAC;IACD,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;QACrE,IAAI,GAAG,KAAK,MAAM;YAAE,OAAO,MAAM,CAAA;QACjC,IAAI,GAAG,KAAK,KAAK;YAAE,OAAO,KAAK,CAAA;QAC/B,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,QAAQ;YAAE,OAAO,OAAO,CAAA;IACzD,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,OAAO,CAAC,KAAc;IAC7B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,CAAA;IACpD,MAAM,GAAG,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC7E,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAA;IAC/D,OAAO,GAAG,CAAA;AACZ,CAAC"}

package/dist/ui/banner.d.ts

@@ -0,0 +1,2 @@
+export declare function renderBanner(): string;
+export declare function renderTagline(): string;