@vercel/agent-eval 2.4.1 → 2.6.0

package/dist/lib/o11y/parsers/pi-coding-agent.js

@@ -0,0 +1,217 @@
+/**
+ * Parser for the PI coding agent transcript format (`pi --mode json`).
+ *
+ * The transcript is JSONL of PI session events. Everything we need rides on
+ * `message_end`, whose `message` is one of:
+ *   - role 'user'       → the prompt
+ *   - role 'assistant'  → content blocks: text | thinking | toolCall
+ *   - role 'toolResult' → the result of one toolCall (isError, content blocks)
+ *
+ * The runner already strips the streaming duplicates (`message_update`,
+ * `turn_end`, `agent_end`, …), but they are ignored here too, so a raw
+ * unfiltered stream parses to the same events without double counting.
+ */
+/**
+ * Map PI tool names to canonical names.
+ */
+function normalizeToolName(name) {
+    const toolMap = {
+        read: 'file_read',
+        write: 'file_write',
+        edit: 'file_edit',
+        bash: 'shell',
+        grep: 'grep',
+        find: 'glob',
+        ls: 'list_dir',
+    };
+    return toolMap[name.toLowerCase()] || 'unknown';
+}
+/**
+ * Convert PI's epoch-millisecond timestamps to ISO strings.
+ */
+function toISO(ts) {
+    if (typeof ts === 'number')
+        return new Date(ts).toISOString();
+    if (typeof ts === 'string')
+        return ts;
+    return undefined;
+}
+/**
+ * Join the text blocks of a PI content value (a string or an array of blocks).
+ */
+function extractText(content) {
+    if (typeof content === 'string')
+        return content;
+    if (!Array.isArray(content))
+        return '';
+    return content
+        .filter((block) => block?.type === 'text' && typeof block.text === 'string')
+        .map((block) => block.text)
+        .join('\n');
+}
+/**
+ * PI's bash tool reports a non-zero exit as a trailing "Command exited with code N"
+ * line in the result text, and nothing at all on success — so the suffix only
+ * means something on a failed result (a successful command may print that text).
+ */
+function extractExitCode(text, success) {
+    if (success)
+        return 0;
+    const match = text.match(/Command exited with code (\d+)\s*$/);
+    return match ? Number(match[1]) : undefined;
+}
+/**
+ * Move each tool result directly after the call it answers.
+ *
+ * PI emits one assistant message carrying ALL its tool calls, then the results
+ * (`call A, call B, result A, result B`). The shared summary — like the other
+ * parsers' output — expects a result to follow its own call, so pair them by
+ * PI's toolCallId. Results with no matching call keep their position.
+ */
+function pairToolResults(events) {
+    const ordered = [];
+    const openCalls = new Map();
+    for (const event of events) {
+        if (event.type === 'tool_call') {
+            const id = event.raw?.id;
+            if (typeof id === 'string')
+                openCalls.set(id, event);
+        }
+        else if (event.type === 'tool_result') {
+            const id = event.raw?.message?.toolCallId;
+            const call = typeof id === 'string' ? openCalls.get(id) : undefined;
+            if (call) {
+                openCalls.delete(id);
+                ordered.splice(ordered.indexOf(call) + 1, 0, event);
+                continue;
+            }
+        }
+        ordered.push(event);
+    }
+    return ordered;
+}
+/**
+ * Parse a single JSONL line from a PI transcript.
+ */
+function parsePiLine(line) {
+    const events = [];
+    try {
+        const data = JSON.parse(line);
+        if (data.type === 'auto_retry_end' && data.success === false) {
+            events.push({
+                type: 'error',
+                content: data.finalError || 'PI exhausted its retries',
+                raw: data,
+            });
+            return events;
+        }
+        if (data.type !== 'message_end' || !data.message) {
+            // session, agent/turn lifecycle, tool_execution_*, compaction, streaming
+            // deltas — nothing the message_end events don't already carry.
+            return events;
+        }
+        const message = data.message;
+        const timestamp = toISO(message.timestamp);
+        if (message.role === 'user') {
+            const text = extractText(message.content);
+            if (text.trim()) {
+                events.push({ timestamp, type: 'message', role: 'user', content: text, raw: data });
+            }
+            return events;
+        }
+        if (message.role === 'assistant') {
+            const blocks = Array.isArray(message.content) ? message.content : [];
+            for (const block of blocks) {
+                if (block?.type === 'thinking' && typeof block.thinking === 'string' && block.thinking.trim()) {
+                    events.push({ timestamp, type: 'thinking', content: block.thinking, raw: block });
+                }
+                else if (block?.type === 'toolCall') {
+                    const name = block.name || 'unknown';
+                    events.push({
+                        timestamp,
+                        type: 'tool_call',
+                        tool: {
+                            name: normalizeToolName(name),
+                            originalName: name,
+                            args: block.arguments || {},
+                        },
+                        raw: block,
+                    });
+                }
+            }
+            // One message event per assistant message (= one turn), even when it only
+            // carries tool calls.
+            events.push({
+                timestamp,
+                type: 'message',
+                role: 'assistant',
+                content: extractText(blocks),
+                raw: data,
+            });
+            if (message.stopReason === 'error' || message.stopReason === 'aborted') {
+                events.push({
+                    timestamp,
+                    type: 'error',
+                    content: message.errorMessage || `PI stopped with reason "${message.stopReason}"`,
+                    raw: data,
+                });
+            }
+            return events;
+        }
+        if (message.role === 'toolResult') {
+            const name = message.toolName || 'unknown';
+            const toolName = normalizeToolName(name);
+            const text = extractText(message.content);
+            const success = message.isError !== true;
+            events.push({
+                timestamp,
+                type: 'tool_result',
+                tool: {
+                    name: toolName,
+                    originalName: name,
+                    result: toolName === 'shell' ? { output: text, exitCode: extractExitCode(text, success) } : text,
+                    success,
+                },
+                raw: data,
+            });
+            return events;
+        }
+    }
+    catch {
+        // Skip unparseable lines
+    }
+    return events;
+}
+/**
+ * Parse PI JSONL transcript into normalized events.
+ */
+export function parsePiCodingAgentTranscript(raw) {
+    const parsed = [];
+    const errors = [];
+    const lines = raw.split('\n').filter((line) => line.trim());
+    for (const line of lines) {
+        try {
+            parsed.push(...parsePiLine(line));
+        }
+        catch (e) {
+            errors.push(`Failed to parse line: ${e instanceof Error ? e.message : String(e)}`);
+        }
+    }
+    const events = pairToolResults(parsed);
+    // Post-process: extract metadata into tool args
+    for (const event of events) {
+        if (event.type === 'tool_call' && event.tool) {
+            const args = event.tool.args || {};
+            if (['file_read', 'file_write', 'file_edit'].includes(event.tool.name)) {
+                if (typeof args.path === 'string') {
+                    event.tool.args = { ...args, _extractedPath: args.path };
+                }
+            }
+            if (event.tool.name === 'shell' && typeof args.command === 'string') {
+                event.tool.args = { ...args, _extractedCommand: args.command };
+            }
+        }
+    }
+    return { events, errors };
+}
+//# sourceMappingURL=pi-coding-agent.js.map

package/dist/lib/o11y/parsers/pi-coding-agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pi-coding-agent.js","sourceRoot":"","sources":["../../../../src/lib/o11y/parsers/pi-coding-agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAIH;;GAEG;AACH,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,OAAO,GAA6B;QACxC,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,YAAY;QACnB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,MAAM;QACZ,EAAE,EAAE,UAAU;KACf,CAAC;IAEF,OAAO,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,SAAS,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,SAAS,KAAK,CAAC,EAAW;IACxB,IAAI,OAAO,EAAE,KAAK,QAAQ;QAAE,OAAO,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9D,IAAI,OAAO,EAAE,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IACtC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,OAAgB;IACnC,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,OAAO,OAAO;SACX,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,IAAI,KAAK,MAAM,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC;SAC3E,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAc,CAAC;SACpC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,SAAS,eAAe,CAAC,IAAY,EAAE,OAAgB;IACrD,IAAI,OAAO;QAAE,OAAO,CAAC,CAAC;IACtB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;IAC/D,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9C,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,eAAe,CAAC,MAAyB;IAChD,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,GAAG,EAA2B,CAAC;IAErD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC/B,MAAM,EAAE,GAAI,KAAK,CAAC,GAAoC,EAAE,EAAE,CAAC;YAC3D,IAAI,OAAO,EAAE,KAAK,QAAQ;gBAAE,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACvD,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACxC,MAAM,EAAE,GAAI,KAAK,CAAC,GAA0D,EAAE,OAAO,EAAE,UAAU,CAAC;YAClG,MAAM,IAAI,GAAG,OAAO,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACpE,IAAI,IAAI,EAAE,CAAC;gBACT,SAAS,CAAC,MAAM,CAAC,EAAY,CAAC,CAAC;gBAC/B,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;gBACpD,SAAS;YACX,CAAC;QACH,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,MAAM,GAAsB,EAAE,CAAC;IAErC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE9B,IAAI,IAAI,CAAC,IAAI,KAAK,gBAAgB,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;YAC7D,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,OAAO;gBACb,OAAO,EAAG,IAAI,CAAC,UAAqB,IAAI,0BAA0B;gBAClE,GAAG,EAAE,IAAI;aACV,CAAC,CAAC;YACH,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACjD,yEAAyE;YACzE,+DAA+D;YAC/D,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,OAAkC,CAAC;QACxD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAE3C,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YACtF,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACrE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;oBAC9F,MAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;gBACpF,CAAC;qBAAM,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;oBACtC,MAAM,IAAI,GAAI,KAAK,CAAC,IAAe,IAAI,SAAS,CAAC;oBACjD,MAAM,CAAC,IAAI,CAAC;wBACV,SAAS;wBACT,IAAI,EAAE,WAAW;wBACjB,IAAI,EAAE;4BACJ,IAAI,EAAE,iBAAiB,CAAC,IAAI,CAAC;4BAC7B,YAAY,EAAE,IAAI;4BAClB,IAAI,EAAG,KAAK,CAAC,SAAqC,IAAI,EAAE;yBACzD;wBACD,GAAG,EAAE,KAAK;qBACX,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,0EAA0E;YAC1E,sBAAsB;YACtB,MAAM,CAAC,IAAI,CAAC;gBACV,SAAS;gBACT,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,WAAW,CAAC,MAAM,CAAC;gBAC5B,GAAG,EAAE,IAAI;aACV,CAAC,CAAC;YAEH,IAAI,OAAO,CAAC,UAAU,KAAK,OAAO,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBACvE,MAAM,CAAC,IAAI,CAAC;oBACV,SAAS;oBACT,IAAI,EAAE,OAAO;oBACb,OAAO,EAAG,OAAO,CAAC,YAAuB,IAAI,2BAA2B,OAAO,CAAC,UAAU,GAAG;oBAC7F,GAAG,EAAE,IAAI;iBACV,CAAC,CAAC;YACL,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAClC,MAAM,IAAI,GAAI,OAAO,CAAC,QAAmB,IAAI,SAAS,CAAC;YACvD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,KAAK,IAAI,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC;gBACV,SAAS;gBACT,IAAI,EAAE,aAAa;gBACnB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,YAAY,EAAE,IAAI;oBAClB,MAAM,EAAE,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;oBAChG,OAAO;iBACR;gBACD,GAAG,EAAE,IAAI;aACV,CAAC,CAAC;YACH,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,yBAAyB;IAC3B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,4BAA4B,CAAC,GAAW;IAItD,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAE5D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACrF,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAEvC,gDAAgD;IAChD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;YAEnC,IAAI,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvE,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAClC,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC3D,CAAC;YACH,CAAC;YAED,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACpE,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI,EAAE,iBAAiB,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAC5B,CAAC"}

package/dist/lib/o11y/types.d.ts

@@ -70,6 +70,33 @@ export interface ShellCommandInfo {
     /** Whether the command succeeded */
     success?: boolean;
 }
+/**
+ * Token usage for one agent run, read from what the agent CLI itself reports.
+ *
+ * Every field is optional: a field is set only when the transcript exposes it,
+ * and nothing is estimated or derived from a price table. Agent CLIs count
+ * tokens differently, so compare `totalTokens` across agents and treat the
+ * per-component fields as each CLI reports them (see the README's per-agent
+ * table).
+ */
+export interface TokenUsage {
+    /** Prompt tokens. Excludes cache reads and writes when the CLI reports those
+     * separately; otherwise the CLI's full prompt count. */
+    inputTokens?: number;
+    /** Generated tokens, as the CLI counts them. */
+    outputTokens?: number;
+    /** Prompt tokens served from the provider's prompt cache. */
+    cacheReadTokens?: number;
+    /** Prompt tokens written to the provider's prompt cache. */
+    cacheWriteTokens?: number;
+    /** Reasoning tokens, when the CLI reports them separately. */
+    reasoningTokens?: number;
+    /** The CLI's own total, or the sum of the input, cache, and output counts
+     * when the CLI reports non-overlapping counts but no total. */
+    totalTokens?: number;
+    /** Only when the agent CLI itself reports a cost. Never computed from a price table. */
+    costUsd?: number;
+}
 /**
  * Summary statistics derived from the transcript.
  */
@@ -92,6 +119,9 @@ export interface TranscriptSummary {
     errors: string[];
     /** Thinking/reasoning blocks (if available) */
     thinkingBlocks: number;
+    /** Token usage of the code-generation run, when the transcript reports it.
+     * Judge assertions run separately and are not included. */
+    usage?: TokenUsage;
 }
 /**
  * A parsed transcript with events and summary.

package/dist/lib/o11y/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/lib/o11y/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;GAGG;AACH,MAAM,MAAM,QAAQ,GAChB,WAAW,GACX,YAAY,GACZ,WAAW,GACX,OAAO,GACP,WAAW,GACX,YAAY,GACZ,MAAM,GACN,MAAM,GACN,UAAU,GACV,YAAY,GACZ,SAAS,CAAC;AAEd;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,iCAAiC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,iBAAiB;IACjB,IAAI,EAAE,SAAS,GAAG,WAAW,GAAG,aAAa,GAAG,UAAU,GAAG,OAAO,CAAC;IAErE,mCAAmC;IACnC,IAAI,CAAC,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IAEvC,oDAAoD;IACpD,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,2CAA2C;IAC3C,IAAI,CAAC,EAAE;QACL,0BAA0B;QAC1B,IAAI,EAAE,QAAQ,CAAC;QACf,wCAAwC;QACxC,YAAY,EAAE,MAAM,CAAC;QACrB,qBAAqB;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC/B,2CAA2C;QAC3C,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,8CAA8C;QAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,sCAAsC;QACtC,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;IAEF,oDAAoD;IACpD,GAAG,CAAC,EAAE,OAAO,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,+BAA+B;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,6BAA6B;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,sCAAsC;IACtC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,kCAAkC;IAClC,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,gBAAgB;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,qBAAqB;IACrB,SAAS,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,+BAA+B;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,+BAA+B;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,oCAAoC;IACpC,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,yCAAyC;IACzC,UAAU,EAAE,MAAM,CAAC;IAEnB,mCAAmC;IACnC,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAEpC,uBAAuB;IACvB,cAAc,EAAE,MAAM,CAAC;IAEvB,sCAAsC;IACtC,UAAU,EAAE,YAAY,EAAE,CAAC;IAE3B,2BAA2B;IAC3B,SAAS,EAAE,MAAM,EAAE,CAAC;IAEpB,wCAAwC;IACxC,aAAa,EAAE,MAAM,EAAE,CAAC;IAExB,8BAA8B;IAC9B,aAAa,EAAE,gBAAgB,EAAE,CAAC;IAElC,yBAAyB;IACzB,MAAM,EAAE,MAAM,EAAE,CAAC;IAEjB,+CAA+C;IAC/C,cAAc,EAAE,MAAM,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,0CAA0C;IAC1C,KAAK,EAAE,MAAM,CAAC;IAEd,4BAA4B;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,0BAA0B;IAC1B,MAAM,EAAE,eAAe,EAAE,CAAC;IAE1B,iCAAiC;IACjC,OAAO,EAAE,iBAAiB,CAAC;IAE3B,sCAAsC;IACtC,YAAY,EAAE,OAAO,CAAC;IAEtB,kCAAkC;IAClC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/lib/o11y/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;GAGG;AACH,MAAM,MAAM,QAAQ,GAChB,WAAW,GACX,YAAY,GACZ,WAAW,GACX,OAAO,GACP,WAAW,GACX,YAAY,GACZ,MAAM,GACN,MAAM,GACN,UAAU,GACV,YAAY,GACZ,SAAS,CAAC;AAEd;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,iCAAiC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,iBAAiB;IACjB,IAAI,EAAE,SAAS,GAAG,WAAW,GAAG,aAAa,GAAG,UAAU,GAAG,OAAO,CAAC;IAErE,mCAAmC;IACnC,IAAI,CAAC,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,CAAC;IAEvC,oDAAoD;IACpD,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,2CAA2C;IAC3C,IAAI,CAAC,EAAE;QACL,0BAA0B;QAC1B,IAAI,EAAE,QAAQ,CAAC;QACf,wCAAwC;QACxC,YAAY,EAAE,MAAM,CAAC;QACrB,qBAAqB;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC/B,2CAA2C;QAC3C,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,8CAA8C;QAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,sCAAsC;QACtC,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;IAEF,oDAAoD;IACpD,GAAG,CAAC,EAAE,OAAO,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,+BAA+B;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,6BAA6B;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,sCAAsC;IACtC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,kCAAkC;IAClC,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,gBAAgB;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,qBAAqB;IACrB,SAAS,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,+BAA+B;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,+BAA+B;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,oCAAoC;IACpC,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,UAAU;IACzB;4DACwD;IACxD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gDAAgD;IAChD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,6DAA6D;IAC7D,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,4DAA4D;IAC5D,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,8DAA8D;IAC9D,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;mEAC+D;IAC/D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wFAAwF;IACxF,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,yCAAyC;IACzC,UAAU,EAAE,MAAM,CAAC;IAEnB,mCAAmC;IACnC,SAAS,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAEpC,uBAAuB;IACvB,cAAc,EAAE,MAAM,CAAC;IAEvB,sCAAsC;IACtC,UAAU,EAAE,YAAY,EAAE,CAAC;IAE3B,2BAA2B;IAC3B,SAAS,EAAE,MAAM,EAAE,CAAC;IAEpB,wCAAwC;IACxC,aAAa,EAAE,MAAM,EAAE,CAAC;IAExB,8BAA8B;IAC9B,aAAa,EAAE,gBAAgB,EAAE,CAAC;IAElC,yBAAyB;IACzB,MAAM,EAAE,MAAM,EAAE,CAAC;IAEjB,+CAA+C;IAC/C,cAAc,EAAE,MAAM,CAAC;IAEvB;+DAC2D;IAC3D,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,0CAA0C;IAC1C,KAAK,EAAE,MAAM,CAAC;IAEd,4BAA4B;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,0BAA0B;IAC1B,MAAM,EAAE,eAAe,EAAE,CAAC;IAE1B,iCAAiC;IACjC,OAAO,EAAE,iBAAiB,CAAC;IAE3B,sCAAsC;IACtC,YAAY,EAAE,OAAO,CAAC;IAEtB,kCAAkC;IAClC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB"}

package/dist/lib/o11y/usage.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Shared helpers for reading token usage out of agent transcripts.
+ *
+ * Each parser owns the knowledge of where its CLI reports usage; these helpers
+ * only keep the arithmetic consistent: counts must be finite and non-negative,
+ * a sum is reported only when every part of it was reported, and a usage object
+ * with nothing in it is undefined rather than a row of zeros.
+ */
+import type { TokenUsage } from './types.js';
+/** The usage fields that hold token counts (everything except cost). */
+export declare const TOKEN_COUNT_FIELDS: readonly ["inputTokens", "outputTokens", "cacheReadTokens", "cacheWriteTokens", "reasoningTokens", "totalTokens"];
+/** A reported count: a finite, non-negative number. Anything else is unreported. */
+export declare function reportedNumber(value: unknown): number | undefined;
+/**
+ * Sum values that must all be reported. One missing value makes the sum
+ * undefined, because a partial sum would understate the real figure.
+ */
+export declare function sumReported(values: readonly (number | undefined)[]): number | undefined;
+/** Sum each field of several usage records with {@link sumReported} semantics. */
+export declare function sumUsage(records: readonly TokenUsage[]): TokenUsage | undefined;
+/** Drop unreported fields. Returns undefined when no field was reported. */
+export declare function compactUsage(usage: TokenUsage): TokenUsage | undefined;
+/** Parse one JSONL line into an object, or undefined for anything else. */
+export declare function parseJsonLine(line: string): Record<string, unknown> | undefined;
+/** Narrow an unknown value to a plain object. */
+export declare function asRecord(value: unknown): Record<string, unknown> | undefined;
+//# sourceMappingURL=usage.d.ts.map

package/dist/lib/o11y/usage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage.d.ts","sourceRoot":"","sources":["../../../src/lib/o11y/usage.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE7C,wEAAwE;AACxE,eAAO,MAAM,kBAAkB,mHAOmB,CAAC;AAEnD,oFAAoF;AACpF,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAEjE;AAED;;;GAGG;AACH,wBAAgB,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,GAAG,MAAM,GAAG,SAAS,CAQvF;AAED,kFAAkF;AAClF,wBAAgB,QAAQ,CAAC,OAAO,EAAE,SAAS,UAAU,EAAE,GAAG,UAAU,GAAG,SAAS,CAO/E;AAED,4EAA4E;AAC5E,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,GAAG,UAAU,GAAG,SAAS,CAMtE;AAED,2EAA2E;AAC3E,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAS/E;AAED,iDAAiD;AACjD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAI5E"}

package/dist/lib/o11y/usage.js

@@ -0,0 +1,75 @@
+/**
+ * Shared helpers for reading token usage out of agent transcripts.
+ *
+ * Each parser owns the knowledge of where its CLI reports usage; these helpers
+ * only keep the arithmetic consistent: counts must be finite and non-negative,
+ * a sum is reported only when every part of it was reported, and a usage object
+ * with nothing in it is undefined rather than a row of zeros.
+ */
+/** The usage fields that hold token counts (everything except cost). */
+export const TOKEN_COUNT_FIELDS = [
+    'inputTokens',
+    'outputTokens',
+    'cacheReadTokens',
+    'cacheWriteTokens',
+    'reasoningTokens',
+    'totalTokens',
+];
+/** A reported count: a finite, non-negative number. Anything else is unreported. */
+export function reportedNumber(value) {
+    return typeof value === 'number' && Number.isFinite(value) && value >= 0 ? value : undefined;
+}
+/**
+ * Sum values that must all be reported. One missing value makes the sum
+ * undefined, because a partial sum would understate the real figure.
+ */
+export function sumReported(values) {
+    if (values.length === 0)
+        return undefined;
+    let total = 0;
+    for (const value of values) {
+        if (value === undefined)
+            return undefined;
+        total += value;
+    }
+    return total;
+}
+/** Sum each field of several usage records with {@link sumReported} semantics. */
+export function sumUsage(records) {
+    if (records.length === 0)
+        return undefined;
+    const summed = {};
+    for (const field of [...TOKEN_COUNT_FIELDS, 'costUsd']) {
+        summed[field] = sumReported(records.map((record) => record[field]));
+    }
+    return compactUsage(summed);
+}
+/** Drop unreported fields. Returns undefined when no field was reported. */
+export function compactUsage(usage) {
+    const compacted = {};
+    for (const [field, value] of Object.entries(usage)) {
+        if (value !== undefined)
+            compacted[field] = value;
+    }
+    return Object.keys(compacted).length > 0 ? compacted : undefined;
+}
+/** Parse one JSONL line into an object, or undefined for anything else. */
+export function parseJsonLine(line) {
+    const trimmed = line.trim();
+    if (!trimmed.startsWith('{'))
+        return undefined;
+    try {
+        const value = JSON.parse(trimmed);
+        return asRecord(value);
+    }
+    catch {
+        return undefined;
+    }
+}
+/** Narrow an unknown value to a plain object. */
+export function asRecord(value) {
+    return value !== null && typeof value === 'object' && !Array.isArray(value)
+        ? value
+        : undefined;
+}
+//# sourceMappingURL=usage.js.map

package/dist/lib/o11y/usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage.js","sourceRoot":"","sources":["../../../src/lib/o11y/usage.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,wEAAwE;AACxE,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,aAAa;IACb,cAAc;IACd,iBAAiB;IACjB,kBAAkB;IAClB,iBAAiB;IACjB,aAAa;CACmC,CAAC;AAEnD,oFAAoF;AACpF,MAAM,UAAU,cAAc,CAAC,KAAc;IAC3C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/F,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,MAAuC;IACjE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC;QAC1C,KAAK,IAAI,KAAK,CAAC;IACjB,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,QAAQ,CAAC,OAA8B;IACrD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC3C,MAAM,MAAM,GAAe,EAAE,CAAC;IAC9B,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,kBAAkB,EAAE,SAAS,CAAU,EAAE,CAAC;QAChE,MAAM,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,YAAY,CAAC,MAAM,CAAC,CAAC;AAC9B,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,YAAY,CAAC,KAAiB;IAC5C,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAA6C,EAAE,CAAC;QAC/F,IAAI,KAAK,KAAK,SAAS;YAAE,SAAS,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;IACpD,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AACnE,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAC/C,IAAI,CAAC;QACH,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC3C,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,QAAQ,CAAC,KAAc;IACrC,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC"}

package/dist/lib/reporters.d.ts

@@ -0,0 +1,101 @@
+/**
+ * Reporters: first-class hooks that send results somewhere besides the local
+ * results/ tree.
+ *
+ * The runner calls {@link notifyRunComplete} once per finished run and
+ * {@link notifyExperimentComplete} once per experiment. Both isolate reporter
+ * failures: an error is caught, redacted, handed to `onFailure`, and the next
+ * reporter still runs. Nothing a reporter does can change an eval result.
+ */
+import type { ProgressEvent, Reporter, ReporterExperimentEvent, ReporterRunEvent } from './types.js';
+/** One reporter call that threw or rejected. */
+export interface ReporterFailure {
+    /** Name of the reporter that failed. */
+    reporter: string;
+    /** Which hook failed. */
+    hook: 'onRunComplete' | 'onExperimentComplete';
+    /** Set for run events. */
+    evalName?: string;
+    /** Zero-based attempt index, set for run events. */
+    runIndex?: number;
+    /** The error message, redacted. */
+    error: string;
+}
+/** How to deliver an event to a list of reporters. */
+export interface ReporterDispatchOptions {
+    /** Credentials to scrub from the payload and from error messages. */
+    secrets: readonly (string | undefined)[];
+    /** Called for each reporter call that fails. */
+    onFailure?: (failure: ReporterFailure) => void;
+}
+/** One line describing a failed reporter call, for the CLI and logs. */
+export declare function formatReporterError(event: Extract<ProgressEvent, {
+    type: 'reporter:error';
+}>): string;
+/**
+ * Deliver a run event to every reporter with an `onRunComplete` hook, in order.
+ * Returns the failures (also passed to `onFailure`).
+ */
+export declare function notifyRunComplete(reporters: readonly Reporter[], event: ReporterRunEvent, options: ReporterDispatchOptions): Promise<ReporterFailure[]>;
+/**
+ * Deliver an experiment event to every reporter with an
+ * `onExperimentComplete` hook, in order. Returns the failures (also passed to
+ * `onFailure`).
+ */
+export declare function notifyExperimentComplete(reporters: readonly Reporter[], event: ReporterExperimentEvent, options: ReporterDispatchOptions): Promise<ReporterFailure[]>;
+/**
+ * The JSON form of an experiment event used by the built-in reporters.
+ *
+ * `results` in a {@link ReporterExperimentEvent} carries everything the run
+ * produced: transcripts, script output, and generated files as raw bytes. A
+ * network payload doesn't need those (they're on disk under `outputDir`), so
+ * each run is reduced to its `result`. Config functions and the reporters
+ * themselves are left out too, since they aren't data.
+ */
+export declare function experimentEventToJson(event: ReporterExperimentEvent): Record<string, unknown>;
+/** Options for {@link jsonlReporter}. */
+export interface JsonlReporterOptions {
+    /** File to append to. Parent directories are created. */
+    path: string;
+}
+/**
+ * Append one JSON line per finished run to a file. Each line is a
+ * {@link ReporterRunEvent}. Writes are serialized, so concurrent runs never
+ * interleave lines.
+ *
+ * @example
+ * ```ts
+ * reporters: [jsonlReporter({ path: 'results/runs.jsonl' })]
+ * ```
+ */
+export declare function jsonlReporter(options: JsonlReporterOptions): Reporter;
+/** Options for {@link httpReporter}. */
+export interface HttpReporterOptions {
+    /** Endpoint that receives a JSON POST per event. */
+    url: string;
+    /** Extra request headers, for example an authorization header. */
+    headers?: Record<string, string>;
+    /** Retries after the first attempt for network errors, 429, and 5xx responses. @default 2 */
+    retries?: number;
+    /** Delay before the first retry, doubled for each later one. @default 500 */
+    retryDelayMs?: number;
+}
+/**
+ * POST each event as JSON. Run events are sent as
+ * `{ "type": "run", ...ReporterRunEvent }`; experiment events as
+ * `{ "type": "experiment", ...experimentEventToJson(event) }`. Network errors,
+ * 429, and 5xx responses are retried with exponential backoff; other non-2xx
+ * responses fail at once.
+ *
+ * @example
+ * ```ts
+ * reporters: [
+ *   httpReporter({
+ *     url: 'https://example.com/ingest',
+ *     headers: { authorization: `Bearer ${process.env.INGEST_TOKEN}` },
+ *   }),
+ * ]
+ * ```
+ */
+export declare function httpReporter(options: HttpReporterOptions): Reporter;
+//# sourceMappingURL=reporters.d.ts.map

package/dist/lib/reporters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reporters.d.ts","sourceRoot":"","sources":["../../src/lib/reporters.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,OAAO,KAAK,EACV,aAAa,EACb,QAAQ,EACR,uBAAuB,EACvB,gBAAgB,EACjB,MAAM,YAAY,CAAC;AAGpB,gDAAgD;AAChD,MAAM,WAAW,eAAe;IAC9B,wCAAwC;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,yBAAyB;IACzB,IAAI,EAAE,eAAe,GAAG,sBAAsB,CAAC;IAC/C,0BAA0B;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,oDAAoD;IACpD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mCAAmC;IACnC,KAAK,EAAE,MAAM,CAAC;CACf;AAED,sDAAsD;AACtD,MAAM,WAAW,uBAAuB;IACtC,qEAAqE;IACrE,OAAO,EAAE,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC;IACzC,gDAAgD;IAChD,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,eAAe,KAAK,IAAI,CAAC;CAChD;AAED,wEAAwE;AACxE,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE;IAAE,IAAI,EAAE,gBAAgB,CAAA;CAAE,CAAC,GAAG,MAAM,CAKrG;AAMD;;;GAGG;AACH,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,SAAS,QAAQ,EAAE,EAC9B,KAAK,EAAE,gBAAgB,EACvB,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,eAAe,EAAE,CAAC,CAsB5B;AAED;;;;GAIG;AACH,wBAAsB,wBAAwB,CAC5C,SAAS,EAAE,SAAS,QAAQ,EAAE,EAC9B,KAAK,EAAE,uBAAuB,EAC9B,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,eAAe,EAAE,CAAC,CAoB5B;AAED;;;;;;;;GAQG;AACH,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,uBAAuB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAe7F;AAED,yCAAyC;AACzC,MAAM,WAAW,oBAAoB;IACnC,yDAAyD;IACzD,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;;;;;;GASG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,QAAQ,CAerE;AAED,wCAAwC;AACxC,MAAM,WAAW,mBAAmB;IAClC,oDAAoD;IACpD,GAAG,EAAE,MAAM,CAAC;IACZ,kEAAkE;IAClE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,6FAA6F;IAC7F,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,6EAA6E;IAC7E,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,mBAAmB,GAAG,QAAQ,CAgCnE"}