@botpress/evals 1.18.3

package/dist/sse-collector.js

@@ -0,0 +1,386 @@
+// src/sse-collector.ts
+function spanKey(span) {
+  return `${span.id.trace}:${span.id.span}`;
+}
+function spanData(span) {
+  return span.data && typeof span.data === "object" ? span.data : {};
+}
+var SSECollector = class _SSECollector {
+  devServerUrl;
+  headers;
+  /** All spans accumulated since connect(), keyed by spanKey for dedup. */
+  spanMap = /* @__PURE__ */ new Map();
+  /** Index into spanMap insertion order marking where the current turn started. */
+  turnStartKeys = /* @__PURE__ */ new Set();
+  /** Handler span IDs seen before the current turn (for startTurn filtering). */
+  seenHandlerKeys = /* @__PURE__ */ new Set();
+  /** Callbacks waiting for span updates. */
+  waiters = [];
+  /** AbortController for the active SSE connection. */
+  abortController = null;
+  /** Whether the background loop is running. */
+  connected = false;
+  /** Error from the SSE stream if it died unexpectedly. */
+  streamError = null;
+  /** Set while a settle phase is in flight; called by disconnect() to short-circuit. */
+  _cancelSettle = null;
+  constructor(devServerUrl, headers = {}) {
+    this.devServerUrl = devServerUrl;
+    this.headers = headers;
+  }
+  /**
+   * Open a streaming SSE connection filtered by conversationId or workflowId.
+   * Starts a background loop that parses SSE events and accumulates spans.
+   */
+  async connect(filter) {
+    const attributeName = "conversationId" in filter ? "conversationId" : "workflowId";
+    const attributeValue = "conversationId" in filter ? filter.conversationId : filter.workflowId;
+    const url = `${this.devServerUrl}/api/traces/stream?attributeName=${encodeURIComponent(attributeName)}&attributeValue=${encodeURIComponent(attributeValue)}`;
+    this.abortController = new AbortController();
+    const response = await fetch(url, {
+      headers: { ...this.headers, Accept: "text/event-stream" },
+      signal: this.abortController.signal
+    });
+    if (!response.ok) {
+      throw new Error(`SSE connection failed: ${response.status} ${response.statusText}`);
+    }
+    if (!response.body) {
+      throw new Error("SSE response has no body");
+    }
+    this.connected = true;
+    this._consumeStream(response.body).catch((err) => {
+      if (this.connected) {
+        this.streamError = err instanceof Error ? err : new Error(String(err));
+      }
+    });
+    await this._waitForSnapshot();
+  }
+  /**
+   * Mark the beginning of a new turn.
+   * Records which handler.conversation span IDs have been seen so far,
+   * so waitForTurnComplete() only resolves on NEW handler completions.
+   */
+  startTurn() {
+    this.turnStartKeys = new Set(this.spanMap.keys());
+    for (const [key, span] of this.spanMap) {
+      if (span.name === "handler.conversation") {
+        this.seenHandlerKeys.add(key);
+      }
+    }
+  }
+  static SETTLE_MS = 100;
+  /**
+   * Wait for a handler.conversation span to reach terminal status (ok or error).
+   * Only considers spans NOT seen before the last startTurn() call.
+   *
+   * After the handler closes, waits for a quiet period (no new spans for SETTLE_MS)
+   * to ensure all child spans (tool calls, messages, state saves) have arrived.
+   * The runtime's HttpSpanExporter fires POSTs without awaiting them, so child
+   * spans may arrive slightly after the handler close event.
+   */
+  async waitForTurnComplete(opts) {
+    if (this._hasNewCompletedHandler()) {
+      return this._settleAfterHandler();
+    }
+    if (opts.abortSignal?.aborted) {
+      throw new Error("waitForTurnComplete aborted");
+    }
+    return new Promise((resolve, reject) => {
+      const timer = setTimeout(() => {
+        this._removeWaiter(waiter);
+        opts.abortSignal?.removeEventListener("abort", onAbort);
+        const reason = this.streamError ? `SSE stream died: ${this.streamError.message}` : "no handler.conversation span completed";
+        reject(new Error(`waitForTurnComplete timed out after ${opts.timeout}ms \u2014 ${reason}`));
+      }, opts.timeout);
+      const onAbort = () => {
+        clearTimeout(timer);
+        this._removeWaiter(waiter);
+        reject(new Error("waitForTurnComplete aborted"));
+      };
+      opts.abortSignal?.addEventListener("abort", onAbort, { once: true });
+      const waiter = (_span) => {
+        if (this._hasNewCompletedHandler()) {
+          clearTimeout(timer);
+          this._removeWaiter(waiter);
+          opts.abortSignal?.removeEventListener("abort", onAbort);
+          this._settleAfterHandler().then(resolve, reject);
+        }
+      };
+      this.waiters.push(waiter);
+    });
+  }
+  static MAX_SETTLE_MS = 2e3;
+  /**
+   * After the handler span closes, wait for spans to stop arriving.
+   * Resolves when no new spans arrive for SETTLE_MS, or after MAX_SETTLE_MS hard cap.
+   *
+   * Exposes a cancellation hook via _cancelSettle so disconnect() can short-
+   * circuit an in-flight settle phase and avoid leaking timers for up to 2s.
+   */
+  _settleAfterHandler() {
+    return new Promise((resolve) => {
+      let resolved = false;
+      const done = () => {
+        if (resolved) return;
+        resolved = true;
+        clearTimeout(hardCap);
+        clearTimeout(settleTimer);
+        this._removeWaiter(settleWaiter);
+        this._cancelSettle = null;
+        resolve();
+      };
+      const hardCap = setTimeout(done, _SSECollector.MAX_SETTLE_MS);
+      let settleTimer = setTimeout(done, _SSECollector.SETTLE_MS);
+      const settleWaiter = () => {
+        if (resolved) return;
+        clearTimeout(settleTimer);
+        settleTimer = setTimeout(done, _SSECollector.SETTLE_MS);
+      };
+      this.waiters.push(settleWaiter);
+      this._cancelSettle = done;
+    });
+  }
+  /**
+   * Wait for a handler.workflow span with matching workflow name.
+   * - signal 'entered': resolves when the span appears (any status)
+   * - signal 'completed': resolves when the span has status !== 'running'
+   */
+  async waitForWorkflow(name, opts) {
+    if (this._matchesWorkflowCondition(name, opts.signal)) {
+      return;
+    }
+    if (opts.abortSignal?.aborted) {
+      throw new Error(`waitForWorkflow("${name}", { signal: "${opts.signal}" }) aborted`);
+    }
+    return new Promise((resolve, reject) => {
+      const timer = setTimeout(() => {
+        this._removeWaiter(waiter);
+        opts.abortSignal?.removeEventListener("abort", onAbort);
+        const reason = this.streamError ? `SSE stream died: ${this.streamError.message}` : "span not found";
+        reject(
+          new Error(
+            `waitForWorkflow("${name}", { signal: "${opts.signal}" }) timed out after ${opts.timeout}ms \u2014 ${reason}`
+          )
+        );
+      }, opts.timeout);
+      const onAbort = () => {
+        clearTimeout(timer);
+        this._removeWaiter(waiter);
+        reject(new Error(`waitForWorkflow("${name}", { signal: "${opts.signal}" }) aborted`));
+      };
+      opts.abortSignal?.addEventListener("abort", onAbort, { once: true });
+      const waiter = (_span) => {
+        if (this._matchesWorkflowCondition(name, opts.signal)) {
+          clearTimeout(timer);
+          this._removeWaiter(waiter);
+          opts.abortSignal?.removeEventListener("abort", onAbort);
+          resolve();
+        }
+      };
+      this.waiters.push(waiter);
+    });
+  }
+  /**
+   * Return spans accumulated since the last startTurn() call.
+   */
+  getTurnSpans() {
+    const result = [];
+    for (const [key, span] of this.spanMap) {
+      if (!this.turnStartKeys.has(key)) {
+        result.push(span);
+      }
+    }
+    return result;
+  }
+  /**
+   * Return all spans accumulated since connect().
+   */
+  getAllSpans() {
+    return Array.from(this.spanMap.values());
+  }
+  /**
+   * Close the SSE connection and clean up.
+   */
+  disconnect() {
+    this.connected = false;
+    this.abortController?.abort();
+    this.abortController = null;
+    this._cancelSettle?.();
+    this._cancelSettle = null;
+    this.waiters = [];
+    this.snapshotResolvers = [];
+  }
+  // ── Private ──────────────────────────────────────────────────
+  /** Whether we have received the initial snapshot. */
+  snapshotReceived = false;
+  snapshotResolvers = [];
+  static SNAPSHOT_TIMEOUT_MS = 1e4;
+  /**
+   * Returns a promise that resolves once the snapshot event has been processed,
+   * or rejects after a timeout to prevent connect() from hanging indefinitely.
+   */
+  _waitForSnapshot() {
+    if (this.snapshotReceived) {
+      return Promise.resolve();
+    }
+    return new Promise((resolve, reject) => {
+      let settled = false;
+      const resolver = () => {
+        if (settled) return;
+        settled = true;
+        clearTimeout(timer);
+        resolve();
+      };
+      const timer = setTimeout(() => {
+        if (settled) return;
+        settled = true;
+        const idx = this.snapshotResolvers.indexOf(resolver);
+        if (idx !== -1) this.snapshotResolvers.splice(idx, 1);
+        reject(
+          new Error(
+            `SSE snapshot not received within ${_SSECollector.SNAPSHOT_TIMEOUT_MS}ms \u2014 is the dev server healthy?`
+          )
+        );
+      }, _SSECollector.SNAPSHOT_TIMEOUT_MS);
+      this.snapshotResolvers.push(resolver);
+    });
+  }
+  /**
+   * Consume the ReadableStream body, parse SSE lines, and dispatch events.
+   */
+  async _consumeStream(body) {
+    const decoder = new TextDecoder();
+    let buffer = "";
+    const reader = body.getReader();
+    try {
+      while (this.connected) {
+        const { done, value } = await reader.read();
+        if (done) break;
+        buffer += decoder.decode(value, { stream: true });
+        const parts = buffer.split("\n\n");
+        buffer = parts.pop() ?? "";
+        for (const part of parts) {
+          this._parseSSEBlock(part);
+        }
+      }
+    } finally {
+      reader.releaseLock();
+    }
+  }
+  /**
+   * Parse a single SSE event block (text between \n\n boundaries).
+   * Extracts event name and data payload.
+   */
+  _parseSSEBlock(block) {
+    const lines = block.split("\n");
+    let eventName = "";
+    let dataLine = "";
+    for (const line of lines) {
+      if (line.startsWith("event:")) {
+        eventName = line.slice("event:".length).trim();
+      } else if (line.startsWith("data:")) {
+        const value = line.slice("data:".length).trim();
+        dataLine = dataLine ? `${dataLine}
+${value}` : value;
+      }
+    }
+    if (!eventName || !dataLine) {
+      if (!this.snapshotReceived && block.includes("retry:")) {
+      }
+      return;
+    }
+    try {
+      const payload = JSON.parse(dataLine);
+      this._handleEvent(eventName, payload);
+    } catch {
+    }
+  }
+  /**
+   * Dispatch a parsed SSE event to the appropriate handler.
+   */
+  _handleEvent(eventName, payload) {
+    if (eventName === "snapshot") {
+      const data = payload;
+      const spans = Array.isArray(data.spans) ? data.spans : [];
+      for (const span of spans) {
+        this._upsertSpan(span);
+      }
+      this.snapshotReceived = true;
+      for (const resolve of this.snapshotResolvers) {
+        resolve();
+      }
+      this.snapshotResolvers = [];
+    } else if (eventName === "update") {
+      const data = payload;
+      if (data.span) {
+        this._upsertSpan(data.span);
+        this._notifyWaiters(data.span);
+      }
+    }
+  }
+  /**
+   * Insert or replace a span in the map (dedup by trace+span ID).
+   */
+  _upsertSpan(span) {
+    this.spanMap.set(spanKey(span), span);
+  }
+  /**
+   * Notify all waiters that a new span was received.
+   */
+  _notifyWaiters(span) {
+    const current = [...this.waiters];
+    for (const waiter of current) {
+      waiter(span);
+    }
+  }
+  /**
+   * Remove a waiter callback from the list.
+   */
+  _removeWaiter(fn) {
+    const idx = this.waiters.indexOf(fn);
+    if (idx !== -1) {
+      this.waiters.splice(idx, 1);
+    }
+  }
+  /**
+   * Check if there is a handler.conversation span that:
+   * 1. Was NOT seen before startTurn()
+   * 2. Has terminal status (ok or error)
+   *
+   * Marks the matched key as consumed so the same handler span cannot
+   * satisfy both the current turn's settle phase AND the next turn's
+   * waitForTurnComplete check (which would otherwise resolve instantly
+   * against stale data instead of waiting for the new turn's handler).
+   */
+  _hasNewCompletedHandler() {
+    for (const [key, span] of this.spanMap) {
+      if (span.name === "handler.conversation" && !this.seenHandlerKeys.has(key) && (span.status === "ok" || span.status === "error")) {
+        this.seenHandlerKeys.add(key);
+        return true;
+      }
+    }
+    return false;
+  }
+  /**
+   * Check if a handler.workflow span matches the given condition.
+   */
+  _matchesWorkflowCondition(name, signal) {
+    for (const span of this.spanMap.values()) {
+      if (span.name !== "handler.workflow") continue;
+      const d = spanData(span);
+      const wfName = d["workflow.name"] || d["workflowName"];
+      if (wfName !== name) continue;
+      if (signal === "entered") {
+        return true;
+      }
+      if (signal === "completed") {
+        return span.status === "ok" || span.status === "error";
+      }
+    }
+    return false;
+  }
+};
+export {
+  SSECollector
+};
+//# sourceMappingURL=sse-collector.js.map

package/dist/sse-collector.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/sse-collector.ts"],
+  "sourcesContent": ["/**\n * SSECollector \u2014 connects to the ADK dev server's SSE trace stream,\n * accumulates spans, and provides promise-based wait methods for\n * turn completion and workflow signals.\n *\n * Uses fetch() + async iteration with manual SSE line parsing\n * (Bun does not have native EventSource).\n */\n\nimport type { Span } from './trace'\n\ntype SSEFilter = { conversationId: string } | { workflowId: string }\n\ninterface WaitOptions {\n  timeout: number\n  /**\n   * Optional abort signal \u2014 when fired, the wait rejects immediately rather\n   * than burning the full timeout. Used by the runner so Stop unblocks\n   * pending workflow assertions (otherwise a single negative-result wait\n   * can hold the suite hostage for `idleTimeout` per assertion).\n   */\n  abortSignal?: AbortSignal\n}\n\ninterface WorkflowWaitOptions extends WaitOptions {\n  signal: 'entered' | 'completed'\n}\n\n/**\n * Unique key for span deduplication.\n */\nfunction spanKey(span: Span): string {\n  return `${span.id.trace}:${span.id.span}`\n}\n\n/**\n * Type-safe accessor for span.data fields.\n */\nfunction spanData(span: Span): Record<string, unknown> {\n  return span.data && typeof span.data === 'object' ? (span.data as Record<string, unknown>) : {}\n}\n\nexport class SSECollector {\n  private devServerUrl: string\n  private headers: Record<string, string>\n\n  /** All spans accumulated since connect(), keyed by spanKey for dedup. */\n  private spanMap = new Map<string, Span>()\n\n  /** Index into spanMap insertion order marking where the current turn started. */\n  private turnStartKeys = new Set<string>()\n\n  /** Handler span IDs seen before the current turn (for startTurn filtering). */\n  private seenHandlerKeys = new Set<string>()\n\n  /** Callbacks waiting for span updates. */\n  private waiters: Array<(span: Span) => void> = []\n\n  /** AbortController for the active SSE connection. */\n  private abortController: AbortController | null = null\n\n  /** Whether the background loop is running. */\n  private connected = false\n\n  /** Error from the SSE stream if it died unexpectedly. */\n  private streamError: Error | null = null\n\n  /** Set while a settle phase is in flight; called by disconnect() to short-circuit. */\n  private _cancelSettle: (() => void) | null = null\n\n  constructor(devServerUrl: string, headers: Record<string, string> = {}) {\n    this.devServerUrl = devServerUrl\n    this.headers = headers\n  }\n\n  /**\n   * Open a streaming SSE connection filtered by conversationId or workflowId.\n   * Starts a background loop that parses SSE events and accumulates spans.\n   */\n  async connect(filter: SSEFilter): Promise<void> {\n    const attributeName = 'conversationId' in filter ? 'conversationId' : 'workflowId'\n    const attributeValue = 'conversationId' in filter ? filter.conversationId : filter.workflowId\n\n    const url = `${this.devServerUrl}/api/traces/stream?attributeName=${encodeURIComponent(attributeName)}&attributeValue=${encodeURIComponent(attributeValue)}`\n\n    this.abortController = new AbortController()\n\n    const response = await fetch(url, {\n      headers: { ...this.headers, Accept: 'text/event-stream' },\n      signal: this.abortController.signal,\n    })\n\n    if (!response.ok) {\n      throw new Error(`SSE connection failed: ${response.status} ${response.statusText}`)\n    }\n\n    if (!response.body) {\n      throw new Error('SSE response has no body')\n    }\n\n    this.connected = true\n\n    // Start background parsing loop\n    this._consumeStream(response.body).catch((err) => {\n      if (this.connected) {\n        this.streamError = err instanceof Error ? err : new Error(String(err))\n      }\n    })\n\n    // Wait for the initial snapshot to arrive before returning.\n    // This ensures that connect() resolves only after the snapshot\n    // has been processed so callers can immediately check spans.\n    await this._waitForSnapshot()\n  }\n\n  /**\n   * Mark the beginning of a new turn.\n   * Records which handler.conversation span IDs have been seen so far,\n   * so waitForTurnComplete() only resolves on NEW handler completions.\n   */\n  startTurn(): void {\n    // Snapshot the current set of span keys as the turn boundary\n    this.turnStartKeys = new Set(this.spanMap.keys())\n\n    // Record all handler.conversation spans seen so far\n    for (const [key, span] of this.spanMap) {\n      if (span.name === 'handler.conversation') {\n        this.seenHandlerKeys.add(key)\n      }\n    }\n  }\n\n  private static readonly SETTLE_MS = 100\n\n  /**\n   * Wait for a handler.conversation span to reach terminal status (ok or error).\n   * Only considers spans NOT seen before the last startTurn() call.\n   *\n   * After the handler closes, waits for a quiet period (no new spans for SETTLE_MS)\n   * to ensure all child spans (tool calls, messages, state saves) have arrived.\n   * The runtime's HttpSpanExporter fires POSTs without awaiting them, so child\n   * spans may arrive slightly after the handler close event.\n   */\n  async waitForTurnComplete(opts: WaitOptions): Promise<void> {\n    // Check if a completed handler already exists (e.g. from snapshot)\n    if (this._hasNewCompletedHandler()) {\n      return this._settleAfterHandler()\n    }\n    if (opts.abortSignal?.aborted) {\n      throw new Error('waitForTurnComplete aborted')\n    }\n\n    return new Promise<void>((resolve, reject) => {\n      const timer = setTimeout(() => {\n        this._removeWaiter(waiter)\n        opts.abortSignal?.removeEventListener('abort', onAbort)\n        const reason = this.streamError\n          ? `SSE stream died: ${this.streamError.message}`\n          : 'no handler.conversation span completed'\n        reject(new Error(`waitForTurnComplete timed out after ${opts.timeout}ms \u2014 ${reason}`))\n      }, opts.timeout)\n\n      const onAbort = () => {\n        clearTimeout(timer)\n        this._removeWaiter(waiter)\n        reject(new Error('waitForTurnComplete aborted'))\n      }\n      opts.abortSignal?.addEventListener('abort', onAbort, { once: true })\n\n      const waiter = (_span: Span) => {\n        if (this._hasNewCompletedHandler()) {\n          clearTimeout(timer)\n          this._removeWaiter(waiter)\n          opts.abortSignal?.removeEventListener('abort', onAbort)\n          this._settleAfterHandler().then(resolve, reject)\n        }\n      }\n\n      this.waiters.push(waiter)\n    })\n  }\n\n  private static readonly MAX_SETTLE_MS = 2_000\n\n  /**\n   * After the handler span closes, wait for spans to stop arriving.\n   * Resolves when no new spans arrive for SETTLE_MS, or after MAX_SETTLE_MS hard cap.\n   *\n   * Exposes a cancellation hook via _cancelSettle so disconnect() can short-\n   * circuit an in-flight settle phase and avoid leaking timers for up to 2s.\n   */\n  private _settleAfterHandler(): Promise<void> {\n    return new Promise<void>((resolve) => {\n      let resolved = false\n      const done = () => {\n        if (resolved) return\n        resolved = true\n        clearTimeout(hardCap)\n        clearTimeout(settleTimer)\n        this._removeWaiter(settleWaiter)\n        this._cancelSettle = null\n        resolve()\n      }\n\n      const hardCap = setTimeout(done, SSECollector.MAX_SETTLE_MS)\n\n      let settleTimer = setTimeout(done, SSECollector.SETTLE_MS)\n\n      const settleWaiter = () => {\n        if (resolved) return\n        clearTimeout(settleTimer)\n        settleTimer = setTimeout(done, SSECollector.SETTLE_MS)\n      }\n\n      this.waiters.push(settleWaiter)\n      this._cancelSettle = done\n    })\n  }\n\n  /**\n   * Wait for a handler.workflow span with matching workflow name.\n   * - signal 'entered': resolves when the span appears (any status)\n   * - signal 'completed': resolves when the span has status !== 'running'\n   */\n  async waitForWorkflow(name: string, opts: WorkflowWaitOptions): Promise<void> {\n    // Check if condition is already met\n    if (this._matchesWorkflowCondition(name, opts.signal)) {\n      return\n    }\n    if (opts.abortSignal?.aborted) {\n      throw new Error(`waitForWorkflow(\"${name}\", { signal: \"${opts.signal}\" }) aborted`)\n    }\n\n    return new Promise<void>((resolve, reject) => {\n      const timer = setTimeout(() => {\n        this._removeWaiter(waiter)\n        opts.abortSignal?.removeEventListener('abort', onAbort)\n        const reason = this.streamError ? `SSE stream died: ${this.streamError.message}` : 'span not found'\n        reject(\n          new Error(\n            `waitForWorkflow(\"${name}\", { signal: \"${opts.signal}\" }) timed out after ${opts.timeout}ms \u2014 ${reason}`\n          )\n        )\n      }, opts.timeout)\n\n      const onAbort = () => {\n        clearTimeout(timer)\n        this._removeWaiter(waiter)\n        reject(new Error(`waitForWorkflow(\"${name}\", { signal: \"${opts.signal}\" }) aborted`))\n      }\n      opts.abortSignal?.addEventListener('abort', onAbort, { once: true })\n\n      const waiter = (_span: Span) => {\n        if (this._matchesWorkflowCondition(name, opts.signal)) {\n          clearTimeout(timer)\n          this._removeWaiter(waiter)\n          opts.abortSignal?.removeEventListener('abort', onAbort)\n          resolve()\n        }\n      }\n\n      this.waiters.push(waiter)\n    })\n  }\n\n  /**\n   * Return spans accumulated since the last startTurn() call.\n   */\n  getTurnSpans(): Span[] {\n    const result: Span[] = []\n    for (const [key, span] of this.spanMap) {\n      if (!this.turnStartKeys.has(key)) {\n        result.push(span)\n      }\n    }\n    return result\n  }\n\n  /**\n   * Return all spans accumulated since connect().\n   */\n  getAllSpans(): Span[] {\n    return Array.from(this.spanMap.values())\n  }\n\n  /**\n   * Close the SSE connection and clean up.\n   */\n  disconnect(): void {\n    this.connected = false\n    this.abortController?.abort()\n    this.abortController = null\n    // Short-circuit an in-flight settle phase so its hardCap / settleTimer\n    // don't fire after disconnect.\n    this._cancelSettle?.()\n    this._cancelSettle = null\n    // Waiters hold setTimeout references that will reject on their own;\n    // clearing the array just prevents further notifications.\n    this.waiters = []\n    this.snapshotResolvers = []\n  }\n\n  // \u2500\u2500 Private \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n  /** Whether we have received the initial snapshot. */\n  private snapshotReceived = false\n  private snapshotResolvers: Array<() => void> = []\n\n  private static readonly SNAPSHOT_TIMEOUT_MS = 10_000\n\n  /**\n   * Returns a promise that resolves once the snapshot event has been processed,\n   * or rejects after a timeout to prevent connect() from hanging indefinitely.\n   */\n  private _waitForSnapshot(): Promise<void> {\n    if (this.snapshotReceived) {\n      return Promise.resolve()\n    }\n    return new Promise<void>((resolve, reject) => {\n      let settled = false\n      const resolver = () => {\n        if (settled) return\n        settled = true\n        clearTimeout(timer)\n        resolve()\n      }\n      const timer = setTimeout(() => {\n        if (settled) return\n        settled = true\n        const idx = this.snapshotResolvers.indexOf(resolver)\n        if (idx !== -1) this.snapshotResolvers.splice(idx, 1)\n        reject(\n          new Error(\n            `SSE snapshot not received within ${SSECollector.SNAPSHOT_TIMEOUT_MS}ms \u2014 is the dev server healthy?`\n          )\n        )\n      }, SSECollector.SNAPSHOT_TIMEOUT_MS)\n      this.snapshotResolvers.push(resolver)\n    })\n  }\n\n  /**\n   * Consume the ReadableStream body, parse SSE lines, and dispatch events.\n   */\n  private async _consumeStream(body: ReadableStream<Uint8Array>): Promise<void> {\n    const decoder = new TextDecoder()\n    let buffer = ''\n\n    const reader = body.getReader()\n\n    try {\n      while (this.connected) {\n        const { done, value } = await reader.read()\n        if (done) break\n\n        buffer += decoder.decode(value, { stream: true })\n\n        // Split on double-newline boundaries to get complete SSE events\n        const parts = buffer.split('\\n\\n')\n        // The last part may be incomplete \u2014 keep it in the buffer\n        buffer = parts.pop() ?? ''\n\n        for (const part of parts) {\n          this._parseSSEBlock(part)\n        }\n      }\n    } finally {\n      reader.releaseLock()\n    }\n  }\n\n  /**\n   * Parse a single SSE event block (text between \\n\\n boundaries).\n   * Extracts event name and data payload.\n   */\n  private _parseSSEBlock(block: string): void {\n    const lines = block.split('\\n')\n    let eventName = ''\n    let dataLine = ''\n\n    for (const line of lines) {\n      if (line.startsWith('event:')) {\n        eventName = line.slice('event:'.length).trim()\n      } else if (line.startsWith('data:')) {\n        const value = line.slice('data:'.length).trim()\n        dataLine = dataLine ? `${dataLine}\\n${value}` : value\n      }\n      // id: and retry: lines are ignored\n    }\n\n    if (!eventName || !dataLine) {\n      // Could be a retry: line or empty block \u2014 skip\n      if (!this.snapshotReceived && block.includes('retry:')) {\n        // The retry line comes before the snapshot; don't resolve yet\n      }\n      return\n    }\n\n    try {\n      const payload = JSON.parse(dataLine)\n      this._handleEvent(eventName, payload)\n    } catch {\n      // Malformed JSON \u2014 skip\n    }\n  }\n\n  /**\n   * Dispatch a parsed SSE event to the appropriate handler.\n   */\n  private _handleEvent(eventName: string, payload: unknown): void {\n    if (eventName === 'snapshot') {\n      const data = payload as { spans: Span[] }\n      const spans = Array.isArray(data.spans) ? data.spans : []\n      for (const span of spans) {\n        this._upsertSpan(span)\n      }\n      this.snapshotReceived = true\n      for (const resolve of this.snapshotResolvers) {\n        resolve()\n      }\n      this.snapshotResolvers = []\n    } else if (eventName === 'update') {\n      const data = payload as { span: Span }\n      if (data.span) {\n        this._upsertSpan(data.span)\n        this._notifyWaiters(data.span)\n      }\n    }\n    // keepalive events are intentionally ignored\n  }\n\n  /**\n   * Insert or replace a span in the map (dedup by trace+span ID).\n   */\n  private _upsertSpan(span: Span): void {\n    this.spanMap.set(spanKey(span), span)\n  }\n\n  /**\n   * Notify all waiters that a new span was received.\n   */\n  private _notifyWaiters(span: Span): void {\n    // Copy the array since waiters may remove themselves during iteration\n    const current = [...this.waiters]\n    for (const waiter of current) {\n      waiter(span)\n    }\n  }\n\n  /**\n   * Remove a waiter callback from the list.\n   */\n  private _removeWaiter(fn: (span: Span) => void): void {\n    const idx = this.waiters.indexOf(fn)\n    if (idx !== -1) {\n      this.waiters.splice(idx, 1)\n    }\n  }\n\n  /**\n   * Check if there is a handler.conversation span that:\n   * 1. Was NOT seen before startTurn()\n   * 2. Has terminal status (ok or error)\n   *\n   * Marks the matched key as consumed so the same handler span cannot\n   * satisfy both the current turn's settle phase AND the next turn's\n   * waitForTurnComplete check (which would otherwise resolve instantly\n   * against stale data instead of waiting for the new turn's handler).\n   */\n  private _hasNewCompletedHandler(): boolean {\n    for (const [key, span] of this.spanMap) {\n      if (\n        span.name === 'handler.conversation' &&\n        !this.seenHandlerKeys.has(key) &&\n        (span.status === 'ok' || span.status === 'error')\n      ) {\n        this.seenHandlerKeys.add(key)\n        return true\n      }\n    }\n    return false\n  }\n\n  /**\n   * Check if a handler.workflow span matches the given condition.\n   */\n  private _matchesWorkflowCondition(name: string, signal: 'entered' | 'completed'): boolean {\n    for (const span of this.spanMap.values()) {\n      if (span.name !== 'handler.workflow') continue\n\n      const d = spanData(span)\n      const wfName = d['workflow.name'] || d['workflowName']\n      if (wfName !== name) continue\n\n      if (signal === 'entered') {\n        // Any status means the workflow was entered\n        return true\n      }\n\n      if (signal === 'completed') {\n        return span.status === 'ok' || span.status === 'error'\n      }\n    }\n    return false\n  }\n}\n"],
+  "mappings": ";AA+BA,SAAS,QAAQ,MAAoB;AACnC,SAAO,GAAG,KAAK,GAAG,KAAK,IAAI,KAAK,GAAG,IAAI;AACzC;AAKA,SAAS,SAAS,MAAqC;AACrD,SAAO,KAAK,QAAQ,OAAO,KAAK,SAAS,WAAY,KAAK,OAAmC,CAAC;AAChG;AAEO,IAAM,eAAN,MAAM,cAAa;AAAA,EAChB;AAAA,EACA;AAAA;AAAA,EAGA,UAAU,oBAAI,IAAkB;AAAA;AAAA,EAGhC,gBAAgB,oBAAI,IAAY;AAAA;AAAA,EAGhC,kBAAkB,oBAAI,IAAY;AAAA;AAAA,EAGlC,UAAuC,CAAC;AAAA;AAAA,EAGxC,kBAA0C;AAAA;AAAA,EAG1C,YAAY;AAAA;AAAA,EAGZ,cAA4B;AAAA;AAAA,EAG5B,gBAAqC;AAAA,EAE7C,YAAY,cAAsB,UAAkC,CAAC,GAAG;AACtE,SAAK,eAAe;AACpB,SAAK,UAAU;AAAA,EACjB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,QAAQ,QAAkC;AAC9C,UAAM,gBAAgB,oBAAoB,SAAS,mBAAmB;AACtE,UAAM,iBAAiB,oBAAoB,SAAS,OAAO,iBAAiB,OAAO;AAEnF,UAAM,MAAM,GAAG,KAAK,YAAY,oCAAoC,mBAAmB,aAAa,CAAC,mBAAmB,mBAAmB,cAAc,CAAC;AAE1J,SAAK,kBAAkB,IAAI,gBAAgB;AAE3C,UAAM,WAAW,MAAM,MAAM,KAAK;AAAA,MAChC,SAAS,EAAE,GAAG,KAAK,SAAS,QAAQ,oBAAoB;AAAA,MACxD,QAAQ,KAAK,gBAAgB;AAAA,IAC/B,CAAC;AAED,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI,MAAM,0BAA0B,SAAS,MAAM,IAAI,SAAS,UAAU,EAAE;AAAA,IACpF;AAEA,QAAI,CAAC,SAAS,MAAM;AAClB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AAEA,SAAK,YAAY;AAGjB,SAAK,eAAe,SAAS,IAAI,EAAE,MAAM,CAAC,QAAQ;AAChD,UAAI,KAAK,WAAW;AAClB,aAAK,cAAc,eAAe,QAAQ,MAAM,IAAI,MAAM,OAAO,GAAG,CAAC;AAAA,MACvE;AAAA,IACF,CAAC;AAKD,UAAM,KAAK,iBAAiB;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,YAAkB;AAEhB,SAAK,gBAAgB,IAAI,IAAI,KAAK,QAAQ,KAAK,CAAC;AAGhD,eAAW,CAAC,KAAK,IAAI,KAAK,KAAK,SAAS;AACtC,UAAI,KAAK,SAAS,wBAAwB;AACxC,aAAK,gBAAgB,IAAI,GAAG;AAAA,MAC9B;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAwB,YAAY;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWpC,MAAM,oBAAoB,MAAkC;AAE1D,QAAI,KAAK,wBAAwB,GAAG;AAClC,aAAO,KAAK,oBAAoB;AAAA,IAClC;AACA,QAAI,KAAK,aAAa,SAAS;AAC7B,YAAM,IAAI,MAAM,6BAA6B;AAAA,IAC/C;AAEA,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,QAAQ,WAAW,MAAM;AAC7B,aAAK,cAAc,MAAM;AACzB,aAAK,aAAa,oBAAoB,SAAS,OAAO;AACtD,cAAM,SAAS,KAAK,cAChB,oBAAoB,KAAK,YAAY,OAAO,KAC5C;AACJ,eAAO,IAAI,MAAM,uCAAuC,KAAK,OAAO,aAAQ,MAAM,EAAE,CAAC;AAAA,MACvF,GAAG,KAAK,OAAO;AAEf,YAAM,UAAU,MAAM;AACpB,qBAAa,KAAK;AAClB,aAAK,cAAc,MAAM;AACzB,eAAO,IAAI,MAAM,6BAA6B,CAAC;AAAA,MACjD;AACA,WAAK,aAAa,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;AAEnE,YAAM,SAAS,CAAC,UAAgB;AAC9B,YAAI,KAAK,wBAAwB,GAAG;AAClC,uBAAa,KAAK;AAClB,eAAK,cAAc,MAAM;AACzB,eAAK,aAAa,oBAAoB,SAAS,OAAO;AACtD,eAAK,oBAAoB,EAAE,KAAK,SAAS,MAAM;AAAA,QACjD;AAAA,MACF;AAEA,WAAK,QAAQ,KAAK,MAAM;AAAA,IAC1B,CAAC;AAAA,EACH;AAAA,EAEA,OAAwB,gBAAgB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAShC,sBAAqC;AAC3C,WAAO,IAAI,QAAc,CAAC,YAAY;AACpC,UAAI,WAAW;AACf,YAAM,OAAO,MAAM;AACjB,YAAI,SAAU;AACd,mBAAW;AACX,qBAAa,OAAO;AACpB,qBAAa,WAAW;AACxB,aAAK,cAAc,YAAY;AAC/B,aAAK,gBAAgB;AACrB,gBAAQ;AAAA,MACV;AAEA,YAAM,UAAU,WAAW,MAAM,cAAa,aAAa;AAE3D,UAAI,cAAc,WAAW,MAAM,cAAa,SAAS;AAEzD,YAAM,eAAe,MAAM;AACzB,YAAI,SAAU;AACd,qBAAa,WAAW;AACxB,sBAAc,WAAW,MAAM,cAAa,SAAS;AAAA,MACvD;AAEA,WAAK,QAAQ,KAAK,YAAY;AAC9B,WAAK,gBAAgB;AAAA,IACvB,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,gBAAgB,MAAc,MAA0C;AAE5E,QAAI,KAAK,0BAA0B,MAAM,KAAK,MAAM,GAAG;AACrD;AAAA,IACF;AACA,QAAI,KAAK,aAAa,SAAS;AAC7B,YAAM,IAAI,MAAM,oBAAoB,IAAI,iBAAiB,KAAK,MAAM,cAAc;AAAA,IACpF;AAEA,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,YAAM,QAAQ,WAAW,MAAM;AAC7B,aAAK,cAAc,MAAM;AACzB,aAAK,aAAa,oBAAoB,SAAS,OAAO;AACtD,cAAM,SAAS,KAAK,cAAc,oBAAoB,KAAK,YAAY,OAAO,KAAK;AACnF;AAAA,UACE,IAAI;AAAA,YACF,oBAAoB,IAAI,iBAAiB,KAAK,MAAM,wBAAwB,KAAK,OAAO,aAAQ,MAAM;AAAA,UACxG;AAAA,QACF;AAAA,MACF,GAAG,KAAK,OAAO;AAEf,YAAM,UAAU,MAAM;AACpB,qBAAa,KAAK;AAClB,aAAK,cAAc,MAAM;AACzB,eAAO,IAAI,MAAM,oBAAoB,IAAI,iBAAiB,KAAK,MAAM,cAAc,CAAC;AAAA,MACtF;AACA,WAAK,aAAa,iBAAiB,SAAS,SAAS,EAAE,MAAM,KAAK,CAAC;AAEnE,YAAM,SAAS,CAAC,UAAgB;AAC9B,YAAI,KAAK,0BAA0B,MAAM,KAAK,MAAM,GAAG;AACrD,uBAAa,KAAK;AAClB,eAAK,cAAc,MAAM;AACzB,eAAK,aAAa,oBAAoB,SAAS,OAAO;AACtD,kBAAQ;AAAA,QACV;AAAA,MACF;AAEA,WAAK,QAAQ,KAAK,MAAM;AAAA,IAC1B,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,eAAuB;AACrB,UAAM,SAAiB,CAAC;AACxB,eAAW,CAAC,KAAK,IAAI,KAAK,KAAK,SAAS;AACtC,UAAI,CAAC,KAAK,cAAc,IAAI,GAAG,GAAG;AAChC,eAAO,KAAK,IAAI;AAAA,MAClB;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKA,cAAsB;AACpB,WAAO,MAAM,KAAK,KAAK,QAAQ,OAAO,CAAC;AAAA,EACzC;AAAA;AAAA;AAAA;AAAA,EAKA,aAAmB;AACjB,SAAK,YAAY;AACjB,SAAK,iBAAiB,MAAM;AAC5B,SAAK,kBAAkB;AAGvB,SAAK,gBAAgB;AACrB,SAAK,gBAAgB;AAGrB,SAAK,UAAU,CAAC;AAChB,SAAK,oBAAoB,CAAC;AAAA,EAC5B;AAAA;AAAA;AAAA,EAKQ,mBAAmB;AAAA,EACnB,oBAAuC,CAAC;AAAA,EAEhD,OAAwB,sBAAsB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMtC,mBAAkC;AACxC,QAAI,KAAK,kBAAkB;AACzB,aAAO,QAAQ,QAAQ;AAAA,IACzB;AACA,WAAO,IAAI,QAAc,CAAC,SAAS,WAAW;AAC5C,UAAI,UAAU;AACd,YAAM,WAAW,MAAM;AACrB,YAAI,QAAS;AACb,kBAAU;AACV,qBAAa,KAAK;AAClB,gBAAQ;AAAA,MACV;AACA,YAAM,QAAQ,WAAW,MAAM;AAC7B,YAAI,QAAS;AACb,kBAAU;AACV,cAAM,MAAM,KAAK,kBAAkB,QAAQ,QAAQ;AACnD,YAAI,QAAQ,GAAI,MAAK,kBAAkB,OAAO,KAAK,CAAC;AACpD;AAAA,UACE,IAAI;AAAA,YACF,oCAAoC,cAAa,mBAAmB;AAAA,UACtE;AAAA,QACF;AAAA,MACF,GAAG,cAAa,mBAAmB;AACnC,WAAK,kBAAkB,KAAK,QAAQ;AAAA,IACtC,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,eAAe,MAAiD;AAC5E,UAAM,UAAU,IAAI,YAAY;AAChC,QAAI,SAAS;AAEb,UAAM,SAAS,KAAK,UAAU;AAE9B,QAAI;AACF,aAAO,KAAK,WAAW;AACrB,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AAEV,kBAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,KAAK,CAAC;AAGhD,cAAM,QAAQ,OAAO,MAAM,MAAM;AAEjC,iBAAS,MAAM,IAAI,KAAK;AAExB,mBAAW,QAAQ,OAAO;AACxB,eAAK,eAAe,IAAI;AAAA,QAC1B;AAAA,MACF;AAAA,IACF,UAAE;AACA,aAAO,YAAY;AAAA,IACrB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,eAAe,OAAqB;AAC1C,UAAM,QAAQ,MAAM,MAAM,IAAI;AAC9B,QAAI,YAAY;AAChB,QAAI,WAAW;AAEf,eAAW,QAAQ,OAAO;AACxB,UAAI,KAAK,WAAW,QAAQ,GAAG;AAC7B,oBAAY,KAAK,MAAM,SAAS,MAAM,EAAE,KAAK;AAAA,MAC/C,WAAW,KAAK,WAAW,OAAO,GAAG;AACnC,cAAM,QAAQ,KAAK,MAAM,QAAQ,MAAM,EAAE,KAAK;AAC9C,mBAAW,WAAW,GAAG,QAAQ;AAAA,EAAK,KAAK,KAAK;AAAA,MAClD;AAAA,IAEF;AAEA,QAAI,CAAC,aAAa,CAAC,UAAU;AAE3B,UAAI,CAAC,KAAK,oBAAoB,MAAM,SAAS,QAAQ,GAAG;AAAA,MAExD;AACA;AAAA,IACF;AAEA,QAAI;AACF,YAAM,UAAU,KAAK,MAAM,QAAQ;AACnC,WAAK,aAAa,WAAW,OAAO;AAAA,IACtC,QAAQ;AAAA,IAER;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,aAAa,WAAmB,SAAwB;AAC9D,QAAI,cAAc,YAAY;AAC5B,YAAM,OAAO;AACb,YAAM,QAAQ,MAAM,QAAQ,KAAK,KAAK,IAAI,KAAK,QAAQ,CAAC;AACxD,iBAAW,QAAQ,OAAO;AACxB,aAAK,YAAY,IAAI;AAAA,MACvB;AACA,WAAK,mBAAmB;AACxB,iBAAW,WAAW,KAAK,mBAAmB;AAC5C,gBAAQ;AAAA,MACV;AACA,WAAK,oBAAoB,CAAC;AAAA,IAC5B,WAAW,cAAc,UAAU;AACjC,YAAM,OAAO;AACb,UAAI,KAAK,MAAM;AACb,aAAK,YAAY,KAAK,IAAI;AAC1B,aAAK,eAAe,KAAK,IAAI;AAAA,MAC/B;AAAA,IACF;AAAA,EAEF;AAAA;AAAA;AAAA;AAAA,EAKQ,YAAY,MAAkB;AACpC,SAAK,QAAQ,IAAI,QAAQ,IAAI,GAAG,IAAI;AAAA,EACtC;AAAA;AAAA;AAAA;AAAA,EAKQ,eAAe,MAAkB;AAEvC,UAAM,UAAU,CAAC,GAAG,KAAK,OAAO;AAChC,eAAW,UAAU,SAAS;AAC5B,aAAO,IAAI;AAAA,IACb;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,cAAc,IAAgC;AACpD,UAAM,MAAM,KAAK,QAAQ,QAAQ,EAAE;AACnC,QAAI,QAAQ,IAAI;AACd,WAAK,QAAQ,OAAO,KAAK,CAAC;AAAA,IAC5B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYQ,0BAAmC;AACzC,eAAW,CAAC,KAAK,IAAI,KAAK,KAAK,SAAS;AACtC,UACE,KAAK,SAAS,0BACd,CAAC,KAAK,gBAAgB,IAAI,GAAG,MAC5B,KAAK,WAAW,QAAQ,KAAK,WAAW,UACzC;AACA,aAAK,gBAAgB,IAAI,GAAG;AAC5B,eAAO;AAAA,MACT;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA,EAKQ,0BAA0B,MAAc,QAA0C;AACxF,eAAW,QAAQ,KAAK,QAAQ,OAAO,GAAG;AACxC,UAAI,KAAK,SAAS,mBAAoB;AAEtC,YAAM,IAAI,SAAS,IAAI;AACvB,YAAM,SAAS,EAAE,eAAe,KAAK,EAAE,cAAc;AACrD,UAAI,WAAW,KAAM;AAErB,UAAI,WAAW,WAAW;AAExB,eAAO;AAAA,MACT;AAEA,UAAI,WAAW,aAAa;AAC1B,eAAO,KAAK,WAAW,QAAQ,KAAK,WAAW;AAAA,MACjD;AAAA,IACF;AACA,WAAO;AAAA,EACT;AACF;",
+  "names": []
+}

package/dist/trace.d.ts

@@ -0,0 +1,56 @@
+/**
+ * Public trace shape consumed by the eval runner.
+ *
+ * This mirrors the ADK dev server's trace stream contract without requiring
+ * evals to import `@botpress/runtime/internal`.
+ */
+export interface SpanId {
+    trace: string;
+    span: string;
+    parent: string | null;
+}
+export type SpanStatus = 'ok' | 'error' | 'running';
+export interface SpanTiming {
+    startedAt: number;
+    endedAt?: number;
+    duration?: number;
+}
+export interface SpanContext {
+    botId?: string;
+    conversationId?: string;
+    userId?: string;
+    messageId?: string;
+    workflowId?: string;
+    eventId?: string;
+    integration?: string;
+    channel?: string;
+}
+export interface SpanResource {
+    environment: 'development' | 'production';
+    platform?: string;
+    arch?: string;
+    nodeVersion?: string;
+    uptime?: number;
+    versions: {
+        adk?: string;
+        runtime?: string;
+        sdk?: string;
+        llmz?: string;
+        zai?: string;
+        cognitive?: string;
+    };
+}
+export type SpanTier = 'concise' | 'standard' | 'verbose';
+export interface Span {
+    id: SpanId;
+    name: string;
+    label: string;
+    status: SpanStatus;
+    error?: string;
+    timing: SpanTiming;
+    context: SpanContext;
+    tier: SpanTier;
+    data: unknown;
+    resource: SpanResource;
+}
+//# sourceMappingURL=trace.d.ts.map

package/dist/trace.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace.d.ts","sourceRoot":"","sources":["../src/trace.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,MAAM,WAAW,MAAM;IACrB,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;CACtB;AAED,MAAM,MAAM,UAAU,GAAG,IAAI,GAAG,OAAO,GAAG,SAAS,CAAA;AAEnD,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,WAAW,EAAE,aAAa,GAAG,YAAY,CAAA;IACzC,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE;QACR,GAAG,CAAC,EAAE,MAAM,CAAA;QACZ,OAAO,CAAC,EAAE,MAAM,CAAA;QAChB,GAAG,CAAC,EAAE,MAAM,CAAA;QACZ,IAAI,CAAC,EAAE,MAAM,CAAA;QACb,GAAG,CAAC,EAAE,MAAM,CAAA;QACZ,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB,CAAA;CACF;AAED,MAAM,MAAM,QAAQ,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAA;AAEzD,MAAM,WAAW,IAAI;IACnB,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,UAAU,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,UAAU,CAAA;IAClB,OAAO,EAAE,WAAW,CAAA;IACpB,IAAI,EAAE,QAAQ,CAAA;IACd,IAAI,EAAE,OAAO,CAAA;IACb,QAAQ,EAAE,YAAY,CAAA;CACvB"}

package/dist/trace.js

@@ -0,0 +1 @@
+//# sourceMappingURL=trace.js.map

package/dist/trace.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": [],
+  "sourcesContent": [],
+  "mappings": "",
+  "names": []
+}

package/dist/transformer.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Transformer: projects raw trace spans into grader-friendly TurnData.
+ * Pure function — no side effects, no network calls.
+ */
+import type { Span } from './trace';
+import type { TurnData } from './types';
+/**
+ * Transform raw trace spans into structured TurnData for graders.
+ *
+ * Extraction logic:
+ * - messages: from `chat.sendMessage` spans, ordered by startedAt
+ * - toolCalls: from `autonomous.tool` spans with terminal status, deduped by span id, ordered by endedAt
+ * - stateMutations: from `state.save` spans where changed_keys has length > 0
+ * - workflowSpans: from `handler.workflow` spans
+ * - handler: from `handler.conversation` or `handler.workflow` span with terminal status
+ */
+export declare function transformSpans(spans: Span[]): TurnData;
+//# sourceMappingURL=transformer.d.ts.map

package/dist/transformer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformer.d.ts","sourceRoot":"","sources":["../src/transformer.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AACnC,OAAO,KAAK,EAA2B,QAAQ,EAAgB,MAAM,SAAS,CAAA;AA4B9E;;;;;;;;;GASG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,QAAQ,CAQtD"}

package/dist/transformer.js

@@ -0,0 +1,101 @@
+// src/transformer.ts
+function data(span) {
+  return span.data && typeof span.data === "object" ? span.data : {};
+}
+function tryParseJson(value) {
+  if (value == null) return void 0;
+  if (typeof value !== "string") return value;
+  try {
+    return JSON.parse(value);
+  } catch {
+    return value;
+  }
+}
+function parseJsonOrFallback(value, fallback) {
+  if (typeof value !== "string") return fallback;
+  try {
+    return JSON.parse(value);
+  } catch {
+    return fallback;
+  }
+}
+function transformSpans(spans) {
+  return {
+    messages: extractMessages(spans),
+    toolCalls: extractToolCalls(spans),
+    stateMutations: extractStateMutations(spans),
+    workflowSpans: extractWorkflowSpans(spans),
+    ...extractHandler(spans)
+  };
+}
+function extractMessages(spans) {
+  return spans.filter((s) => s.name === "chat.sendMessage" && data(s)["message.preview"]).sort((a, b) => a.timing.startedAt - b.timing.startedAt).map((s) => String(data(s)["message.preview"]));
+}
+function extractToolCalls(spans) {
+  const toolSpans = spans.filter(
+    (s) => s.name === "autonomous.tool" && s.status !== "running" && data(s)["autonomous.tool.name"]
+  );
+  const seen = /* @__PURE__ */ new Set();
+  const unique = toolSpans.filter((s) => {
+    if (seen.has(s.id.span)) return false;
+    seen.add(s.id.span);
+    return true;
+  });
+  return unique.sort((a, b) => (a.timing.endedAt ?? Infinity) - (b.timing.endedAt ?? Infinity)).map((s) => {
+    const d = data(s);
+    const input = parseJsonOrFallback(d["autonomous.tool.input"], {});
+    return {
+      name: String(d["autonomous.tool.name"]),
+      input,
+      output: String(d["autonomous.tool.output"] ?? ""),
+      status: String(d["autonomous.tool.status"] ?? "unknown")
+    };
+  });
+}
+function extractStateMutations(spans) {
+  return spans.filter((s) => {
+    if (s.name !== "state.save") return false;
+    const d = data(s);
+    const changedKeys = d["state.changed_keys"];
+    return Array.isArray(changedKeys) && changedKeys.length > 0;
+  }).map((s) => {
+    const d = data(s);
+    return {
+      type: String(d["type"] ?? "unknown"),
+      changedKeys: d["state.changed_keys"] ?? [],
+      previous: tryParseJson(d["state.previous_value"]),
+      current: tryParseJson(d["state.value"]),
+      swappedToFile: d["swapped_to_file"] === true
+    };
+  });
+}
+function extractWorkflowSpans(spans) {
+  return spans.filter((s) => s.name === "handler.workflow").map((s) => {
+    const d = data(s);
+    const result = {
+      name: String(d["workflow.name"] || d["workflowName"] || ""),
+      status: s.status
+    };
+    const statusFinal = d["workflow.status.final"];
+    if (statusFinal) {
+      result.statusFinal = String(statusFinal);
+    }
+    return result;
+  });
+}
+function extractHandler(spans) {
+  const handler = spans.find(
+    (s) => (s.name === "handler.conversation" || s.name === "handler.workflow") && s.status !== "running"
+  );
+  if (!handler) {
+    return { handlerDuration: 0, handlerStatus: "ok" };
+  }
+  return {
+    handlerDuration: handler.timing.duration ?? 0,
+    handlerStatus: handler.status === "error" ? "error" : "ok"
+  };
+}
+export {
+  transformSpans
+};
+//# sourceMappingURL=transformer.js.map

package/dist/transformer.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../src/transformer.ts"],
+  "sourcesContent": ["/**\n * Transformer: projects raw trace spans into grader-friendly TurnData.\n * Pure function \u2014 no side effects, no network calls.\n */\n\nimport type { Span } from './trace'\nimport type { StateMutation, ToolCall, TurnData, WorkflowSpan } from './types'\n\n/** Safe accessor for span.data as a string-keyed record. */\nfunction data(span: Span): Record<string, unknown> {\n  return (span.data && typeof span.data === 'object' ? span.data : {}) as Record<string, unknown>\n}\n\n/** Attempt to parse a JSON string. Returns parsed result, raw value on parse failure, or fallback if value is nullish. */\nfunction tryParseJson(value: unknown): unknown {\n  if (value == null) return undefined\n  if (typeof value !== 'string') return value\n  try {\n    return JSON.parse(value)\n  } catch {\n    return value\n  }\n}\n\n/** Parse JSON with a strict fallback \u2014 returns fallback on parse failure instead of the raw string. */\nfunction parseJsonOrFallback<T>(value: unknown, fallback: T): T {\n  if (typeof value !== 'string') return fallback\n  try {\n    return JSON.parse(value) as T\n  } catch {\n    return fallback\n  }\n}\n\n/**\n * Transform raw trace spans into structured TurnData for graders.\n *\n * Extraction logic:\n * - messages: from `chat.sendMessage` spans, ordered by startedAt\n * - toolCalls: from `autonomous.tool` spans with terminal status, deduped by span id, ordered by endedAt\n * - stateMutations: from `state.save` spans where changed_keys has length > 0\n * - workflowSpans: from `handler.workflow` spans\n * - handler: from `handler.conversation` or `handler.workflow` span with terminal status\n */\nexport function transformSpans(spans: Span[]): TurnData {\n  return {\n    messages: extractMessages(spans),\n    toolCalls: extractToolCalls(spans),\n    stateMutations: extractStateMutations(spans),\n    workflowSpans: extractWorkflowSpans(spans),\n    ...extractHandler(spans),\n  }\n}\n\nfunction extractMessages(spans: Span[]): string[] {\n  return spans\n    .filter((s) => s.name === 'chat.sendMessage' && data(s)['message.preview'])\n    .sort((a, b) => a.timing.startedAt - b.timing.startedAt)\n    .map((s) => String(data(s)['message.preview']))\n}\n\nfunction extractToolCalls(spans: Span[]): ToolCall[] {\n  const toolSpans = spans.filter(\n    (s) => s.name === 'autonomous.tool' && s.status !== 'running' && data(s)['autonomous.tool.name']\n  )\n\n  // Deduplicate by span id\n  const seen = new Set<string>()\n  const unique = toolSpans.filter((s) => {\n    if (seen.has(s.id.span)) return false\n    seen.add(s.id.span)\n    return true\n  })\n\n  return unique\n    .sort((a, b) => (a.timing.endedAt ?? Infinity) - (b.timing.endedAt ?? Infinity))\n    .map((s) => {\n      const d = data(s)\n      const input = parseJsonOrFallback<Record<string, unknown>>(d['autonomous.tool.input'], {})\n      return {\n        name: String(d['autonomous.tool.name']),\n        input,\n        output: String(d['autonomous.tool.output'] ?? ''),\n        status: String(d['autonomous.tool.status'] ?? 'unknown'),\n      }\n    })\n}\n\nfunction extractStateMutations(spans: Span[]): StateMutation[] {\n  return spans\n    .filter((s) => {\n      if (s.name !== 'state.save') return false\n      const d = data(s)\n      const changedKeys = d['state.changed_keys']\n      return Array.isArray(changedKeys) && changedKeys.length > 0\n    })\n    .map((s) => {\n      const d = data(s)\n      return {\n        type: String(d['type'] ?? 'unknown'),\n        changedKeys: (d['state.changed_keys'] as string[]) ?? [],\n        previous: tryParseJson(d['state.previous_value']),\n        current: tryParseJson(d['state.value']),\n        swappedToFile: d['swapped_to_file'] === true,\n      }\n    })\n}\n\nfunction extractWorkflowSpans(spans: Span[]): WorkflowSpan[] {\n  return spans\n    .filter((s) => s.name === 'handler.workflow')\n    .map((s) => {\n      const d = data(s)\n      const result: WorkflowSpan = {\n        name: String(d['workflow.name'] || d['workflowName'] || ''),\n        status: s.status as WorkflowSpan['status'],\n      }\n      const statusFinal = d['workflow.status.final']\n      if (statusFinal) {\n        result.statusFinal = String(statusFinal)\n      }\n      return result\n    })\n}\n\nfunction extractHandler(spans: Span[]): { handlerDuration: number; handlerStatus: 'ok' | 'error' } {\n  const handler = spans.find(\n    (s) => (s.name === 'handler.conversation' || s.name === 'handler.workflow') && s.status !== 'running'\n  )\n\n  if (!handler) {\n    return { handlerDuration: 0, handlerStatus: 'ok' }\n  }\n\n  return {\n    handlerDuration: handler.timing.duration ?? 0,\n    handlerStatus: handler.status === 'error' ? 'error' : 'ok',\n  }\n}\n"],
+  "mappings": ";AASA,SAAS,KAAK,MAAqC;AACjD,SAAQ,KAAK,QAAQ,OAAO,KAAK,SAAS,WAAW,KAAK,OAAO,CAAC;AACpE;AAGA,SAAS,aAAa,OAAyB;AAC7C,MAAI,SAAS,KAAM,QAAO;AAC1B,MAAI,OAAO,UAAU,SAAU,QAAO;AACtC,MAAI;AACF,WAAO,KAAK,MAAM,KAAK;AAAA,EACzB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAGA,SAAS,oBAAuB,OAAgB,UAAgB;AAC9D,MAAI,OAAO,UAAU,SAAU,QAAO;AACtC,MAAI;AACF,WAAO,KAAK,MAAM,KAAK;AAAA,EACzB,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAYO,SAAS,eAAe,OAAyB;AACtD,SAAO;AAAA,IACL,UAAU,gBAAgB,KAAK;AAAA,IAC/B,WAAW,iBAAiB,KAAK;AAAA,IACjC,gBAAgB,sBAAsB,KAAK;AAAA,IAC3C,eAAe,qBAAqB,KAAK;AAAA,IACzC,GAAG,eAAe,KAAK;AAAA,EACzB;AACF;AAEA,SAAS,gBAAgB,OAAyB;AAChD,SAAO,MACJ,OAAO,CAAC,MAAM,EAAE,SAAS,sBAAsB,KAAK,CAAC,EAAE,iBAAiB,CAAC,EACzE,KAAK,CAAC,GAAG,MAAM,EAAE,OAAO,YAAY,EAAE,OAAO,SAAS,EACtD,IAAI,CAAC,MAAM,OAAO,KAAK,CAAC,EAAE,iBAAiB,CAAC,CAAC;AAClD;AAEA,SAAS,iBAAiB,OAA2B;AACnD,QAAM,YAAY,MAAM;AAAA,IACtB,CAAC,MAAM,EAAE,SAAS,qBAAqB,EAAE,WAAW,aAAa,KAAK,CAAC,EAAE,sBAAsB;AAAA,EACjG;AAGA,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,SAAS,UAAU,OAAO,CAAC,MAAM;AACrC,QAAI,KAAK,IAAI,EAAE,GAAG,IAAI,EAAG,QAAO;AAChC,SAAK,IAAI,EAAE,GAAG,IAAI;AAClB,WAAO;AAAA,EACT,CAAC;AAED,SAAO,OACJ,KAAK,CAAC,GAAG,OAAO,EAAE,OAAO,WAAW,aAAa,EAAE,OAAO,WAAW,SAAS,EAC9E,IAAI,CAAC,MAAM;AACV,UAAM,IAAI,KAAK,CAAC;AAChB,UAAM,QAAQ,oBAA6C,EAAE,uBAAuB,GAAG,CAAC,CAAC;AACzF,WAAO;AAAA,MACL,MAAM,OAAO,EAAE,sBAAsB,CAAC;AAAA,MACtC;AAAA,MACA,QAAQ,OAAO,EAAE,wBAAwB,KAAK,EAAE;AAAA,MAChD,QAAQ,OAAO,EAAE,wBAAwB,KAAK,SAAS;AAAA,IACzD;AAAA,EACF,CAAC;AACL;AAEA,SAAS,sBAAsB,OAAgC;AAC7D,SAAO,MACJ,OAAO,CAAC,MAAM;AACb,QAAI,EAAE,SAAS,aAAc,QAAO;AACpC,UAAM,IAAI,KAAK,CAAC;AAChB,UAAM,cAAc,EAAE,oBAAoB;AAC1C,WAAO,MAAM,QAAQ,WAAW,KAAK,YAAY,SAAS;AAAA,EAC5D,CAAC,EACA,IAAI,CAAC,MAAM;AACV,UAAM,IAAI,KAAK,CAAC;AAChB,WAAO;AAAA,MACL,MAAM,OAAO,EAAE,MAAM,KAAK,SAAS;AAAA,MACnC,aAAc,EAAE,oBAAoB,KAAkB,CAAC;AAAA,MACvD,UAAU,aAAa,EAAE,sBAAsB,CAAC;AAAA,MAChD,SAAS,aAAa,EAAE,aAAa,CAAC;AAAA,MACtC,eAAe,EAAE,iBAAiB,MAAM;AAAA,IAC1C;AAAA,EACF,CAAC;AACL;AAEA,SAAS,qBAAqB,OAA+B;AAC3D,SAAO,MACJ,OAAO,CAAC,MAAM,EAAE,SAAS,kBAAkB,EAC3C,IAAI,CAAC,MAAM;AACV,UAAM,IAAI,KAAK,CAAC;AAChB,UAAM,SAAuB;AAAA,MAC3B,MAAM,OAAO,EAAE,eAAe,KAAK,EAAE,cAAc,KAAK,EAAE;AAAA,MAC1D,QAAQ,EAAE;AAAA,IACZ;AACA,UAAM,cAAc,EAAE,uBAAuB;AAC7C,QAAI,aAAa;AACf,aAAO,cAAc,OAAO,WAAW;AAAA,IACzC;AACA,WAAO;AAAA,EACT,CAAC;AACL;AAEA,SAAS,eAAe,OAA2E;AACjG,QAAM,UAAU,MAAM;AAAA,IACpB,CAAC,OAAO,EAAE,SAAS,0BAA0B,EAAE,SAAS,uBAAuB,EAAE,WAAW;AAAA,EAC9F;AAEA,MAAI,CAAC,SAAS;AACZ,WAAO,EAAE,iBAAiB,GAAG,eAAe,KAAK;AAAA,EACnD;AAEA,SAAO;AAAA,IACL,iBAAiB,QAAQ,OAAO,YAAY;AAAA,IAC5C,eAAe,QAAQ,WAAW,UAAU,UAAU;AAAA,EACxD;AACF;",
+  "names": []
+}