@dogpile/sdk 0.4.0 → 0.5.0

package/src/runtime/broadcast.ts

@@ -17,6 +17,7 @@ import type {
   TerminationCondition,
   TerminationStopRecord,
   Tier,
+  Trace,
   TranscriptEntry
 } from "../types.js";
 import { createRunId, elapsedMs, nowMs, providerCallIdFor } from "./ids.js";
@@ -35,6 +36,7 @@ import {
   createTranscriptLink,
   emptyCost
 } from "./defaults.js";
+import { computeHealth, DEFAULT_HEALTH_THRESHOLDS } from "./health.js";
 import { throwIfAborted } from "./cancellation.js";
 import { parseAgentDecision } from "./decisions.js";
 import { generateModelTurn } from "./model.js";
@@ -289,45 +291,46 @@ export async function runBroadcast(options: BroadcastRunOptions): Promise<RunRes
     transcriptEntryCount: transcript.length
   });
   const finalEvent = events.at(-1);
+  const trace: Trace = {
+    schemaVersion: "1.0",
+    runId,
+    protocol: "broadcast",
+    tier: options.tier,
+    modelProviderId: options.model.id,
+    agentsUsed: options.agents,
+    inputs: createReplayTraceRunInputs({
+      intent: options.intent,
+      protocol: options.protocol,
+      tier: options.tier,
+      modelProviderId: options.model.id,
+      agents: options.agents,
+      temperature: options.temperature
+    }),
+    budget: createReplayTraceBudget({
+      tier: options.tier,
+      ...(options.budget ? { caps: options.budget } : {}),
+      ...(options.terminate ? { termination: options.terminate } : {})
+    }),
+    budgetStateChanges: createReplayTraceBudgetStateChanges(events),
+    seed: createReplayTraceSeed(options.seed),
+    protocolDecisions,
+    providerCalls,
+    finalOutput: createReplayTraceFinalOutput(output, finalEvent ?? {
+      type: "final",
+      runId,
+      at: "",
+      output,
+      cost: totalCost,
+      transcript: createTranscriptLink(transcript)
+    }),
+    events,
+    transcript
+  };
 
   return {
     output,
     eventLog: createRunEventLog(runId, "broadcast", events),
-    trace: {
-      schemaVersion: "1.0",
-      runId,
-      protocol: "broadcast",
-      tier: options.tier,
-      modelProviderId: options.model.id,
-      agentsUsed: options.agents,
-      inputs: createReplayTraceRunInputs({
-        intent: options.intent,
-        protocol: options.protocol,
-        tier: options.tier,
-        modelProviderId: options.model.id,
-        agents: options.agents,
-        temperature: options.temperature
-      }),
-      budget: createReplayTraceBudget({
-        tier: options.tier,
-        ...(options.budget ? { caps: options.budget } : {}),
-        ...(options.terminate ? { termination: options.terminate } : {})
-      }),
-      budgetStateChanges: createReplayTraceBudgetStateChanges(events),
-      seed: createReplayTraceSeed(options.seed),
-      protocolDecisions,
-      providerCalls,
-      finalOutput: createReplayTraceFinalOutput(output, finalEvent ?? {
-        type: "final",
-        runId,
-        at: "",
-        output,
-        cost: totalCost,
-        transcript: createTranscriptLink(transcript)
-      }),
-      events,
-      transcript
-    },
+    trace,
     transcript,
     usage: createRunUsage(totalCost),
     metadata: createRunMetadata({
@@ -345,7 +348,8 @@ export async function runBroadcast(options: BroadcastRunOptions): Promise<RunRes
       cost: totalCost,
       events
     }),
-    cost: totalCost
+    cost: totalCost,
+    health: computeHealth(trace, DEFAULT_HEALTH_THRESHOLDS)
   };
 
   function stopIfNeeded(): boolean {
@@ -440,4 +444,3 @@ function responseCost(response: ModelResponse): CostSummary {
     totalTokens: response.usage?.totalTokens ?? 0
   };
 }
-

package/src/runtime/coordinator.ts

@@ -46,6 +46,7 @@ import {
   lastCostBearingEventCost,
   nextProviderCallId
 } from "./defaults.js";
+import { computeHealth, DEFAULT_HEALTH_THRESHOLDS } from "./health.js";
 import {
   classifyAbortReason,
   classifyChildTimeoutSource,
@@ -64,6 +65,11 @@ import { createWrapUpHintController } from "./wrap-up.js";
  * in by `engine.ts` so coordinator avoids a circular import.
  */
 export type RunProtocolFn = (input: {
+  /**
+   * Planned child run id emitted on sub-run lifecycle events before dispatch.
+   * The engine callback uses this to look up the matching sub-run span.
+   */
+  readonly runId: string;
   readonly intent: string;
   readonly protocol: ProtocolSelection;
   readonly tier: Tier;
@@ -748,46 +754,47 @@ export async function runCoordinator(options: CoordinatorRunOptions): Promise<Ru
     transcriptEntryCount: transcript.length
   });
   const finalEvent = events.at(-1);
+  const trace: Trace = {
+    schemaVersion: "1.0",
+    runId,
+    protocol: "coordinator",
+    tier: options.tier,
+    modelProviderId: options.model.id,
+    agentsUsed: activeAgents,
+    inputs: createReplayTraceRunInputs({
+      intent: options.intent,
+      protocol: options.protocol,
+      tier: options.tier,
+      modelProviderId: options.model.id,
+      agents: activeAgents,
+      temperature: options.temperature
+    }),
+    budget: createReplayTraceBudget({
+      tier: options.tier,
+      ...(options.budget ? { caps: options.budget } : {}),
+      ...(options.terminate ? { termination: options.terminate } : {})
+    }),
+    budgetStateChanges: createReplayTraceBudgetStateChanges(events),
+    seed: createReplayTraceSeed(options.seed),
+    protocolDecisions,
+    providerCalls,
+    finalOutput: createReplayTraceFinalOutput(output, finalEvent ?? {
+      type: "final",
+      runId,
+      at: "",
+      output,
+      cost: totalCost,
+      transcript: createTranscriptLink(transcript)
+    }),
+    ...(triggeringFailureForAbortMode !== undefined ? { triggeringFailureForAbortMode } : {}),
+    events,
+    transcript
+  };
 
   return {
     output,
     eventLog: createRunEventLog(runId, "coordinator", events),
-    trace: {
-      schemaVersion: "1.0",
-      runId,
-      protocol: "coordinator",
-      tier: options.tier,
-      modelProviderId: options.model.id,
-      agentsUsed: activeAgents,
-      inputs: createReplayTraceRunInputs({
-        intent: options.intent,
-        protocol: options.protocol,
-        tier: options.tier,
-        modelProviderId: options.model.id,
-        agents: activeAgents,
-        temperature: options.temperature
-      }),
-      budget: createReplayTraceBudget({
-        tier: options.tier,
-        ...(options.budget ? { caps: options.budget } : {}),
-        ...(options.terminate ? { termination: options.terminate } : {})
-      }),
-      budgetStateChanges: createReplayTraceBudgetStateChanges(events),
-      seed: createReplayTraceSeed(options.seed),
-      protocolDecisions,
-      providerCalls,
-      finalOutput: createReplayTraceFinalOutput(output, finalEvent ?? {
-        type: "final",
-        runId,
-        at: "",
-        output,
-        cost: totalCost,
-        transcript: createTranscriptLink(transcript)
-      }),
-      ...(triggeringFailureForAbortMode !== undefined ? { triggeringFailureForAbortMode } : {}),
-      events,
-      transcript
-    },
+    trace,
     transcript,
     usage: createRunUsage(totalCost),
     metadata: createRunMetadata({
@@ -805,7 +812,8 @@ export async function runCoordinator(options: CoordinatorRunOptions): Promise<Ru
       cost: totalCost,
       events
     }),
-    cost: totalCost
+    cost: totalCost,
+    health: computeHealth(trace, DEFAULT_HEALTH_THRESHOLDS)
   };
 
   function stopIfNeeded(): boolean {
@@ -1404,6 +1412,7 @@ async function dispatchDelegate(input: DispatchDelegateOptions): Promise<Dispatc
       : undefined;
 
   const childOptions = {
+    runId: childRunId,
     intent: decision.intent,
     protocol: decision.protocol,
     tier: options.tier,
@@ -1614,8 +1623,8 @@ async function dispatchDelegate(input: DispatchDelegateOptions): Promise<Dispatc
 function renderSubRunResult(childRunId: string, subResult: RunResult): string {
   const turns = subResult.transcript.length;
   const costUsd = subResult.cost.usd ?? 0;
-  const startedAt = subResult.trace.events[0]?.at;
-  const endedAt = subResult.trace.events.at(-1)?.at;
+  const startedAt = eventTimestamp(subResult.trace.events[0]);
+  const endedAt = eventTimestamp(subResult.trace.events.at(-1));
   const durationMs =
     startedAt && endedAt
       ? Math.max(0, Date.parse(endedAt) - Date.parse(startedAt))
@@ -1626,6 +1635,12 @@ function renderSubRunResult(childRunId: string, subResult: RunResult): string {
   ].join("\n");
 }
 
+function eventTimestamp(event: RunEvent | undefined): string | undefined {
+  if (event === undefined) return undefined;
+  if ("at" in event) return event.at;
+  return event.type === "model-response" ? event.completedAt : event.startedAt;
+}
+
 /**
  * Build a JSON-serializable {@link Trace} for `sub-run-failed.partialTrace`
  * from a buffered tee of child emits. Keeps `runProtocol`'s error contract

package/src/runtime/defaults.ts

@@ -236,8 +236,8 @@ export function createRunMetadata(options: {
     tier: options.tier,
     modelProviderId: options.modelProviderId,
     agentsUsed: options.agentsUsed,
-    startedAt: firstEvent?.at ?? "",
-    completedAt: lastEvent?.at ?? ""
+    startedAt: eventTimestamp(firstEvent) ?? "",
+    completedAt: eventTimestamp(lastEvent) ?? ""
   };
 }
 
@@ -365,7 +365,7 @@ export function createReplayTraceProtocolDecision(
     eventType: event.type,
     protocol,
     decision: options.decision ?? defaultProtocolDecision(event),
-    at: event.at,
+    at: eventTimestamp(event),
     ...(options.turn !== undefined ? { turn: options.turn } : {}),
     ...(options.phase !== undefined ? { phase: options.phase } : {}),
     ...(options.round !== undefined ? { round: options.round } : {}),
@@ -550,7 +550,7 @@ export function createReplayTraceFinalOutput(output: string, event: RunEvent): R
     kind: "replay-trace-final-output",
     output,
     cost: emptyCost(),
-    completedAt: event.at,
+    completedAt: eventTimestamp(event),
     transcript: {
       kind: "trace-transcript",
       entryCount: 0,
@@ -559,6 +559,14 @@ export function createReplayTraceFinalOutput(output: string, event: RunEvent): R
   };
 }
 
+function eventTimestamp(event: RunEvent): string;
+function eventTimestamp(event: RunEvent | undefined): string | undefined;
+function eventTimestamp(event: RunEvent | undefined): string | undefined {
+  if (event === undefined) return undefined;
+  if ("at" in event) return event.at;
+  return event.type === "model-response" ? event.completedAt : event.startedAt;
+}
+
 export function nextProviderCallId(
   runId: string,
   providerCalls: readonly ReplayTraceProviderCall[]
@@ -589,6 +597,7 @@ export function canonicalizeRunResult(result: RunResult): RunResult {
     cost: canonicalizeSerializable(result.cost),
     ...(result.evaluation !== undefined ? { evaluation: canonicalizeSerializable(result.evaluation) } : {}),
     eventLog,
+    health: canonicalizeSerializable(result.health),
     metadata: canonicalizeSerializable(result.metadata),
     output: result.output,
     ...(result.quality !== undefined ? { quality: canonicalizeSerializable(result.quality) } : {}),