@alexeiled/pi-fusion 0.3.1 → 0.5.1

package/src/run-store.ts

@@ -1,5 +1,13 @@
 import { randomUUID } from "node:crypto";
-import type { FusionPhase, FusionRun } from "./types.js";
+import type {
+  FusionPhase,
+  FusionRun,
+  ModelAttempt,
+  PanelDecision,
+  ProviderFailure,
+  RunObservation,
+  RunUsage,
+} from "./types.js";
 import { isFiniteNumber, isNonEmptyString, isRecord } from "./utils.js";
 
 export const FUSION_RUN_ENTRY_TYPE = "fusion-run";
@@ -15,6 +23,7 @@ export type FusionRunSummary = Omit<
     | "id"
     | "prompt"
     | "profileName"
+    | "operationId"
     | "phase"
     | "createdAt"
     | "updatedAt"
@@ -31,6 +40,7 @@ export interface FusionRunStartInput {
   id?: string;
   prompt: string;
   profileName: string;
+  operationId?: string;
   phase?: Exclude<FusionPhase, FusionTerminalPhase>;
   createdAt?: number;
 }
@@ -40,8 +50,12 @@ export interface FusionRunPatch {
   chainRunId?: string;
   chainAsyncDir?: string;
   panelRunId?: string;
+  panelAsyncDir?: string;
+  panelStopReason?: FusionRun["panelStopReason"];
+  panelStoppedIndices?: FusionRun["panelStoppedIndices"];
   judgeRunId?: string;
   judgeAsyncDir?: string;
+  judgeObservation?: FusionRun["judgeObservation"];
   panelOutputs?: FusionRun["panelOutputs"];
   panelFailures?: FusionRun["panelFailures"];
   report?: string;
@@ -84,6 +98,8 @@ export class FusionRunStoreError extends Error {
 export class FusionRunStore {
   private activeRun: FusionRun | undefined;
   private lastRunSummary: FusionRunSummary | undefined;
+  private readonly runsById = new Map<string, FusionRun>();
+  private readonly runIdsByOperationId = new Map<string, string>();
   private readonly now: () => number;
   private readonly idFactory: () => string;
   private readonly persistence: FusionRunStorePersistence | undefined;
@@ -104,22 +120,44 @@ export class FusionRunStore {
       : undefined;
   }
 
+  getRunById(id: string): FusionRun | undefined {
+    const run = this.runsById.get(id);
+    return run ? cloneRun(run) : undefined;
+  }
+
+  getRunByOperationId(operationId: string): FusionRun | undefined {
+    const runId = this.runIdsByOperationId.get(operationId);
+    return runId ? this.getRunById(runId) : undefined;
+  }
+
   startRun(input: FusionRunStartInput): FusionRun {
     if (this.activeRun) {
       throw new FusionRunStoreError(
         `Fusion run ${this.activeRun.id} is already active.`,
       );
     }
+    if (
+      input.operationId !== undefined &&
+      this.runIdsByOperationId.has(input.operationId)
+    ) {
+      throw new FusionRunStoreError(
+        `Fusion operation ${input.operationId} already has a run.`,
+      );
+    }
     const createdAt = input.createdAt ?? this.now();
     const run: FusionRun = {
       id: input.id ?? this.idFactory(),
       prompt: input.prompt,
       profileName: input.profileName,
+      ...(input.operationId !== undefined
+        ? { operationId: input.operationId }
+        : {}),
       phase: input.phase ?? "chain",
       createdAt,
       updatedAt: createdAt,
     };
     this.activeRun = run;
+    this.rememberRun(run);
     this.persistRun(run);
     return cloneRun(run);
   }
@@ -128,6 +166,7 @@ export class FusionRunStore {
     const active = this.requireActiveRun(id);
     const updated = applyPatch(active, patch, patch.updatedAt ?? this.now());
     this.activeRun = updated;
+    this.rememberRun(updated);
     this.persistRun(updated);
     return cloneRun(updated);
   }
@@ -159,6 +198,7 @@ export class FusionRunStore {
     const summary = toRunSummary(finished);
     this.activeRun = undefined;
     this.lastRunSummary = summary;
+    this.rememberRun(finished);
     this.persistRun(summary);
     return cloneRun(finished);
   }
@@ -166,7 +206,12 @@ export class FusionRunStore {
   restoreFromEntries(
     entries: readonly unknown[],
   ): FusionRunSummary | undefined {
-    const latestState = readLastFusionRunState(entries);
+    const states = readFusionRunStates(entries);
+    this.runsById.clear();
+    this.runIdsByOperationId.clear();
+    for (const state of states) this.rememberRun(state);
+
+    const latestState = states.at(-1);
     const summary = readLastFusionRunSummary(entries);
     this.activeRun =
       latestState && !isTerminalPhase(latestState.phase)
@@ -196,6 +241,16 @@ export class FusionRunStore {
     this.persistence?.appendEntry(FUSION_RUN_ENTRY_TYPE, cloneRun(run));
   }
 
+  private rememberRun(run: FusionRun): void {
+    this.runsById.set(run.id, cloneRun(run));
+    if (
+      run.operationId !== undefined &&
+      !this.runIdsByOperationId.has(run.operationId)
+    ) {
+      this.runIdsByOperationId.set(run.operationId, run.id);
+    }
+  }
+
   private requireActiveRun(id: string): FusionRun {
     if (!this.activeRun) {
       throw new FusionRunStoreError("No active fusion run.");
@@ -260,10 +315,22 @@ function applyPatch(
     updated.chainAsyncDir = patch.chainAsyncDir;
   }
   if (patch.panelRunId !== undefined) updated.panelRunId = patch.panelRunId;
+  if (patch.panelAsyncDir !== undefined) {
+    updated.panelAsyncDir = patch.panelAsyncDir;
+  }
+  if (patch.panelStopReason !== undefined) {
+    updated.panelStopReason = patch.panelStopReason;
+  }
+  if (patch.panelStoppedIndices !== undefined) {
+    updated.panelStoppedIndices = [...patch.panelStoppedIndices];
+  }
   if (patch.judgeRunId !== undefined) updated.judgeRunId = patch.judgeRunId;
   if (patch.judgeAsyncDir !== undefined) {
     updated.judgeAsyncDir = patch.judgeAsyncDir;
   }
+  if (patch.judgeObservation !== undefined) {
+    updated.judgeObservation = cloneObservation(patch.judgeObservation);
+  }
   if (patch.panelOutputs !== undefined) {
     updated.panelOutputs = clonePanelOutputs(patch.panelOutputs);
   }
@@ -301,6 +368,7 @@ function toRunSummary(
     id: run.id,
     prompt: run.prompt,
     profileName: run.profileName,
+    ...(run.operationId !== undefined ? { operationId: run.operationId } : {}),
     phase: run.phase,
     createdAt: run.createdAt,
     updatedAt: run.updatedAt,
@@ -317,6 +385,7 @@ function cloneRun(run: FusionRun): FusionRun {
     id: run.id,
     prompt: run.prompt,
     profileName: run.profileName,
+    ...(run.operationId !== undefined ? { operationId: run.operationId } : {}),
     phase: run.phase,
     createdAt: run.createdAt,
     updatedAt: run.updatedAt,
@@ -325,10 +394,22 @@ function cloneRun(run: FusionRun): FusionRun {
       ? { chainAsyncDir: run.chainAsyncDir }
       : {}),
     ...(run.panelRunId !== undefined ? { panelRunId: run.panelRunId } : {}),
+    ...(run.panelAsyncDir !== undefined
+      ? { panelAsyncDir: run.panelAsyncDir }
+      : {}),
+    ...(run.panelStopReason !== undefined
+      ? { panelStopReason: run.panelStopReason }
+      : {}),
+    ...(run.panelStoppedIndices !== undefined
+      ? { panelStoppedIndices: [...run.panelStoppedIndices] }
+      : {}),
     ...(run.judgeRunId !== undefined ? { judgeRunId: run.judgeRunId } : {}),
     ...(run.judgeAsyncDir !== undefined
       ? { judgeAsyncDir: run.judgeAsyncDir }
       : {}),
+    ...(run.judgeObservation !== undefined
+      ? { judgeObservation: cloneObservation(run.judgeObservation) }
+      : {}),
     ...(run.panelOutputs !== undefined
       ? { panelOutputs: clonePanelOutputs(run.panelOutputs) }
       : {}),
@@ -360,6 +441,9 @@ function isFusionRunState(value: unknown): value is FusionRun {
   if (!isNonEmptyString(value.id)) return false;
   if (typeof value.prompt !== "string") return false;
   if (!isNonEmptyString(value.profileName)) return false;
+  if (value.operationId !== undefined && !isNonEmptyString(value.operationId)) {
+    return false;
+  }
   if (!isFusionPhase(value.phase)) return false;
   if (!isFiniteNumber(value.createdAt)) return false;
   if (!isFiniteNumber(value.updatedAt)) return false;
@@ -375,6 +459,28 @@ function isFusionRunState(value: unknown): value is FusionRun {
   if (value.panelRunId !== undefined && typeof value.panelRunId !== "string") {
     return false;
   }
+  if (
+    value.panelAsyncDir !== undefined &&
+    typeof value.panelAsyncDir !== "string"
+  ) {
+    return false;
+  }
+  if (
+    value.panelStopReason !== undefined &&
+    value.panelStopReason !== "agreement"
+  ) {
+    return false;
+  }
+  if (
+    value.panelStoppedIndices !== undefined &&
+    (!Array.isArray(value.panelStoppedIndices) ||
+      !value.panelStoppedIndices.every(
+        (index: unknown) =>
+          typeof index === "number" && Number.isInteger(index) && index >= 0,
+      ))
+  ) {
+    return false;
+  }
   if (value.judgeRunId !== undefined && typeof value.judgeRunId !== "string") {
     return false;
   }
@@ -384,6 +490,12 @@ function isFusionRunState(value: unknown): value is FusionRun {
   ) {
     return false;
   }
+  if (
+    value.judgeObservation !== undefined &&
+    !isRunObservation(value.judgeObservation)
+  ) {
+    return false;
+  }
   if (
     value.panelOutputs !== undefined &&
     !isPanelOutputArray(value.panelOutputs)
@@ -440,9 +552,14 @@ function isPanelOutput(
     typeof value.output === "string" &&
     (value.id === undefined || typeof value.id === "string") &&
     (value.label === undefined || typeof value.label === "string") &&
+    (value.configuredModel === undefined ||
+      typeof value.configuredModel === "string") &&
     (value.artifactPath === undefined ||
       typeof value.artifactPath === "string") &&
-    (value.sessionPath === undefined || typeof value.sessionPath === "string")
+    (value.sessionPath === undefined ||
+      typeof value.sessionPath === "string") &&
+    (value.decision === undefined || isPanelDecision(value.decision)) &&
+    (value.observation === undefined || isRunObservation(value.observation))
   );
 }
 
@@ -462,20 +579,134 @@ function isPanelFailure(
     typeof value.summary === "string" &&
     (value.id === undefined || typeof value.id === "string") &&
     (value.label === undefined || typeof value.label === "string") &&
+    (value.configuredModel === undefined ||
+      typeof value.configuredModel === "string") &&
     (value.artifactPath === undefined ||
       typeof value.artifactPath === "string") &&
-    (value.sessionPath === undefined || typeof value.sessionPath === "string")
+    (value.sessionPath === undefined ||
+      typeof value.sessionPath === "string") &&
+    (value.reason === undefined || isPanelFailureReason(value.reason)) &&
+    (value.observation === undefined || isRunObservation(value.observation))
   );
 }
 
 function clonePanelOutputs(
   outputs: NonNullable<FusionRun["panelOutputs"]>,
 ): NonNullable<FusionRun["panelOutputs"]> {
-  return outputs.map((output) => ({ ...output }));
+  return outputs.map((output) => ({
+    ...output,
+    ...(output.decision
+      ? { decision: clonePanelDecision(output.decision) }
+      : {}),
+    ...(output.observation
+      ? { observation: cloneObservation(output.observation) }
+      : {}),
+  }));
 }
 
 function clonePanelFailures(
   failures: NonNullable<FusionRun["panelFailures"]>,
 ): NonNullable<FusionRun["panelFailures"]> {
-  return failures.map((failure) => ({ ...failure }));
+  return failures.map((failure) => ({
+    ...failure,
+    ...(failure.observation
+      ? { observation: cloneObservation(failure.observation) }
+      : {}),
+  }));
+}
+
+function cloneObservation(observation: RunObservation): RunObservation {
+  return {
+    ...(observation.model ? { model: observation.model } : {}),
+    ...(observation.durationMs !== undefined
+      ? { durationMs: observation.durationMs }
+      : {}),
+    ...(observation.usage ? { usage: { ...observation.usage } } : {}),
+    ...(observation.attempts
+      ? { attempts: observation.attempts.map((attempt) => ({ ...attempt })) }
+      : {}),
+    ...(observation.providerFailures
+      ? {
+          providerFailures: observation.providerFailures.map((failure) => ({
+            ...failure,
+          })),
+        }
+      : {}),
+  };
+}
+
+function clonePanelDecision(decision: PanelDecision): PanelDecision {
+  return { ...decision };
+}
+
+function isRunObservation(value: unknown): value is RunObservation {
+  if (!isRecord(value)) return false;
+  if (value.model !== undefined && typeof value.model !== "string")
+    return false;
+  if (value.durationMs !== undefined && !isFiniteNumber(value.durationMs)) {
+    return false;
+  }
+  if (value.usage !== undefined && !isRunUsage(value.usage)) return false;
+  if (value.attempts !== undefined && !isModelAttemptArray(value.attempts)) {
+    return false;
+  }
+  return (
+    value.providerFailures === undefined ||
+    (Array.isArray(value.providerFailures) &&
+      value.providerFailures.every(isProviderFailure))
+  );
+}
+
+function isRunUsage(value: unknown): value is RunUsage {
+  if (!isRecord(value)) return false;
+  return (
+    (value.inputTokens === undefined || isFiniteNumber(value.inputTokens)) &&
+    (value.outputTokens === undefined || isFiniteNumber(value.outputTokens)) &&
+    (value.costUsd === undefined || isFiniteNumber(value.costUsd))
+  );
+}
+
+function isModelAttemptArray(value: unknown): value is ModelAttempt[] {
+  return (
+    Array.isArray(value) &&
+    value.every((item) => {
+      if (!isRecord(item)) return false;
+      return (
+        typeof item.model === "string" &&
+        typeof item.success === "boolean" &&
+        (item.error === undefined || typeof item.error === "string")
+      );
+    })
+  );
+}
+
+function isProviderFailure(value: unknown): value is ProviderFailure {
+  if (!isRecord(value)) return false;
+  return (
+    typeof value.provider === "string" &&
+    typeof value.message === "string" &&
+    (value.model === undefined || typeof value.model === "string") &&
+    (value.count === undefined || isFiniteNumber(value.count))
+  );
+}
+
+function isPanelDecision(value: unknown): value is PanelDecision {
+  if (!isRecord(value)) return false;
+  return (
+    typeof value.recommendation === "string" &&
+    (value.confidence === "low" ||
+      value.confidence === "medium" ||
+      value.confidence === "high") &&
+    typeof value.needsMoreEvidence === "boolean" &&
+    typeof value.answerMarkdown === "string"
+  );
+}
+
+function isPanelFailureReason(value: unknown): boolean {
+  return (
+    value === "provider" ||
+    value === "timeout" ||
+    value === "interrupted" ||
+    value === "stopped-after-agreement"
+  );
 }

package/src/types.ts

@@ -31,6 +31,43 @@ export interface FusionProfile {
   concurrency?: number;
   timeoutMs?: number;
   context?: FusionContextMode;
+  stopWhenPanelAgrees?: boolean;
+}
+
+export type PanelConfidence = "low" | "medium" | "high";
+
+export interface PanelDecision {
+  recommendation: string;
+  confidence: PanelConfidence;
+  needsMoreEvidence: boolean;
+  answerMarkdown: string;
+}
+
+export interface RunUsage {
+  inputTokens?: number;
+  outputTokens?: number;
+  costUsd?: number;
+}
+
+export interface ModelAttempt {
+  model: string;
+  success: boolean;
+  error?: string;
+}
+
+export interface ProviderFailure {
+  provider: string;
+  model?: string;
+  message: string;
+  count?: number;
+}
+
+export interface RunObservation {
+  model?: string;
+  durationMs?: number;
+  usage?: RunUsage;
+  attempts?: ModelAttempt[];
+  providerFailures?: ProviderFailure[];
 }
 
 export interface FusionConfig {
@@ -41,6 +78,7 @@ export interface FusionConfig {
 export interface ParsedFusionArgs {
   prompt: string;
   profile?: string;
+  operationId?: string;
 }
 
 export interface PanelOutput {
@@ -51,10 +89,16 @@ export interface PanelOutput {
   label?: string;
   role?: string;
   model?: string;
+  configuredModel?: string;
+  decision?: PanelDecision;
+  observation?: RunObservation;
   artifactPath?: string;
   sessionPath?: string;
 }
 
+export type PanelFailureReason =
+  "provider" | "timeout" | "interrupted" | "stopped-after-agreement";
+
 export interface FailedPanelSummary {
   index: number;
   agent: string;
@@ -63,6 +107,9 @@ export interface FailedPanelSummary {
   label?: string;
   role?: string;
   model?: string;
+  configuredModel?: string;
+  reason?: PanelFailureReason;
+  observation?: RunObservation;
   artifactPath?: string;
   sessionPath?: string;
 }
@@ -74,14 +121,19 @@ export interface FusionRun {
   id: string;
   prompt: string;
   profileName: string;
+  operationId?: string;
   phase: FusionPhase;
   createdAt: number;
   updatedAt: number;
   chainRunId?: string;
   chainAsyncDir?: string;
   panelRunId?: string;
+  panelAsyncDir?: string;
+  panelStopReason?: "agreement";
+  panelStoppedIndices?: number[];
   judgeRunId?: string;
   judgeAsyncDir?: string;
+  judgeObservation?: RunObservation;
   panelOutputs?: PanelOutput[];
   panelFailures?: FailedPanelSummary[];
   report?: string;