@prismatic-io/lux 0.0.2-preview.3 → 0.0.2-preview.5

package/lib/orchestrator/suite-summary.js

@@ -1,7 +1,7 @@
 import { rename, writeFile } from "node:fs/promises";
 import { join } from "node:path";
 import { z } from "zod";
-import { harnessUsage, isUsageEmpty } from "../core/index.js";
+import { DriverMetricUnitSchema, harnessUsage, isUsageEmpty, } from "../core/index.js";
 import { runComparisonIdentity } from "./comparison-identity.js";
 import { safeReadJson } from "./fs-read.js";
 const SUMMARY_FILE = "suite-summary.json";
@@ -12,6 +12,9 @@ export const MetricSummarySchema = z.object({
     mean: z.number(),
     median: z.number(),
     p90: z.number(),
+    unit: z.exactOptional(DriverMetricUnitSchema),
+    label: z.exactOptional(z.string()),
+    better: z.exactOptional(z.enum(["lower", "higher", "neutral"])),
 });
 const OutcomeSummarySchema = z.object({
     attempts: z.number().int().nonnegative(),
@@ -45,12 +48,14 @@ export const SuiteSummarySchema = z.object({
     cases: z.array(CaseSummarySchema),
     samples: z.array(SuiteSampleSchema),
 });
-const add = (samples, name, value) => {
+const add = (samples, name, value, descriptor) => {
     if (value === undefined || !Number.isFinite(value))
         return;
-    const values = samples.get(name) ?? [];
-    values.push(value);
-    samples.set(name, values);
+    const sample = samples.get(name) ?? { values: [], descriptor };
+    if (!sample.descriptor && descriptor)
+        sample.descriptor = descriptor;
+    sample.values.push(value);
+    samples.set(name, sample);
 };
 const cacheHitRate = (usage) => {
     const promptTokens = usage.input + usage.cacheRead + usage.cacheCreation;
@@ -102,6 +107,13 @@ const collectMetadata = (samples, metadata) => {
     add(samples, "phase.agentMs", metadata.phaseDurationMs?.agent);
     add(samples, "phase.collectMs", metadata.phaseDurationMs?.collect);
     add(samples, "phase.gradingMs", metadata.phaseDurationMs?.grading);
+    add(samples, "timeToFirstActionMs", metadata.actionTiming?.timeToFirstActionMs);
+    add(samples, "timeToFirstMutationMs", metadata.actionTiming?.timeToFirstMutationMs);
+    add(samples, "timeToFirstDurableMutationMs", metadata.actionTiming?.timeToFirstDurableMutationMs);
+    for (const [name, metric] of Object.entries(metadata.driverMetrics ?? {})) {
+        const { value, ...descriptor } = metric;
+        add(samples, `driver.${name}`, value, descriptor);
+    }
 };
 const percentile = (sorted, fraction) => {
     const index = Math.max(0, Math.ceil(sorted.length * fraction) - 1);
@@ -124,7 +136,10 @@ export const summarizeNumbers = (values) => {
 };
 const summarizeMetrics = (samples) => Object.fromEntries([...samples.entries()]
     .sort(([a], [b]) => a.localeCompare(b))
-    .map(([name, values]) => [name, summarizeNumbers(values)]));
+    .map(([name, { values, descriptor }]) => [
+    name,
+    MetricSummarySchema.parse({ ...summarizeNumbers(values), ...descriptor }),
+]));
 const summarizeOutcomes = (entries) => {
     const completed = entries.filter((entry) => entry.item.status === "completed").length;
     const passed = entries.filter((entry) => entry.result?.casePassed === true).length;
@@ -198,7 +213,7 @@ export const buildSuiteSummary = (suite, results, generatedAt = new Date()) => {
                 ...(result?.grading.caseScore !== null && result?.grading.caseScore !== undefined
                     ? { score: result.grading.caseScore }
                     : {}),
-                metrics: Object.fromEntries([...samples.entries()].map(([name, values]) => [name, values[0] ?? 0])),
+                metrics: Object.fromEntries([...samples.entries()].map(([name, sample]) => [name, sample.values[0] ?? 0])),
             };
         }),
     };

package/lib/orchestrator/suite-summary.js.map

@@ -1 +1 @@
-{"version":3,"file":"suite-summary.js","sourceRoot":"","sources":["../../src/orchestrator/suite-summary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,YAAY,EAAoB,MAAM,kBAAkB,CAAC;AAChF,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAI5C,MAAM,YAAY,GAAG,oBAAoB,CAAC;AAE1C,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACjC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;CAChB,CAAC,CAAC;AAGH,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACxC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACxC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CACnC,CAAC,CAAC;AAGH,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,MAAM,CAAC;IACpD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC;CACnD,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC9B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,KAAK,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;CAC1C,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,MAAM,EAAE,oBAAoB;IAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC;IAClD,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC;IACjC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC;CACpC,CAAC,CAAC;AAKH,MAAM,GAAG,GAAG,CAAC,OAAsB,EAAE,IAAY,EAAE,KAAyB,EAAQ,EAAE;IACpF,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO;IAC3D,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnB,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AAC5B,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,KAIrB,EAAsB,EAAE;IACvB,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,aAAa,CAAC;IACzE,OAAO,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,OAAsB,EAAE,QAAqB,EAAQ,EAAE;IAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACnD,GAAG,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACxC,GAAG,CAAC,OAAO,EAAE,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACxD,GAAG,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1D,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChE,GAAG,CAAC,OAAO,EAAE,qBAAqB,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACxE,GAAG,CAAC,OAAO,EAAE,oBAAoB,EAAE,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACvE,GAAG,CACD,OAAO,EACP,aAAa,EACb,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK;YACxB,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM;YAC3B,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS;YAC9B,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CACrC,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7C,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAC7C,GAAG,CAAC,OAAO,EAAE,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/C,GAAG,CAAC,OAAO,EAAE,mBAAmB,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACrD,GAAG,CAAC,OAAO,EAAE,uBAAuB,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QAC7D,GAAG,CAAC,OAAO,EAAE,sBAAsB,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,GAAG,CACD,OAAO,EACP,eAAe,EACf,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,aAAa,CAC3E,CAAC;IACJ,CAAC;IACD,GAAG,CAAC,OAAO,EAAE,gBAAgB,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;IAC7D,GAAG,CAAC,OAAO,EAAE,oBAAoB,EAAE,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACrE,GAAG,CAAC,OAAO,EAAE,mBAAmB,EAAE,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACnE,GAAG,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,YAAY,EAAE,KAAK,IAAI,QAAQ,CAAC,aAAa,CAAC,CAAC;IAClF,GAAG,CACD,OAAO,EACP,oBAAoB,EACpB,QAAQ,CAAC,YAAY,EAAE,aAAa,IAAI,QAAQ,CAAC,aAAa,CAC/D,CAAC;IACF,GAAG,CAAC,OAAO,EAAE,qBAAqB,EAAE,QAAQ,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IACtE,GAAG,CAAC,OAAO,EAAE,kBAAkB,EAAE,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAChE,GAAG,CAAC,OAAO,EAAE,sBAAsB,EAAE,QAAQ,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IACxE,GAAG,CAAC,OAAO,EAAE,4BAA4B,EAAE,QAAQ,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC;IACpF,GAAG,CAAC,OAAO,EAAE,2BAA2B,EAAE,QAAQ,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC;IAClF,MAAM,gBAAgB,GACpB,CAAC,QAAQ,CAAC,YAAY,EAAE,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IACjF,IAAI,gBAAgB,GAAG,CAAC,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;QAClD,GAAG,CAAC,OAAO,EAAE,uBAAuB,EAAE,QAAQ,CAAC,YAAY,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAAC;IACzF,CAAC;IACD,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3D,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3D,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC7C,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IAC/D,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IACnE,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;AACrE,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,MAAyB,EAAE,QAAgB,EAAU,EAAE;IACzE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IACnE,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAyB,EAAiB,EAAE;IAC3E,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7C,MAAM,MAAM,GACV,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QACrB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;QACzD,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5B,OAAO;QACL,CAAC,EAAE,MAAM,CAAC,MAAM;QAChB,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QACnB,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAChF,MAAM;QACN,GAAG,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;KAC7B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,OAAsB,EAAiC,EAAE,CACjF,MAAM,CAAC,WAAW,CAChB,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;KACnB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;KACtC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,CAC7D,CAAC;AAEJ,MAAM,iBAAiB,GAAG,CACxB,OAGE,EACc,EAAE;IAClB,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;IACtF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IACnF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAC3B,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW;QACjC,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,KAAK,KAAK,CAAC,CAC7E,CAAC,MAAM,CAAC;IACT,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAC7B,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW;QACjC,KAAK,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM;QACnC,KAAK,CAAC,MAAM,CAAC,UAAU,KAAK,IAAI,CACnC,CAAC,MAAM,CAAC;IACT,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,MAAM;QACxB,SAAS;QACT,MAAM;QACN,MAAM;QACN,QAAQ;QACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,SAAS;QACnC,QAAQ,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;KAC7D,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,KAAe,EACf,OAAiD,EACjD,WAAW,GAAS,IAAI,IAAI,EAAE,EAChB,EAAE;IAChB,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACrF,MAAM,UAAU,GAAkB,IAAI,GAAG,EAAE,CAAC;IAC5C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC;QACpC,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,GAAG,CAAC,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,SAAS,CAAC,CAAC;QAChE,eAAe,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IACjD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SAChC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC,eAAe,EAAE,WAAW,CAAC,EAAE,EAAE;QACtC,MAAM,OAAO,GAAkB,IAAI,GAAG,EAAE,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC;YACpC,IAAI,CAAC,MAAM;gBAAE,SAAS;YACtB,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,SAAS,CAAC,CAAC;YAC7D,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5C,CAAC;QACD,OAAO;YACL,eAAe;YACf,GAAG,iBAAiB,CAAC,WAAW,CAAC;YACjC,OAAO,EAAE,gBAAgB,CAAC,OAAO,CAAC;SACnC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEL,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,WAAW,EAAE,WAAW,CAAC,WAAW,EAAE;QACtC,MAAM,EAAE,iBAAiB,CAAC,OAAO,CAAC;QAClC,OAAO,EAAE,gBAAgB,CAAC,UAAU,CAAC;QACrC,KAAK;QACL,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACpC,MAAM,OAAO,GAAkB,IAAI,GAAG,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC;YACpC,IAAI,MAAM;gBAAE,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtD,OAAO;gBACL,KAAK;gBACL,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;gBACzB,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,eAAe;gBAC3C,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,IAAI,IAAI;gBAC5C,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,IAAI,IAAI;gBACxC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;gBACpE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,MAAM,EAAE,OAAO,CAAC,SAAS,KAAK,SAAS;oBAC/E,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE;oBACrC,CAAC,CAAC,EAAE,CAAC;gBACP,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CACvE;aACF,CAAC;QACJ,CAAC,CAAC;KACH,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EAAE,QAAgB,EAAE,OAAqB,EAAiB,EAAE;IAChG,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,MAAM,CAAC;IAC/C,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACpE,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAChC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EAAE,QAAgB,EAAgC,EAAE,CACvF,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE,kBAAkB,CAAC,CAAC"}
+{"version":3,"file":"suite-summary.js","sourceRoot":"","sources":["../../src/orchestrator/suite-summary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAEL,sBAAsB,EACtB,YAAY,EACZ,YAAY,GAEb,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAI5C,MAAM,YAAY,GAAG,oBAAoB,CAAC;AAE1C,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACjC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,sBAAsB,CAAC;IAC7C,KAAK,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAClC,MAAM,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;CAChE,CAAC,CAAC;AAGH,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACxC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACtC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACxC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CACnC,CAAC,CAAC;AAGH,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,MAAM,CAAC;IACpD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC;CACnD,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE;IACrC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE;IAC3B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC9B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,KAAK,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;CAC1C,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,MAAM,EAAE,oBAAoB;IAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC;IAClD,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC;IACjC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC;CACpC,CAAC,CAAC;AAQH,MAAM,GAAG,GAAG,CACV,OAAsB,EACtB,IAAY,EACZ,KAAyB,EACzB,UAAwC,EAClC,EAAE;IACR,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO;IAC3D,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC;IAC/D,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,UAAU;QAAE,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;IACrE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1B,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AAC5B,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,KAIrB,EAAsB,EAAE;IACvB,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,aAAa,CAAC;IACzE,OAAO,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,OAAsB,EAAE,QAAqB,EAAQ,EAAE;IAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACnD,GAAG,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACxC,GAAG,CAAC,OAAO,EAAE,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACxD,GAAG,CAAC,OAAO,EAAE,cAAc,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1D,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChE,GAAG,CAAC,OAAO,EAAE,qBAAqB,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACxE,GAAG,CAAC,OAAO,EAAE,oBAAoB,EAAE,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACvE,GAAG,CACD,OAAO,EACP,aAAa,EACb,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK;YACxB,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM;YAC3B,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS;YAC9B,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CACrC,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7C,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAC7C,GAAG,CAAC,OAAO,EAAE,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC/C,GAAG,CAAC,OAAO,EAAE,mBAAmB,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACrD,GAAG,CAAC,OAAO,EAAE,uBAAuB,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QAC7D,GAAG,CAAC,OAAO,EAAE,sBAAsB,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,GAAG,CACD,OAAO,EACP,eAAe,EACf,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,aAAa,CAC3E,CAAC;IACJ,CAAC;IACD,GAAG,CAAC,OAAO,EAAE,gBAAgB,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;IAC7D,GAAG,CAAC,OAAO,EAAE,oBAAoB,EAAE,QAAQ,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACrE,GAAG,CAAC,OAAO,EAAE,mBAAmB,EAAE,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACnE,GAAG,CAAC,OAAO,EAAE,WAAW,EAAE,QAAQ,CAAC,YAAY,EAAE,KAAK,IAAI,QAAQ,CAAC,aAAa,CAAC,CAAC;IAClF,GAAG,CACD,OAAO,EACP,oBAAoB,EACpB,QAAQ,CAAC,YAAY,EAAE,aAAa,IAAI,QAAQ,CAAC,aAAa,CAC/D,CAAC;IACF,GAAG,CAAC,OAAO,EAAE,qBAAqB,EAAE,QAAQ,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC;IACtE,GAAG,CAAC,OAAO,EAAE,kBAAkB,EAAE,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAChE,GAAG,CAAC,OAAO,EAAE,sBAAsB,EAAE,QAAQ,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IACxE,GAAG,CAAC,OAAO,EAAE,4BAA4B,EAAE,QAAQ,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC;IACpF,GAAG,CAAC,OAAO,EAAE,2BAA2B,EAAE,QAAQ,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC;IAClF,MAAM,gBAAgB,GACpB,CAAC,QAAQ,CAAC,YAAY,EAAE,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IACjF,IAAI,gBAAgB,GAAG,CAAC,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;QAClD,GAAG,CAAC,OAAO,EAAE,uBAAuB,EAAE,QAAQ,CAAC,YAAY,CAAC,MAAM,GAAG,gBAAgB,CAAC,CAAC;IACzF,CAAC;IACD,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3D,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC3D,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC7C,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IAC/D,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IACnE,GAAG,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IACnE,GAAG,CAAC,OAAO,EAAE,qBAAqB,EAAE,QAAQ,CAAC,YAAY,EAAE,mBAAmB,CAAC,CAAC;IAChF,GAAG,CAAC,OAAO,EAAE,uBAAuB,EAAE,QAAQ,CAAC,YAAY,EAAE,qBAAqB,CAAC,CAAC;IACpF,GAAG,CAAC,OAAO,EAAE,8BAA8B,EAAE,QAAQ,CAAC,YAAY,EAAE,4BAA4B,CAAC,CAAC;IAClG,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,IAAI,EAAE,CAAC,EAAE,CAAC;QAC1E,MAAM,EAAE,KAAK,EAAE,GAAG,UAAU,EAAE,GAAG,MAAM,CAAC;QACxC,GAAG,CAAC,OAAO,EAAE,UAAU,IAAI,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IACpD,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,MAAyB,EAAE,QAAgB,EAAU,EAAE;IACzE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IACnE,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAyB,EAAiB,EAAE;IAC3E,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7C,MAAM,MAAM,GACV,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QACrB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;QACzD,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5B,OAAO;QACL,CAAC,EAAE,MAAM,CAAC,MAAM;QAChB,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QACnB,GAAG,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvB,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAChF,MAAM;QACN,GAAG,EAAE,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;KAC7B,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,OAAsB,EAAiC,EAAE,CACjF,MAAM,CAAC,WAAW,CAChB,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;KACnB,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;KACtC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;IACvC,IAAI;IACJ,mBAAmB,CAAC,KAAK,CAAC,EAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC;CAC1E,CAAC,CACL,CAAC;AAEJ,MAAM,iBAAiB,GAAG,CACxB,OAGE,EACc,EAAE;IAClB,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;IACtF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IACnF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAC3B,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW;QACjC,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,KAAK,KAAK,CAAC,CAC7E,CAAC,MAAM,CAAC;IACT,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAC7B,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW;QACjC,KAAK,CAAC,MAAM,EAAE,UAAU,KAAK,MAAM;QACnC,KAAK,CAAC,MAAM,CAAC,UAAU,KAAK,IAAI,CACnC,CAAC,MAAM,CAAC;IACT,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,MAAM;QACxB,SAAS;QACT,MAAM;QACN,MAAM;QACN,QAAQ;QACR,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,SAAS;QACnC,QAAQ,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;KAC7D,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAC/B,KAAe,EACf,OAAiD,EACjD,WAAW,GAAS,IAAI,IAAI,EAAE,EAChB,EAAE;IAChB,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;IACrF,MAAM,UAAU,GAAkB,IAAI,GAAG,EAAE,CAAC;IAC5C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC;QACpC,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,GAAG,CAAC,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,SAAS,CAAC,CAAC;QAChE,eAAe,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IACjD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SAChC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;SACtC,GAAG,CAAC,CAAC,CAAC,eAAe,EAAE,WAAW,CAAC,EAAE,EAAE;QACtC,MAAM,OAAO,GAAkB,IAAI,GAAG,EAAE,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC;YACpC,IAAI,CAAC,MAAM;gBAAE,SAAS;YACtB,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,IAAI,SAAS,CAAC,CAAC;YAC7D,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC5C,CAAC;QACD,OAAO;YACL,eAAe;YACf,GAAG,iBAAiB,CAAC,WAAW,CAAC;YACjC,OAAO,EAAE,gBAAgB,CAAC,OAAO,CAAC;SACnC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEL,OAAO;QACL,aAAa,EAAE,CAAC;QAChB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,WAAW,EAAE,WAAW,CAAC,WAAW,EAAE;QACtC,MAAM,EAAE,iBAAiB,CAAC,OAAO,CAAC;QAClC,OAAO,EAAE,gBAAgB,CAAC,UAAU,CAAC;QACrC,KAAK;QACL,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACpC,MAAM,OAAO,GAAkB,IAAI,GAAG,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC;YACpC,IAAI,MAAM;gBAAE,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtD,OAAO;gBACL,KAAK;gBACL,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;gBACzB,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,eAAe;gBAC3C,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,IAAI,IAAI;gBAC5C,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,IAAI,IAAI;gBACxC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;gBACpE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,MAAM,EAAE,OAAO,CAAC,SAAS,KAAK,SAAS;oBAC/E,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE;oBACrC,CAAC,CAAC,EAAE,CAAC;gBACP,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAC9E;aACF,CAAC;QACJ,CAAC,CAAC;KACH,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EAAE,QAAgB,EAAE,OAAqB,EAAiB,EAAE;IAChG,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,MAAM,CAAC;IAC/C,MAAM,SAAS,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACpE,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAChC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EAAE,QAAgB,EAAgC,EAAE,CACvF,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE,kBAAkB,CAAC,CAAC"}

package/lib/previewer/artifacts.d.ts

@@ -0,0 +1,25 @@
+import type { Artifact } from "../core/index.js";
+export type ArtifactPreview = {
+    path: string;
+    exists: boolean;
+    viewable: boolean;
+    size: number | null;
+    contentType: string | null;
+    text: string | null;
+    reason: string | null;
+};
+type ArtifactDiffOperation = {
+    kind: "same" | "added" | "removed";
+    lines: string[];
+};
+export type ArtifactComparison = {
+    path: string;
+    before: ArtifactPreview;
+    after: ArtifactPreview;
+    operations: ArtifactDiffOperation[] | null;
+    reason: string | null;
+};
+export declare const loadArtifactPreview: (runDir: string, indexed: readonly Artifact[], knownPaths: readonly string[], path: string) => Promise<ArtifactPreview>;
+export declare const compareArtifactPreviews: (path: string, before: ArtifactPreview, after: ArtifactPreview) => ArtifactComparison;
+export {};
+//# sourceMappingURL=artifacts.d.ts.map

package/lib/previewer/artifacts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"artifacts.d.ts","sourceRoot":"","sources":["../../src/previewer/artifacts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAOjD,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,KAAK,qBAAqB,GAAG;IAC3B,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;IACnC,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,eAAe,CAAC;IACxB,KAAK,EAAE,eAAe,CAAC;IACvB,UAAU,EAAE,qBAAqB,EAAE,GAAG,IAAI,CAAC;IAC3C,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAcF,eAAO,MAAM,mBAAmB,WACtB,MAAM,WACL,SAAS,QAAQ,EAAE,cAChB,SAAS,MAAM,EAAE,QACvB,MAAM,KACX,OAAO,CAAC,eAAe,CAyEzB,CAAC;AA4DF,eAAO,MAAM,uBAAuB,SAC5B,MAAM,UACJ,eAAe,SAChB,eAAe,KACrB,kBAoCF,CAAC"}

package/lib/previewer/artifacts.js

@@ -0,0 +1,180 @@
+import { inspectRunArtifact, readRunArtifactBytes } from "../core/index.js";
+const MAX_PREVIEW_BYTES = 512_000;
+const MAX_DIFF_LINES = 2_000;
+const MAX_DIFF_CELLS = 1_000_000;
+const evidenceArtifacts = (indexed, knownPaths) => {
+    const out = [...indexed];
+    const indexedPaths = new Set(indexed.map((artifact) => artifact.path));
+    for (const path of knownPaths) {
+        if (!indexedPaths.has(path))
+            out.push({ path });
+    }
+    return out;
+};
+export const loadArtifactPreview = async (runDir, indexed, knownPaths, path) => {
+    if (!knownPaths.includes(path) && !indexed.some((artifact) => artifact.path === path)) {
+        return {
+            path,
+            exists: false,
+            viewable: false,
+            size: null,
+            contentType: null,
+            text: null,
+            reason: "artifact was not captured by this run",
+        };
+    }
+    const artifacts = evidenceArtifacts(indexed, knownPaths);
+    const run = { runDir, artifacts };
+    const inspected = await inspectRunArtifact(run, path);
+    const contentType = inspected.artifact?.contentType ?? null;
+    if (!inspected.stats?.isFile()) {
+        return {
+            path,
+            exists: false,
+            viewable: false,
+            size: inspected.stats?.size ?? null,
+            contentType,
+            text: null,
+            reason: inspected.issue ?? "artifact is not a regular file",
+        };
+    }
+    if (inspected.stats.size > MAX_PREVIEW_BYTES) {
+        return {
+            path,
+            exists: true,
+            viewable: false,
+            size: inspected.stats.size,
+            contentType,
+            text: null,
+            reason: `artifact exceeds the ${MAX_PREVIEW_BYTES}-byte preview limit`,
+        };
+    }
+    const bytes = await readRunArtifactBytes(run, path, { maxBytes: MAX_PREVIEW_BYTES });
+    let text;
+    try {
+        text = new TextDecoder("utf-8", { fatal: true }).decode(bytes);
+    }
+    catch {
+        return {
+            path,
+            exists: true,
+            viewable: false,
+            size: bytes.length,
+            contentType,
+            text: null,
+            reason: "artifact is not valid UTF-8 text",
+        };
+    }
+    if (text.includes("\0")) {
+        return {
+            path,
+            exists: true,
+            viewable: false,
+            size: bytes.length,
+            contentType,
+            text: null,
+            reason: "artifact appears to be binary",
+        };
+    }
+    return {
+        path,
+        exists: true,
+        viewable: true,
+        size: bytes.length,
+        contentType,
+        text,
+        reason: null,
+    };
+};
+const appendOperation = (operations, kind, line) => {
+    const current = operations.at(-1);
+    if (current?.kind === kind)
+        current.lines.push(line);
+    else
+        operations.push({ kind, lines: [line] });
+};
+const diffLines = (beforeText, afterText) => {
+    const before = beforeText.split("\n");
+    const after = afterText.split("\n");
+    if (before.length > MAX_DIFF_LINES ||
+        after.length > MAX_DIFF_LINES ||
+        before.length * after.length > MAX_DIFF_CELLS) {
+        return null;
+    }
+    const width = after.length + 1;
+    const table = new Uint32Array((before.length + 1) * width);
+    for (let left = before.length - 1; left >= 0; left--) {
+        for (let right = after.length - 1; right >= 0; right--) {
+            const cell = left * width + right;
+            table[cell] =
+                before[left] === after[right]
+                    ? (table[(left + 1) * width + right + 1] ?? 0) + 1
+                    : Math.max(table[(left + 1) * width + right] ?? 0, table[left * width + right + 1] ?? 0);
+        }
+    }
+    const operations = [];
+    let left = 0;
+    let right = 0;
+    while (left < before.length && right < after.length) {
+        if (before[left] === after[right]) {
+            appendOperation(operations, "same", before[left] ?? "");
+            left++;
+            right++;
+        }
+        else if ((table[(left + 1) * width + right] ?? 0) >= (table[left * width + right + 1] ?? 0)) {
+            appendOperation(operations, "removed", before[left] ?? "");
+            left++;
+        }
+        else {
+            appendOperation(operations, "added", after[right] ?? "");
+            right++;
+        }
+    }
+    while (left < before.length) {
+        appendOperation(operations, "removed", before[left] ?? "");
+        left++;
+    }
+    while (right < after.length) {
+        appendOperation(operations, "added", after[right] ?? "");
+        right++;
+    }
+    return operations;
+};
+export const compareArtifactPreviews = (path, before, after) => {
+    if (before.viewable && before.text !== null && !after.exists) {
+        return {
+            path,
+            before,
+            after,
+            operations: [{ kind: "removed", lines: before.text.split("\n") }],
+            reason: null,
+        };
+    }
+    if (!before.exists && after.viewable && after.text !== null) {
+        return {
+            path,
+            before,
+            after,
+            operations: [{ kind: "added", lines: after.text.split("\n") }],
+            reason: null,
+        };
+    }
+    if (!before.viewable || !after.viewable || before.text === null || after.text === null) {
+        return {
+            path,
+            before,
+            after,
+            operations: null,
+            reason: before.reason ?? after.reason ?? "artifact text is unavailable",
+        };
+    }
+    const operations = diffLines(before.text, after.text);
+    return {
+        path,
+        before,
+        after,
+        operations,
+        reason: operations ? null : "artifact is too line-dense for an inline diff",
+    };
+};
+//# sourceMappingURL=artifacts.js.map

package/lib/previewer/artifacts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"artifacts.js","sourceRoot":"","sources":["../../src/previewer/artifacts.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAE5E,MAAM,iBAAiB,GAAG,OAAO,CAAC;AAClC,MAAM,cAAc,GAAG,KAAK,CAAC;AAC7B,MAAM,cAAc,GAAG,SAAS,CAAC;AAyBjC,MAAM,iBAAiB,GAAG,CACxB,OAA4B,EAC5B,UAA6B,EACjB,EAAE;IACd,MAAM,GAAG,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;IACzB,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IACvE,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC9B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,EACtC,MAAc,EACd,OAA4B,EAC5B,UAA6B,EAC7B,IAAY,EACc,EAAE;IAC5B,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACtF,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,KAAK;YACf,IAAI,EAAE,IAAI;YACV,WAAW,EAAE,IAAI;YACjB,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,uCAAuC;SAChD,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,iBAAiB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACzD,MAAM,GAAG,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IAClC,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACtD,MAAM,WAAW,GAAG,SAAS,CAAC,QAAQ,EAAE,WAAW,IAAI,IAAI,CAAC;IAC5D,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC;QAC/B,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,KAAK;YACf,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,IAAI,IAAI,IAAI;YACnC,WAAW;YACX,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,SAAS,CAAC,KAAK,IAAI,gCAAgC;SAC5D,CAAC;IACJ,CAAC;IACD,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,GAAG,iBAAiB,EAAE,CAAC;QAC7C,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,KAAK;YACf,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,IAAI;YAC1B,WAAW;YACX,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,wBAAwB,iBAAiB,qBAAqB;SACvE,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC,CAAC;IACrF,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACH,IAAI,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,KAAK;YACf,IAAI,EAAE,KAAK,CAAC,MAAM;YAClB,WAAW;YACX,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,kCAAkC;SAC3C,CAAC;IACJ,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO;YACL,IAAI;YACJ,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,KAAK;YACf,IAAI,EAAE,KAAK,CAAC,MAAM;YAClB,WAAW;YACX,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,+BAA+B;SACxC,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,IAAI;QACZ,QAAQ,EAAE,IAAI;QACd,IAAI,EAAE,KAAK,CAAC,MAAM;QAClB,WAAW;QACX,IAAI;QACJ,MAAM,EAAE,IAAI;KACb,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CACtB,UAAmC,EACnC,IAAmC,EACnC,IAAY,EACN,EAAE;IACR,MAAM,OAAO,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,IAAI,OAAO,EAAE,IAAI,KAAK,IAAI;QAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;;QAChD,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAChD,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,UAAkB,EAAE,SAAiB,EAAkC,EAAE;IAC1F,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACpC,IACE,MAAM,CAAC,MAAM,GAAG,cAAc;QAC9B,KAAK,CAAC,MAAM,GAAG,cAAc;QAC7B,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,cAAc,EAC7C,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;IAC3D,KAAK,IAAI,IAAI,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,IAAI,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC;QACrD,KAAK,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACvD,MAAM,IAAI,GAAG,IAAI,GAAG,KAAK,GAAG,KAAK,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC;gBACT,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC;oBAC3B,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;oBAClD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,IAAI,GAAG,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;IACD,MAAM,UAAU,GAA4B,EAAE,CAAC;IAC/C,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,OAAO,IAAI,GAAG,MAAM,CAAC,MAAM,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACpD,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACxD,IAAI,EAAE,CAAC;YACP,KAAK,EAAE,CAAC;QACV,CAAC;aAAM,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YAC9F,eAAe,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3D,IAAI,EAAE,CAAC;QACT,CAAC;aAAM,CAAC;YACN,eAAe,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YACzD,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IACD,OAAO,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;QAC5B,eAAe,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC3D,IAAI,EAAE,CAAC;IACT,CAAC;IACD,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,eAAe,CAAC,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACzD,KAAK,EAAE,CAAC;IACV,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,IAAY,EACZ,MAAuB,EACvB,KAAsB,EACF,EAAE;IACtB,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAC7D,OAAO;YACL,IAAI;YACJ,MAAM;YACN,KAAK;YACL,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACjE,MAAM,EAAE,IAAI;SACb,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAC5D,OAAO;YACL,IAAI;YACJ,MAAM;YACN,KAAK;YACL,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9D,MAAM,EAAE,IAAI;SACb,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QACvF,OAAO;YACL,IAAI;YACJ,MAAM;YACN,KAAK;YACL,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,IAAI,8BAA8B;SACxE,CAAC;IACJ,CAAC;IACD,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IACtD,OAAO;QACL,IAAI;QACJ,MAAM;QACN,KAAK;QACL,UAAU;QACV,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,+CAA+C;KAC5E,CAAC;AACJ,CAAC,CAAC"}

package/lib/previewer/server.d.ts

@@ -0,0 +1,104 @@
+import { type DriverMetricDescriptor, type DriverMetrics } from "../core/index.js";
+type PreviewKind = "run" | "suite" | "experiment";
+type PreviewStatus = "passed" | "failed" | "running" | "aborted" | "error" | "ungraded";
+type PreviewRun = {
+    id: string;
+    kind: "run";
+    status: PreviewStatus;
+    caseId: string;
+    driver: string;
+    agentId: string | null;
+    startedAt: string | null;
+    durationMs: number | null;
+    timeToFirstActionMs: number | null;
+    timeToFirstMutationMs: number | null;
+    timeToFirstDurableMutationMs: number | null;
+    driverMetrics: DriverMetrics;
+    score: number | null;
+    assertions: {
+        passed: number;
+        total: number;
+    };
+    path: string;
+};
+type PreviewSuite = {
+    id: string;
+    kind: "suite";
+    status: PreviewStatus;
+    suiteId: string;
+    startedAt: string;
+    endedAt: string | null;
+    concurrency: number;
+    profileId?: string | undefined;
+    items: Array<{
+        caseId: string;
+        canonicalCaseId: string;
+        status: string;
+        exitReason: string | null;
+        casePassed: boolean | null;
+        runId: string | null;
+        errorMessage?: string | undefined;
+    }>;
+    path: string;
+};
+type PreviewExperiment = {
+    id: string;
+    kind: "experiment";
+    status: PreviewStatus;
+    experimentId: string;
+    campaignId: string;
+    mode: "experiment" | "optimize";
+    startedAt: string;
+    endedAt: string | null;
+    activeTimeMs: number;
+    candidateCount: number;
+    championCandidateId: string | null;
+    budget: {
+        metricCalls: number;
+        judgeCalls: number;
+        proposalCalls: number;
+        costUsd: number;
+    };
+    evaluations: Array<{
+        candidateId: string;
+        profileId: string;
+        split: "train" | "validation" | "test";
+        passRate: number;
+        metrics: Record<string, number>;
+        metricDefinitions: Record<string, DriverMetricDescriptor>;
+        failedCases: Array<{
+            caseId: string;
+            score: number | null;
+            feedback: string[];
+        }>;
+    }>;
+    path: string;
+};
+export type PreviewSnapshot = {
+    generatedAt: string;
+    runsRoot: string;
+    initial: {
+        kind: PreviewKind;
+        id: string;
+    } | null;
+    runs: PreviewRun[];
+    suites: PreviewSuite[];
+    experiments: PreviewExperiment[];
+};
+export type PreviewServer = {
+    url: string;
+    closed: Promise<void>;
+    close: () => Promise<void>;
+};
+export type StartPreviewServerOptions = {
+    runsRoot: string;
+    port?: number | undefined;
+    initialPath?: string | undefined;
+    initialKind?: PreviewKind | undefined;
+    caseFilter?: string | undefined;
+    signal?: AbortSignal | undefined;
+};
+export declare const startPreviewServer: (options: StartPreviewServerOptions) => Promise<PreviewServer>;
+export declare const openPreviewUrl: (url: string) => Promise<void>;
+export {};
+//# sourceMappingURL=server.d.ts.map

package/lib/previewer/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/previewer/server.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,KAAK,sBAAsB,EAAE,KAAK,aAAa,EAAQ,MAAM,kBAAkB,CAAC;AAmBzF,KAAK,WAAW,GAAG,KAAK,GAAG,OAAO,GAAG,YAAY,CAAC;AAClD,KAAK,aAAa,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,GAAG,UAAU,CAAC;AAExF,KAAK,UAAU,GAAG;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,KAAK,CAAC;IACZ,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,qBAAqB,EAAE,MAAM,GAAG,IAAI,CAAC;IACrC,4BAA4B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5C,aAAa,EAAE,aAAa,CAAC;IAC7B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,UAAU,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9C,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,KAAK,YAAY,GAAG;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,EAAE,aAAa,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,KAAK,EAAE,KAAK,CAAC;QACX,MAAM,EAAE,MAAM,CAAC;QACf,eAAe,EAAE,MAAM,CAAC;QACxB,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,UAAU,EAAE,OAAO,GAAG,IAAI,CAAC;QAC3B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;KACnC,CAAC,CAAC;IACH,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,aAAa,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,YAAY,GAAG,UAAU,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,MAAM,EAAE;QACN,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,aAAa,EAAE,MAAM,CAAC;QACtB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;IACF,WAAW,EAAE,KAAK,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,OAAO,GAAG,YAAY,GAAG,MAAM,CAAC;QACvC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAChC,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;QAC1D,WAAW,EAAE,KAAK,CAAC;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;YAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;SAAE,CAAC,CAAC;KAClF,CAAC,CAAC;IACH,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE;QAAE,IAAI,EAAE,WAAW,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAClD,IAAI,EAAE,UAAU,EAAE,CAAC;IACnB,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,WAAW,EAAE,iBAAiB,EAAE,CAAC;CAClC,CAAC;AAOF,MAAM,MAAM,aAAa,GAAG;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACtC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,MAAM,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;CAClC,CAAC;AA+jBF,eAAO,MAAM,kBAAkB,YACpB,yBAAyB,KACjC,OAAO,CAAC,aAAa,CA4CvB,CAAC;AAEF,eAAO,MAAM,cAAc,QAAe,MAAM,KAAG,OAAO,CAAC,IAAI,CAgB9D,CAAC"}