@prismatic-io/lux 0.0.2-preview.14 → 0.0.2-preview.16

package/src/previewer/server.ts

@@ -42,6 +42,7 @@ type PreviewRun = {
   score: number | null;
   assertions: { passed: number; total: number };
   path: string;
+  readErrors?: string[];
 };
 
 type PreviewSuite = {
@@ -102,6 +103,7 @@ export type PreviewSnapshot = {
   runs: PreviewRun[];
   suites: PreviewSuite[];
   experiments: PreviewExperiment[];
+  readErrors: Array<{ kind: "suite" | "experiment"; path: string; message: string }>;
 };
 
 type PreviewAssets = {
@@ -133,6 +135,7 @@ const displayPath = (runsRoot: string, path: string): string => {
 };
 
 const runStatus = (run: ListedRun): PreviewStatus => {
+  if (run.readErrors?.length) return "error";
   if (run.exitReason && run.exitReason !== "done") return "error";
   if (run.casePassed === true) return "passed";
   if (run.casePassed === false) return "failed";
@@ -151,10 +154,21 @@ const buildSnapshot = async (
   options: Pick<StartPreviewServerOptions, "initialPath" | "initialKind" | "caseFilter">,
 ): Promise<PreviewSnapshot> => {
   const absoluteRunsRoot = resolve(runsRoot);
+  const readErrors: PreviewSnapshot["readErrors"] = [];
+  const onReadError = (kind: "suite" | "experiment") => (path: string, error: unknown) => {
+    readErrors.push({
+      kind,
+      path: displayPath(absoluteRunsRoot, path),
+      message: (error instanceof Error ? error.message : String(error)).replaceAll(
+        absoluteRunsRoot,
+        ".",
+      ),
+    });
+  };
   const [listedRuns, listedSuites, listedExperiments] = await Promise.all([
     listRuns(absoluteRunsRoot),
-    listSuiteRuns(absoluteRunsRoot),
-    listExperimentRuns(absoluteRunsRoot),
+    listSuiteRuns(absoluteRunsRoot, { onReadError: onReadError("suite") }),
+    listExperimentRuns(absoluteRunsRoot, { onReadError: onReadError("experiment") }),
   ]);
   const runs = listedRuns
     .filter((run) => !options.caseFilter || run.caseSlug === options.caseFilter)
@@ -176,6 +190,13 @@ const buildSnapshot = async (
         score: run.caseScore,
         assertions: { passed: run.assertionPassed, total: run.assertionTotal },
         path: displayPath(absoluteRunsRoot, run.runDir),
+        ...(run.readErrors
+          ? {
+              readErrors: run.readErrors.map((message) =>
+                message.replaceAll(absoluteRunsRoot, "."),
+              ),
+            }
+          : {}),
       }),
     );
   const runIdsByPath = new Map(
@@ -260,6 +281,7 @@ const buildSnapshot = async (
     runs,
     suites,
     experiments,
+    readErrors: readErrors.sort((a, b) => a.path.localeCompare(b.path)),
   };
 };
 
@@ -319,7 +341,7 @@ const findSuiteById = async (
   runsRoot: string,
   id: string,
 ): Promise<Awaited<ReturnType<typeof listSuiteRuns>>[number] | null> => {
-  const suites = await listSuiteRuns(runsRoot);
+  const suites = await listSuiteRuns(runsRoot, { onReadError: () => undefined });
   return suites.find((suite) => opaqueId(runsRoot, suite.suiteDir) === id) ?? null;
 };
 
@@ -327,7 +349,7 @@ const findSuitesById = async (
   runsRoot: string,
   ids: readonly string[],
 ): Promise<Awaited<ReturnType<typeof listSuiteRuns>> | null> => {
-  const suites = await listSuiteRuns(runsRoot);
+  const suites = await listSuiteRuns(runsRoot, { onReadError: () => undefined });
   const found = ids.map(
     (id) => suites.find((suite) => opaqueId(runsRoot, suite.suiteDir) === id) ?? null,
   );
@@ -342,7 +364,7 @@ const findExperimentById = async (
   runsRoot: string,
   id: string,
 ): Promise<Awaited<ReturnType<typeof listExperimentRuns>>[number] | null> => {
-  const experiments = await listExperimentRuns(runsRoot);
+  const experiments = await listExperimentRuns(runsRoot, { onReadError: () => undefined });
   return (
     experiments.find((experiment) => opaqueId(runsRoot, experiment.experimentDir) === id) ?? null
   );

package/viewer/app.js

@@ -84,6 +84,7 @@ const visibleItems = () => {
 const rowTitle = (item) => item.caseId ?? item.campaignId ?? item.suiteId;
 
 const rowMetric = (item) => {
+  if (item.readErrors?.length) return "<strong>Damaged</strong><small>evidence unavailable</small>";
   if (item.kind === "run") {
     return `<strong>${escapeHtml(percentage(item.score))}</strong><small>${escapeHtml(
       `${item.assertions.passed}/${item.assertions.total} checks`,
@@ -97,6 +98,7 @@ const rowMetric = (item) => {
 };
 
 const rowMeta = (item) => {
+  if (item.readErrors?.length) return [item.path, ...item.readErrors];
   if (item.kind === "run") {
     return [
       item.driver,
@@ -118,18 +120,37 @@ const compareSlot = (id) => {
 
 const renderRows = () => {
   const items = visibleItems();
+  const errors = (state.snapshot?.readErrors ?? []).filter(
+    (error) => `${error.kind}s` === state.tab,
+  );
+  const damagedRows = errors
+    .map(
+      (error) => `
+    <div class="evidence-row">
+      <span class="status-pin error" aria-label="Damaged"></span>
+      <span class="row-main">
+        <span class="row-title">${escapeHtml(error.path)}</span>
+        <span class="row-meta">${escapeHtml(error.message)}</span>
+      </span>
+      <span class="row-metric"><strong>Damaged</strong><small>evidence unavailable</small></span>
+    </div>`,
+    )
+    .join("");
   elements.count.textContent = `${items.length} ${items.length === 1 ? "record" : "records"}`;
+  if (errors.length) elements.count.textContent += ` · ${errors.length} damaged`;
   if (items.length === 0) {
-    elements.list.innerHTML = `
+    elements.list.innerHTML = `${damagedRows}
       <div class="empty-list">
         <strong>No matching ${escapeHtml(state.tab)}</strong>
         <p>Try another status or search term.</p>
       </div>`;
     return;
   }
-  elements.list.innerHTML = items
-    .map(
-      (item) => `
+  elements.list.innerHTML =
+    damagedRows +
+    items
+      .map(
+        (item) => `
         <button
           class="evidence-row${state.compareMode ? " is-compare-mode" : ""}${state.selectedId === item.id && !state.compareMode ? " is-selected" : ""}${
             state.compareIds.includes(item.id) ? " is-compared" : ""
@@ -151,8 +172,8 @@ const renderRows = () => {
           </span>
           <span class="row-metric">${rowMetric(item)}</span>
         </button>`,
-    )
-    .join("");
+      )
+      .join("");
 };
 
 const renderFilters = () => {

package/viewer/detail.js

@@ -171,13 +171,20 @@ export const renderRunDetail = (item, detail) => {
   const assertions = grading?.assertions ?? [];
   const events = detail.events ?? [];
   const artifacts = detail.artifacts ?? [];
-  const agentTokens = totalTokens(metadata?.usage?.agent);
+  const reportedAgentTokens = totalTokens(metadata?.usage?.agent);
+  const agentTokens =
+    metadata?.agentUsageAvailability === "reported" ||
+    (metadata?.agentUsageAvailability === undefined && reportedAgentTokens > 0)
+      ? reportedAgentTokens
+      : undefined;
   const answererTokens = totalTokens(metadata?.usage?.answerer);
   const gradingTokens = totalTokens(metadata?.usage?.grading);
   const harnessTokens = answererTokens + gradingTokens;
   const phase = metadata?.phaseDurationMs;
   const actionTiming = metadata?.actionTiming;
   const prompt = detail.case?.prompt;
+  const conditions = metadata?.provenance?.environment;
+  const host = metadata?.provenance?.runtime?.host;
   const driverMetrics = driverMetricStats(metadata?.driverMetrics);
   const subagents = agentActivityCards(metadata?.agentActivity);
   return `
@@ -220,6 +227,14 @@ export const renderRunDetail = (item, detail) => {
           duration(actionTiming?.timeToFirstDurableMutationMs),
         )}</dd></div>
       </dl>
+      ${
+        conditions
+          ? `<section class="detail-section"><h3>Execution conditions</h3>
+            <p>Lux concurrency: ${escapeHtml(conditions.concurrency)}${host ? ` · Host: ${escapeHtml(host.availableParallelism)} available CPUs, ${escapeHtml(metricValue(host.totalMemoryBytes, "bytes"))} memory` : ""}</p>
+            ${conditions.declared ? `<details><summary>Declared environment (not enforced by Lux)</summary><pre>${escapeHtml(JSON.stringify(conditions.declared, null, 2))}</pre></details>` : ""}
+            </section>`
+          : ""
+      }
       ${
         driverMetrics
           ? `<section class="detail-section"><h3>Driver metrics <span>reported by ${escapeHtml(
@@ -262,7 +277,7 @@ export const renderRunDetail = (item, detail) => {
                   { key: "answerer", label: "Answerer", value: answererTokens },
                   { key: "grading", label: "Grading", value: gradingTokens },
                 ],
-                `${agentTokens} agent, ${answererTokens} answerer, ${gradingTokens} grading tokens`,
+                `${agentTokens ?? "unavailable"} agent, ${answererTokens} answerer, ${gradingTokens} grading tokens`,
               )
             : ""
         }
@@ -872,9 +887,11 @@ export const renderRunComparison = (payload, labels) => {
   const mutationB = runDelta?.actionTiming?.b?.timeToFirstMutationMs;
   const mutationDelta =
     typeof mutationA === "number" && typeof mutationB === "number" ? mutationB - mutationA : null;
-  const tokenA = totalTokens(runDelta?.usage?.a?.agent);
-  const tokenB = totalTokens(runDelta?.usage?.b?.agent);
-  const tokenDelta = tokenB - tokenA;
+  const tokenA =
+    runDelta?.agentUsageAvailable?.a === false ? null : totalTokens(runDelta?.usage?.a?.agent);
+  const tokenB =
+    runDelta?.agentUsageAvailable?.b === false ? null : totalTokens(runDelta?.usage?.b?.agent);
+  const tokenDelta = tokenA === null || tokenB === null ? null : tokenB - tokenA;
   const scoreDelta =
     typeof comparison.grading.caseScoreA === "number" &&
     typeof comparison.grading.caseScoreB === "number"

package/lib/answerers/scripted/index.d.ts

@@ -1,18 +0,0 @@
-import { z } from "zod";
-import type { AnswererPlugin } from "../../core/index.js";
-export declare const ScriptedAnswererConfigSchema: z.ZodObject<{
-    answers: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
-        kind: z.ZodLiteral<"ask">;
-        text: z.ZodString;
-    }, z.core.$strict>, z.ZodObject<{
-        kind: z.ZodLiteral<"approve">;
-        approved: z.ZodBoolean;
-        reason: z.ZodOptional<z.ZodString>;
-    }, z.core.$strict>, z.ZodObject<{
-        kind: z.ZodLiteral<"custom">;
-        payload: z.ZodUnknown;
-    }, z.core.$strict>], "kind">>;
-}, z.core.$strict>;
-export type ScriptedAnswererConfig = z.infer<typeof ScriptedAnswererConfigSchema>;
-export declare const scriptedAnswerer: AnswererPlugin<ScriptedAnswererConfig>;
-//# sourceMappingURL=index.d.ts.map

package/lib/answerers/scripted/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/answerers/scripted/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAoB,cAAc,EAAa,MAAM,qBAAqB,CAAC;AAiBvF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;kBAU9B,CAAC;AAEZ,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AA2ClF,eAAO,MAAM,gBAAgB,EAAE,cAAc,CAAC,sBAAsB,CAInE,CAAC"}

package/lib/answerers/scripted/index.js

@@ -1,63 +0,0 @@
-import { z } from "zod";
-const ScriptedAskAnswerSchema = z.object({ kind: z.literal("ask"), text: z.string() }).strict();
-const ScriptedApproveAnswerSchema = z
-    .object({
-    kind: z.literal("approve"),
-    approved: z.boolean(),
-    reason: z.string().optional(),
-})
-    .strict();
-const ScriptedCustomAnswerSchema = z
-    .object({
-    kind: z.literal("custom"),
-    payload: z.unknown(),
-})
-    .strict();
-export const ScriptedAnswererConfigSchema = z
-    .object({
-    answers: z.array(z.discriminatedUnion("kind", [
-        ScriptedAskAnswerSchema,
-        ScriptedApproveAnswerSchema,
-        ScriptedCustomAnswerSchema,
-    ])),
-})
-    .strict();
-class ScriptedAnswererImpl {
-    index = 0;
-    answers;
-    constructor(answers) {
-        this.answers = structuredClone(answers);
-    }
-    async prepare() {
-        this.index = 0;
-    }
-    async answer(interrupt) {
-        const scripted = this.answers[this.index];
-        if (!scripted) {
-            throw new Error(`scripted answerer: no answer configured for interrupt ${this.index + 1}`);
-        }
-        if (scripted.kind !== interrupt.kind) {
-            throw new Error(`scripted answerer: answer ${this.index + 1} expects ${scripted.kind}, received ${interrupt.kind}`);
-        }
-        this.index += 1;
-        if (scripted.kind === "ask") {
-            return { kind: "ask", id: interrupt.id, text: scripted.text };
-        }
-        if (scripted.kind === "approve") {
-            return {
-                kind: "approve",
-                id: interrupt.id,
-                approved: scripted.approved,
-                ...(scripted.reason === undefined ? {} : { reason: scripted.reason }),
-            };
-        }
-        return { kind: "custom", id: interrupt.id, payload: structuredClone(scripted.payload) };
-    }
-    async close() { }
-}
-export const scriptedAnswerer = {
-    name: "scripted",
-    configSchema: ScriptedAnswererConfigSchema,
-    create: (config) => new ScriptedAnswererImpl(config.answers),
-};
-//# sourceMappingURL=index.js.map

package/lib/answerers/scripted/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/answerers/scripted/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;AAChG,MAAM,2BAA2B,GAAG,CAAC;KAClC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;IAC1B,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE;IACrB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC9B,CAAC;KACD,MAAM,EAAE,CAAC;AACZ,MAAM,0BAA0B,GAAG,CAAC;KACjC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;IACzB,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;CACrB,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC;KAC1C,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,KAAK,CACd,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;QAC3B,uBAAuB;QACvB,2BAA2B;QAC3B,0BAA0B;KAC3B,CAAC,CACH;CACF,CAAC;KACD,MAAM,EAAE,CAAC;AAIZ,MAAM,oBAAoB;IAChB,KAAK,GAAG,CAAC,CAAC;IACD,OAAO,CAAoC;IAE5D,YAAY,OAA0C;QACpD,IAAI,CAAC,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAoB;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,yDAAyD,IAAI,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7F,CAAC;QACD,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CACb,6BAA6B,IAAI,CAAC,KAAK,GAAG,CAAC,YAAY,QAAQ,CAAC,IAAI,cAAc,SAAS,CAAC,IAAI,EAAE,CACnG,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;QAEhB,IAAI,QAAQ,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5B,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChE,CAAC;QACD,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAChC,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,EAAE,EAAE,SAAS,CAAC,EAAE;gBAChB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;aACtE,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;IAC1F,CAAC;IAED,KAAK,CAAC,KAAK,KAAmB,CAAC;CAChC;AAED,MAAM,CAAC,MAAM,gBAAgB,GAA2C;IACtE,IAAI,EAAE,UAAU;IAChB,YAAY,EAAE,4BAA4B;IAC1C,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC;CAC7D,CAAC"}

package/lib/cli/skills.d.ts

@@ -1,38 +0,0 @@
-import { z } from "zod";
-declare const PlatformSchema: z.ZodEnum<{
-    all: "all";
-    claude: "claude";
-    "claude-code": "claude-code";
-    codex: "codex";
-}>;
-export type SkillsPlatform = z.infer<typeof PlatformSchema>;
-declare const SkillNameSchema: z.ZodEnum<{
-    lux: "lux";
-    "lux-answerer": "lux-answerer";
-}>;
-export type BundledSkillName = z.infer<typeof SkillNameSchema>;
-declare const InstallSkillsOptionsSchema: z.ZodObject<{
-    cwd: z.ZodString;
-    platform: z.ZodEnum<{
-        all: "all";
-        claude: "claude";
-        "claude-code": "claude-code";
-        codex: "codex";
-    }>;
-    project: z.ZodDefault<z.ZodBoolean>;
-    dir: z.ZodOptional<z.ZodString>;
-    name: z.ZodOptional<z.ZodEnum<{
-        lux: "lux";
-        "lux-answerer": "lux-answerer";
-    }>>;
-}, z.core.$strict>;
-export interface InstalledSkill {
-    name: BundledSkillName;
-    platform: "claude-code" | "codex";
-    path: string;
-}
-export declare const formatSkillsList: () => string;
-export declare const installSkills: (options: z.input<typeof InstallSkillsOptionsSchema>) => Promise<InstalledSkill[]>;
-export declare const formatSkillsInstall: (installed: InstalledSkill[], cwd: string) => string;
-export {};
-//# sourceMappingURL=skills.d.ts.map

package/lib/cli/skills.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"skills.d.ts","sourceRoot":"","sources":["../../src/cli/skills.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,QAAA,MAAM,cAAc;;;;;EAAoD,CAAC;AACzE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAC5D,QAAA,MAAM,eAAe;;;EAAkC,CAAC;AACxD,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAE/D,QAAA,MAAM,0BAA0B;;;;;;;;;;;;;;kBAQrB,CAAC;AAEZ,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,EAAE,aAAa,GAAG,OAAO,CAAC;IAClC,IAAI,EAAE,MAAM,CAAC;CACd;AAmBD,eAAO,MAAM,gBAAgB,QAAO,MAGtB,CAAC;AA2Df,eAAO,MAAM,aAAa,YACf,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,KAClD,OAAO,CAAC,cAAc,EAAE,CAU1B,CAAC;AAEF,eAAO,MAAM,mBAAmB,cAAe,cAAc,EAAE,OAAO,MAAM,KAAG,MAQhE,CAAC"}

package/lib/cli/skills.js

@@ -1,84 +0,0 @@
-import { lstat, mkdir, readdir, readFile, writeFile } from "node:fs/promises";
-import { homedir } from "node:os";
-import { dirname, join, relative, resolve, sep } from "node:path";
-import { fileURLToPath } from "node:url";
-import { z } from "zod";
-const PlatformSchema = z.enum(["claude", "claude-code", "codex", "all"]);
-const SkillNameSchema = z.enum(["lux", "lux-answerer"]);
-const InstallSkillsOptionsSchema = z
-    .object({
-    cwd: z.string().min(1),
-    platform: PlatformSchema,
-    project: z.boolean().default(false),
-    dir: z.string().min(1).optional(),
-    name: SkillNameSchema.optional(),
-})
-    .strict();
-const BUNDLED_SKILLS = [
-    {
-        name: "lux",
-        description: "Author and drive coding-agent evals with Lux",
-        platforms: ["claude-code", "codex"],
-    },
-    {
-        name: "lux-answerer",
-        description: "Play a simulated user for a running Lux eval",
-        platforms: ["claude-code"],
-    },
-];
-export const formatSkillsList = () => BUNDLED_SKILLS.map(({ name, description, platforms }) => `${name}\t${description}\t${platforms.join(",")}`).join("\n");
-const targetsFor = (platform, cwd, project, dir, name) => {
-    const platforms = platform === "all"
-        ? ["claude-code", "codex"]
-        : [platform === "claude" ? "claude-code" : platform];
-    const scopeRoot = project ? resolve(cwd) : homedir();
-    const skills = name ? BUNDLED_SKILLS.filter((skill) => skill.name === name) : BUNDLED_SKILLS;
-    return platforms.flatMap((platformName) => skills
-        .filter((skill) => skill.platforms.includes(platformName))
-        .map((skill) => ({
-        name: skill.name,
-        platform: platformName,
-        source: fileURLToPath(new URL(`../../skills/${skill.name}`, import.meta.url)),
-        path: dir
-            ? join(resolve(dir), skill.name)
-            : join(scopeRoot, platformName === "claude-code" ? ".claude" : ".codex", "skills", skill.name),
-    })));
-};
-const copySkillDirectory = async (source, target) => {
-    const sourceInfo = await lstat(source);
-    if (!sourceInfo.isDirectory() || sourceInfo.isSymbolicLink()) {
-        throw new Error(`lux skills: bundled skill source is not a real directory: ${source}`);
-    }
-    await mkdir(target, { recursive: true });
-    for (const entry of await readdir(source, { withFileTypes: true })) {
-        const sourcePath = join(source, entry.name);
-        const targetPath = join(target, entry.name);
-        if (entry.isSymbolicLink()) {
-            throw new Error(`lux skills: bundled skill contains a symbolic link: ${sourcePath}`);
-        }
-        if (entry.isDirectory()) {
-            await copySkillDirectory(sourcePath, targetPath);
-        }
-        else if (entry.isFile()) {
-            await mkdir(dirname(targetPath), { recursive: true });
-            await writeFile(targetPath, await readFile(sourcePath));
-        }
-        else {
-            throw new Error(`lux skills: bundled skill contains an unsupported entry: ${sourcePath}`);
-        }
-    }
-};
-export const installSkills = async (options) => {
-    const parsed = InstallSkillsOptionsSchema.parse(options);
-    const targets = targetsFor(parsed.platform, parsed.cwd, parsed.project, parsed.dir, parsed.name);
-    if (targets.length === 0) {
-        throw new Error(`lux skills: '${parsed.name}' is not available for platform '${parsed.platform}'`);
-    }
-    for (const target of targets)
-        await copySkillDirectory(target.source, target.path);
-    return targets.map(({ source: _, ...installed }) => installed);
-};
-export const formatSkillsInstall = (installed, cwd) => installed
-    .map(({ name, platform, path }) => `installed ${name} skill for ${platform} at ${relative(cwd, path).split(sep).join("/") || "."}`)
-    .join("\n");
-//# sourceMappingURL=skills.js.map

package/lib/cli/skills.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"skills.js","sourceRoot":"","sources":["../../src/cli/skills.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9E,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,cAAc,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;AAEzE,MAAM,eAAe,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC;AAGxD,MAAM,0BAA0B,GAAG,CAAC;KACjC,MAAM,CAAC;IACN,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtB,QAAQ,EAAE,cAAc;IACxB,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACnC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjC,IAAI,EAAE,eAAe,CAAC,QAAQ,EAAE;CACjC,CAAC;KACD,MAAM,EAAE,CAAC;AAQZ,MAAM,cAAc,GAAG;IACrB;QACE,IAAI,EAAE,KAAK;QACX,WAAW,EAAE,8CAA8C;QAC3D,SAAS,EAAE,CAAC,aAAa,EAAE,OAAO,CAAC;KACpC;IACD;QACE,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,8CAA8C;QAC3D,SAAS,EAAE,CAAC,aAAa,CAAC;KAC3B;CAKA,CAAC;AAEJ,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAW,EAAE,CAC3C,cAAc,CAAC,GAAG,CAChB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,KAAK,WAAW,KAAK,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CACxF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEf,MAAM,UAAU,GAAG,CACjB,QAAwB,EACxB,GAAW,EACX,OAAgB,EAChB,GAAY,EACZ,IAAuB,EACkB,EAAE;IAC3C,MAAM,SAAS,GACb,QAAQ,KAAK,KAAK;QAChB,CAAC,CAAE,CAAC,aAAa,EAAE,OAAO,CAAW;QACrC,CAAC,CAAE,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAW,CAAC;IACpE,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACrD,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;IAC7F,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC,YAAY,EAAE,EAAE,CACxC,MAAM;SACH,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CACf,KAAK,CAAC,SAAkD,CAAC,QAAQ,CAAC,YAAY,CAAC,CACjF;SACA,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACf,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,QAAQ,EAAE,YAAY;QACtB,MAAM,EAAE,aAAa,CAAC,IAAI,GAAG,CAAC,gBAAgB,KAAK,CAAC,IAAI,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7E,IAAI,EAAE,GAAG;YACP,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC;YAChC,CAAC,CAAC,IAAI,CACF,SAAS,EACT,YAAY,KAAK,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EACrD,QAAQ,EACR,KAAK,CAAC,IAAI,CACX;KACN,CAAC,CAAC,CACN,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,KAAK,EAAE,MAAc,EAAE,MAAc,EAAiB,EAAE;IACjF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,UAAU,CAAC,cAAc,EAAE,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,6DAA6D,MAAM,EAAE,CAAC,CAAC;IACzF,CAAC;IACD,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,KAAK,MAAM,KAAK,IAAI,MAAM,OAAO,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACnE,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,uDAAuD,UAAU,EAAE,CAAC,CAAC;QACvF,CAAC;QACD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,MAAM,kBAAkB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QACnD,CAAC;aAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACtD,MAAM,SAAS,CAAC,UAAU,EAAE,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,4DAA4D,UAAU,EAAE,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,OAAmD,EACxB,EAAE;IAC7B,MAAM,MAAM,GAAG,0BAA0B,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACzD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACjG,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CACb,gBAAgB,MAAM,CAAC,IAAI,oCAAoC,MAAM,CAAC,QAAQ,GAAG,CAClF,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,MAAM,IAAI,OAAO;QAAE,MAAM,kBAAkB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACnF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,SAAS,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;AACjE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,SAA2B,EAAE,GAAW,EAAU,EAAE,CACtF,SAAS;KACN,GAAG,CACF,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,CAC3B,aAAa,IAAI,cAAc,QAAQ,OACrC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAC9C,EAAE,CACL;KACA,IAAI,CAAC,IAAI,CAAC,CAAC"}

package/src/answerers/scripted/index.ts

@@ -1,78 +0,0 @@
-import { z } from "zod";
-import type { Answer, Answerer, AnswererPlugin, Interrupt } from "../../core/index.js";
-
-const ScriptedAskAnswerSchema = z.object({ kind: z.literal("ask"), text: z.string() }).strict();
-const ScriptedApproveAnswerSchema = z
-  .object({
-    kind: z.literal("approve"),
-    approved: z.boolean(),
-    reason: z.string().optional(),
-  })
-  .strict();
-const ScriptedCustomAnswerSchema = z
-  .object({
-    kind: z.literal("custom"),
-    payload: z.unknown(),
-  })
-  .strict();
-
-export const ScriptedAnswererConfigSchema = z
-  .object({
-    answers: z.array(
-      z.discriminatedUnion("kind", [
-        ScriptedAskAnswerSchema,
-        ScriptedApproveAnswerSchema,
-        ScriptedCustomAnswerSchema,
-      ]),
-    ),
-  })
-  .strict();
-
-export type ScriptedAnswererConfig = z.infer<typeof ScriptedAnswererConfigSchema>;
-
-class ScriptedAnswererImpl implements Answerer {
-  private index = 0;
-  private readonly answers: ScriptedAnswererConfig["answers"];
-
-  constructor(answers: ScriptedAnswererConfig["answers"]) {
-    this.answers = structuredClone(answers);
-  }
-
-  async prepare(): Promise<void> {
-    this.index = 0;
-  }
-
-  async answer(interrupt: Interrupt): Promise<Answer> {
-    const scripted = this.answers[this.index];
-    if (!scripted) {
-      throw new Error(`scripted answerer: no answer configured for interrupt ${this.index + 1}`);
-    }
-    if (scripted.kind !== interrupt.kind) {
-      throw new Error(
-        `scripted answerer: answer ${this.index + 1} expects ${scripted.kind}, received ${interrupt.kind}`,
-      );
-    }
-    this.index += 1;
-
-    if (scripted.kind === "ask") {
-      return { kind: "ask", id: interrupt.id, text: scripted.text };
-    }
-    if (scripted.kind === "approve") {
-      return {
-        kind: "approve",
-        id: interrupt.id,
-        approved: scripted.approved,
-        ...(scripted.reason === undefined ? {} : { reason: scripted.reason }),
-      };
-    }
-    return { kind: "custom", id: interrupt.id, payload: structuredClone(scripted.payload) };
-  }
-
-  async close(): Promise<void> {}
-}
-
-export const scriptedAnswerer: AnswererPlugin<ScriptedAnswererConfig> = {
-  name: "scripted",
-  configSchema: ScriptedAnswererConfigSchema,
-  create: (config) => new ScriptedAnswererImpl(config.answers),
-};

package/src/cli/skills.ts

@@ -1,129 +0,0 @@
-import { lstat, mkdir, readdir, readFile, writeFile } from "node:fs/promises";
-import { homedir } from "node:os";
-import { dirname, join, relative, resolve, sep } from "node:path";
-import { fileURLToPath } from "node:url";
-import { z } from "zod";
-
-const PlatformSchema = z.enum(["claude", "claude-code", "codex", "all"]);
-export type SkillsPlatform = z.infer<typeof PlatformSchema>;
-const SkillNameSchema = z.enum(["lux", "lux-answerer"]);
-export type BundledSkillName = z.infer<typeof SkillNameSchema>;
-
-const InstallSkillsOptionsSchema = z
-  .object({
-    cwd: z.string().min(1),
-    platform: PlatformSchema,
-    project: z.boolean().default(false),
-    dir: z.string().min(1).optional(),
-    name: SkillNameSchema.optional(),
-  })
-  .strict();
-
-export interface InstalledSkill {
-  name: BundledSkillName;
-  platform: "claude-code" | "codex";
-  path: string;
-}
-
-const BUNDLED_SKILLS = [
-  {
-    name: "lux",
-    description: "Author and drive coding-agent evals with Lux",
-    platforms: ["claude-code", "codex"],
-  },
-  {
-    name: "lux-answerer",
-    description: "Play a simulated user for a running Lux eval",
-    platforms: ["claude-code"],
-  },
-] as const satisfies readonly {
-  name: BundledSkillName;
-  description: string;
-  platforms: readonly ("claude-code" | "codex")[];
-}[];
-
-export const formatSkillsList = (): string =>
-  BUNDLED_SKILLS.map(
-    ({ name, description, platforms }) => `${name}\t${description}\t${platforms.join(",")}`,
-  ).join("\n");
-
-const targetsFor = (
-  platform: SkillsPlatform,
-  cwd: string,
-  project: boolean,
-  dir?: string,
-  name?: BundledSkillName,
-): (InstalledSkill & { source: string })[] => {
-  const platforms =
-    platform === "all"
-      ? (["claude-code", "codex"] as const)
-      : ([platform === "claude" ? "claude-code" : platform] as const);
-  const scopeRoot = project ? resolve(cwd) : homedir();
-  const skills = name ? BUNDLED_SKILLS.filter((skill) => skill.name === name) : BUNDLED_SKILLS;
-  return platforms.flatMap((platformName) =>
-    skills
-      .filter((skill) =>
-        (skill.platforms as readonly ("claude-code" | "codex")[]).includes(platformName),
-      )
-      .map((skill) => ({
-        name: skill.name,
-        platform: platformName,
-        source: fileURLToPath(new URL(`../../skills/${skill.name}`, import.meta.url)),
-        path: dir
-          ? join(resolve(dir), skill.name)
-          : join(
-              scopeRoot,
-              platformName === "claude-code" ? ".claude" : ".codex",
-              "skills",
-              skill.name,
-            ),
-      })),
-  );
-};
-
-const copySkillDirectory = async (source: string, target: string): Promise<void> => {
-  const sourceInfo = await lstat(source);
-  if (!sourceInfo.isDirectory() || sourceInfo.isSymbolicLink()) {
-    throw new Error(`lux skills: bundled skill source is not a real directory: ${source}`);
-  }
-  await mkdir(target, { recursive: true });
-  for (const entry of await readdir(source, { withFileTypes: true })) {
-    const sourcePath = join(source, entry.name);
-    const targetPath = join(target, entry.name);
-    if (entry.isSymbolicLink()) {
-      throw new Error(`lux skills: bundled skill contains a symbolic link: ${sourcePath}`);
-    }
-    if (entry.isDirectory()) {
-      await copySkillDirectory(sourcePath, targetPath);
-    } else if (entry.isFile()) {
-      await mkdir(dirname(targetPath), { recursive: true });
-      await writeFile(targetPath, await readFile(sourcePath));
-    } else {
-      throw new Error(`lux skills: bundled skill contains an unsupported entry: ${sourcePath}`);
-    }
-  }
-};
-
-export const installSkills = async (
-  options: z.input<typeof InstallSkillsOptionsSchema>,
-): Promise<InstalledSkill[]> => {
-  const parsed = InstallSkillsOptionsSchema.parse(options);
-  const targets = targetsFor(parsed.platform, parsed.cwd, parsed.project, parsed.dir, parsed.name);
-  if (targets.length === 0) {
-    throw new Error(
-      `lux skills: '${parsed.name}' is not available for platform '${parsed.platform}'`,
-    );
-  }
-  for (const target of targets) await copySkillDirectory(target.source, target.path);
-  return targets.map(({ source: _, ...installed }) => installed);
-};
-
-export const formatSkillsInstall = (installed: InstalledSkill[], cwd: string): string =>
-  installed
-    .map(
-      ({ name, platform, path }) =>
-        `installed ${name} skill for ${platform} at ${
-          relative(cwd, path).split(sep).join("/") || "."
-        }`,
-    )
-    .join("\n");