@stage5/lumine 0.3.68 → 0.3.70

package/lib/admin-arena.js

@@ -14,7 +14,7 @@ import path from "node:path";
 //                              re-importing a folder retires that paper's earlier items
 //   status --item <id> --to live|retired|checked
 export const ARENA_USAGE =
-  "Usage: lumine admin arena queue | marking [--cursor <id>] [--limit <1-200>] | import --dir <paper folder> [--audio audio/<exam>/<paper>] [--live] [--confirm] | status --item <id> --to live|retired|checked [--confirm] | today-queue [--cursor <id>] [--limit <1-100>] | today-member --user <id> | today-import --file <reviewed-questions.json> [--confirm] [--json]";
+  "Usage: lumine admin arena queue | paper-queue [--cursor <id>] [--limit <1-100>] | marking [--cursor <id>] [--limit <1-200>] | import (--dir <paper folder> | --additive --file <reviewed-items.json>) [--audio audio/<exam>/<paper>] [--live] [--confirm] | status --item <id> --to live|retired|checked [--confirm] | today-queue [--cursor <id>] [--limit <1-100>] | today-member --user <id> | today-import --file <reviewed-questions.json> [--confirm] [--json]";
 const MAX_ITEMS = 300;
 
 function validationError(message) {
@@ -49,7 +49,26 @@ function readPaper(dir) {
     .sort((a, b) => a.number - b.number);
 }
 
+function readAdditiveItems(file) {
+  const resolved = path.resolve(file);
+  if (fs.statSync(resolved).size > 5_000_000) {
+    throw validationError("The additive import file must be under 5 MB.");
+  }
+  const items = JSON.parse(fs.readFileSync(resolved, "utf8"));
+  if (!Array.isArray(items) || !items.length || items.length > MAX_ITEMS ||
+      items.some((item) => !item || typeof item !== "object" || Array.isArray(item))) {
+    throw validationError(`An additive import file must contain an array of 1 to ${MAX_ITEMS} reviewed items.`);
+  }
+  return items;
+}
+
 export function buildArenaOperation({ action, options }) {
+  if (action === "paper-queue") {
+    const cursor = Number(options.adminCursor || 0);
+    const limit = Number(options.adminLimit ?? 50);
+    if (!Number.isSafeInteger(cursor) || cursor < 0 || !Number.isInteger(limit) || limit < 1 || limit > 100) throw validationError("Use a non-negative --cursor and --limit from 1 to 100.");
+    return { name: "arena.paper.queue", method: "GET", path: `/cli/admin/arena/paper-queue?cursor=${cursor}&limit=${limit}`, mutates: false, requiresRun: false };
+  }
   if (action === "today-queue") {
     const cursor = Number(options.adminCursor || 0);
     const limit = Number(options.adminLimit ?? 50);
@@ -92,7 +111,11 @@ export function buildArenaOperation({ action, options }) {
     };
   }
   if (action === "import") {
-    const items = readPaper(options.adminDir);
+    const additive = Boolean(options.adminArenaAdditive);
+    if ((options.adminFile && options.adminDir) || (options.adminFile && !additive)) {
+      throw validationError("Use --dir for a complete paper, or --additive with exactly one of --file or --dir for a refill.");
+    }
+    const items = options.adminFile ? readAdditiveItems(options.adminFile) : readPaper(options.adminDir);
     const confirm = confirmed(options);
     return {
       name: confirm ? "arena.import" : "arena.import.preview",
@@ -103,8 +126,9 @@ export function buildArenaOperation({ action, options }) {
         live: Boolean(options.adminArenaLive),
         dryRun: !confirm,
         ...(options.adminArenaAudio ? { audioPrefix: options.adminArenaAudio } : {}),
-        // the folder name is the paper; re-importing it retires its earlier copy
-        paper: path.basename(path.resolve(options.adminDir)),
+        // Full papers retain their replacement semantics. Additive refills
+        // preserve the existing bank without retiring another paper's items.
+        ...(!additive ? { paper: path.basename(path.resolve(options.adminDir)) } : {}),
       },
       mutates: confirm,
       requiresRun: false,
@@ -133,6 +157,11 @@ export function buildArenaOperation({ action, options }) {
 }
 
 export function formatArenaResult({ operation, data }) {
+  if (operation.name === "arena.paper.queue") return [
+    `Checked ${data?.scannedMembers ?? 0} members; ${data?.entries?.length ?? 0} exam tracks are waiting for fresh papers on this page.`,
+    ...(data?.entries || []).map(row => `${row.username} (${row.userId}): ${row.examKey} ${row.difficulty}/${row.length}${row.reason === "solo_mastery_paper" ? " — solo mastery ready" : ""}`),
+    data?.nextCursor ? `Continue: lumine admin arena paper-queue --cursor ${data.nextCursor} --json` : "End of waiting-member queue.",
+  ];
   if (operation.name === "arena.today.queue") return [
     ...(data?.members || []).map(m => `#${m.userId} ${m.username}: ${m.ready} questions ready${m.refillDue ? `; refill to ${m.target}` : ""} (preferences v${m.revision})`),
     data?.nextCursor ? `Continue: lumine admin arena today-queue --cursor ${data.nextCursor} --json` : "End of Today’s Q queue.",

package/lib/admin-build-plans.js

@@ -74,6 +74,12 @@ export function buildBuildPlansOperation({ action, options }) {
   throw validationError(BUILD_PLANS_USAGE);
 }
 
+function formatStepCoverage(row) {
+  if (!Number.isFinite(row.steps)) return ""; // Older API response.
+  if (row.stepsPassed == null) return `; steps ?/${row.steps} verified (no step grading yet)`;
+  return `; steps ${row.stepsPassed}/${row.steps} verified, ${row.stepsUnverified ?? 0} unverified, ${row.stepsNeedWork ?? 0} need work`;
+}
+
 function formatRow(row) {
   const ratio = row.energyRatio == null ? "?" : `${row.energyRatio}x`;
   const milestone =
@@ -86,7 +92,7 @@ function formatRow(row) {
     : row.wouldStall
       ? ` would stall (${row.wouldStall})`
       : "";
-  return `Build ${row.buildId}: milestone ${milestone} (${row.milestonesDone} done), ${row.runs} runs, Energy ${ratio} of estimate, ${row.evaluations ?? "?"} gradings, non-pass streak ${row.consecutiveNonPass ?? "?"}, ${row.passed}/${row.criteria} passing, ${row.unverified} unverified${state};${coverage}${row.flags?.length ? ` [${row.flags.join(", ")}]` : ""}`;
+  return `Build ${row.buildId}: milestone ${milestone} (${row.milestonesDone} done), ${row.runs} runs, Energy ${ratio} of estimate, ${row.evaluations ?? "?"} gradings, non-pass streak ${row.consecutiveNonPass ?? "?"}, ${row.passed}/${row.criteria} passing, ${row.unverified} unverified${formatStepCoverage(row)}${state};${coverage}${row.flags?.length ? ` [${row.flags.join(", ")}]` : ""}`;
 }
 
 export function formatBuildPlansResult({ operation, data }) {
@@ -110,7 +116,7 @@ export function formatBuildPlansResult({ operation, data }) {
   for (const result of data?.results || []) {
     lines.push(
       result?.ok
-        ? `${result.replayed ? "(already rechecked by this request) " : ""}Build ${result.buildId}: milestone ${result.milestoneIndex + 1} ${result.verdict}, ${result.passed}/${result.criteria} passing, ${result.unverified} unverified${result.milestoneCompleted ? ", milestone completed" : ""}${result.stalled ? `, stalled (${result.stalled.reason})` : ""}${result.fileCoverage ? `; files ${result.fileCoverage.shownFiles}/${result.fileCoverage.totalFiles} + ${result.fileCoverage.toolFilesRead || 0} read in ${result.fileCoverage.toolRounds || 0} rounds` : ""}${result.usage ? `; cost ${result.usage.energyUnits} Energy units (${result.usage.inputTokens} in / ${result.usage.outputTokens} out tokens), not charged to the creator` : ""}`
+        ? `${result.replayed ? "(already rechecked by this request) " : ""}Build ${result.buildId}: milestone ${result.milestoneIndex + 1} ${result.verdict}, ${result.passed}/${result.criteria} passing, ${result.unverified} unverified${formatStepCoverage(result)}${result.milestoneCompleted ? ", milestone completed" : ""}${result.stalled ? `, stalled (${result.stalled.reason})` : ""}${result.fileCoverage ? `; files ${result.fileCoverage.shownFiles}/${result.fileCoverage.totalFiles} + ${result.fileCoverage.toolFilesRead || 0} read in ${result.fileCoverage.toolRounds || 0} rounds` : ""}${result.usage ? `; cost ${result.usage.energyUnits} Energy units (${result.usage.inputTokens} in / ${result.usage.outputTokens} out tokens), not charged to the creator` : ""}`
         : `Build ${result?.buildId}: not rechecked (${result?.reason === "run_in_progress" ? "a Lumine run is in progress; try again later" : result?.reason || "unknown"})`,
     );
   }

package/lib/admin-daily-collection.js

@@ -0,0 +1,88 @@
+import fs from "node:fs";
+import path from "node:path";
+import { createHash, randomUUID } from "node:crypto";
+
+function invalid(message) {
+  const error = new Error(message);
+  error.code = "CLI_ADMIN_CLI_VALIDATION";
+  throw error;
+}
+
+const sha = (value) => createHash("sha256").update(value).digest("hex");
+
+// Resuming reuses explicitly dated, byte-verified receipts. It does not assert
+// that old observations are fresh, read, or an editorial duty is complete.
+export function createDailyCollection(dir, options, { now = Date.now, clock = () => performance.now() } = {}) {
+  const started = clock();
+  const today = new Date(now()).toISOString().slice(0, 10);
+  const costDate = options.adminCostDate || options.adminDate || new Date(now() - 86400000).toISOString().slice(0, 10);
+  if (options.adminCostDate && options.adminDate && options.adminCostDate !== options.adminDate)
+    invalid("--cost-date and legacy --date must identify the same closed UTC cost day.");
+  if (!/^\d{4}-\d{2}-\d{2}$/.test(costDate) || !Number.isFinite(Date.parse(`${costDate}T00:00:00Z`)) ||
+      new Date(`${costDate}T00:00:00Z`).toISOString().slice(0, 10) !== costDate || costDate >= today)
+    invalid("Use --cost-date YYYY-MM-DD for a completed UTC day, not today's run date.");
+  const phase = options.adminPhase || "all";
+  if (!["all", "priority", "evidence"].includes(phase)) invalid("--phase must be priority, evidence, or all.");
+  const maxSteps = Number(options.adminMaxSteps === "" || options.adminMaxSteps == null ? 200 : options.adminMaxSteps);
+  const maxSeconds = Number(options.adminMaxSeconds === "" || options.adminMaxSeconds == null ? 900 : options.adminMaxSeconds);
+  if (!Number.isInteger(maxSteps) || maxSteps < 1 || maxSteps > 1000 ||
+      !Number.isInteger(maxSeconds) || maxSeconds < 1 || maxSeconds > 14400)
+    invalid("Use --max-steps 1–1000 and --max-seconds 1–14400.");
+  const file = path.join(dir, "gather-checkpoint.json");
+  let checkpoint = { protocol: 1, collectionId: randomUUID(), startedAt: new Date(now()).toISOString(), costDate, entries: {} };
+  if (options.adminResume) {
+    if (!fs.existsSync(file)) invalid("No gather checkpoint exists in this directory; run without --resume first.");
+    checkpoint = JSON.parse(fs.readFileSync(file, "utf8"));
+    if (checkpoint.protocol !== 1 || checkpoint.costDate !== costDate || !checkpoint.entries || typeof checkpoint.entries !== "object")
+      invalid("The checkpoint belongs to a different cost day or format. Use its --cost-date or start a new directory.");
+  }
+  const save = () => {
+    const temporary = `${file}.${process.pid}.next`;
+    fs.writeFileSync(temporary, JSON.stringify(checkpoint, null, 2) + "\n", { mode: 0o600 });
+    fs.renameSync(temporary, file);
+  };
+  save();
+  let executed = 0;
+  return {
+    costDate, phase, collectionId: checkpoint.collectionId, startedAt: checkpoint.startedAt,
+    warnings: options.adminDate ? ["--date is a legacy alias for --cost-date (a completed UTC day), not the management run date."] : [],
+    invalidate(name) {
+      if (checkpoint.entries[name]) { checkpoint.entries[name].ok = false; save(); }
+    },
+    collect(name, args, outputName, stage, run) {
+      const outputFile = path.join(dir, outputName);
+      const key = sha(JSON.stringify(args));
+      const cached = checkpoint.entries[name];
+      if (options.adminResume && cached?.ok && cached.requestHash === key && cached.file === outputName) {
+        try {
+          const bytes = fs.readFileSync(outputFile);
+          const json = JSON.parse(bytes);
+          if (sha(bytes) === cached.sha256 && json.ok === true && typeof json.status === "string")
+            return { ok: true, json, attempts: 0, durationMs: 0, capturedAt: cached.capturedAt, reused: true };
+        } catch { /* Missing/changed bytes require a fresh read, never a cached success. */ }
+      }
+      const remainingMs = maxSeconds * 1000 - (clock() - started);
+      const reason = phase !== "all" && phase !== stage ? `outside-${phase}-phase`
+        : executed >= maxSteps ? "step-budget" : remainingMs <= 0 ? "time-budget" : null;
+      if (reason) return { ok: false, deferred: true, reason, attempts: 0, durationMs: 0 };
+      executed++;
+      let result;
+      try { result = run(args, { outputFile, retryRead: true, timeoutMs: Math.max(1, Math.min(120000, Math.floor(remainingMs))) }); }
+      catch (error) { result = { ok: false, attempts: 1, json: { error: { message: String(error.message || error) } } }; }
+      const capturedAt = new Date(now()).toISOString();
+      let digest;
+      if (result.ok) {
+        try {
+          const bytes = fs.readFileSync(outputFile);
+          if (JSON.stringify(JSON.parse(bytes)) !== JSON.stringify(result.json)) throw new Error("receipt mismatch");
+          digest = sha(bytes);
+        } catch {
+          result = { ...result, ok: false, json: { error: { code: "CLI_DAILY_RECEIPT_INVALID", message: "Successful collection did not save its matching receipt." } } };
+        }
+      }
+      checkpoint.entries[name] = { ok: result.ok, requestHash: key, file: outputName, capturedAt, ...(digest ? { sha256: digest } : {}) };
+      save();
+      return { ...result, capturedAt, reused: false };
+    },
+  };
+}

package/lib/admin-daily.js

@@ -8,6 +8,8 @@ import { adminWorkDirectory } from "./admin-work-directory.js";
 import { readAdminJsonFile, writeAdminJsonFile } from "./admin-news.js";
 import { createDailyReviewState, dailyRunProgress } from "./admin-duties.js";
 import { summarizeOwnerViewport, formatOwnerViewportReport } from "./admin-owner-viewport.js";
+import { createDailyCollection } from "./admin-daily-collection.js";
+import { collectDiagnosticPages, diagnosticCollectionSummary } from "./admin-diagnostic-collection.js";
 export { dailyRunProgress };
 
 // Multi-step conveniences for the full daily management run. Each one runs
@@ -22,7 +24,7 @@ const MARKED_ASSET = fileURLToPath(
 
 export function runAdmin(
   args,
-  { outputFile, extraEnv, retryRead = false, spawnImpl = spawnSync } = {},
+  { outputFile, extraEnv, retryRead = false, spawnImpl = spawnSync, timeoutMs } = {},
 ) {
   const startedAt = performance.now();
   const attemptFile = outputFile
@@ -33,6 +35,7 @@ export function runAdmin(
   const result = spawnImpl(process.execPath, [LUMINE_BIN, ...full], {
     encoding: "utf8",
     maxBuffer: 256 * 1024 * 1024,
+    ...(timeoutMs ? { timeout: timeoutMs } : {}),
     env: { ...process.env, ...(extraEnv || {}) },
   });
   let parsed = null;
@@ -84,6 +87,9 @@ export function runAdmin(
     sponsor: ["applications"],
     "bot-output": [null],
     "math-lab": ["queue"],
+    arena: ["queue", "today-queue", "paper-queue"],
+    "word-games": ["status"],
+    nonogram: ["status"],
     subjects: ["candidates"],
     subject: ["get"],
   };
@@ -98,8 +104,9 @@ export function runAdmin(
     result.error ||
     result.signal ||
     parsed?.error?.code === "lumine_http_invalid_response";
-  if (!ok && retryRead && readOnly && transient) {
-    const retried = runAdmin(args, { outputFile, extraEnv, spawnImpl });
+  const remainingMs = timeoutMs == null ? undefined : Math.floor(timeoutMs - (performance.now() - startedAt));
+  if (!ok && retryRead && readOnly && transient && (remainingMs == null || remainingMs > 0)) {
+    const retried = runAdmin(args, { outputFile, extraEnv, spawnImpl, timeoutMs: remainingMs });
     return {
       ...retried,
       durationMs: Math.round(performance.now() - startedAt),
@@ -166,16 +173,24 @@ export function renderBotOutput({ chatMessages, comments }, file) {
   fs.writeFileSync(file, lines.join("\n") + "\n", { mode: 0o600 });
 }
 
-export async function dailyRunGather(options, { run = runAdmin } = {}) {
+export async function dailyRunGather(options, { run = runAdmin, now, clock } = {}) {
   const startedAt = performance.now();
   const dir = ensureDir(
     path.resolve(options.adminOutputDir || options.adminDir || "."),
   );
-  const yesterday = options.adminDate || utcDayKey(-1);
+  const collection = createDailyCollection(dir, options, { now, clock });
+  const yesterday = collection.costDate;
+  // Resume keeps the original observation boundary; no page slides its window
+  // forward while the operator works through a long diagnostic queue.
+  const diagnosticUntil = Math.floor(Date.parse(collection.startedAt) / 1000);
   const steps = [];
+  const failLast = (error) => {
+    collection.invalidate(steps.at(-1).name);
+    Object.assign(steps.at(-1), { ok: false, error });
+  };
+  const evidenceNames = /^(ai-costs|media-costs|reward-activity|reward-diagnostics|jev-review|owner-wake|bot-output)/;
   const step = (name, args, file) => {
-    const outputFile = path.join(dir, file);
-    const res = run(args, { outputFile, retryRead: true });
+    const res = collection.collect(name, args, file, evidenceNames.test(name) ? "evidence" : "priority", run);
     steps.push({
       name,
       file,
@@ -183,14 +198,72 @@ export async function dailyRunGather(options, { run = runAdmin } = {}) {
       attempts: res.attempts,
       durationMs: res.durationMs,
       recovered: Boolean(res.recovered),
-      ...(res.ok ? {} : { error: res.json?.error || res.stderr }),
+      capturedAt: res.capturedAt || null,
+      reused: Boolean(res.reused),
+      ...(res.deferred ? { deferred: true, reason: res.reason } : res.ok ? {} : { error: res.json?.error || res.stderr }),
     });
     return res;
   };
   step("energy-budget", ["energy-budget"], "energy-budget.json");
   step("news", ["news"], "news.json");
   step("brief", ["brief"], "brief.json");
+  step("todos", ["todo", "list"], "todos.json");
+  step("escalations", ["escalation", "list"], "escalations.json");
+  const paperQueue = { complete: false, pages: 0, waitingTracks: 0 };
+  let paperCursor = 0;
+  for (;;) {
+    paperQueue.pages++;
+    const res = step(`arena-paper-page-${paperQueue.pages}`,
+      ["arena", "paper-queue", "--cursor", String(paperCursor), "--limit", "100"],
+      `arena-paper-queue-${paperQueue.pages}.json`);
+    if (!res.ok) break;
+    const data = res.json?.data;
+    const next = data?.nextCursor;
+    if (data?.demandBasis !== "waiting-published-papers-v1" || !Array.isArray(data?.entries) ||
+        !(next === null || (Number.isSafeInteger(next) && next > paperCursor))) {
+      failLast("Invalid or non-advancing Arena paper-waiting page.");
+      break;
+    }
+    paperQueue.waitingTracks += data.entries.length;
+    if (next === null) { paperQueue.complete = true; break; }
+    if (paperQueue.pages >= 100) {
+      failLast("Arena paper-waiting queue reached its 100-page bound.");
+      break;
+    }
+    paperCursor = next;
+  }
   step("math-lab-queue", ["math-lab", "queue"], "math-lab-queue.json");
+  step("arena-queue", ["arena", "queue"], "arena-queue.json");
+  step("word-games-status", ["word-games", "status"], "word-games-status.json");
+  step("nonogram-status", ["nonogram", "status"], "nonogram-status.json");
+  const personalQueue = { complete: false, pages: 0, members: 0 };
+  let personalCursor = 0;
+  const personalCursors = new Set();
+  for (;;) {
+    personalQueue.pages++;
+    const res = step(`arena-today-page-${personalQueue.pages}`,
+      ["arena", "today-queue", "--cursor", String(personalCursor), "--limit", "100"],
+      `arena-today-queue-${personalQueue.pages}.json`);
+    if (!res.ok) break;
+    const data = res.json?.data;
+    const rawNext = data?.nextCursor;
+    const next = Number(rawNext || 0);
+    if (!Array.isArray(data?.members) || !Object.hasOwn(data, "nextCursor") ||
+        !(rawNext === null || (typeof rawNext === "number" && Number.isSafeInteger(rawNext)) || (typeof rawNext === "string" && /^\d+$/.test(rawNext))) ||
+        !Number.isSafeInteger(next) || next < 0) {
+      failLast("Invalid Arena personal queue page.");
+      break;
+    }
+    personalQueue.members += data.members.length;
+    if (!next) { personalQueue.complete = true; break; }
+    if (personalCursors.has(next) || personalQueue.pages >= 100) {
+      collection.invalidate(steps.at(-1).name);
+      steps.push({ name: "arena-today-pagination", ok: false, error: "Arena personal queue repeated a cursor or reached its 100-page bound." });
+      break;
+    }
+    personalCursors.add(next);
+    personalCursor = next;
+  }
   step("ai-costs-monthly", ["ai-costs", "monthly"], "ai-monthly.json");
   step("ai-costs-day", ["ai-costs", "day", yesterday], "ai-day.json");
   step("media-costs", ["media-costs", "monthly"], "media.json");
@@ -199,7 +272,17 @@ export async function dailyRunGather(options, { run = runAdmin } = {}) {
     ["reward-activity", "--date", yesterday, "--days", "7"],
     "reward-activity.json",
   );
-  step("reward-diagnostics", ["reward-diagnostics", "--days", "1"], "reward-diagnostics.json");
+  const rewardDiagnostics = collectDiagnosticPages({ name: "reward-diagnostics",
+    command: ["reward-diagnostics", "--days", "1"], since: diagnosticUntil - 86400,
+    until: diagnosticUntil, step, failLast });
+  writeAdminJsonFile(path.join(dir, "reward-diagnostics-summary.json"), diagnosticCollectionSummary(rewardDiagnostics), { privateFile: true });
+  steps.push({ name: "reward-diagnostics-summary", file: "reward-diagnostics-summary.json", ok: true });
+  const jevUntil = Math.floor(diagnosticUntil / 86400) * 86400;
+  const jevReview = collectDiagnosticPages({ name: "jev-review", jevReview: true,
+    command: ["jev-routing", "review", "--since", String(jevUntil - 86400), "--limit", "20"],
+    since: jevUntil - 86400, until: jevUntil, step, failLast });
+  writeAdminJsonFile(path.join(dir, "jev-review-summary.json"), diagnosticCollectionSummary(jevReview), { privateFile: true });
+  steps.push({ name: "jev-review-summary", file: "jev-review-summary.json", ok: true });
   // One pending queue covers every Build approval type. Exhaust its cursor;
   // an empty/malformed receipt must not look like an empty queue.
   const buildReviews = { complete: false, pages: 0, items: 0 };
@@ -222,10 +305,7 @@ export async function dailyRunGather(options, { run = runAdmin } = {}) {
       !(data.nextCursor === null ||
         (typeof data.nextCursor === "string" && /^\d+(\.\d\.\d+)?$/.test(data.nextCursor)))
     ) {
-      Object.assign(steps[steps.length - 1], {
-        ok: false,
-        error: "Invalid pending Build review page: expected filter, items and nextCursor.",
-      });
+      failLast("Invalid pending Build review page: expected filter, items and nextCursor.");
       break;
     }
     buildReviews.items += data.items.length;
@@ -234,6 +314,7 @@ export async function dailyRunGather(options, { run = runAdmin } = {}) {
       break;
     }
     if (reviewCursors.has(data.nextCursor) || buildReviews.pages >= 100) {
+      collection.invalidate(steps.at(-1).name);
       steps.push({
         name: "build-reviews-pagination",
         ok: false,
@@ -249,20 +330,22 @@ export async function dailyRunGather(options, { run = runAdmin } = {}) {
   // management approvals (birthdates, teacher signups, meetups) with their
   // flags: a required report section (agent-guides/lumine-admin.md)
   step("approvals-pending", ["approvals", "list", "--status", "pending"], "approvals-pending.json");
-  step("todos", ["todo", "list"], "todos.json");
   step("personal-followups", ["followup", "list"], "personal-followups.json");
-  step("escalations", ["escalation", "list"], "escalations.json");
-  const wake = step("owner-wake", ["owner-trace", "--since", "24h", "--wake", "--limit", "2000"], "owner-wake.json");
+  const wake = collectDiagnosticPages({ name: "owner-wake", ownerTrace: true,
+    command: ["owner-trace", "--since", String(diagnosticUntil - 86400), "--wake", "--limit", "2000"],
+    since: diagnosticUntil - 86400, until: diagnosticUntil, step, failLast });
   // A phone tab can live longer than the daily window. Retain its version,
   // browser and device context instead of silently calling it unknown.
-  const wakeSessions = step("owner-wake-sessions", ["owner-trace", "--since", "30d", "--type", "session", "--limit", "2000"], "owner-wake-sessions.json");
+  const wakeSessions = collectDiagnosticPages({ name: "owner-wake-sessions", ownerTrace: true,
+    command: ["owner-trace", "--since", String(diagnosticUntil - 30 * 86400), "--type", "session", "--limit", "2000"],
+    since: diagnosticUntil - 30 * 86400, until: diagnosticUntil, step, failLast });
   const ownerWake = summarizeOwnerViewport(
-    wake.ok ? wake.json.data : null,
-    wakeSessions.ok ? wakeSessions.json.data : null,
+    wake,
+    wakeSessions,
   );
   ownerWake.collectionFailures = [
-    ...(!wake.ok ? ["owner-wake"] : []),
-    ...(!wakeSessions.ok ? ["owner-wake-sessions"] : []),
+    ...(!wake.complete ? ["owner-wake"] : []),
+    ...(!wakeSessions.complete ? ["owner-wake-sessions"] : []),
   ];
   if (ownerWake.collectionFailures.length) {
     ownerWake.coverage = ownerWake.usableSamples ? "partial" : "unavailable";
@@ -284,6 +367,7 @@ export async function dailyRunGather(options, { run = runAdmin } = {}) {
   let cursor = "";
   let pages = 0;
   let botOk = true;
+  const botCursors = new Set();
   for (;;) {
     pages += 1;
     const file = `bot-output-${pages}.json`;
@@ -297,12 +381,18 @@ export async function dailyRunGather(options, { run = runAdmin } = {}) {
       break;
     }
     const data = res.json?.data || {};
+    if (!Array.isArray(data.chatMessages) || !Array.isArray(data.comments) || typeof data.pagination?.exhausted !== "boolean") {
+      botOk = false;
+      failLast("Invalid bot-output page: rows and explicit exhaustion are required.");
+      break;
+    }
     chatMessages.push(...(data.chatMessages || []));
     comments.push(...(data.comments || []));
     const p = data.pagination || {};
     if (p.exhausted && !data.chatTruncated && !data.commentsTruncated) break;
     cursor = p.nextCursor || "";
-    if (!cursor || pages > 50) {
+    if (!cursor || botCursors.has(cursor) || pages >= 50) {
+      collection.invalidate(steps.at(-1).name);
       botOk = false;
       steps.push({
         name: "bot-output",
@@ -311,6 +401,7 @@ export async function dailyRunGather(options, { run = runAdmin } = {}) {
       });
       break;
     }
+    botCursors.add(cursor);
   }
   if (botOk) renderBotOutput({ chatMessages, comments }, path.join(dir, "bot-chats.txt"));
 
@@ -319,12 +410,20 @@ export async function dailyRunGather(options, { run = runAdmin } = {}) {
     durationMs: Math.round(performance.now() - startedAt),
     dir,
     yesterdayUtc: yesterday,
+    costDateUtc: yesterday,
+    collection: { id: collection.collectionId, startedAt: collection.startedAt, phase: collection.phase, warnings: collection.warnings },
+    personalQueue,
+    paperQueue,
     buildReviews,
+    rewardDiagnostics: diagnosticCollectionSummary(rewardDiagnostics),
+    jevReview: diagnosticCollectionSummary(jevReview),
     ownerWake: {
       coverage: ownerWake.coverage,
       truncated: ownerWake.truncated,
       largeGapCycles: ownerWake.largeGapCycles,
       reportFile: path.join(dir, "owner-wake-summary.md"),
+      collection: diagnosticCollectionSummary(wake),
+      sessionCollection: diagnosticCollectionSummary(wakeSessions),
     },
     botOutput: {
       complete: botOk,
@@ -334,7 +433,8 @@ export async function dailyRunGather(options, { run = runAdmin } = {}) {
       readFile: botOk ? path.join(dir, "bot-chats.txt") : null,
     },
     steps,
-    failed: steps.filter((s) => !s.ok).map((s) => s.name),
+    failed: steps.filter((s) => !s.ok && !s.deferred).map((s) => s.name),
+    deferred: steps.filter((s) => s.deferred).map((s) => ({ name: s.name, reason: s.reason })),
   };
   fs.writeFileSync(
     path.join(dir, "gather.json"),
@@ -351,8 +451,8 @@ export async function dailyRunGather(options, { run = runAdmin } = {}) {
     { privateFile: true },
   );
   return {
-    ok: summary.failed.length === 0,
-    status: summary.failed.length ? "partial_failure" : "success",
+    ok: summary.failed.length === 0 && summary.deferred.length === 0,
+    status: summary.failed.length ? "partial_failure" : summary.deferred.length ? "deferred" : "success",
     data: summary,
   };
 }
@@ -450,10 +550,37 @@ nav{position:fixed;top:0;left:0;bottom:0;width:250px;overflow:auto;background:va
 nav h4{margin:0 0 10px;font-size:12px;letter-spacing:.08em;text-transform:uppercase;color:var(--muted)}nav a{display:block;padding:4px 6px;border-radius:6px;color:var(--fg);text-decoration:none;font-size:13px}nav a:hover{background:var(--line)}
 main{margin-left:250px;padding:28px 40px;max-width:1100px}a{color:var(--link)}table{border-collapse:collapse;margin:10px 0;display:block;overflow-x:auto}th,td{border:1px solid var(--line);padding:6px 9px;text-align:left;vertical-align:top}
 code{background:var(--code);padding:1px 5px;border-radius:4px;font-size:.9em}pre{background:var(--code);padding:12px;border-radius:8px;overflow:auto}h2{border-bottom:1px solid var(--line);padding-bottom:4px;margin-top:34px}
+.relay-actions{border:1px solid var(--line);border-radius:12px;padding:16px;margin:20px 0;background:var(--nav)}
+.relay-actions h3{margin:0 0 8px}.relay-actions p{margin:8px 0}.relay-buttons{display:grid;grid-template-columns:repeat(auto-fit,minmax(min(100%,230px),1fr));gap:8px}
+.relay-actions button{font:inherit;font-size:1rem;text-align:left;min-height:44px;padding:10px 12px;border:1px solid var(--line);border-radius:8px;background:var(--bg);color:var(--fg);cursor:pointer;overflow-wrap:anywhere}
+.relay-actions button:hover{border-color:var(--link)}.relay-actions button:focus-visible{outline:2px solid var(--link);outline-offset:2px}.relay-actions button:disabled{cursor:wait;opacity:.65}
+.relay-actions .relay-master{grid-column:1/-1;font-weight:650;border-color:var(--link);color:var(--link)}.relay-actions [role=status]{min-height:1.55em;color:var(--muted);font-size:1rem}
+.relay-prompt-source{width:100%;min-height:180px;padding:12px;font:inherit;color:var(--fg);background:var(--bg);border:1px solid var(--line);border-radius:8px}
 @media (max-width:760px){nav{position:static;width:auto;height:auto;border-right:0;border-bottom:1px solid var(--line)}main{margin-left:0;padding:16px}}
 </style></head><body><nav><h4>Sections</h4><div id="toc"></div><h4 style="margin-top:18px">Source</h4><a href="source.html">Markdown</a></nav><main id="content">Loading…</main>
 <script src="marked.min.js"></script><script>
 fetch('daily-management-report.md',{cache:'no-store'}).then(r=>{if(!r.ok)throw new Error('Report source unavailable');return r.text()}).then(md=>{const el=document.getElementById('content');el.innerHTML=marked.parse(md);const toc=document.getElementById('toc');let i=0;el.querySelectorAll('h1,h2').forEach(h=>{h.id='s'+(i++);if(h.tagName==='H2'){const a=document.createElement('a');a.href='#'+h.id;a.textContent=h.textContent;toc.appendChild(a)}})}).catch(()=>{document.getElementById('content').textContent='The report could not load. Open Markdown under Source, or reload this page.'});
+document.getElementById('content').addEventListener('click',async event=>{
+  const button=event.target.closest('button[data-copy-prompt]');
+  if(!button||button.disabled)return;
+  const group=button.closest('.relay-actions');
+  const source=document.getElementById(button.dataset.copyPrompt);
+  const status=group?.querySelector('[role=status]');
+  if(!group||!status||!source?.matches('textarea.relay-prompt-source')||!group.contains(source))return;
+  const buttons=Array.from(group.querySelectorAll('button[data-copy-prompt]'));
+  buttons.forEach(b=>{b.disabled=true});
+  try{
+    await navigator.clipboard.writeText(source.value);
+    status.textContent=button.textContent.replace(/^Copy: /,'')+' copied. Paste it into the agent chat you choose.';
+  }catch{
+    source.hidden=false;
+    source.focus();
+    source.select();
+    status.textContent='Automatic copy is unavailable. The prompt is selected below; copy it with your keyboard.';
+  }finally{
+    buttons.forEach(b=>{b.disabled=false});
+  }
+});
 </script></body></html>`;
 }
 

package/lib/admin-diagnostic-collection.js

@@ -0,0 +1,106 @@
+// Fixed-window keyset collection. Every page stays a separate acknowledged
+// source; aggregates are conveniences, never proof that the source was read.
+function jevPosition(cursor, since, until) {
+  try {
+    if (typeof cursor !== "string" || !/^[A-Za-z0-9_-]{1,1024}$/.test(cursor)) return null;
+    const value = JSON.parse(Buffer.from(cursor, "base64url").toString("utf8"));
+    if (value.version !== 1 || value.kind !== "jev-routing-review" ||
+        value.since !== since || value.until !== until || value.includeSynthetic !== false ||
+        !Number.isSafeInteger(value.createdAt) || value.createdAt < since || value.createdAt >= until ||
+        !Number.isSafeInteger(value.id) || value.id <= 0) return null;
+    return value;
+  } catch { return null; }
+}
+
+export function collectDiagnosticPages({ name, command, since, until, ownerTrace = false, jevReview = false, step, failLast }) {
+  const events = [];
+  const ids = new Set();
+  const cursors = new Set();
+  const sourceFiles = [];
+  let cursor = null;
+  let pages = 0;
+  let duplicateRows = 0;
+  let complete = false;
+  let deferred = false;
+  let failure = null;
+  const pageLimit = ownerTrace ? 20 : 100;
+  for (;;) {
+    pages++;
+    const args = [...command, "--until", String(until)];
+    if (cursor !== null) args.push("--cursor", String(cursor));
+    const file = `${name}${pages === 1 ? "" : `-${pages}`}.json`;
+    const result = step(`${name}${pages === 1 ? "" : `-page-${pages}`}`, args, file);
+    sourceFiles.push(file);
+    if (!result.ok) {
+      deferred = Boolean(result.deferred);
+      failure = deferred ? result.reason : "source-read-failed";
+      break;
+    }
+    const data = result.json?.data;
+    const next = data?.nextCursor;
+    const rows = jevReview ? data?.items : data?.events;
+    const window = jevReview ? data?.collectionWindow : data;
+    const validCursor = next === null || (jevReview ? Boolean(jevPosition(next, since, until)) : ownerTrace
+      ? typeof next === "string" && /^\d+:\d+$/.test(next)
+      : Number.isSafeInteger(next) && next > 0 && (cursor === null || next < cursor));
+    if (!Array.isArray(rows) || window?.since !== since || window?.until !== until ||
+        !validCursor || data.coverage === "unavailable" ||
+        (jevReview && (window.includeSynthetic !== false || data.after !== cursor ||
+          data.hasMore !== (next !== null) || data.coverage?.scope !== "page" ||
+          data.coverage?.status !== (next === null ? "exhausted" : "partial"))) ||
+        (ownerTrace && data.truncated !== (next !== null))) {
+      failure = "Invalid diagnostic page or fixed-window coverage; deploy the matching API before collecting.";
+      failLast(failure);
+      break;
+    }
+    const idOf = row => jevReview ? row.eventId : row.id;
+    if (rows.some(row => !Number.isSafeInteger(idOf(row)) || idOf(row) <= 0)) {
+      failure = "Diagnostic page contains an invalid event ID.";
+      failLast(failure);
+      break;
+    }
+    if (jevReview && cursor !== null && next !== null) {
+      const old = jevPosition(cursor, since, until), current = jevPosition(next, since, until);
+      if (!(current.createdAt > old.createdAt || current.createdAt === old.createdAt && current.id > old.id)) {
+        failure = "JEV review cursor did not advance.";
+        failLast(failure);
+        break;
+      }
+    }
+    if (ownerTrace && cursor !== null && next !== null) {
+      const [oldTime, oldId] = cursor.split(":").map(Number);
+      const [time, id] = next.split(":").map(Number);
+      if (!(time < oldTime || time === oldTime && id < oldId)) {
+        failure = "Owner trace cursor did not advance.";
+        failLast(failure);
+        break;
+      }
+    }
+    for (const row of rows) {
+      if (ids.has(idOf(row))) { duplicateRows++; continue; }
+      ids.add(idOf(row));
+      events.push(row);
+    }
+    if (next === null) { complete = true; break; }
+    if (cursors.has(next) || pages >= pageLimit) {
+      failure = `Diagnostic pagination repeated a cursor or reached its ${pageLimit}-page bound.`;
+      failLast(failure);
+      break;
+    }
+    cursors.add(next);
+    cursor = next;
+  }
+  if (ownerTrace) events.sort((a, b) => a.serverTime - b.serverTime || a.id - b.id);
+  return { since, until, complete, pages, rows: events.length, duplicateRows,
+    sourceFiles, deferred, failure, events, truncated: !complete };
+}
+
+export function diagnosticCollectionSummary(collection) {
+  const { events, ...summary } = collection;
+  const outcomes = {};
+  for (const row of events) {
+    const key = `${row.source || row.type || row.route || "unknown"}:${row.operation || ""}:${row.outcome || row.selectedSource || ""}`;
+    outcomes[key] = (outcomes[key] || 0) + 1;
+  }
+  return { ...summary, outcomes, note: "Metadata only. Read the source pages; this summary does not acknowledge review or prove member outcomes." };
+}