@intentic/machine 1.326.0 → 1.327.0

package/dist/device/sandbox-rounds/auto-backup.js

@@ -8,7 +8,9 @@ const FIRST_TICK_MS = 20 * 60_000;
 const FIRST_SPREAD_MS = 20 * 60_000;
 const TICK_MS = 24 * 60 * 60_000;
 const JITTER_MS = 60 * 60_000;
-export const backupTargets = (boxes) => boxes.filter((box) => box.running && box.parked !== true && !box.slug.startsWith("runner-")).map((box) => box.slug);
+export const backupTargets = (boxes) => boxes
+    .filter((box) => box.running && box.parked !== true && !box.slug.startsWith("runner-") && box.keptElsewhere === undefined)
+    .map((box) => box.slug);
 export const autoBackupArgs = (slug) => ["sandbox", "backup", slug, "--auto", "--json"];
 const BackupAnswerSchema = z.object({
     slug: z.string(),
@@ -46,6 +48,9 @@ const TidyAnswerSchema = z.object({
     records: z.array(z.string()).default([]),
     purgedFromTrash: z.array(z.string()).default([]),
     orphanVolumes: z.array(z.string()).default([]),
+    trashedVolumeSets: z.array(z.string()).default([]),
+    danglingBuilds: z.number().default(0),
+    backups: z.array(z.object({ slug: z.string(), reason: z.string().optional() })).default([]),
 });
 const tidyAnswer = (line) => {
     try {
@@ -68,11 +73,15 @@ export const tidyNews = (run) => {
     }
     const removed = [
         answer.images.length === 0 ? undefined : plural(answer.images.length, "image"),
+        answer.danglingBuilds === 0 ? undefined : plural(answer.danglingBuilds, "leftover build"),
         answer.records.length === 0 ? undefined : `${plural(answer.records.length, "record")} of sandboxes that are gone`,
         answer.purgedFromTrash.length === 0 ? undefined : `${plural(answer.purgedFromTrash.length, "sandbox", "sandboxes")} from the trash`,
+        answer.backups.length === 0 ? undefined : `${plural(answer.backups.length, "stale backup")} (${answer.backups.map((backup) => backup.slug).join(", ")})`,
     ].filter((part) => part !== undefined);
-    const kept = answer.orphanVolumes.length === 0 ? "" : `; volumes no sandbox claims, kept for you to decide: ${answer.orphanVolumes.join(", ")}`;
-    return `auto-tidy: ${removed.length === 0 ? "nothing to clear" : `cleared ${removed.join(", ")}`}${kept}`;
+    const trashed = answer.trashedVolumeSets.length === 0 ? "" : `; volumes no sandbox claims moved to the trash for a week: ${answer.trashedVolumeSets.join(", ")}`;
+    const listed = answer.orphanVolumes.filter((volume) => !answer.trashedVolumeSets.some((slug) => volume.endsWith(slug)));
+    const kept = listed.length === 0 ? "" : `; volumes no sandbox claims, kept for you to decide: ${listed.join(", ")}`;
+    return `auto-tidy: ${removed.length === 0 ? "nothing to clear" : `cleared ${removed.join(", ")}`}${trashed}${kept}`;
 };
 export const runTidy = async (tidy, log) => {
     try {
@@ -82,9 +91,9 @@ export const runTidy = async (tidy, log) => {
         log(`auto-tidy: failed — ${errorMessage(error)}`);
     }
 };
-export const startAutoBackup = (log) => {
+export const startAutoBackup = (log, { delayMs = 0 } = {}) => {
     const state = newBackupState();
-    return startRounds("auto-backup", log, FIRST_TICK_MS + Math.floor(Math.random() * FIRST_SPREAD_MS), () => TICK_MS + Math.floor(Math.random() * JITTER_MS), async () => {
+    return startRounds("auto-backup", log, delayMs + FIRST_TICK_MS + Math.floor(Math.random() * FIRST_SPREAD_MS), () => TICK_MS + Math.floor(Math.random() * JITTER_MS), async () => {
         const config = await readMachineConfig();
         if (config.sandboxBackups !== false) {
             await runBackupRound(state, await fleet(), async (slug) => await runIc(autoBackupArgs(slug), () => undefined), log);

package/dist/device/sandbox-rounds/auto-backup.js.map

@@ -1 +1 @@
-{"version":3,"file":"auto-backup.js","sourceRoot":"","sources":["../../../src/device/sandbox-rounds/auto-backup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAG/C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAc,QAAQ,EAAE,aAAa,EAAgC,QAAQ,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC1H,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAQjE,MAAM,aAAa,GAAG,EAAE,GAAG,MAAM,CAAC;AAClC,MAAM,eAAe,GAAG,EAAE,GAAG,MAAM,CAAC;AAEpC,MAAM,OAAO,GAAG,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;AACjC,MAAM,SAAS,GAAG,EAAE,GAAG,MAAM,CAAC;AAI9B,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAA+B,EAAY,EAAE,CACvE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAGxH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAY,EAAY,EAAE,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAI1G,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAChC,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,CAAC,IAAY,EAAkD,EAAE;IAClF,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9D,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QAEL,OAAO,SAAS,CAAC;IACrB,CAAC;AACL,CAAC,CAAC;AAGF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,MAAc,EAAU,EAAE;IAC/D,MAAM,MAAM,GAAG,MAAM;SAChB,KAAK,CAAC,OAAO,CAAC;SACd,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;SACtC,GAAG,CAAC,YAAY,CAAC;SACjB,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IAC9C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,eAAe,IAAI,KAAK,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;IAChE,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;IAC1E,OAAO,eAAe,IAAI,KAAK,MAAM,CAAC,MAAM,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM,GAAG,EAAE,CAAC;AAChG,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,GAAe,EAAE,CAAC,aAAa,EAAE,CAAC;AAGhE,MAAM,CAAC,MAAM,cAAc,GAAG,KAAK,EAC/B,KAAiB,EACjB,KAA+B,EAC/B,MAAwC,EACxC,GAAQ,EACR,IAAI,GAAwB,UAAU,EACzB,EAAE,CACf,MAAM,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;AAMpJ,MAAM,CAAC,MAAM,YAAY,GAAG,GAAa,EAAE,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;AAG1E,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9B,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACvC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACxC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IAChD,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CACjD,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,CAAC,IAAY,EAAgD,EAAE;IAC9E,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5D,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QAEL,OAAO,SAAS,CAAC;IACrB,CAAC;AACL,CAAC,CAAC;AAGF,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,GAAU,EAAU,EAAE;IAC3C,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM;SACpB,KAAK,CAAC,OAAO,CAAC;SACd,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;SACtC,GAAG,CAAC,UAAU,CAAC;SACf,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IAC9C,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzC,OAAO,cAAc,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;IACnG,CAAC;IACD,MAAM,OAAO,GAAG;QACZ,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;QAC9E,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,6BAA6B;QACjH,MAAM,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,CAAC,iBAAiB;KACtI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,wDAAwD,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAChJ,OAAO,cAAc,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,WAAW,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC;AAC9G,CAAC,CAAC;AAGF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,IAA0B,EAAE,GAAQ,EAAiB,EAAE;IACjF,IAAI,CAAC;QACD,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,GAAG,CAAC,uBAAuB,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;AACL,CAAC,CAAC;AAIF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,GAAQ,EAAU,EAAE;IAChD,MAAM,KAAK,GAAG,cAAc,EAAE,CAAC;IAC/B,OAAO,WAAW,CACd,aAAa,EACb,GAAG,EACH,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,eAAe,CAAC,EAC3D,GAAG,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,EACrD,KAAK,IAAI,EAAE;QACP,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC;QACzC,IAAI,MAAM,CAAC,cAAc,KAAK,KAAK,EAAE,CAAC;YAClC,MAAM,cAAc,CAAC,KAAK,EAAE,MAAM,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC;QACxH,CAAC;QACD,IAAI,MAAM,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAC/B,MAAM,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,YAAY,EAAE,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC;QACjF,CAAC;IACL,CAAC,CACJ,CAAC;AACN,CAAC,CAAC"}
+{"version":3,"file":"auto-backup.js","sourceRoot":"","sources":["../../../src/device/sandbox-rounds/auto-backup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAG/C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAc,QAAQ,EAAE,aAAa,EAAgC,QAAQ,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC1H,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAQjE,MAAM,aAAa,GAAG,EAAE,GAAG,MAAM,CAAC;AAClC,MAAM,eAAe,GAAG,EAAE,GAAG,MAAM,CAAC;AAEpC,MAAM,OAAO,GAAG,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;AACjC,MAAM,SAAS,GAAG,EAAE,GAAG,MAAM,CAAC;AAM9B,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAA+B,EAAY,EAAE,CACvE,KAAK;KACA,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC;KACzH,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAGhC,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAY,EAAY,EAAE,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAI1G,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAChC,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,CAAC,IAAY,EAAkD,EAAE;IAClF,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9D,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QAEL,OAAO,SAAS,CAAC;IACrB,CAAC;AACL,CAAC,CAAC;AAGF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,MAAc,EAAU,EAAE;IAC/D,MAAM,MAAM,GAAG,MAAM;SAChB,KAAK,CAAC,OAAO,CAAC;SACd,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;SACtC,GAAG,CAAC,YAAY,CAAC;SACjB,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IAC9C,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,eAAe,IAAI,KAAK,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;IAChE,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;IAC1E,OAAO,eAAe,IAAI,KAAK,MAAM,CAAC,MAAM,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM,GAAG,EAAE,CAAC;AAChG,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,GAAe,EAAE,CAAC,aAAa,EAAE,CAAC;AAGhE,MAAM,CAAC,MAAM,cAAc,GAAG,KAAK,EAC/B,KAAiB,EACjB,KAA+B,EAC/B,MAAwC,EACxC,GAAQ,EACR,IAAI,GAAwB,UAAU,EACzB,EAAE,CACf,MAAM,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;AAMpJ,MAAM,CAAC,MAAM,YAAY,GAAG,GAAa,EAAE,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;AAG1E,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9B,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACvC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACxC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IAChD,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IAG9C,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IAClD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACrC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;CAC9F,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,CAAC,IAAY,EAAgD,EAAE;IAC9E,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5D,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QAEL,OAAO,SAAS,CAAC;IACrB,CAAC;AACL,CAAC,CAAC;AAGF,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,GAAU,EAAU,EAAE;IAC3C,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM;SACpB,KAAK,CAAC,OAAO,CAAC;SACd,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;SACtC,GAAG,CAAC,UAAU,CAAC;SACf,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IAC9C,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzC,OAAO,cAAc,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;IACnG,CAAC;IACD,MAAM,OAAO,GAAG;QACZ,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;QAC9E,MAAM,CAAC,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,gBAAgB,CAAC;QACzF,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,6BAA6B;QACjH,MAAM,CAAC,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,CAAC,iBAAiB;QACnI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,cAAc,CAAC,KAAK,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;KAC3J,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;IACvC,MAAM,OAAO,GACT,MAAM,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,8DAA8D,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAErJ,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACxH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,wDAAwD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACpH,OAAO,cAAc,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,WAAW,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,OAAO,GAAG,IAAI,EAAE,CAAC;AACxH,CAAC,CAAC;AAGF,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,IAA0B,EAAE,GAAQ,EAAiB,EAAE;IACjF,IAAI,CAAC;QACD,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,GAAG,CAAC,uBAAuB,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;AACL,CAAC,CAAC;AAKF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,GAAQ,EAAE,EAAE,OAAO,GAAG,CAAC,EAAE,GAAkC,EAAE,EAAU,EAAE;IACrG,MAAM,KAAK,GAAG,cAAc,EAAE,CAAC;IAC/B,OAAO,WAAW,CACd,aAAa,EACb,GAAG,EACH,OAAO,GAAG,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,eAAe,CAAC,EACrE,GAAG,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,EACrD,KAAK,IAAI,EAAE;QACP,MAAM,MAAM,GAAG,MAAM,iBAAiB,EAAE,CAAC;QACzC,IAAI,MAAM,CAAC,cAAc,KAAK,KAAK,EAAE,CAAC;YAClC,MAAM,cAAc,CAAC,KAAK,EAAE,MAAM,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,KAAK,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC;QACxH,CAAC;QACD,IAAI,MAAM,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;YAC/B,MAAM,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,YAAY,EAAE,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC;QACjF,CAAC;IACL,CAAC,CACJ,CAAC;AACN,CAAC,CAAC"}

package/dist/device/sandbox-rounds/auto-prepare.d.ts

@@ -8,5 +8,7 @@ export declare const autoPrepareArgs: typeof icBackgroundPrepareArgs;
 export type AutoPrepareState = RoundState;
 export declare const newState: () => AutoPrepareState;
 export declare const runTick: (state: AutoPrepareState, boxes: readonly DeviceSandbox[], prepare: (slug: string) => Promise<IcRun>, log: Log, busy?: ReadonlySet<string>) => Promise<void>;
-export declare const startAutoPrepare: (log: Log) => Rounds;
+export declare const startAutoPrepare: (log: Log, { delayMs }?: {
+    readonly delayMs?: number;
+}) => Rounds;
 //# sourceMappingURL=auto-prepare.d.ts.map

package/dist/device/sandbox-rounds/auto-prepare.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"auto-prepare.d.ts","sourceRoot":"","sources":["../../../src/device/sandbox-rounds/auto-prepare.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAEhE,OAAO,EAAE,KAAK,KAAK,EAA2B,KAAK,UAAU,EAAE,KAAK,MAAM,EAAyB,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACvI,OAAO,EAAS,uBAAuB,EAAqB,MAAM,uBAAuB,CAAC;AAa1F,OAAO,EAAE,WAAW,EAAE,CAAC;AAIvB,eAAO,MAAM,cAAc,UAAW,SAAS,aAAa,EAAE,KAAG,MAAM,EACyB,CAAC;AAGjG,eAAO,MAAM,eAAe,gCAA0B,CAAC;AAEvD,MAAM,MAAM,gBAAgB,GAAG,UAAU,CAAC;AAE1C,eAAO,MAAM,QAAQ,QAAO,gBAAmC,CAAC;AAGhE,eAAO,MAAM,OAAO,UACT,gBAAgB,SAChB,SAAS,aAAa,EAAE,WACtB,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,OACpC,GAAG,SACF,WAAW,CAAC,MAAM,CAAC,KAC1B,OAAO,CAAC,IAAI,CAQV,CAAC;AAIN,eAAO,MAAM,gBAAgB,QAAS,GAAG,KAAG,MAc3C,CAAC"}
+{"version":3,"file":"auto-prepare.d.ts","sourceRoot":"","sources":["../../../src/device/sandbox-rounds/auto-prepare.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAEhE,OAAO,EAAE,KAAK,KAAK,EAA2B,KAAK,UAAU,EAAE,KAAK,MAAM,EAAyB,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACvI,OAAO,EAAS,uBAAuB,EAAqB,MAAM,uBAAuB,CAAC;AAa1F,OAAO,EAAE,WAAW,EAAE,CAAC;AAKvB,eAAO,MAAM,cAAc,UAAW,SAAS,aAAa,EAAE,KAAG,MAAM,EAC4D,CAAC;AAGpI,eAAO,MAAM,eAAe,gCAA0B,CAAC;AAEvD,MAAM,MAAM,gBAAgB,GAAG,UAAU,CAAC;AAE1C,eAAO,MAAM,QAAQ,QAAO,gBAAmC,CAAC;AAGhE,eAAO,MAAM,OAAO,UACT,gBAAgB,SAChB,SAAS,aAAa,EAAE,WACtB,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,KAAK,CAAC,OACpC,GAAG,SACF,WAAW,CAAC,MAAM,CAAC,KAC1B,OAAO,CAAC,IAAI,CAQV,CAAC;AAKN,eAAO,MAAM,gBAAgB,QAAS,GAAG,gBAAmB;IAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,KAAQ,MAchG,CAAC"}

package/dist/device/sandbox-rounds/auto-prepare.js

@@ -5,13 +5,13 @@ const FIRST_TICK_MS = 5 * 60_000;
 const TICK_MS = 6 * 60 * 60_000;
 const JITTER_MS = 30 * 60_000;
 export { ticksToSkip };
-export const prepareTargets = (boxes) => boxes.filter((box) => box.running && !box.slug.startsWith("runner-")).map((box) => box.slug);
+export const prepareTargets = (boxes) => boxes.filter((box) => box.running && !box.slug.startsWith("runner-") && box.keptElsewhere === undefined).map((box) => box.slug);
 export const autoPrepareArgs = icBackgroundPrepareArgs;
 export const newState = () => newRoundState();
 export const runTick = async (state, boxes, prepare, log, busy = icInFlight) => await runRound(state, prepareTargets(boxes), { name: "auto-prepare", run: prepare, said: (slug, run) => `auto-prepare ${slug}: ${lastLine(run.output) ?? "done"}` }, log, busy);
-export const startAutoPrepare = (log) => {
+export const startAutoPrepare = (log, { delayMs = 0 } = {}) => {
     const state = newState();
-    return startRounds("auto-prepare", log, FIRST_TICK_MS + Math.floor(Math.random() * JITTER_MS), () => TICK_MS + Math.floor(Math.random() * JITTER_MS), async () => {
+    return startRounds("auto-prepare", log, delayMs + FIRST_TICK_MS + Math.floor(Math.random() * JITTER_MS), () => TICK_MS + Math.floor(Math.random() * JITTER_MS), async () => {
         if ((await readMachineConfig()).sandboxUpdates !== false) {
             await runTick(state, await fleet(), async (slug) => await runIc(autoPrepareArgs(slug), () => undefined), log);
         }

package/dist/device/sandbox-rounds/auto-prepare.js.map

@@ -1 +1 @@
-{"version":3,"file":"auto-prepare.js","sourceRoot":"","sources":["../../../src/device/sandbox-rounds/auto-prepare.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAc,QAAQ,EAAE,aAAa,EAAgC,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACvI,OAAO,EAAE,KAAK,EAAE,uBAAuB,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAO1F,MAAM,aAAa,GAAG,CAAC,GAAG,MAAM,CAAC;AAEjC,MAAM,OAAO,GAAG,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC;AAEhC,MAAM,SAAS,GAAG,EAAE,GAAG,MAAM,CAAC;AAE9B,OAAO,EAAE,WAAW,EAAE,CAAC;AAIvB,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,KAA+B,EAAY,EAAE,CACxE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAGjG,MAAM,CAAC,MAAM,eAAe,GAAG,uBAAuB,CAAC;AAIvD,MAAM,CAAC,MAAM,QAAQ,GAAG,GAAqB,EAAE,CAAC,aAAa,EAAE,CAAC;AAGhE,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EACxB,KAAuB,EACvB,KAA+B,EAC/B,OAAyC,EACzC,GAAQ,EACR,IAAI,GAAwB,UAAU,EACzB,EAAE,CACf,MAAM,QAAQ,CACV,KAAK,EACL,cAAc,CAAC,KAAK,CAAC,EAErB,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,gBAAgB,IAAI,KAAK,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,MAAM,EAAE,EAAE,EACtH,GAAG,EACH,IAAI,CACP,CAAC;AAIN,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAQ,EAAU,EAAE;IACjD,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;IACzB,OAAO,WAAW,CACd,cAAc,EACd,GAAG,EACH,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,EACrD,GAAG,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,EACrD,KAAK,IAAI,EAAE;QAEP,IAAI,CAAC,MAAM,iBAAiB,EAAE,CAAC,CAAC,cAAc,KAAK,KAAK,EAAE,CAAC;YACvD,MAAM,OAAO,CAAC,KAAK,EAAE,MAAM,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC;QAClH,CAAC;IACL,CAAC,CACJ,CAAC;AACN,CAAC,CAAC"}
+{"version":3,"file":"auto-prepare.js","sourceRoot":"","sources":["../../../src/device/sandbox-rounds/auto-prepare.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAc,QAAQ,EAAE,aAAa,EAAgC,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACvI,OAAO,EAAE,KAAK,EAAE,uBAAuB,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,uBAAuB,CAAC;AAO1F,MAAM,aAAa,GAAG,CAAC,GAAG,MAAM,CAAC;AAEjC,MAAM,OAAO,GAAG,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC;AAEhC,MAAM,SAAS,GAAG,EAAE,GAAG,MAAM,CAAC;AAE9B,OAAO,EAAE,WAAW,EAAE,CAAC;AAKvB,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,KAA+B,EAAY,EAAE,CACxE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAGpI,MAAM,CAAC,MAAM,eAAe,GAAG,uBAAuB,CAAC;AAIvD,MAAM,CAAC,MAAM,QAAQ,GAAG,GAAqB,EAAE,CAAC,aAAa,EAAE,CAAC;AAGhE,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EACxB,KAAuB,EACvB,KAA+B,EAC/B,OAAyC,EACzC,GAAQ,EACR,IAAI,GAAwB,UAAU,EACzB,EAAE,CACf,MAAM,QAAQ,CACV,KAAK,EACL,cAAc,CAAC,KAAK,CAAC,EAErB,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,gBAAgB,IAAI,KAAK,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,MAAM,EAAE,EAAE,EACtH,GAAG,EACH,IAAI,CACP,CAAC;AAKN,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAQ,EAAE,EAAE,OAAO,GAAG,CAAC,EAAE,GAAkC,EAAE,EAAU,EAAE;IACtG,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;IACzB,OAAO,WAAW,CACd,cAAc,EACd,GAAG,EACH,OAAO,GAAG,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,EAC/D,GAAG,EAAE,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,SAAS,CAAC,EACrD,KAAK,IAAI,EAAE;QAEP,IAAI,CAAC,MAAM,iBAAiB,EAAE,CAAC,CAAC,cAAc,KAAK,KAAK,EAAE,CAAC;YACvD,MAAM,OAAO,CAAC,KAAK,EAAE,MAAM,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC;QAClH,CAAC;IACL,CAAC,CACJ,CAAC;AACN,CAAC,CAAC"}

package/dist/device/sandbox-rounds/in-flight.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-flight.d.ts","sourceRoot":"","sources":["../../../src/device/sandbox-rounds/in-flight.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,aAAa;IAE1B,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAGpC,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,IAAI,CAAC;CAC/C;AAED,eAAO,MAAM,aAAa,QAAO,aAwBhC,CAAC"}

package/dist/device/sandbox-rounds/in-flight.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-flight.js","sourceRoot":"","sources":["../../../src/device/sandbox-rounds/in-flight.ts"],"names":[],"mappings":"AAWA,MAAM,CAAC,MAAM,aAAa,GAAG,GAAkB,EAAE;IAC7C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,OAAO;QACH,KAAK;QACL,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE;YACX,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5C,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,OAAO,GAAG,EAAE;gBACR,IAAI,QAAQ,EAAE,CAAC;oBACX,OAAO;gBACX,CAAC;gBACD,QAAQ,GAAG,IAAI,CAAC;gBAChB,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACxC,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;oBACX,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBACtB,OAAO;gBACX,CAAC;gBACD,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACnB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC,CAAC;QACN,CAAC;KACJ,CAAC;AACN,CAAC,CAAC"}

package/dist/device/sandbox-rounds/keeper.d.ts

@@ -33,6 +33,7 @@ declare const FixAnswerSchema: z.ZodObject<{
     }, z.core.$strip>;
 }, z.core.$strip>;
 export type FixAnswer = z.infer<typeof FixAnswerSchema>;
+export type FixReport = FixAnswer["report"];
 export interface FixProgress {
     readonly slug: string | undefined;
     readonly doing: string | undefined;
@@ -43,9 +44,10 @@ export type FixRunReading = {
     readonly unavailable: string;
 } | {
     readonly answers: readonly FixAnswer[];
+    readonly machine?: FixReport;
 };
 export declare const readFixRun: (run: IcRun) => FixRunReading;
-export declare const settled: (answer: FixAnswer) => boolean;
+export declare const settled: (answer: Pick<FixAnswer, "report">) => boolean;
 export declare const verdictLine: (answer: FixAnswer) => string;
 export declare const localSlugOf: (sandboxUrl: string, known: ReadonlySet<string>, loopback: boolean) => string | undefined;
 export interface LinkView {
@@ -53,12 +55,25 @@ export interface LinkView {
     readonly reading: LinkReading;
 }
 export declare const unreachableHere: (links: readonly LinkView[], known: ReadonlySet<string>, loopback: ReadonlySet<string>, now: number) => string[];
-export declare const hostedSlugs: (listing: () => Promise<readonly string[]>, records: () => Promise<readonly string[]>) => Promise<string[]>;
+export interface ListedSandbox {
+    readonly slug: string;
+    readonly keptElsewhere?: string | undefined;
+}
+export interface KeeperScope {
+    readonly own: readonly string[];
+    readonly running: readonly string[];
+    readonly present: (slug: string) => boolean;
+    readonly elsewhere: ReadonlySet<string>;
+}
+export declare const keeperScope: (listed: readonly ListedSandbox[] | undefined, records: readonly string[], trashed: readonly string[] | undefined) => KeeperScope;
+export declare const hostedSlugs: (listing: () => Promise<readonly ListedSandbox[]>, records: () => Promise<readonly string[]>) => Promise<string[]>;
+export declare const trashedFrom: (volumes: string) => string[];
 export interface KeeperSeams {
     readonly enabled: () => Promise<boolean>;
     readonly fix: (slug: string | undefined, onLine: (line: string) => void) => Promise<IcRun>;
-    readonly listing: () => Promise<readonly string[]>;
+    readonly listing: () => Promise<readonly ListedSandbox[]>;
     readonly records: () => Promise<readonly string[]>;
+    readonly trashed: () => Promise<readonly string[]>;
     readonly swapping: () => Promise<readonly string[]>;
     readonly links: () => readonly LinkView[];
     readonly loopback: ReadonlySet<string>;
@@ -70,6 +85,8 @@ export interface KeeperSeams {
 interface Wait {
     readonly failures: number;
     readonly until: number;
+    readonly failedAt?: number;
+    readonly fixedOnce?: boolean;
 }
 export interface KeeperState {
     sweepDueAt: number;
@@ -77,17 +94,22 @@ export interface KeeperState {
     unavailable: Wait;
     readonly waits: Map<string, Wait>;
     readonly said: Map<string, string>;
-    listed: readonly string[];
+    listed: readonly ListedSandbox[] | undefined;
+    trashed: readonly string[] | undefined;
     fixing: boolean;
     on: boolean | undefined;
 }
 export declare const newKeeperState: (start: number) => KeeperState;
+export declare const fixedClears: (wait: Pick<Wait, "failures" | "failedAt" | "fixedOnce"> | undefined, now: number) => boolean;
 export declare const runKeeperRound: (state: KeeperState, seams: KeeperSeams, log: Log) => Promise<void>;
 export interface KeeperWiring {
     readonly links: () => readonly LinkView[];
     readonly loopback: ReadonlySet<string>;
     readonly watching: () => boolean;
 }
+export declare const KEEPER_HOLD: {
+    readonly moves: false;
+};
 export declare const keeperOn: () => Promise<boolean>;
 export declare const machineKeeperSeams: ({ links, loopback, watching }: KeeperWiring) => KeeperSeams;
 export declare const startKeeper: (log: Log, wiring: KeeperWiring) => Rounds;

package/dist/device/sandbox-rounds/keeper.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"keeper.d.ts","sourceRoot":"","sources":["../../../src/device/sandbox-rounds/keeper.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,KAAK,KAAK,EAAY,KAAK,MAAM,EAAe,MAAM,gBAAgB,CAAC;AAiBhF,eAAO,MAAM,oBAAoB,QAAS,CAAC;AAG3C,eAAO,MAAM,eAAe,QAAa,CAAC;AAK1C,eAAO,MAAM,SAAS,aAAc,MAAM,KAAG,MAAgG,CAAC;AAG9I,eAAO,MAAM,aAAa,UAAW,MAAM,KAAG,MAAM,EAAwG,CAAC;AAK7J,eAAO,MAAM,mBAAmB,kBAAkB,CAAC;AAEnD,QAAA,MAAM,cAAc;;;;;;;iBAOlB,CAAC;AACH,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAStD,QAAA,MAAM,eAAe;;;;;;;;;;;;;;;iBAA0D,CAAC;AAChF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AASxD,MAAM,WAAW,WAAW;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CACtC;AAaD,eAAO,MAAM,WAAW,SAAU,MAAM,KAAG,WAAW,GAAG,SAIxD,CAAC;AAGF,eAAO,MAAM,UAAU,WAAY,MAAM,KAAG,SAAS,EAMJ,CAAC;AAMlD,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,SAAS,SAAS,EAAE,CAAA;CAAE,CAAC;AAY1G,eAAO,MAAM,UAAU,QAAS,KAAK,KAAG,aAMvC,CAAC;AAGF,eAAO,MAAM,OAAO,WAAY,SAAS,KAAG,OAAmF,CAAC;AAehI,eAAO,MAAM,WAAW,WAAY,SAAS,KAAG,MAI/C,CAAC;AAOF,eAAO,MAAM,WAAW,eAAgB,MAAM,SAAS,WAAW,CAAC,MAAM,CAAC,YAAY,OAAO,KAAG,MAAM,GAAG,SAGxG,CAAC;AAGF,MAAM,WAAW,QAAQ;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC;CACjC;AAGD,eAAO,MAAM,eAAe,UAAW,SAAS,QAAQ,EAAE,SAAS,WAAW,CAAC,MAAM,CAAC,YAAY,WAAW,CAAC,MAAM,CAAC,OAAO,MAAM,KAAG,MAAM,EAKrI,CAAC;AAUP,eAAO,MAAM,WAAW,YAAmB,MAAM,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC,WAAW,MAAM,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC,KAAG,OAAO,CAAC,MAAM,EAAE,CAIxI,CAAC;AAKF,MAAM,WAAW,WAAW;IAExB,QAAQ,CAAC,OAAO,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;IAEzC,QAAQ,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC;IAE3F,QAAQ,CAAC,OAAO,EAAE,MAAM,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC,CAAC;IACnD,QAAQ,CAAC,OAAO,EAAE,MAAM,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC,CAAC;IAEnD,QAAQ,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC,CAAC;IACpD,QAAQ,CAAC,KAAK,EAAE,MAAM,SAAS,QAAQ,EAAE,CAAC;IAE1C,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAEvC,QAAQ,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC;IAEjC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACnC,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,IAAI,CAAC;IAE5C,QAAQ,CAAC,GAAG,EAAE,MAAM,MAAM,CAAC;CAC9B;AAED,UAAU,IAAI;IACV,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IAEtB,WAAW,EAAE,IAAI,CAAC;IAElB,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAGlC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEnC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IAE1B,MAAM,EAAE,OAAO,CAAC;IAEhB,EAAE,EAAE,OAAO,GAAG,SAAS,CAAC;CAC3B;AAED,eAAO,MAAM,cAAc,UAAW,MAAM,KAAG,WAS7C,CAAC;AA8JH,eAAO,MAAM,cAAc,UAAiB,WAAW,SAAS,WAAW,OAAO,GAAG,KAAG,OAAO,CAAC,IAAI,CAmBnG,CAAC;AAGF,MAAM,WAAW,YAAY;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,SAAS,QAAQ,EAAE,CAAC;IAC1C,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACvC,QAAQ,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC;CACpC;AAED,eAAO,MAAM,QAAQ,QAAa,OAAO,CAAC,OAAO,CAAwD,CAAC;AAE1G,eAAO,MAAM,kBAAkB,kCAAmC,YAAY,KAAG,WAa/E,CAAC;AAEH,eAAO,MAAM,WAAW,QAAS,GAAG,UAAU,YAAY,KAAG,MAI5D,CAAC"}
+{"version":3,"file":"keeper.d.ts","sourceRoot":"","sources":["../../../src/device/sandbox-rounds/keeper.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,KAAK,KAAK,EAAY,KAAK,MAAM,EAAe,MAAM,gBAAgB,CAAC;AAiBhF,eAAO,MAAM,oBAAoB,QAAS,CAAC;AAG3C,eAAO,MAAM,eAAe,QAAa,CAAC;AAS1C,eAAO,MAAM,SAAS,aAAc,MAAM,KAAG,MAAgG,CAAC;AAY9I,eAAO,MAAM,aAAa,UAAW,MAAM,KAAG,MAAM,EAAwG,CAAC;AAK7J,eAAO,MAAM,mBAAmB,kBAAkB,CAAC;AAEnD,QAAA,MAAM,cAAc;;;;;;;iBAOlB,CAAC;AACH,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,cAAc,CAAC,CAAC;AAStD,QAAA,MAAM,eAAe;;;;;;;;;;;;;;;iBAA0D,CAAC;AAChF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AACxD,MAAM,MAAM,SAAS,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAc5C,MAAM,WAAW,WAAW;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CACtC;AAaD,eAAO,MAAM,WAAW,SAAU,MAAM,KAAG,WAAW,GAAG,SAIxD,CAAC;AASF,eAAO,MAAM,UAAU,WAAY,MAAM,KAAG,SAAS,EAGJ,CAAC;AAalD,MAAM,MAAM,aAAa,GACrB;IAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG;IAAE,QAAQ,CAAC,OAAO,EAAE,SAAS,SAAS,EAAE,CAAC;IAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,CAAA;CAAE,CAAC;AAYhH,eAAO,MAAM,UAAU,QAAS,KAAK,KAAG,aAOvC,CAAC;AAQF,eAAO,MAAM,OAAO,WAAY,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,KAAG,OACuD,CAAC;AAgBpH,eAAO,MAAM,WAAW,WAAY,SAAS,KAAG,MAO/C,CAAC;AAaF,eAAO,MAAM,WAAW,eAAgB,MAAM,SAAS,WAAW,CAAC,MAAM,CAAC,YAAY,OAAO,KAAG,MAAM,GAAG,SAGxG,CAAC;AAGF,MAAM,WAAW,QAAQ;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC;CACjC;AAGD,eAAO,MAAM,eAAe,UAAW,SAAS,QAAQ,EAAE,SAAS,WAAW,CAAC,MAAM,CAAC,YAAY,WAAW,CAAC,MAAM,CAAC,OAAO,MAAM,KAAG,MAAM,EAKrI,CAAC;AAUP,MAAM,WAAW,aAAa;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/C;AAWD,MAAM,WAAW,WAAW;IAGxB,QAAQ,CAAC,GAAG,EAAE,SAAS,MAAM,EAAE,CAAC;IAChC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAGpC,QAAQ,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC;IAE5C,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;CAC3C;AAID,eAAO,MAAM,WAAW,WACZ,SAAS,aAAa,EAAE,GAAG,SAAS,WACnC,SAAS,MAAM,EAAE,WACjB,SAAS,MAAM,EAAE,GAAG,SAAS,KACvC,WAcF,CAAC;AAKF,eAAO,MAAM,WAAW,YAAmB,MAAM,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC,WAAW,MAAM,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC,KAAG,OAAO,CAAC,MAAM,EAAE,CAI/I,CAAC;AAIF,eAAO,MAAM,WAAW,YAAa,MAAM,KAAG,MAAM,EAIS,CAAC;AAgB9D,MAAM,WAAW,WAAW;IAExB,QAAQ,CAAC,OAAO,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;IAEzC,QAAQ,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC;IAI3F,QAAQ,CAAC,OAAO,EAAE,MAAM,OAAO,CAAC,SAAS,aAAa,EAAE,CAAC,CAAC;IAC1D,QAAQ,CAAC,OAAO,EAAE,MAAM,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC,CAAC;IACnD,QAAQ,CAAC,OAAO,EAAE,MAAM,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC,CAAC;IAEnD,QAAQ,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC,CAAC;IACpD,QAAQ,CAAC,KAAK,EAAE,MAAM,SAAS,QAAQ,EAAE,CAAC;IAE1C,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAEvC,QAAQ,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC;IAEjC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACnC,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,IAAI,CAAC;IAE5C,QAAQ,CAAC,GAAG,EAAE,MAAM,MAAM,CAAC;CAC9B;AAED,UAAU,IAAI;IACV,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAEvB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;CAChC;AAED,MAAM,WAAW,WAAW;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IAEtB,WAAW,EAAE,IAAI,CAAC;IAElB,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAGlC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAGnC,MAAM,EAAE,SAAS,aAAa,EAAE,GAAG,SAAS,CAAC;IAC7C,OAAO,EAAE,SAAS,MAAM,EAAE,GAAG,SAAS,CAAC;IAEvC,MAAM,EAAE,OAAO,CAAC;IAEhB,EAAE,EAAE,OAAO,GAAG,SAAS,CAAC;CAC3B;AAED,eAAO,MAAM,cAAc,UAAW,MAAM,KAAG,WAU7C,CAAC;AA2CH,eAAO,MAAM,WAAW,SAAU,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,UAAU,GAAG,WAAW,CAAC,GAAG,SAAS,OAAO,MAAM,KAAG,OAK/D,CAAC;AAsKjD,eAAO,MAAM,cAAc,UAAiB,WAAW,SAAS,WAAW,OAAO,GAAG,KAAG,OAAO,CAAC,IAAI,CA0BnG,CAAC;AAGF,MAAM,WAAW,YAAY;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,SAAS,QAAQ,EAAE,CAAC;IAC1C,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACvC,QAAQ,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC;CACpC;AAGD,eAAO,MAAM,WAAW;aAAK,KAAK;CAAkB,CAAC;AAErD,eAAO,MAAM,QAAQ,QAAa,OAAO,CAAC,OAAO,CAAwD,CAAC;AAE1G,eAAO,MAAM,kBAAkB,kCAAmC,YAAY,KAAG,WAqB/E,CAAC;AAEH,eAAO,MAAM,WAAW,QAAS,GAAG,UAAU,YAAY,KAAG,MAI5D,CAAC"}

package/dist/device/sandbox-rounds/keeper.js

@@ -1,3 +1,5 @@
+import { execFile } from "node:child_process";
+import { promisify } from "node:util";
 import { errorMessage } from "@intentic/base/errors";
 import { z } from "zod";
 import { readMachineConfig } from "../../environments/machine.js";
@@ -11,8 +13,10 @@ const LOOK_EVERY_MS = 10_000;
 export const UNREACHABLE_AFTER_MS = 60_000;
 export const FIX_DEADLINE_MS = 8 * 60_000;
 const BACKOFF_FIRST_MS = 3 * 60_000;
-const BACKOFF_MAX_MS = 30 * 60_000;
+const BACKOFF_MAX_MS = 20 * 60_000;
 export const backoffMs = (failures) => (failures <= 0 ? 0 : Math.min(BACKOFF_FIRST_MS * 2 ** (failures - 1), BACKOFF_MAX_MS));
+const REPEATED_FAILURES = 2;
+const FAILURES_REMEMBERED_MS = 60 * 60_000;
 export const keeperFixArgs = (slug) => ["sandbox", "fix", ...(slug === undefined ? [] : [slug]), "--auto", "--json", "--source", "agent"];
 export const FIX_PROGRESS_PREFIX = "intentic-fix:";
 const FixCheckSchema = z.object({
@@ -30,6 +34,7 @@ const FixReportSchema = z.object({
     checks: z.array(FixCheckSchema).default([]),
 });
 const FixAnswerSchema = z.object({ slug: z.string(), report: FixReportSchema });
+const FixMachineSchema = z.object({ slug: z.null(), report: FixReportSchema });
 const FixProgressSchema = z.object({
     slug: z.string().optional(),
     doing: z.string().optional(),
@@ -49,12 +54,16 @@ export const fixProgress = (line) => {
     const parsed = trimmed.startsWith(FIX_PROGRESS_PREFIX) ? lineAs(FixProgressSchema, trimmed.slice(FIX_PROGRESS_PREFIX.length)) : undefined;
     return parsed === undefined ? undefined : { slug: parsed.slug, doing: parsed.report?.doing ?? parsed.doing };
 };
-export const fixAnswers = (output) => output
+const jsonLines = (output) => output
     .split(/\r?\n/)
     .map((line) => line.trim())
-    .filter((line) => line.startsWith("{"))
+    .filter((line) => line.startsWith("{"));
+export const fixAnswers = (output) => jsonLines(output)
     .map((line) => lineAs(FixAnswerSchema, line))
     .filter((answer) => answer !== undefined);
+const machineAnswer = (output) => jsonLines(output)
+    .map((line) => lineAs(FixMachineSchema, line)?.report)
+    .find((report) => report !== undefined);
 const progressCount = (output) => output.split(/\r?\n/).filter((line) => fixProgress(line) !== undefined).length;
 const refusalOf = (run) => run.output
     .split(/\r?\n/)
@@ -64,25 +73,34 @@ const refusalOf = (run) => run.output
     `ic exited with ${run.code} and said nothing`;
 export const readFixRun = (run) => {
     const answers = fixAnswers(run.output);
-    if (run.code !== 0 && run.timedOut !== true && answers.length === 0 && progressCount(run.output) === 0) {
+    const machine = machineAnswer(run.output);
+    if (run.code !== 0 && run.timedOut !== true && answers.length === 0 && machine === undefined && progressCount(run.output) === 0) {
         return { unavailable: refusalOf(run) };
     }
-    return { answers };
+    return machine === undefined ? { answers } : { answers, machine };
 };
-export const settled = (answer) => answer.report.outcome === "healthy" || answer.report.outcome === "fixed";
+const ELSEWHERE = "elsewhere";
+export const settled = (answer) => answer.report.outcome === "healthy" || answer.report.outcome === "fixed" || answer.report.outcome === ELSEWHERE;
 const EXIT_RESTART = 4;
 const leftLine = (slug, check) => {
     const what = `${check.label}: ${check.problem ?? check.state}`;
     if (check.fix === "consent") {
-        return `${what} (needs your yes: \`intentic-machine sandbox fix ${slug}\`)`;
+        return `${what} (needs your yes: \`intentic-machine sandbox fix${slug === undefined ? "" : ` ${slug}`}\`)`;
     }
     return check.remedy === undefined ? what : `${what} (${check.remedy})`;
 };
 export const verdictLine = (answer) => {
+    if (answer.report.outcome === ELSEWHERE) {
+        return `keeper ${answer.slug}: ${answer.report.doing ?? "left to the other side of this computer, whose machine agent keeps it."}`;
+    }
     const outcome = answer.report.outcome ?? answer.report.stage;
     const left = settled(answer) ? [] : answer.report.checks.filter((check) => check.state === "fail" || check.state === "warn");
     return `keeper ${answer.slug}: ${outcome}${left.length === 0 ? "" : ` — ${left.map((check) => leftLine(answer.slug, check)).join("; ")}`}`;
 };
+const machineLine = (report) => {
+    const left = report.checks.filter((check) => check.state === "fail" || check.state === "warn");
+    return `keeper: this machine: ${report.outcome ?? report.stage}${left.length === 0 ? "" : ` — ${left.map((check) => leftLine(undefined, check)).join("; ")}`}`;
+};
 export const localSlugOf = (sandboxUrl, known, loopback) => {
     const slugs = pairingSlugs(sandboxUrl);
     return slugs.find((slug) => known.has(slug)) ?? (loopback ? slugs[0] : undefined);
@@ -94,9 +112,36 @@ export const unreachableHere = (links, known, loopback, now) => links.flatMap(({
 });
 const answeringSlugs = (links) => links.filter(({ reading }) => reading.state === "open").flatMap(({ url }) => pairingSlugs(url));
 const people = (slugs) => slugs.filter((slug) => !slug.startsWith("runner-"));
+export const keeperScope = (listed, records, trashed) => {
+    if (listed === undefined) {
+        return { own: people(records), running: [], present: () => true, elsewhere: new Set() };
+    }
+    const containers = new Set(listed.map((row) => row.slug));
+    const binned = new Set(trashed ?? []);
+    const mine = listed.filter((row) => row.keptElsewhere === undefined).map((row) => row.slug);
+    const recordedInTrash = records.filter((slug) => !containers.has(slug) && binned.has(slug));
+    return {
+        own: people([...new Set([...mine, ...recordedInTrash])]),
+        running: people(mine),
+        present: (slug) => containers.has(slug) || binned.has(slug),
+        elsewhere: new Set(listed.filter((row) => row.keptElsewhere !== undefined).map((row) => row.slug)),
+    };
+};
 export const hostedSlugs = async (listing, records) => {
     const listed = await listing().catch(() => undefined);
-    return people(listed ?? (await records()));
+    return people(listed === undefined ? await records() : listed.filter((row) => row.keptElsewhere === undefined).map((row) => row.slug));
+};
+export const trashedFrom = (volumes) => volumes
+    .split(/\r?\n/)
+    .map((name) => /^intentic-trashed-\d+-(.+)$/.exec(name.trim())?.[1])
+    .filter((slug) => slug !== undefined);
+const exec = promisify(execFile);
+const readTrashed = async () => {
+    const { stdout } = await exec("docker", ["volume", "ls", "--format", "{{.Name}}", "--filter", "name=intentic-trashed-"], {
+        timeout: 20_000,
+        windowsHide: true,
+    });
+    return trashedFrom(stdout);
 };
 export const newKeeperState = (start) => ({
     sweepDueAt: start + FIRST_SWEEP_MS,
@@ -104,7 +149,8 @@ export const newKeeperState = (start) => ({
     unavailable: { failures: 0, until: 0 },
     waits: new Map(),
     said: new Map(),
-    listed: [],
+    listed: undefined,
+    trashed: undefined,
     fixing: false,
     on: undefined,
 });
@@ -139,27 +185,42 @@ const readSwitch = async (state, seams, log) => {
 const minutes = (ms) => `${Math.round(ms / 60_000)} min`;
 const waitAfter = (state, slug, now) => {
     const failures = (state.waits.get(slug)?.failures ?? 0) + 1;
-    state.waits.set(slug, { failures, until: now + backoffMs(failures) });
+    state.waits.set(slug, { failures, until: now + backoffMs(failures), failedAt: now });
     return backoffMs(failures);
 };
+export const fixedClears = (wait, now) => wait === undefined ||
+    wait.failures < REPEATED_FAILURES ||
+    wait.fixedOnce === true ||
+    wait.failedAt === undefined ||
+    now - wait.failedAt > FAILURES_REMEMBERED_MS;
 const noteAnswer = (state, answer, log, now) => {
     const line = verdictLine(answer);
     if (settled(answer)) {
+        const held = state.waits.get(answer.slug);
+        const fixed = answer.report.outcome === "fixed";
+        if (fixed && held !== undefined && !fixedClears(held, now)) {
+            const wait = Math.max(SWEEP_EVERY_MS, backoffMs(held.failures));
+            state.waits.set(answer.slug, { ...held, until: now + wait, fixedOnce: true });
+            state.said.set(answer.slug, line);
+            log(`${line} — after ${held.failures} failures within the hour, so the next look waits ${minutes(wait)}`);
+            return false;
+        }
         state.waits.set(answer.slug, { failures: 0, until: now + SWEEP_EVERY_MS });
-        if (answer.report.outcome === "fixed") {
+        if (fixed) {
             state.said.set(answer.slug, line);
             log(line);
         }
         else {
             sayOnce(state, answer.slug, line, log);
         }
-        return;
+        return true;
     }
     const wait = waitAfter(state, answer.slug, now);
     if (state.said.get(answer.slug) !== line) {
         state.said.set(answer.slug, line);
         log(`${line} — looking again in ${minutes(wait)}`);
     }
+    return false;
 };
 const noteRun = (state, run, asked, log, now) => {
     const reading = readFixRun(run);
@@ -174,8 +235,13 @@ const noteRun = (state, run, asked, log, now) => {
     }
     state.unavailable = { failures: 0, until: 0 };
     state.said.delete(":ic");
-    for (const answer of reading.answers) {
-        noteAnswer(state, answer, log, now);
+    const cleared = reading.answers.map((answer) => noteAnswer(state, answer, log, now));
+    const machineSettled = reading.machine === undefined || settled({ report: reading.machine });
+    if (reading.machine !== undefined && !machineSettled) {
+        sayOnce(state, ":machine", machineLine(reading.machine), log);
+    }
+    else {
+        state.said.delete(":machine");
     }
     if (run.code === EXIT_RESTART) {
         sayOnce(state, ":restart", "keeper: this computer needs a restart or a sign-out to finish what ic started.", log);
@@ -189,14 +255,17 @@ const noteRun = (state, run, asked, log, now) => {
         state.said.delete(asked);
         log(`keeper ${asked}: ic gave no verdict (${lastLine(run.output)?.trim() ?? "no output"}) — looking again in ${minutes(wait)}`);
     }
-    return !unanswered && reading.answers.every(settled);
+    return !unanswered && machineSettled && cleared.every(Boolean);
 };
 const runFix = async (state, seams, slug, touches, log) => {
     state.fixing = true;
-    const releases = touches.map((touched) => seams.hold(touched));
+    const releases = new Map(touches.map((touched) => [touched, seams.hold(touched)]));
     const doings = new Set();
     const onLine = (line) => {
         const progress = fixProgress(line);
+        if (progress?.slug !== undefined && !releases.has(progress.slug)) {
+            releases.set(progress.slug, seams.hold(progress.slug));
+        }
         const doing = progress?.doing;
         const about = progress?.slug ?? slug;
         const said = `keeper${about === undefined ? "" : ` ${about}`}: ${doing ?? ""}`;
@@ -212,23 +281,43 @@ const runFix = async (state, seams, slug, touches, log) => {
         return { code: 127, output: errorMessage(error) };
     }
     finally {
-        for (const release of releases) {
+        for (const release of releases.values()) {
             release();
         }
         state.fixing = false;
     }
 };
-const sweep = async (state, seams, known, log) => {
-    state.listed = await seams.listing().catch(() => state.listed);
-    const touches = [...new Set([...known, ...state.listed])];
-    const run = await runFix(state, seams, undefined, touches, log);
+const relist = async (state, seams, records) => {
+    const listed = await seams.listing().catch(() => undefined);
+    if (listed === undefined) {
+        return;
+    }
+    state.listed = listed;
+    const containers = new Set(listed.map((row) => row.slug));
+    state.trashed = records.some((slug) => !containers.has(slug)) ? await seams.trashed().catch(() => undefined) : [];
+};
+const sweep = async (state, seams, scope, log) => {
+    if (scope.own.length === 0) {
+        sayOnce(state, ":none", "keeper: this environment keeps no sandbox of its own, so there is nothing to sweep.", log);
+        state.sweepDueAt = seams.now() + SWEEP_EVERY_MS;
+        return;
+    }
+    state.said.delete(":none");
+    const run = await runFix(state, seams, undefined, scope.running, log);
     const now = seams.now();
     const clean = noteRun(state, run, undefined, log, now);
     state.sweepFailures = clean ? 0 : state.sweepFailures + 1;
     state.sweepDueAt = now + Math.max(SWEEP_EVERY_MS, backoffMs(state.sweepFailures));
 };
-const dueTarget = async (state, seams, links, known, now) => {
-    const candidates = unreachableHere(links, known, seams.loopback, now).filter((slug) => !seams.busy.has(slug) && (state.waits.get(slug)?.until ?? 0) <= now);
+const dueTarget = async (state, seams, links, known, scope, log, now) => {
+    const here = unreachableHere(links, known, seams.loopback, now).filter((slug) => {
+        if (!scope.present(slug)) {
+            sayOnce(state, slug, `keeper ${slug}: its link is down, but this engine has no container and no trash entry for it, so there is nothing here to fix.`, log);
+            return false;
+        }
+        return !scope.elsewhere.has(slug);
+    });
+    const candidates = here.filter((slug) => !seams.busy.has(slug) && (state.waits.get(slug)?.until ?? 0) <= now);
     if (candidates.length === 0) {
         return undefined;
     }
@@ -243,30 +332,39 @@ export const runKeeperRound = async (state, seams, log) => {
     for (const slug of answeringSlugs(links)) {
         state.waits.delete(slug);
     }
-    const known = new Set([...(await seams.records()), ...state.listed]);
-    const now = seams.now();
-    if (now >= state.sweepDueAt && seams.busy.size === 0) {
-        await sweep(state, seams, known, log);
-        return;
+    const records = await seams.records();
+    const sweepDue = seams.now() >= state.sweepDueAt && seams.busy.size === 0;
+    if (sweepDue) {
+        await relist(state, seams, records);
+    }
+    const scope = keeperScope(state.listed, records, state.trashed);
+    if (sweepDue) {
+        await sweep(state, seams, scope, log);
+        if (scope.own.length > 0) {
+            return;
+        }
     }
-    const target = await dueTarget(state, seams, links, known, now);
+    const known = new Set([...records, ...(state.listed ?? []).map((row) => row.slug)]);
+    const target = await dueTarget(state, seams, links, known, scope, log, seams.now());
     if (target !== undefined) {
         const run = await runFix(state, seams, target, [target], log);
         noteRun(state, run, target, log, seams.now());
     }
 };
+export const KEEPER_HOLD = { moves: false };
 export const keeperOn = async () => (await readMachineConfig()).sandboxKeeper !== false;
 export const machineKeeperSeams = ({ links, loopback, watching }) => ({
     enabled: keeperOn,
     fix: async (slug, onLine) => await runIc(keeperFixArgs(slug), onLine, {}, { deadlineMs: FIX_DEADLINE_MS }),
-    listing: async () => (await fleet()).map((box) => box.slug),
+    listing: async () => (await fleet()).map(({ slug, keptElsewhere }) => ({ slug, keptElsewhere })),
     records: async () => await readChannelSlugs(),
+    trashed: readTrashed,
     swapping: async () => swapsUnderway(await readSwapRecords(), Date.now()),
     links,
     loopback,
     watching,
     busy: icInFlight,
-    hold: (slug) => holdIcFlow(slug, { moves: true }),
+    hold: (slug) => holdIcFlow(slug, KEEPER_HOLD),
     now: Date.now,
 });
 export const startKeeper = (log, wiring) => {