harnery 0.45.0 → 0.45.2

package/src/core/servers/index.ts

@@ -20,7 +20,7 @@
  * automatically.
  */
 
-import { createHash, randomUUID } from "node:crypto";
+import { createHash } from "node:crypto";
 import { existsSync, mkdirSync, readdirSync, readFileSync, rmSync, statSync } from "node:fs";
 import { hostname } from "node:os";
 import { basename, isAbsolute, join, relative, resolve } from "node:path";
@@ -41,7 +41,6 @@ import {
 import { liveInstanceIdV3 } from "../events/v3/live-route-observer.ts";
 import { resolveOwner } from "../hooks/resolve/owner.ts";
 import { writePrivateJsonAtomic } from "../storage/atomic-json.ts";
-import { acquireNoClobberLease } from "../workflow/workspaces/leases.ts";
 import {
   ancestry,
   establishedConnectionCounts,
@@ -53,6 +52,7 @@ import {
   scanSupport,
 } from "./net.ts";
 
+// Host supervisors verify and signal their own children with the same checks.
 export {
   processStartToken,
   signalIfSameGeneration,
@@ -74,9 +74,9 @@ export {
   readProcessInfo,
   scanSupport,
 } from "./net.ts";
-export { createTunnelReadinessVerifier, tunnelServerId, tunnelServerInput } from "./tunnels.ts";
+export { tunnelServerId, tunnelServerInput } from "./tunnels.ts";
 
-export const SERVER_RECORD_SCHEMA_VERSION = 2;
+export const SERVER_RECORD_SCHEMA_VERSION = 1;
 export const SERVER_DEFAULT_IDLE_HOURS = 2;
 export const SERVER_DEFAULT_OWNER_STALE_HOURS = 24;
 const TOUCH_INTERVAL_MS = 60_000;
@@ -86,7 +86,6 @@ export type ServerKind = "service" | "session";
 export interface ServerRecord {
   schema_version: typeof SERVER_RECORD_SCHEMA_VERSION;
   id: string;
-  registration_id: string;
   kind: ServerKind;
   /** Free-form family name: `preview`, `tunnel`, `dashboard`, ... */
   type: string;
@@ -217,57 +216,39 @@ export function registerServer(
   )
     throw new Error(`invalid server port: ${input.port}`);
   const id = input.id ?? serverId(input.type, input.scope);
-  return withServerMutation(coordRoot, id, () => {
-    const path = recordPath(coordRoot, id);
-    const now = new Date().toISOString();
-    const startToken = input.start_token ?? processStartToken(pid);
-    const pids = [...new Set(input.pids?.filter((p) => Number.isSafeInteger(p) && p > 0))];
-    const pidsStartTokens: Record<string, string> = {};
-    for (const auxiliaryPid of pids) {
-      const token = processStartToken(auxiliaryPid);
-      if (token) pidsStartTokens[auxiliaryPid] = token;
-    }
-    const owner = input.owner === undefined ? callingOwner(coordRoot) : (input.owner ?? undefined);
-    const record: ServerRecord = {
-      schema_version: SERVER_RECORD_SCHEMA_VERSION,
-      id,
-      registration_id: randomUUID(),
-      kind: input.kind,
-      type: input.type,
-      label: input.label ?? id,
-      ...(input.url ? { url: input.url } : {}),
-      ...(input.port ? { port: input.port } : {}),
-      pid,
-      ...(startToken ? { start_token: startToken } : {}),
-      ...(pids.length ? { pids, pids_start_tokens: pidsStartTokens } : {}),
-      host: hostname(),
-      ...(input.scope ? { scope: resolve(input.scope) } : {}),
-      ...(input.cwd ? { cwd: resolve(input.cwd) } : {}),
-      ...(input.log ? { log: resolve(input.log) } : {}),
-      ...(owner ? { owner } : {}),
-      started_at: input.started_at ?? now,
-      registered_at: now,
-      last_active_at: now,
-    };
-    if (
-      input.start_token !== undefined &&
-      verifyProcessGeneration(pid, input.start_token) !== "same"
-    )
-      throw new Error(`pid ${pid} generation could not be verified before registration`);
-    if (existsSync(path)) {
-      const existing = readRecord(path);
-      if (!existing)
-        throw new Error(
-          `registration ${id} custody is unknown: invalid or older server record retained`,
-        );
-      if (sameProcessCustody(existing, record) && serverState(existing) === "running")
-        return existing;
-      if (existing.host !== hostname() || !allProcessesAbsent(existing))
-        throw new Error(`registration ${id} custody is held by a live or unverifiable server`);
-    }
-    writePrivateJsonAtomic(path, record);
-    return record;
-  });
+  const now = new Date().toISOString();
+  const startToken = input.start_token ?? processStartToken(pid);
+  const pids = [...new Set(input.pids?.filter((p) => Number.isSafeInteger(p) && p > 0))];
+  const pidsStartTokens: Record<string, string> = {};
+  for (const auxiliaryPid of pids) {
+    const token = processStartToken(auxiliaryPid);
+    if (token) pidsStartTokens[auxiliaryPid] = token;
+  }
+  const owner = input.owner === undefined ? callingOwner(coordRoot) : (input.owner ?? undefined);
+  const record: ServerRecord = {
+    schema_version: SERVER_RECORD_SCHEMA_VERSION,
+    id,
+    kind: input.kind,
+    type: input.type,
+    label: input.label ?? id,
+    ...(input.url ? { url: input.url } : {}),
+    ...(input.port ? { port: input.port } : {}),
+    pid,
+    ...(startToken ? { start_token: startToken } : {}),
+    ...(pids.length ? { pids, pids_start_tokens: pidsStartTokens } : {}),
+    host: hostname(),
+    ...(input.scope ? { scope: resolve(input.scope) } : {}),
+    ...(input.cwd ? { cwd: resolve(input.cwd) } : {}),
+    ...(input.log ? { log: resolve(input.log) } : {}),
+    ...(owner ? { owner } : {}),
+    started_at: input.started_at ?? now,
+    registered_at: now,
+    last_active_at: now,
+  };
+  if (input.start_token !== undefined && verifyProcessGeneration(pid, input.start_token) !== "same")
+    throw new Error(`pid ${pid} generation could not be verified before registration`);
+  writePrivateJsonAtomic(recordPath(coordRoot, id), record);
+  return record;
 }
 
 /** Best-effort registration that never throws (for server start paths). */
@@ -293,132 +274,39 @@ function callingOwner(coordRoot: string): ServerRecord["owner"] {
   }
 }
 
-/** Remove only the exact registration receipt observed by the caller. */
-export function unregisterServer(record: ServerRecord, options?: ServerOptions): boolean {
-  const coordRoot = rootOf(options);
-  if (!coordRoot || !record || !isValidServerId(record.id)) return false;
-  return withServerMutation(coordRoot, record.id, () => removeServerReceipt(coordRoot, record));
-}
-
-/** Hold the exact registration receipt until a synchronous or asynchronous effect settles. */
-export function withServerRegistrationCustody<T>(
-  record: ServerRecord,
-  options: ServerOptions,
-  effect: () => PromiseLike<T>,
-): Promise<T>;
-export function withServerRegistrationCustody<T>(
-  record: ServerRecord,
-  options: ServerOptions,
-  effect: () => T,
-): T;
-export function withServerRegistrationCustody<T>(
-  record: ServerRecord,
-  options: ServerOptions,
-  effect: () => T | PromiseLike<T>,
-): T | Promise<T> {
+/**
+ * Remove a server's record. With `pid`, only a record still naming that pid
+ * is removed, so a replacement that re-registered the same id survives.
+ */
+export function unregisterServer(id: string, options?: ServerOptions & { pid?: number }): boolean {
   const coordRoot = rootOf(options);
-  if (!coordRoot) throw new Error("registration custody root is unavailable");
-  const lease = serverMutationLease(coordRoot, record.id);
-  try {
-    const current = readServer(record.id, { coordRoot });
-    if (
-      !current ||
-      current.registration_id !== record.registration_id ||
-      !sameProcessCustody(current, record)
-    )
-      throw new Error(`registration ${record.id} custody changed`);
-    const result = effect();
-    if (
-      result !== null &&
-      (typeof result === "object" || typeof result === "function") &&
-      typeof (result as PromiseLike<T>).then === "function"
-    )
-      return Promise.resolve(result).finally(() => lease.release());
-    lease.release();
-    return result as T;
-  } catch (error) {
-    lease.release();
-    throw error;
+  if (!coordRoot || !isValidServerId(id)) return false;
+  const path = recordPath(coordRoot, id);
+  if (options?.pid !== undefined) {
+    const record = readRecord(path);
+    if (record && record.pid !== options.pid) return false;
   }
-}
-
-function removeServerReceipt(coordRoot: string, record: ServerRecord): boolean {
-  const path = recordPath(coordRoot, record.id);
-  const current = readRecord(path);
-  if (
-    !current ||
-    current.registration_id !== record.registration_id ||
-    !sameProcessCustody(current, record)
-  )
-    return false;
-  rmSync(path);
+  if (!existsSync(path)) return false;
+  rmSync(path, { force: true });
   return true;
 }
 
-function serverMutationLease(coordRoot: string, id: string) {
-  recordPath(coordRoot, id);
-  const scope = `server-registration-${id}`;
-  return acquireNoClobberLease({
-    path: join(serversDir(coordRoot), ".custody", id),
-    scope,
-    authoritySha256: createHash("sha256").update(scope).digest("hex"),
-    staleAfterMs: 1,
-  });
-}
-
-function withServerMutation<T>(coordRoot: string, id: string, operation: () => T): T {
-  const lease = serverMutationLease(coordRoot, id);
-  try {
-    return operation();
-  } finally {
-    lease.release();
-  }
-}
-
-function sameProcessCustody(a: ServerRecord, b: ServerRecord): boolean {
-  const helpers = (record: ServerRecord) =>
-    [...new Set(record.pids ?? [])]
-      .sort((x, y) => x - y)
-      .map((pid) => [pid, record.pids_start_tokens?.[pid] ?? null]);
-  return (
-    a.schema_version === SERVER_RECORD_SCHEMA_VERSION &&
-    b.schema_version === SERVER_RECORD_SCHEMA_VERSION &&
-    a.id === b.id &&
-    a.pid === b.pid &&
-    a.start_token === b.start_token &&
-    a.host === b.host &&
-    a.kind === b.kind &&
-    a.type === b.type &&
-    a.scope === b.scope &&
-    a.owner?.instance_id === b.owner?.instance_id &&
-    JSON.stringify(helpers(a)) === JSON.stringify(helpers(b))
-  );
-}
-
 export function readServer(id: string, options?: ServerOptions): ServerRecord | null {
   const coordRoot = rootOf(options);
   if (!coordRoot || !isValidServerId(id)) return null;
-  const path = recordPath(coordRoot, id);
-  const record = readRecord(path);
-  if (!record && existsSync(path))
-    throw new Error(
-      `server record ${id} is invalid or uses an older schema; retained without custody`,
-    );
-  return record;
+  return readRecord(recordPath(coordRoot, id));
 }
 
 /** Mark a server as used now. */
 export function touchServer(id: string, options?: ServerOptions & { now?: Date }): void {
   const coordRoot = rootOf(options);
   if (!coordRoot || !isValidServerId(id)) return;
-  withServerMutation(coordRoot, id, () => {
-    const path = recordPath(coordRoot, id);
-    const record = readRecord(path);
-    if (!record) return;
-    writePrivateJsonAtomic(path, {
-      ...record,
-      last_active_at: (options?.now ?? new Date()).toISOString(),
-    });
+  const path = recordPath(coordRoot, id);
+  const record = readRecord(path);
+  if (!record) return;
+  writePrivateJsonAtomic(path, {
+    ...record,
+    last_active_at: (options?.now ?? new Date()).toISOString(),
   });
 }
 
@@ -447,8 +335,6 @@ function readRecord(path: string): ServerRecord | null {
     if (
       value?.schema_version !== SERVER_RECORD_SCHEMA_VERSION ||
       typeof value.id !== "string" ||
-      typeof value.registration_id !== "string" ||
-      !/^[0-9a-f-]{36}$/.test(value.registration_id) ||
       !Number.isSafeInteger(value.pid) ||
       (value.kind !== "service" && value.kind !== "session")
     )
@@ -466,14 +352,8 @@ export function readServerRecords(options?: ServerOptions): ServerRecord[] {
   if (!existsSync(dir)) return [];
   return readdirSync(dir)
     .filter((name) => name.endsWith(".json"))
-    .map((name) => {
-      const record = readRecord(join(dir, name));
-      if (!record)
-        throw new Error(
-          `server record ${name} is invalid or uses an older schema; retained without custody`,
-        );
-      return record;
-    })
+    .map((name) => readRecord(join(dir, name)))
+    .filter((record): record is ServerRecord => record !== null)
     .sort(
       (a, b) =>
         a.kind.localeCompare(b.kind) || a.type.localeCompare(b.type) || a.id.localeCompare(b.id),
@@ -567,7 +447,7 @@ export function listServers(options?: ListServersOptions): ServersReport {
   records.forEach((record, i) => {
     const state = states[i]!;
     if (state === "dead" && allProcessesAbsent(record) && options?.prune !== false) {
-      unregisterServer(record, { coordRoot });
+      unregisterServer(record.id, { coordRoot, pid: record.pid });
       pruned.push(record.id);
       return;
     }
@@ -722,8 +602,8 @@ export interface ServerProcessDependencies extends ProcessGenerationSignalDepend
 
 /**
  * Stop a verified server with SIGTERM, then SIGKILL after the grace period.
- * Every signal targets one retained process handle, including auxiliary processes.
- * Each target requires a fresh generation check. Unknown or different generations retain the record.
+ * Each signal, including the process group and auxiliary processes, requires
+ * a fresh generation check. Unknown or different generations retain the record.
  */
 export async function stopServer(
   record: ServerRecord,
@@ -733,47 +613,6 @@ export async function stopServer(
   },
 ): Promise<StopResult> {
   const coordRoot = rootOf(options);
-  if (!coordRoot)
-    return {
-      id: record.id,
-      stopped: false,
-      method: "refused",
-      generation: "unknown",
-      detail: "registration custody root is unavailable",
-    };
-  let lease: ReturnType<typeof serverMutationLease>;
-  try {
-    lease = serverMutationLease(coordRoot, record.id);
-  } catch {
-    return {
-      id: record.id,
-      stopped: false,
-      method: "refused",
-      generation: "unknown",
-      detail: "registration custody is unavailable",
-    };
-  }
-  try {
-    const current = readServer(record.id, { coordRoot });
-    if (!current || current.registration_id !== record.registration_id)
-      return {
-        id: record.id,
-        stopped: false,
-        method: "refused",
-        generation: "unknown",
-        detail: "registration custody changed; retained current server",
-      };
-    return await stopServerWithCustody(record, coordRoot, options);
-  } finally {
-    lease.release();
-  }
-}
-
-async function stopServerWithCustody(
-  record: ServerRecord,
-  coordRoot: string,
-  options?: ServerOptions & { graceMs?: number; signalDependencies?: ServerProcessDependencies },
-): Promise<StopResult> {
   const graceMs = options?.graceMs ?? 5_000;
   const dependencies = options?.signalDependencies ?? {};
   const targets = [
@@ -790,7 +629,8 @@ async function stopServerWithCustody(
     detail: `pid ${pid} generation is ${generation}; left the server record in place`,
   });
   const finish = (result: StopResult): StopResult => {
-    if (result.stopped || result.method === "not-running") removeServerReceipt(coordRoot, record);
+    if (result.stopped || result.method === "not-running")
+      unregisterServer(record.id, { coordRoot, pid: record.pid });
     return result;
   };
   if (record.host !== hostname())
@@ -812,16 +652,16 @@ async function stopServerWithCustody(
   if (targets.every((target) => processPresence(target.pid, dependencies.probePid) === "absent"))
     return finish({ id: record.id, stopped: false, method: "not-running" });
 
-  const current = readServer(record.id, { coordRoot });
-  if (!current || !sameProcessCustody(current, record)) return refuse(record.pid, "unknown");
   for (const name of ["SIGTERM", "SIGKILL"] as const) {
     for (const target of targets) {
       const presence = processPresence(target.pid, dependencies.probePid);
       if (presence === "absent") continue;
       if (presence === "unknown") return refuse(target.pid, "unknown");
-      const result = signalIfSameGeneration(target.pid, target.token, name, dependencies);
-      if (!result.sent || result.verdict !== "same")
-        return refuse(target.pid, result.verdict === "same" ? "unknown" : result.verdict);
+      const result =
+        target.pid === record.pid
+          ? signalServerLeader(target.pid, target.token, name, dependencies)
+          : signalIfSameGeneration(target.pid, target.token, name, dependencies);
+      if (result.verdict !== "same") return refuse(target.pid, result.verdict);
     }
     const observed = await waitForExit(targets, name === "SIGTERM" ? graceMs : 2_000, dependencies);
     if (observed.refused) return refuse(observed.refused.pid, observed.refused.verdict);
@@ -837,6 +677,24 @@ async function stopServerWithCustody(
   };
 }
 
+function signalServerLeader(
+  pid: number,
+  token: string | undefined,
+  name: NodeJS.Signals,
+  dependencies: ServerProcessDependencies,
+): { sent: boolean; verdict: ProcessGenerationVerdict } {
+  // The leader's generation authorizes its group. A failed group signal must
+  // not reuse that observation for the direct-PID fallback.
+  const kill = dependencies.kill ?? process.kill;
+  const group = signalIfSameGeneration(pid, token, name, {
+    readToken: dependencies.readToken,
+    kill: (leader, signal) => kill(-leader, signal),
+  });
+  return group.sent || group.verdict !== "same"
+    ? group
+    : signalIfSameGeneration(pid, token, name, dependencies);
+}
+
 async function waitForExit(
   targets: Array<{ pid: number; token: string | undefined }>,
   waitMs: number,

package/src/core/servers/tunnels.ts

@@ -2,59 +2,12 @@
  * Tunnels as registry services.
  *
  * `tunnel up` and `tunnel reload` register the new gate; `tunnel down` removes
- * its record. Missing original witnesses remain unknown and cannot authorize actions.
+ * its record. Older tunnels need an explicit adoption of an observed listener.
  */
 
-import { hostname } from "node:os";
 import { resolve } from "node:path";
-import {
-  gateLogFile,
-  type TunnelReadinessVerifier,
-  type TunnelState,
-} from "../../lib/tunnel/state.ts";
-import {
-  type RegisterServerInput,
-  readServer,
-  type ServerOptions,
-  verifyProcessGeneration,
-  withServerRegistrationCustody,
-} from "./index.ts";
-
-/** Verify only witnesses saved by the original tunnel registration. */
-export function createTunnelReadinessVerifier(options: ServerOptions): TunnelReadinessVerifier {
-  return {
-    observeProcess(pid, originalToken) {
-      try {
-        process.kill(pid, 0);
-      } catch (error) {
-        const code = (error as NodeJS.ErrnoException).code;
-        if (code === "ESRCH") return "absent";
-        return "unknown";
-      }
-      return verifyProcessGeneration(pid, originalToken);
-    },
-    withRegistration(state, inspect) {
-      try {
-        const original = readServer(tunnelServerId(state.name), options);
-        if (
-          !original ||
-          original.host !== hostname() ||
-          original.kind !== "service" ||
-          original.type !== "tunnel" ||
-          original.registration_id !== state.registration_id ||
-          original.pid !== state.gate_pid ||
-          original.start_token !== state.gate_start_token ||
-          original.port !== state.gate_port ||
-          original.url !== state.url
-        )
-          return "unknown";
-        return withServerRegistrationCustody(original, options, inspect);
-      } catch {
-        return "unknown";
-      }
-    },
-  };
-}
+import { gateLogFile, type TunnelState } from "../../lib/tunnel/state.ts";
+import type { RegisterServerInput } from "./index.ts";
 
 export function tunnelServerId(name: string): string {
   return `tunnel-${name.toLowerCase().replace(/[^a-z0-9._-]+/g, "-")}`;
@@ -62,10 +15,6 @@ export function tunnelServerId(name: string): string {
 
 /** Register the new gate; saved helper PIDs have no generation witnesses. */
 export function tunnelServerInput(state: TunnelState, coordRoot: string): RegisterServerInput {
-  if (Object.hasOwn(state, "provider_pid") || Object.hasOwn(state, "provider_start_token"))
-    throw new Error("obsolete tunnel provider authority is unknown; state retained");
-  if (!state.gate_start_token)
-    throw new Error("tunnel gate generation witness is unavailable; state retained");
   return {
     id: tunnelServerId(state.name),
     kind: "service",
@@ -74,7 +23,6 @@ export function tunnelServerInput(state: TunnelState, coordRoot: string): Regist
     url: state.url,
     port: state.gate_port,
     pid: state.gate_pid,
-    start_token: state.gate_start_token,
     log: resolve(coordRoot, ".cache", "tunnel", gateLogFile(state.name)),
     cwd: coordRoot,
     started_at: state.started_at,

package/src/core/storage/durable-history.ts

@@ -521,28 +521,49 @@ function acquireLease(lease: string): LeaseOwner {
       pid: process.pid,
       acquired_at: new Date().toISOString(),
     };
-    let claimed: DirectoryIdentity | undefined;
+    if (claimLease(lease, parent, owner)) return owner;
+    if (recoverStaleLease(lease, DURABLE_HISTORY_LEASE_STALE_MS)) continue;
+    throw new Error(`durable history lease busy: ${lease}`);
+  }
+  throw new Error(`durable history lease busy: ${lease}`);
+}
+
+/**
+ * Publish a complete lease in one rename. The owner record is written and synced
+ * in a private claim directory first, so a writer stopped at any point leaves
+ * either no lease or one with an owner. A held lease always has an owner record,
+ * here and in the earlier create-then-write protocol, so a rename that replaces
+ * an empty lease directory never takes a held lease. A lease with any entry makes
+ * the rename fail and the caller reports it busy.
+ */
+function claimLease(lease: string, parent: DirectoryIdentity, owner: LeaseOwner): boolean {
+  const claim = `${lease}.claim-${process.pid}-${owner.owner_id}`;
+  try {
+    mkdirSync(claim, { mode: stateDirMode() });
+    assertDirectoryWithinParent(claim, parent);
+    const claimed = captureDirectoryIdentity(claim);
+    writeOwner(join(claim, "owner.json"), owner);
+    syncDirectory(claimed);
+    renameSync(claim, lease);
+  } catch {
+    return false;
+  } finally {
     try {
-      mkdirSync(lease, { mode: stateDirMode() });
-      assertDirectoryWithinParent(lease, parent);
-      claimed = captureDirectoryIdentity(lease);
-      writeOwner(join(lease, "owner.json"), owner);
-      syncDirectory(claimed);
-      return owner;
+      rmSync(claim, { recursive: true, force: true });
     } catch {
-      if (claimed) {
-        try {
-          assertDirectoryIdentity(claimed);
-          rmSync(lease, { recursive: true, force: false });
-        } catch {
-          // Never remove a lease after its directory identity changes.
-        }
-      }
-      if (recoverStaleLease(lease, DURABLE_HISTORY_LEASE_STALE_MS)) continue;
-      throw new Error(`durable history lease busy: ${lease}`);
+      // A leftover claim directory never blocks a lease.
     }
   }
-  throw new Error(`durable history lease busy: ${lease}`);
+  try {
+    assertDirectoryWithinParent(lease, parent);
+    const current = JSON.parse(completeJsonl(join(lease, "owner.json"))) as LeaseOwner;
+    if (current.owner_id !== owner.owner_id) return false;
+    syncDirectory(parent);
+    return true;
+  } catch {
+    releaseOwnedLease(lease, owner);
+    return false;
+  }
 }
 
 function writeOwner(path: string, owner: LeaseOwner): void {
@@ -595,7 +616,7 @@ function recoverStaleLease(lease: string, staleMs: number): boolean {
   try {
     assertDirectoryIdentity(leaseIdentity);
     if (completeJsonl(ownerPath) !== raw) return false;
-    rmSync(lease, { recursive: true, force: false });
+    retireLease(lease, randomUUID());
     return true;
   } catch {
     return false;
@@ -606,12 +627,23 @@ function releaseOwnedLease(lease: string, owner: LeaseOwner): void {
   try {
     const current = JSON.parse(completeJsonl(join(lease, "owner.json"))) as LeaseOwner;
     if (current.owner_id !== owner.owner_id) return;
-    rmSync(lease, { recursive: true, force: false });
+    retireLease(lease, owner.owner_id);
   } catch {
     // A missing or replaced lease does not belong to this operation.
   }
 }
 
+/**
+ * Move a lease aside before deleting it. Its path goes from held to absent in
+ * one rename and is never an empty directory that a concurrent claim could
+ * replace while a recursive removal is still running.
+ */
+function retireLease(lease: string, tag: string): void {
+  const retired = `${lease}.retired-${process.pid}-${tag}`;
+  renameSync(lease, retired);
+  rmSync(retired, { recursive: true, force: true });
+}
+
 function processIsAlive(pid: number): boolean {
   try {
     process.kill(pid, 0);