@deksden-com/dd-flow-cli 0.3.0 → 0.4.0

package/dist/services/lanes.js

@@ -11,15 +11,20 @@ const defaultPollIntervalSeconds = 10;
 export function getLaneStatus(context, input) {
     const project = requireProjectByRoot(context, resolveProjectRoot(input.projectRoot));
     expireStaleLocks(context, project.id);
+    expireStaleWaiters(context, project.id);
     return {
         ok: true,
         lanes: lanesForProject(context, project.id, input.lane),
-        locks: laneLocksForProject(context, project.id, input.lane)
+        locks: laneLocksForProject(context, project.id, input.lane),
+        waiters: laneWaitersForProject(context, project.id, input.lane)
     };
 }
 export function expireProjectLaneLocks(context, projectId) {
     expireStaleLocks(context, projectId);
 }
+export function expireProjectLaneWaiters(context, projectId) {
+    expireStaleWaiters(context, projectId);
+}
 export function setLaneWorkspace(context, input) {
     const project = requireProjectByRoot(context, resolveProjectRoot(input.projectRoot));
     const lane = normalizeLane(input.lane);
@@ -172,6 +177,124 @@ export async function waitForLaneLock(context, input) {
         await delay(pollIntervalSeconds * 1000);
     }
 }
+export function getLaneWaiters(context, input) {
+    const project = requireProjectByRoot(context, resolveProjectRoot(input.projectRoot));
+    expireStaleLocks(context, project.id);
+    expireStaleWaiters(context, project.id);
+    return {
+        ok: true,
+        lane: input.lane ? normalizeLane(input.lane) : null,
+        waiters: laneWaitersForProject(context, project.id, input.lane).map((waiter) => ({
+            ...waiter,
+            position: waiter.status === "queued" ? queuedWaiterPosition(context, project.id, waiter.lane, waiter.id) : null
+        }))
+    };
+}
+export function cancelLaneWaiter(context, input) {
+    const project = requireProjectByRoot(context, resolveProjectRoot(input.projectRoot));
+    const lane = normalizeLane(input.lane);
+    const reason = input.reason.trim();
+    if (!reason) {
+        throw new AppError("validation", "lane waiter cancel requires --reason", 2);
+    }
+    expireStaleWaiters(context, project.id);
+    const now = context.now();
+    const waiter = activeLaneWaiterForWorker(context, project.id, lane, input.workerId);
+    if (!waiter) {
+        return { ok: true, cancelled: false, reason: "no_queued_waiter", lane, worker_id: input.workerId };
+    }
+    context.db.run(`UPDATE lane_waiters
+     SET status = 'cancelled', cancelled_at = ?, reason = ?, updated_at = ?
+     WHERE id = ? AND status = 'queued'`, [now, reason, now, waiter.id]);
+    appendAudit(context, {
+        projectId: project.id,
+        eventType: "lane_waiter.cancelled",
+        reason,
+        payload: { project_id: project.id, lane, worker_id: input.workerId, waiter_id: waiter.id }
+    });
+    return { ok: true, cancelled: true, waiter: laneWaiterById(context, waiter.id) };
+}
+export function cancelLaneWaitersForWorker(context, input) {
+    const project = requireProjectByRoot(context, resolveProjectRoot(input.projectRoot));
+    const now = context.now();
+    const waiters = context.db.all("SELECT * FROM lane_waiters WHERE project_id = ? AND worker_id = ? AND status = 'queued' ORDER BY id ASC", [project.id, input.workerId]);
+    if (waiters.length === 0) {
+        return { ok: true, cancelled: 0 };
+    }
+    context.db.run(`UPDATE lane_waiters
+     SET status = 'cancelled', cancelled_at = ?, reason = ?, updated_at = ?
+     WHERE project_id = ? AND worker_id = ? AND status = 'queued'`, [now, input.reason, now, project.id, input.workerId]);
+    appendAudit(context, {
+        projectId: project.id,
+        eventType: "lane_waiter.cancelled_for_worker",
+        reason: input.reason,
+        payload: { project_id: project.id, worker_id: input.workerId, waiter_ids: waiters.map((waiter) => waiter.id) }
+    });
+    return { ok: true, cancelled: waiters.length, waiter_ids: waiters.map((waiter) => waiter.id) };
+}
+export function expireLaneWaiterById(context, input) {
+    const project = requireProjectByRoot(context, resolveProjectRoot(input.projectRoot));
+    const now = context.now();
+    const result = context.db.run(`UPDATE lane_waiters
+     SET status = 'expired', reason = ?, updated_at = ?
+     WHERE project_id = ? AND id = ? AND status = 'queued'`, [input.reason, now, project.id, input.waiterId]);
+    if (result.changes === 1) {
+        appendAudit(context, {
+            projectId: project.id,
+            eventType: "lane_waiter.expired",
+            reason: input.reason,
+            payload: { project_id: project.id, waiter_id: input.waiterId }
+        });
+    }
+    return { ok: true, expired: result.changes === 1, waiter_id: input.waiterId };
+}
+export async function waitAcquireLaneLock(context, input) {
+    const project = requireProjectByRoot(context, resolveProjectRoot(input.projectRoot));
+    const lane = normalizeLane(input.lane);
+    requireMatchingLaneWorkspace(context, project.id, lane, input.workspacePath);
+    assertWorkerMayAcquireLaneLock(context, project.id, lane, input.workerId);
+    const timeoutSeconds = normalizeNonNegativeNumber(input.timeoutSeconds, 0, "timeout");
+    const pollIntervalSeconds = normalizePositiveNumber(input.pollIntervalSeconds, defaultPollIntervalSeconds, "poll-interval");
+    const ttlSeconds = normalizePositiveNumber(input.ttlSeconds, defaultTtlSeconds, "ttl");
+    const startedAt = Date.now();
+    const waiterDeadline = timeoutSeconds > 0 ? new Date(startedAt + timeoutSeconds * 1000).toISOString() : null;
+    while (true) {
+        const result = tryAcquireQueuedLaneLock(context, {
+            projectRoot: project.root,
+            projectId: project.id,
+            lane,
+            workerId: input.workerId,
+            workspacePath: input.workspacePath,
+            ttlSeconds,
+            reason: input.reason,
+            waiterDeadline,
+            invocationStartedAt: new Date(startedAt).toISOString()
+        });
+        if (result.acquired) {
+            return result.payload;
+        }
+        if (result.payload.status === "expired" && timeoutSeconds > 0 && Date.now() - startedAt >= timeoutSeconds * 1000) {
+            return markLaneWaiterTimedOut(context, {
+                projectId: project.id,
+                lane,
+                workerId: input.workerId,
+                timeoutSeconds
+            });
+        }
+        if (result.payload.status === "cancelled" || result.payload.status === "expired") {
+            return result.payload;
+        }
+        if (timeoutSeconds > 0 && Date.now() - startedAt >= timeoutSeconds * 1000) {
+            return markLaneWaiterTimedOut(context, {
+                projectId: project.id,
+                lane,
+                workerId: input.workerId,
+                timeoutSeconds
+            });
+        }
+        await delay(pollIntervalSeconds * 1000);
+    }
+}
 export function requireLaneLockOwner(context, input) {
     const project = requireProjectByRoot(context, resolveProjectRoot(input.projectRoot));
     const lane = normalizeLane(input.lane);
@@ -236,12 +359,85 @@ function laneLocksForProject(context, projectId, lane) {
     }
     return context.db.all(`SELECT * FROM lane_locks WHERE project_id = ? ORDER BY updated_at DESC, id DESC LIMIT 50`, [projectId]);
 }
+function laneWaitersForProject(context, projectId, lane) {
+    if (lane) {
+        return context.db.all(`SELECT * FROM lane_waiters
+       WHERE project_id = ? AND lane = ?
+       ORDER BY
+         CASE status WHEN 'queued' THEN 0 ELSE 1 END ASC,
+         CASE status WHEN 'queued' THEN queued_at ELSE updated_at END ASC,
+         id ASC
+       LIMIT 50`, [projectId, normalizeLane(lane)]);
+    }
+    return context.db.all(`SELECT * FROM lane_waiters
+     WHERE project_id = ?
+     ORDER BY
+       CASE status WHEN 'queued' THEN 0 ELSE 1 END ASC,
+       CASE status WHEN 'queued' THEN queued_at ELSE updated_at END ASC,
+       id ASC
+     LIMIT 100`, [projectId]);
+}
 function activeLaneLock(context, projectId, lane) {
     expireStaleLocks(context, projectId);
     return context.db.get(`SELECT * FROM lane_locks
      WHERE project_id = ? AND lane = ? AND status = 'active'
      ORDER BY updated_at DESC, id DESC LIMIT 1`, [projectId, lane]);
 }
+function activeLaneWaiterForWorker(context, projectId, lane, workerId) {
+    return context.db.get(`SELECT * FROM lane_waiters
+     WHERE project_id = ? AND lane = ? AND worker_id = ? AND status = 'queued'
+     ORDER BY id ASC LIMIT 1`, [projectId, lane, workerId]);
+}
+function latestLaneWaiterForWorker(context, projectId, lane, workerId) {
+    return context.db.get(`SELECT * FROM lane_waiters
+     WHERE project_id = ? AND lane = ? AND worker_id = ?
+     ORDER BY id DESC LIMIT 1`, [projectId, lane, workerId]);
+}
+function firstQueuedLaneWaiter(context, projectId, lane) {
+    return context.db.get(`SELECT * FROM lane_waiters
+     WHERE project_id = ? AND lane = ? AND status = 'queued'
+     ORDER BY queued_at ASC, id ASC LIMIT 1`, [projectId, lane]);
+}
+function laneWaiterById(context, id) {
+    return context.db.get("SELECT * FROM lane_waiters WHERE id = ?", [id]);
+}
+function queuedWaiterPosition(context, projectId, lane, waiterId) {
+    const waiters = context.db.all(`SELECT id FROM lane_waiters
+     WHERE project_id = ? AND lane = ? AND status = 'queued'
+     ORDER BY queued_at ASC, id ASC`, [projectId, lane]);
+    const index = waiters.findIndex((waiter) => waiter.id === waiterId);
+    return index >= 0 ? index + 1 : null;
+}
+function markLaneWaiterTimedOut(context, input) {
+    const now = context.now();
+    const latest = latestLaneWaiterForWorker(context, input.projectId, input.lane, input.workerId);
+    if (latest && ["queued", "expired"].includes(latest.status)) {
+        context.db.run(`UPDATE lane_waiters
+       SET status = 'timed_out', reason = ?, updated_at = ?
+       WHERE id = ? AND status IN ('queued', 'expired')`, ["lane lock wait-acquire timeout", now, latest.id]);
+    }
+    appendAudit(context, {
+        projectId: input.projectId,
+        eventType: "lane_waiter.wait_timeout",
+        payload: {
+            project_id: input.projectId,
+            lane: input.lane,
+            worker_id: input.workerId,
+            timeout_seconds: input.timeoutSeconds,
+            waiter_id: latest?.id ?? null
+        }
+    });
+    return {
+        ok: true,
+        acquired: false,
+        status: "timed_out",
+        timed_out: true,
+        lane: input.lane,
+        worker_id: input.workerId,
+        waiter: latestLaneWaiterForWorker(context, input.projectId, input.lane, input.workerId) ?? null,
+        lock: activeLaneLock(context, input.projectId, input.lane) ?? null
+    };
+}
 function requireOwnedActiveLock(context, projectId, lane, workerId, leaseToken) {
     const lock = activeLaneLock(context, projectId, lane);
     if (!lock) {
@@ -288,6 +484,142 @@ function expireStaleLocks(context, projectId) {
      SET status = 'expired', updated_at = ?
      WHERE project_id = ? AND status = 'active' AND expires_at <= ?`, [now, projectId, now]);
 }
+function expireStaleWaiters(context, projectId) {
+    const now = context.now();
+    context.db.run(`UPDATE lane_waiters
+     SET status = 'expired', updated_at = ?
+     WHERE project_id = ? AND status = 'queued' AND expires_at IS NOT NULL AND expires_at <= ?`, [now, projectId, now]);
+}
+function ensureQueuedLaneWaiter(context, input) {
+    const existing = activeLaneWaiterForWorker(context, input.projectId, input.lane, input.workerId);
+    if (existing) {
+        return existing;
+    }
+    const now = context.now();
+    context.db.run(`INSERT INTO lane_waiters
+      (project_id, lane, worker_id, status, queued_at, acquired_at, cancelled_at,
+       expires_at, reason, metadata_json, created_at, updated_at)
+     VALUES (?, ?, ?, 'queued', ?, NULL, NULL, ?, ?, '{}', ?, ?)`, [input.projectId, input.lane, input.workerId, now, input.expiresAt, input.reason, now, now]);
+    const waiter = activeLaneWaiterForWorker(context, input.projectId, input.lane, input.workerId);
+    if (!waiter) {
+        throw new AppError("lane_waiter_create_failed", "Failed to create lane waiter", 1, {
+            lane: input.lane,
+            worker_id: input.workerId
+        });
+    }
+    appendAudit(context, {
+        projectId: input.projectId,
+        eventType: "lane_waiter.queued",
+        reason: input.reason,
+        payload: { project_id: input.projectId, lane: input.lane, worker_id: input.workerId, waiter_id: waiter.id }
+    });
+    return waiter;
+}
+function tryAcquireQueuedLaneLock(context, input) {
+    expireStaleLocks(context, input.projectId);
+    expireStaleWaiters(context, input.projectId);
+    context.db.exec("BEGIN IMMEDIATE");
+    try {
+        const existingLock = activeLaneLock(context, input.projectId, input.lane);
+        if (existingLock?.worker_id === input.workerId) {
+            context.db.exec("COMMIT");
+            return {
+                acquired: true,
+                payload: {
+                    ok: true,
+                    acquired: true,
+                    status: "acquired",
+                    lane: input.lane,
+                    worker_id: input.workerId,
+                    waiter: null,
+                    lock: existingLock,
+                    reused: true,
+                    position: 0
+                }
+            };
+        }
+        const latest = latestLaneWaiterForWorker(context, input.projectId, input.lane, input.workerId);
+        if (latest && ["cancelled", "expired"].includes(latest.status) && latest.updated_at >= input.invocationStartedAt) {
+            context.db.exec("COMMIT");
+            return {
+                acquired: false,
+                payload: {
+                    ok: true,
+                    acquired: false,
+                    status: latest.status,
+                    lane: input.lane,
+                    worker_id: input.workerId,
+                    waiter: latest,
+                    lock: existingLock ?? null,
+                    position: null
+                }
+            };
+        }
+        const waiter = ensureQueuedLaneWaiter(context, {
+            projectId: input.projectId,
+            lane: input.lane,
+            workerId: input.workerId,
+            reason: input.reason,
+            expiresAt: input.waiterDeadline
+        });
+        const head = firstQueuedLaneWaiter(context, input.projectId, input.lane);
+        if (!existingLock && head?.id === waiter.id) {
+            const lockResult = acquireLaneLock(context, {
+                projectRoot: input.projectRoot,
+                lane: input.lane,
+                workerId: input.workerId,
+                workspacePath: input.workspacePath,
+                ttlSeconds: input.ttlSeconds,
+                reason: input.reason
+            });
+            const now = context.now();
+            context.db.run(`UPDATE lane_waiters
+         SET status = 'acquired', acquired_at = ?, updated_at = ?
+         WHERE id = ? AND status = 'queued'`, [now, now, waiter.id]);
+            const acquiredWaiter = laneWaiterById(context, waiter.id);
+            appendAudit(context, {
+                projectId: input.projectId,
+                eventType: "lane_waiter.acquired",
+                reason: input.reason,
+                payload: { project_id: input.projectId, lane: input.lane, worker_id: input.workerId, waiter_id: waiter.id }
+            });
+            context.db.exec("COMMIT");
+            return {
+                acquired: true,
+                payload: {
+                    ok: true,
+                    acquired: true,
+                    status: "acquired",
+                    lane: input.lane,
+                    worker_id: input.workerId,
+                    waiter: acquiredWaiter,
+                    lock: lockResult.lock,
+                    reused: lockResult.reused,
+                    position: 0
+                }
+            };
+        }
+        const position = queuedWaiterPosition(context, input.projectId, input.lane, waiter.id);
+        context.db.exec("COMMIT");
+        return {
+            acquired: false,
+            payload: {
+                ok: true,
+                acquired: false,
+                status: "queued",
+                lane: input.lane,
+                worker_id: input.workerId,
+                waiter,
+                lock: existingLock ?? null,
+                position
+            }
+        };
+    }
+    catch (error) {
+        context.db.exec("ROLLBACK");
+        throw error;
+    }
+}
 function resolveExistingPath(value) {
     const absolute = path.resolve(value);
     if (!fs.existsSync(absolute)) {