@shipfox/api-runners 12.3.0 → 12.4.1

package/dist/db/job-executions.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/db/job-executions.ts"],"sourcesContent":["import {\n  RUNNER_JOB_CLAIMED,\n  RUNNER_JOB_LEASE_EXPIRED,\n  RUNNER_JOB_QUEUED,\n  type RunnersEventMap,\n  type RunnerToolCapabilitiesDto,\n} from '@shipfox/api-runners-dto';\nimport {logger} from '@shipfox/node-opentelemetry';\nimport {writeOutboxEvent, writeOutboxEvents} from '@shipfox/node-outbox';\nimport {canonicalizeLabels} from '@shipfox/runner-labels';\nimport {\n  and,\n  arrayContained,\n  asc,\n  count,\n  desc,\n  eq,\n  gt,\n  inArray,\n  isNotNull,\n  isNull,\n  lt,\n  lte,\n  or,\n  sql,\n} from 'drizzle-orm';\nimport {\n  EmptyRequiredLabelsError,\n  RunnerSessionExhaustedError,\n  RunningJobExecutionNotFoundError,\n} from '#core/errors.js';\nimport {jobExecutionEnqueuedCount, jobExecutionLeaseExpiredCount} from '#metrics/instance.js';\nimport type {Tx} from './db.js';\nimport {db} from './db.js';\nimport {runnersOutbox} from './schema/outbox.js';\nimport {pendingJobExecutions} from './schema/pending-job-executions.js';\nimport {providerRunners} from './schema/runner-instances.js';\nimport {runnerSessions} from './schema/runner-sessions.js';\nimport {runningJobExecutions} from './schema/running-job-executions.js';\n\nconst runnerJobExecutionLockPrefix = 'runners_job_execution:';\n\nasync function lockJobExecution(tx: Tx, jobExecutionId: string): Promise<void> {\n  await tx.execute(\n    sql`select pg_advisory_xact_lock(hashtext(${`${runnerJobExecutionLockPrefix}${jobExecutionId}`}))`,\n  );\n}\n\nexport interface EnqueueJobExecutionParams {\n  workspaceId: string;\n  workflowRunId: string;\n  workflowRunAttemptId: string;\n  jobId: string;\n  jobExecutionId: string;\n  projectId: string;\n  requiredLabels: string[];\n}\n\nexport async function getWorkspaceJobCounts(params: {\n  workspaceIds: string[];\n}): Promise<Array<{workspaceId: string; queued: number; running: number}>> {\n  const [pendingRows, runningRows] = await Promise.all([\n    db()\n      .select({workspaceId: pendingJobExecutions.workspaceId, count: count()})\n      .from(pendingJobExecutions)\n      .where(inArray(pendingJobExecutions.workspaceId, params.workspaceIds))\n      .groupBy(pendingJobExecutions.workspaceId),\n    db()\n      .select({workspaceId: runningJobExecutions.workspaceId, count: count()})\n      .from(runningJobExecutions)\n      .where(inArray(runningJobExecutions.workspaceId, params.workspaceIds))\n      .groupBy(runningJobExecutions.workspaceId),\n  ]);\n\n  const queuedByWorkspace = new Map(pendingRows.map((row) => [row.workspaceId, Number(row.count)]));\n  const runningByWorkspace = new Map(\n    runningRows.map((row) => [row.workspaceId, Number(row.count)]),\n  );\n\n  return params.workspaceIds.map((workspaceId) => ({\n    workspaceId,\n    queued: queuedByWorkspace.get(workspaceId) ?? 0,\n    running: runningByWorkspace.get(workspaceId) ?? 0,\n  }));\n}\n\n// Idempotent while the job execution is still pending: a duplicate jobExecutionId already in\n// `runners_pending_jobs` is a no-op. Temporal retries the enqueue activity at-least-once, so a\n// unique-violation throw on a retry-after-lost-result would permanently fail a healthy execution.\n// The per-execution advisory lock serializes retries with lease expiry/reconciliation, and the\n// durable lease-expired event prevents a retry from re-queueing an execution already reaped.\nexport async function enqueueJobExecution(params: EnqueueJobExecutionParams): Promise<void> {\n  const requiredLabels = [...canonicalizeLabels(params.requiredLabels)];\n  if (requiredLabels.length === 0) throw new EmptyRequiredLabelsError();\n\n  const enqueued = await db().transaction(async (tx) => {\n    await lockJobExecution(tx, params.jobExecutionId);\n\n    const [leaseExpired] = await tx\n      .select({id: runnersOutbox.id})\n      .from(runnersOutbox)\n      .where(\n        and(\n          eq(runnersOutbox.eventType, RUNNER_JOB_LEASE_EXPIRED),\n          sql`${runnersOutbox.payload}->>'jobExecutionId' = ${params.jobExecutionId}`,\n        ),\n      )\n      .limit(1);\n    if (leaseExpired) return false;\n\n    const [inserted] = await tx\n      .insert(pendingJobExecutions)\n      .values({\n        workspaceId: params.workspaceId,\n        workflowRunId: params.workflowRunId,\n        workflowRunAttemptId: params.workflowRunAttemptId,\n        jobId: params.jobId,\n        jobExecutionId: params.jobExecutionId,\n        projectId: params.projectId,\n        requiredLabels,\n      })\n      .onConflictDoNothing({target: pendingJobExecutions.jobExecutionId})\n      .returning({createdAt: pendingJobExecutions.createdAt});\n\n    // A retry that hits the conflict inserts nothing: the first enqueue already\n    // emitted the queued event (durably, in the outbox), so re-emitting would\n    // only add a redundant row the subscriber coalesces away. Skip it.\n    if (!inserted) return false;\n\n    await writeOutboxEvent<RunnersEventMap>(tx, runnersOutbox, {\n      type: RUNNER_JOB_QUEUED,\n      payload: {\n        workflowRunId: params.workflowRunId,\n        workflowRunAttemptId: params.workflowRunAttemptId,\n        jobId: params.jobId,\n        jobExecutionId: params.jobExecutionId,\n        queuedAt: inserted.createdAt.toISOString(),\n      },\n    });\n    return true;\n  });\n\n  if (enqueued) jobExecutionEnqueuedCount.add(1);\n}\n\nexport interface ClaimedJobExecution {\n  workflowRunId: string;\n  workflowRunAttemptId: string;\n  jobId: string;\n  jobExecutionId: string;\n  projectId: string;\n}\n\nexport interface ActiveRunningJobExecution {\n  workflowRunId: string;\n  workflowRunAttemptId: string;\n  jobId: string;\n  jobExecutionId: string;\n  projectId: string;\n  runnerSessionId: string;\n  provisionerId: string | null;\n  providerRunnerId: string | null;\n  requiredLabels: string[];\n  runnerLabels: string[];\n  startedAt: Date;\n  lastHeartbeatAt: Date;\n}\n\nexport interface RunnerInstanceBoundJobExecution {\n  workflowRunId: string;\n  workflowRunAttemptId: string;\n  jobId: string;\n  jobExecutionId: string;\n  providerRunnerId: string;\n  startedAt: Date;\n  lastHeartbeatAt: Date;\n  cancellationRequestedAt: Date | null;\n}\n\nexport async function claimPendingJobExecution(params: {\n  workspaceId: string;\n  runnerSessionId: string;\n  sessionLabels: string[];\n  maxClaims: number | null;\n  runnerSessionLivenessThrottleSeconds: number;\n}): Promise<ClaimedJobExecution | null> {\n  await touchRunnerSessionLiveness({\n    workspaceId: params.workspaceId,\n    runnerSessionId: params.runnerSessionId,\n    throttleSeconds: params.runnerSessionLivenessThrottleSeconds,\n  });\n\n  if (params.sessionLabels.length === 0) return null;\n\n  return await db().transaction(async (tx) => {\n    let provisionerId: string | null = null;\n    let providerRunnerId: string | null = null;\n    let runnerInstanceId: string | null = null;\n\n    if (params.maxClaims !== null) {\n      const [session] = await tx\n        .select({\n          maxClaims: runnerSessions.maxClaims,\n          claimsUsed: runnerSessions.claimsUsed,\n          revokedAt: runnerSessions.revokedAt,\n          runnerInstanceId: runnerSessions.runnerInstanceId,\n          provisionerId: runnerSessions.provisionerId,\n          providerRunnerId: runnerSessions.providerRunnerId,\n        })\n        .from(runnerSessions)\n        .where(eq(runnerSessions.id, params.runnerSessionId))\n        .limit(1)\n        .for('update');\n\n      if (\n        !session ||\n        session.revokedAt ||\n        session.maxClaims === null ||\n        session.claimsUsed >= session.maxClaims\n      ) {\n        throw new RunnerSessionExhaustedError(params.runnerSessionId);\n      }\n\n      // Ephemeral sessions are the only capped sessions, and the DB check keeps\n      // their provisioned-runner link present as a pair.\n      runnerInstanceId = session.runnerInstanceId;\n      provisionerId = session.provisionerId;\n      providerRunnerId = session.providerRunnerId;\n    }\n\n    // `id` is a uuidv7 (time-ordered), so it is a deterministic FIFO tiebreaker\n    // for rows sharing a created_at within a batch. Lock only the FIFO candidate before\n    // attempting its execution advisory lock; putting pg_try_advisory_xact_lock in this\n    // predicate would evaluate it while scanning and temporarily lock many queue entries.\n    const candidate = tx\n      .select()\n      .from(pendingJobExecutions)\n      .where(\n        and(\n          eq(pendingJobExecutions.workspaceId, params.workspaceId),\n          arrayContained(pendingJobExecutions.requiredLabels, params.sessionLabels),\n        ),\n      )\n      .orderBy(asc(pendingJobExecutions.createdAt), asc(pendingJobExecutions.id))\n      .limit(1)\n      .for('update', {skipLocked: true})\n      .as('pending_candidate');\n\n    const [row] = await tx\n      .select()\n      .from(candidate)\n      .where(\n        sql`\n          pg_try_advisory_xact_lock(\n            hashtext(${runnerJobExecutionLockPrefix} || ${candidate.jobExecutionId}::text)\n          )\n        `,\n      );\n\n    if (!row) return null;\n\n    await tx.delete(pendingJobExecutions).where(eq(pendingJobExecutions.id, row.id));\n\n    // An enqueue retry that lands after a prior claim can leave an orphan pending\n    // row whose jobExecutionId is already in `runners_running_jobs`. Insert-or-skip\n    // on the jobExecutionId unique constraint: when the job execution is already running\n    // the insert touches no row, so we commit the orphan's deletion and return\n    // null rather than let the unique violation roll the claim back into a poison\n    // loop. The runner just re-polls for a real job execution.\n    const inserted = await tx\n      .insert(runningJobExecutions)\n      .values({\n        workspaceId: row.workspaceId,\n        workflowRunId: row.workflowRunId,\n        workflowRunAttemptId: row.workflowRunAttemptId,\n        jobId: row.jobId,\n        jobExecutionId: row.jobExecutionId,\n        projectId: row.projectId,\n        runnerSessionId: params.runnerSessionId,\n        provisionerId,\n        providerRunnerId,\n        requiredLabels: row.requiredLabels,\n        runnerLabels: params.sessionLabels,\n      })\n      .onConflictDoNothing({target: runningJobExecutions.jobExecutionId})\n      .returning({claimedAt: runningJobExecutions.startedAt});\n\n    const claimed = inserted[0];\n    if (!claimed) return null;\n\n    const runnerInstanceCondition = runnerInstanceId\n      ? eq(providerRunners.id, runnerInstanceId)\n      : provisionerId && providerRunnerId\n        ? and(\n            eq(providerRunners.provisionerId, provisionerId),\n            eq(providerRunners.providerRunnerId, providerRunnerId),\n          )\n        : null;\n    if (runnerInstanceCondition) {\n      await tx\n        .update(providerRunners)\n        .set({\n          firstClaimedAt: sql`coalesce(${providerRunners.firstClaimedAt}, ${claimed.claimedAt})`,\n          updatedAt: sql`now()`,\n        })\n        .where(runnerInstanceCondition);\n    }\n\n    if (params.maxClaims !== null) {\n      await tx\n        .update(runnerSessions)\n        .set({claimsUsed: sql`${runnerSessions.claimsUsed} + 1`, updatedAt: sql`now()`})\n        .where(eq(runnerSessions.id, params.runnerSessionId));\n    }\n\n    // The running-row insert is the runner claiming the job execution. Emit in the same tx; the\n    // payload carries the row's own claim instant so a consumer records the true time,\n    // not the outbox drain time.\n    await writeOutboxEvent<RunnersEventMap>(tx, runnersOutbox, {\n      type: RUNNER_JOB_CLAIMED,\n      payload: {\n        workflowRunId: row.workflowRunId,\n        workflowRunAttemptId: row.workflowRunAttemptId,\n        jobId: row.jobId,\n        jobExecutionId: row.jobExecutionId,\n        claimedAt: claimed.claimedAt.toISOString(),\n      },\n    });\n\n    return {\n      workflowRunId: row.workflowRunId,\n      workflowRunAttemptId: row.workflowRunAttemptId,\n      jobId: row.jobId,\n      jobExecutionId: row.jobExecutionId,\n      projectId: row.projectId,\n    };\n  });\n}\n\nasync function touchRunnerSessionLiveness(params: {\n  workspaceId: string;\n  runnerSessionId: string;\n  throttleSeconds: number;\n}): Promise<void> {\n  await db()\n    .update(runnerSessions)\n    .set({updatedAt: sql`now()`})\n    .where(\n      and(\n        eq(runnerSessions.id, params.runnerSessionId),\n        eq(runnerSessions.workspaceId, params.workspaceId),\n        sql`${runnerSessions.updatedAt} < now() - (${params.throttleSeconds} || ' seconds')::interval`,\n      ),\n    );\n}\n\n/**\n * Releases a job execution's lease when the orchestration workflow finalizes it: deletes the\n * running-job-execution row AND any lingering pending row for the same execution, in one tx.\n * Idempotent (0-row no-op), no token scope (the workflow is authoritative), and\n * emits no event: the workflow already owns the outcome. Sweeping the pending row\n * too closes the at-least-once window where an enqueue retry left an orphan that a\n * later claim would otherwise pick up for an already-finished job execution.\n */\nexport async function releaseJobExecution(params: {jobExecutionId: string}): Promise<void> {\n  await db().transaction(async (tx) => {\n    await lockJobExecution(tx, params.jobExecutionId);\n\n    // Delete pending before running to match `claimPendingJobExecution`'s lock-acquisition\n    // order (it locks the pending row first, then the running row). A concurrent\n    // claim picking up an orphan pending row for this same job execution would otherwise\n    // deadlock against the reverse order here.\n    await tx\n      .delete(pendingJobExecutions)\n      .where(eq(pendingJobExecutions.jobExecutionId, params.jobExecutionId));\n    await tx\n      .delete(runningJobExecutions)\n      .where(eq(runningJobExecutions.jobExecutionId, params.jobExecutionId));\n  });\n}\n\n/**\n * Reaps stale leases (bounded by `limit`), emitting one\n * `runners.job.lease_expired` event per reaped job execution.\n *\n * The cutoff is re-checked in the DELETE, not just the locking subquery, so a\n * heartbeat landing mid-call spares the live row. Each reaped execution also sweeps its\n * pending row: a failed best-effort `releaseJobExecution` would otherwise leave an orphan\n * that a later claim re-runs as an already-finished job execution.\n *\n * Locks pending-then-running to match `claimPendingJobExecution`, `releaseJobExecution`, and\n * `reconcileTerminalJobExecution`. The stale candidate scan intentionally does not lock running\n * rows first; the running-row DELETE re-checks the stale predicate after the pending-row sweep.\n */\nexport async function expireStuckJobExecutions(params: {\n  thresholdSeconds: number;\n  noFirstHeartbeatGraceSeconds: number;\n  limit?: number;\n}): Promise<\n  Array<{\n    workflowRunId: string;\n    workflowRunAttemptId: string;\n    jobId: string;\n    jobExecutionId: string;\n  }>\n> {\n  const reaped = await db().transaction(async (tx) => {\n    const heartbeatCutoff = sql`now() - (${params.thresholdSeconds} || ' seconds')::interval`;\n    const firstHeartbeatCutoff = sql`now() - (${params.noFirstHeartbeatGraceSeconds} || ' seconds')::interval`;\n    const stalePredicate = or(\n      and(\n        isNull(runningJobExecutions.firstHeartbeatAt),\n        lte(runningJobExecutions.lastHeartbeatAt, runningJobExecutions.startedAt),\n        lt(runningJobExecutions.startedAt, firstHeartbeatCutoff),\n      ),\n      and(\n        or(\n          isNotNull(runningJobExecutions.firstHeartbeatAt),\n          gt(runningJobExecutions.lastHeartbeatAt, runningJobExecutions.startedAt),\n        ),\n        lt(runningJobExecutions.lastHeartbeatAt, heartbeatCutoff),\n      ),\n    );\n\n    const staleRows = await tx\n      .select({\n        id: runningJobExecutions.id,\n        jobExecutionId: runningJobExecutions.jobExecutionId,\n      })\n      .from(runningJobExecutions)\n      .where(\n        and(\n          stalePredicate,\n          sql`\n            pg_try_advisory_xact_lock(\n              hashtext(${runnerJobExecutionLockPrefix} || ${runningJobExecutions.jobExecutionId}::text)\n            )\n          `,\n        ),\n      )\n      .orderBy(\n        asc(\n          sql`CASE WHEN ${runningJobExecutions.firstHeartbeatAt} IS NULL AND ${runningJobExecutions.lastHeartbeatAt} <= ${runningJobExecutions.startedAt} THEN ${runningJobExecutions.startedAt} ELSE ${runningJobExecutions.lastHeartbeatAt} END`,\n        ),\n        asc(runningJobExecutions.id),\n      )\n      .limit(params.limit ?? 100);\n\n    if (staleRows.length === 0) return [];\n\n    const staleIds = staleRows.map((row) => row.id);\n    const staleJobExecutionIds = staleRows.map((row) => row.jobExecutionId);\n\n    // Sweep pending rows first so this transaction cannot hold a running-row lock while waiting\n    // for a pending-row lock held by reconciliation or a claim of an orphan pending row. The\n    // advisory lock acquired in the candidate scan also makes enqueue retries wait until this\n    // transaction has either reaped the execution or released its lock without selecting it.\n    await tx\n      .delete(pendingJobExecutions)\n      .where(inArray(pendingJobExecutions.jobExecutionId, staleJobExecutionIds));\n\n    const deleted = await tx\n      .delete(runningJobExecutions)\n      .where(and(inArray(runningJobExecutions.id, staleIds), stalePredicate))\n      .returning({\n        workflowRunId: runningJobExecutions.workflowRunId,\n        workflowRunAttemptId: runningJobExecutions.workflowRunAttemptId,\n        jobId: runningJobExecutions.jobId,\n        jobExecutionId: runningJobExecutions.jobExecutionId,\n      });\n\n    if (deleted.length === 0) return [];\n\n    await writeOutboxEvents<RunnersEventMap>(\n      tx,\n      runnersOutbox,\n      deleted.map((row) => ({\n        type: RUNNER_JOB_LEASE_EXPIRED,\n        payload: {\n          workflowRunId: row.workflowRunId,\n          workflowRunAttemptId: row.workflowRunAttemptId,\n          jobId: row.jobId,\n          jobExecutionId: row.jobExecutionId,\n        },\n      })),\n    );\n\n    return deleted;\n  });\n\n  if (reaped.length > 0) jobExecutionLeaseExpiredCount.add(reaped.length);\n\n  return reaped;\n}\n\nexport async function getJobExecutionQueueDepth(): Promise<{\n  pendingJobExecutions: number;\n  runningJobExecutions: number;\n}> {\n  const [pending] = await db().select({value: count()}).from(pendingJobExecutions);\n  const [running] = await db().select({value: count()}).from(runningJobExecutions);\n  return {\n    pendingJobExecutions: pending?.value ?? 0,\n    runningJobExecutions: running?.value ?? 0,\n  };\n}\n\nexport async function listActiveRunningJobExecutions(params: {\n  workspaceId: string;\n  windowSeconds: number;\n  limit?: number;\n}): Promise<ActiveRunningJobExecution[]> {\n  return await db()\n    .select({\n      jobId: runningJobExecutions.jobId,\n      jobExecutionId: runningJobExecutions.jobExecutionId,\n      workflowRunId: runningJobExecutions.workflowRunId,\n      workflowRunAttemptId: runningJobExecutions.workflowRunAttemptId,\n      projectId: runningJobExecutions.projectId,\n      runnerSessionId: runningJobExecutions.runnerSessionId,\n      provisionerId: runningJobExecutions.provisionerId,\n      providerRunnerId: runningJobExecutions.providerRunnerId,\n      requiredLabels: runningJobExecutions.requiredLabels,\n      runnerLabels: runningJobExecutions.runnerLabels,\n      startedAt: runningJobExecutions.startedAt,\n      lastHeartbeatAt: runningJobExecutions.lastHeartbeatAt,\n    })\n    .from(runningJobExecutions)\n    .where(\n      and(\n        eq(runningJobExecutions.workspaceId, params.workspaceId),\n        sql`${runningJobExecutions.lastHeartbeatAt} > now() - (${params.windowSeconds} || ' seconds')::interval`,\n      ),\n    )\n    .orderBy(desc(runningJobExecutions.lastHeartbeatAt), desc(runningJobExecutions.id))\n    .limit(params.limit ?? 1000);\n}\n\nexport async function listRunningJobExecutionsByRunnerInstanceTx(\n  tx: Tx,\n  params: {\n    workspaceId: string;\n    provisionerId: string;\n    providerRunnerIds: string[];\n  },\n): Promise<RunnerInstanceBoundJobExecution[]> {\n  if (params.providerRunnerIds.length === 0) return [];\n\n  const duplicateRows = await tx\n    .select({\n      providerRunnerId: runningJobExecutions.providerRunnerId,\n      count: count(),\n    })\n    .from(runningJobExecutions)\n    .where(\n      and(\n        eq(runningJobExecutions.workspaceId, params.workspaceId),\n        eq(runningJobExecutions.provisionerId, params.provisionerId),\n        inArray(runningJobExecutions.providerRunnerId, params.providerRunnerIds),\n      ),\n    )\n    .groupBy(runningJobExecutions.providerRunnerId)\n    .having(sql`count(*) > 1`);\n\n  const duplicateRunnerInstanceIds = duplicateRows.flatMap((row) =>\n    row.providerRunnerId ? [row.providerRunnerId] : [],\n  );\n  if (duplicateRunnerInstanceIds.length > 0) {\n    logger().warn(\n      {\n        workspaceId: params.workspaceId,\n        provisionerId: params.provisionerId,\n        providerRunnerIds: duplicateRunnerInstanceIds,\n      },\n      'multiple running job executions are bound to the same provisioned runner',\n    );\n  }\n\n  const result = await tx.execute<{\n    workflowRunId: string;\n    workflowRunAttemptId: string;\n    jobId: string;\n    jobExecutionId: string;\n    providerRunnerId: string;\n    startedAt: Date | string;\n    lastHeartbeatAt: Date | string;\n    cancellationRequestedAt: Date | string | null;\n  }>(sql`\n    SELECT DISTINCT ON (${runningJobExecutions.providerRunnerId})\n      ${runningJobExecutions.workflowRunId} AS \"workflowRunId\",\n      ${runningJobExecutions.workflowRunAttemptId} AS \"workflowRunAttemptId\",\n      ${runningJobExecutions.jobId} AS \"jobId\",\n      ${runningJobExecutions.jobExecutionId} AS \"jobExecutionId\",\n      ${runningJobExecutions.providerRunnerId} AS \"providerRunnerId\",\n      ${runningJobExecutions.startedAt} AS \"startedAt\",\n      ${runningJobExecutions.lastHeartbeatAt} AS \"lastHeartbeatAt\",\n      ${runningJobExecutions.cancellationRequestedAt} AS \"cancellationRequestedAt\"\n    FROM ${runningJobExecutions}\n    WHERE\n      ${runningJobExecutions.workspaceId} = ${params.workspaceId}\n      AND ${runningJobExecutions.provisionerId} = ${params.provisionerId}\n      AND ${runningJobExecutions.providerRunnerId} IN (${sql.join(\n        params.providerRunnerIds.map((providerRunnerId) => sql`${providerRunnerId}`),\n        sql`, `,\n      )})\n    ORDER BY ${runningJobExecutions.providerRunnerId}, ${runningJobExecutions.startedAt} DESC, ${runningJobExecutions.jobExecutionId} DESC\n  `);\n\n  return result.rows.map((row) => ({\n    workflowRunId: row.workflowRunId,\n    workflowRunAttemptId: row.workflowRunAttemptId,\n    jobId: row.jobId,\n    jobExecutionId: row.jobExecutionId,\n    providerRunnerId: row.providerRunnerId,\n    startedAt: toDate(row.startedAt),\n    lastHeartbeatAt: toDate(row.lastHeartbeatAt),\n    cancellationRequestedAt: row.cancellationRequestedAt\n      ? toDate(row.cancellationRequestedAt)\n      : null,\n  }));\n}\n\nfunction toDate(value: Date | string): Date {\n  return value instanceof Date ? value : new Date(value);\n}\n\nexport async function isJobLeaseActive(params: {\n  jobId?: string;\n  jobExecutionId: string;\n  runnerSessionId: string;\n}): Promise<boolean> {\n  const [row] = await db()\n    .select({id: runningJobExecutions.id})\n    .from(runningJobExecutions)\n    .where(\n      and(\n        eq(runningJobExecutions.jobExecutionId, params.jobExecutionId),\n        eq(runningJobExecutions.runnerSessionId, params.runnerSessionId),\n        params.jobId === undefined ? undefined : eq(runningJobExecutions.jobId, params.jobId),\n      ),\n    )\n    .limit(1);\n\n  return row !== undefined;\n}\n\nexport async function recordHeartbeat(params: {\n  jobExecutionId: string;\n  runnerSessionId: string;\n  toolCapabilities?: RunnerToolCapabilitiesDto | null;\n}): Promise<{\n  cancellationRequested: boolean;\n  previousToolCapabilities: RunnerToolCapabilitiesDto | null;\n  currentToolCapabilities: RunnerToolCapabilitiesDto | null;\n  runningJobExecution: {\n    workflowRunId: string;\n    workflowRunAttemptId: string;\n    jobId: string;\n    jobExecutionId: string;\n    projectId: string;\n    workspaceId: string;\n    runnerSessionId: string;\n  };\n}> {\n  const result = await db().transaction(async (tx) => {\n    const updated = await tx\n      .update(runningJobExecutions)\n      .set({\n        firstHeartbeatAt: sql`COALESCE(${runningJobExecutions.firstHeartbeatAt}, now())`,\n        lastHeartbeatAt: sql`now()`,\n      })\n      .where(\n        and(\n          eq(runningJobExecutions.jobExecutionId, params.jobExecutionId),\n          eq(runningJobExecutions.runnerSessionId, params.runnerSessionId),\n        ),\n      )\n      .returning({\n        cancellationRequestedAt: runningJobExecutions.cancellationRequestedAt,\n        workflowRunId: runningJobExecutions.workflowRunId,\n        workflowRunAttemptId: runningJobExecutions.workflowRunAttemptId,\n        jobId: runningJobExecutions.jobId,\n        jobExecutionId: runningJobExecutions.jobExecutionId,\n        projectId: runningJobExecutions.projectId,\n        workspaceId: runningJobExecutions.workspaceId,\n        runnerSessionId: runningJobExecutions.runnerSessionId,\n      });\n\n    const row = updated[0];\n    if (!row) throw new RunningJobExecutionNotFoundError(params.jobExecutionId);\n\n    const [previous] = await tx\n      .select({toolCapabilities: runnerSessions.toolCapabilities})\n      .from(runnerSessions)\n      .where(eq(runnerSessions.id, params.runnerSessionId))\n      .limit(1)\n      .for('update');\n\n    const [session] = await tx\n      .update(runnerSessions)\n      .set({\n        toolCapabilities: params.toolCapabilities ?? null,\n        toolCapabilitiesReportedAt: params.toolCapabilities ? sql`now()` : null,\n        updatedAt: sql`now()`,\n      })\n      .where(eq(runnerSessions.id, params.runnerSessionId))\n      .returning({toolCapabilities: runnerSessions.toolCapabilities});\n\n    return {\n      row,\n      previousToolCapabilities: previous?.toolCapabilities ?? null,\n      currentToolCapabilities: session?.toolCapabilities ?? null,\n    };\n  });\n\n  const row = result.row;\n  if (!row) throw new RunningJobExecutionNotFoundError(params.jobExecutionId);\n  return {\n    cancellationRequested: row.cancellationRequestedAt !== null,\n    previousToolCapabilities: result.previousToolCapabilities,\n    currentToolCapabilities: result.currentToolCapabilities,\n    runningJobExecution: {\n      workflowRunId: row.workflowRunId,\n      workflowRunAttemptId: row.workflowRunAttemptId,\n      jobId: row.jobId,\n      jobExecutionId: row.jobExecutionId,\n      projectId: row.projectId,\n      workspaceId: row.workspaceId,\n      runnerSessionId: row.runnerSessionId,\n    },\n  };\n}\n\n/**\n * Reconciles a terminal job execution with runner state in one transaction: removes its pending\n * queue row and requests cancellation on its running lease, if either exists. The operation is\n * idempotent and preserves the first cancellation-request timestamp.\n */\nexport async function reconcileTerminalJobExecution(params: {\n  jobExecutionId: string;\n}): Promise<void> {\n  await db().transaction(async (tx) => {\n    await lockJobExecution(tx, params.jobExecutionId);\n\n    // Delete pending before updating running to match claim/release lock order. Claim locks\n    // pending rows with SKIP LOCKED before inserting the running lease, so this ordering makes\n    // a concurrent terminal reconciliation either win before claim or cancel the new lease.\n    await tx\n      .delete(pendingJobExecutions)\n      .where(eq(pendingJobExecutions.jobExecutionId, params.jobExecutionId));\n    await tx\n      .update(runningJobExecutions)\n      .set({\n        cancellationRequestedAt: sql`COALESCE(${runningJobExecutions.cancellationRequestedAt}, now())`,\n      })\n      .where(eq(runningJobExecutions.jobExecutionId, params.jobExecutionId));\n  });\n}\n\nexport async function cancelRunnerJobs(params: {jobIds: string[]}): Promise<void> {\n  if (params.jobIds.length === 0) return;\n\n  await db().transaction(async (tx) => {\n    await tx.delete(pendingJobExecutions).where(inArray(pendingJobExecutions.jobId, params.jobIds));\n    await tx\n      .update(runningJobExecutions)\n      .set({\n        cancellationRequestedAt: sql`COALESCE(${runningJobExecutions.cancellationRequestedAt}, now())`,\n      })\n      .where(inArray(runningJobExecutions.jobId, params.jobIds));\n  });\n}\n"],"names":["RUNNER_JOB_CLAIMED","RUNNER_JOB_LEASE_EXPIRED","RUNNER_JOB_QUEUED","logger","writeOutboxEvent","writeOutboxEvents","canonicalizeLabels","and","arrayContained","asc","count","desc","eq","gt","inArray","isNotNull","isNull","lt","lte","or","sql","EmptyRequiredLabelsError","RunnerSessionExhaustedError","RunningJobExecutionNotFoundError","jobExecutionEnqueuedCount","jobExecutionLeaseExpiredCount","db","runnersOutbox","pendingJobExecutions","providerRunners","runnerSessions","runningJobExecutions","runnerJobExecutionLockPrefix","lockJobExecution","tx","jobExecutionId","execute","getWorkspaceJobCounts","params","pendingRows","runningRows","Promise","all","select","workspaceId","from","where","workspaceIds","groupBy","queuedByWorkspace","Map","map","row","Number","runningByWorkspace","queued","get","running","enqueueJobExecution","requiredLabels","length","enqueued","transaction","leaseExpired","id","eventType","payload","limit","inserted","insert","values","workflowRunId","workflowRunAttemptId","jobId","projectId","onConflictDoNothing","target","returning","createdAt","type","queuedAt","toISOString","add","claimPendingJobExecution","touchRunnerSessionLiveness","runnerSessionId","throttleSeconds","runnerSessionLivenessThrottleSeconds","sessionLabels","provisionerId","providerRunnerId","runnerInstanceId","maxClaims","session","claimsUsed","revokedAt","for","candidate","orderBy","skipLocked","as","delete","runnerLabels","claimedAt","startedAt","claimed","runnerInstanceCondition","update","set","firstClaimedAt","updatedAt","releaseJobExecution","expireStuckJobExecutions","reaped","heartbeatCutoff","thresholdSeconds","firstHeartbeatCutoff","noFirstHeartbeatGraceSeconds","stalePredicate","firstHeartbeatAt","lastHeartbeatAt","staleRows","staleIds","staleJobExecutionIds","deleted","getJobExecutionQueueDepth","pending","value","listActiveRunningJobExecutions","windowSeconds","listRunningJobExecutionsByRunnerInstanceTx","providerRunnerIds","duplicateRows","having","duplicateRunnerInstanceIds","flatMap","warn","result","cancellationRequestedAt","join","rows","toDate","Date","isJobLeaseActive","undefined","recordHeartbeat","updated","previous","toolCapabilities","toolCapabilitiesReportedAt","previousToolCapabilities","currentToolCapabilities","cancellationRequested","runningJobExecution","reconcileTerminalJobExecution","cancelRunnerJobs","jobIds"],"mappings":"AAAA,SACEA,kBAAkB,EAClBC,wBAAwB,EACxBC,iBAAiB,QAGZ,2BAA2B;AAClC,SAAQC,MAAM,QAAO,8BAA8B;AACnD,SAAQC,gBAAgB,EAAEC,iBAAiB,QAAO,uBAAuB;AACzE,SAAQC,kBAAkB,QAAO,yBAAyB;AAC1D,SACEC,GAAG,EACHC,cAAc,EACdC,GAAG,EACHC,KAAK,EACLC,IAAI,EACJC,EAAE,EACFC,EAAE,EACFC,OAAO,EACPC,SAAS,EACTC,MAAM,EACNC,EAAE,EACFC,GAAG,EACHC,EAAE,EACFC,GAAG,QACE,cAAc;AACrB,SACEC,wBAAwB,EACxBC,2BAA2B,EAC3BC,gCAAgC,QAC3B,kBAAkB;AACzB,SAAQC,yBAAyB,EAAEC,6BAA6B,QAAO,uBAAuB;AAE9F,SAAQC,EAAE,QAAO,UAAU;AAC3B,SAAQC,aAAa,QAAO,qBAAqB;AACjD,SAAQC,oBAAoB,QAAO,qCAAqC;AACxE,SAAQC,eAAe,QAAO,+BAA+B;AAC7D,SAAQC,cAAc,QAAO,8BAA8B;AAC3D,SAAQC,oBAAoB,QAAO,qCAAqC;AAExE,MAAMC,+BAA+B;AAErC,eAAeC,iBAAiBC,EAAM,EAAEC,cAAsB;IAC5D,MAAMD,GAAGE,OAAO,CACdhB,GAAG,CAAC,sCAAsC,EAAE,GAAGY,+BAA+BG,gBAAgB,CAAC,EAAE,CAAC;AAEtG;AAYA,OAAO,eAAeE,sBAAsBC,MAE3C;IACC,MAAM,CAACC,aAAaC,YAAY,GAAG,MAAMC,QAAQC,GAAG,CAAC;QACnDhB,KACGiB,MAAM,CAAC;YAACC,aAAahB,qBAAqBgB,WAAW;YAAElC,OAAOA;QAAO,GACrEmC,IAAI,CAACjB,sBACLkB,KAAK,CAAChC,QAAQc,qBAAqBgB,WAAW,EAAEN,OAAOS,YAAY,GACnEC,OAAO,CAACpB,qBAAqBgB,WAAW;QAC3ClB,KACGiB,MAAM,CAAC;YAACC,aAAab,qBAAqBa,WAAW;YAAElC,OAAOA;QAAO,GACrEmC,IAAI,CAACd,sBACLe,KAAK,CAAChC,QAAQiB,qBAAqBa,WAAW,EAAEN,OAAOS,YAAY,GACnEC,OAAO,CAACjB,qBAAqBa,WAAW;KAC5C;IAED,MAAMK,oBAAoB,IAAIC,IAAIX,YAAYY,GAAG,CAAC,CAACC,MAAQ;YAACA,IAAIR,WAAW;YAAES,OAAOD,IAAI1C,KAAK;SAAE;IAC/F,MAAM4C,qBAAqB,IAAIJ,IAC7BV,YAAYW,GAAG,CAAC,CAACC,MAAQ;YAACA,IAAIR,WAAW;YAAES,OAAOD,IAAI1C,KAAK;SAAE;IAG/D,OAAO4B,OAAOS,YAAY,CAACI,GAAG,CAAC,CAACP,cAAiB,CAAA;YAC/CA;YACAW,QAAQN,kBAAkBO,GAAG,CAACZ,gBAAgB;YAC9Ca,SAASH,mBAAmBE,GAAG,CAACZ,gBAAgB;QAClD,CAAA;AACF;AAEA,6FAA6F;AAC7F,+FAA+F;AAC/F,kGAAkG;AAClG,+FAA+F;AAC/F,6FAA6F;AAC7F,OAAO,eAAec,oBAAoBpB,MAAiC;IACzE,MAAMqB,iBAAiB;WAAIrD,mBAAmBgC,OAAOqB,cAAc;KAAE;IACrE,IAAIA,eAAeC,MAAM,KAAK,GAAG,MAAM,IAAIvC;IAE3C,MAAMwC,WAAW,MAAMnC,KAAKoC,WAAW,CAAC,OAAO5B;QAC7C,MAAMD,iBAAiBC,IAAII,OAAOH,cAAc;QAEhD,MAAM,CAAC4B,aAAa,GAAG,MAAM7B,GAC1BS,MAAM,CAAC;YAACqB,IAAIrC,cAAcqC,EAAE;QAAA,GAC5BnB,IAAI,CAAClB,eACLmB,KAAK,CACJvC,IACEK,GAAGe,cAAcsC,SAAS,EAAEhE,2BAC5BmB,GAAG,CAAC,EAAEO,cAAcuC,OAAO,CAAC,sBAAsB,EAAE5B,OAAOH,cAAc,CAAC,CAAC,GAG9EgC,KAAK,CAAC;QACT,IAAIJ,cAAc,OAAO;QAEzB,MAAM,CAACK,SAAS,GAAG,MAAMlC,GACtBmC,MAAM,CAACzC,sBACP0C,MAAM,CAAC;YACN1B,aAAaN,OAAOM,WAAW;YAC/B2B,eAAejC,OAAOiC,aAAa;YACnCC,sBAAsBlC,OAAOkC,oBAAoB;YACjDC,OAAOnC,OAAOmC,KAAK;YACnBtC,gBAAgBG,OAAOH,cAAc;YACrCuC,WAAWpC,OAAOoC,SAAS;YAC3Bf;QACF,GACCgB,mBAAmB,CAAC;YAACC,QAAQhD,qBAAqBO,cAAc;QAAA,GAChE0C,SAAS,CAAC;YAACC,WAAWlD,qBAAqBkD,SAAS;QAAA;QAEvD,4EAA4E;QAC5E,0EAA0E;QAC1E,mEAAmE;QACnE,IAAI,CAACV,UAAU,OAAO;QAEtB,MAAMhE,iBAAkC8B,IAAIP,eAAe;YACzDoD,MAAM7E;YACNgE,SAAS;gBACPK,eAAejC,OAAOiC,aAAa;gBACnCC,sBAAsBlC,OAAOkC,oBAAoB;gBACjDC,OAAOnC,OAAOmC,KAAK;gBACnBtC,gBAAgBG,OAAOH,cAAc;gBACrC6C,UAAUZ,SAASU,SAAS,CAACG,WAAW;YAC1C;QACF;QACA,OAAO;IACT;IAEA,IAAIpB,UAAUrC,0BAA0B0D,GAAG,CAAC;AAC9C;AAoCA,OAAO,eAAeC,yBAAyB7C,MAM9C;IACC,MAAM8C,2BAA2B;QAC/BxC,aAAaN,OAAOM,WAAW;QAC/ByC,iBAAiB/C,OAAO+C,eAAe;QACvCC,iBAAiBhD,OAAOiD,oCAAoC;IAC9D;IAEA,IAAIjD,OAAOkD,aAAa,CAAC5B,MAAM,KAAK,GAAG,OAAO;IAE9C,OAAO,MAAMlC,KAAKoC,WAAW,CAAC,OAAO5B;QACnC,IAAIuD,gBAA+B;QACnC,IAAIC,mBAAkC;QACtC,IAAIC,mBAAkC;QAEtC,IAAIrD,OAAOsD,SAAS,KAAK,MAAM;YAC7B,MAAM,CAACC,QAAQ,GAAG,MAAM3D,GACrBS,MAAM,CAAC;gBACNiD,WAAW9D,eAAe8D,SAAS;gBACnCE,YAAYhE,eAAegE,UAAU;gBACrCC,WAAWjE,eAAeiE,SAAS;gBACnCJ,kBAAkB7D,eAAe6D,gBAAgB;gBACjDF,eAAe3D,eAAe2D,aAAa;gBAC3CC,kBAAkB5D,eAAe4D,gBAAgB;YACnD,GACC7C,IAAI,CAACf,gBACLgB,KAAK,CAAClC,GAAGkB,eAAekC,EAAE,EAAE1B,OAAO+C,eAAe,GAClDlB,KAAK,CAAC,GACN6B,GAAG,CAAC;YAEP,IACE,CAACH,WACDA,QAAQE,SAAS,IACjBF,QAAQD,SAAS,KAAK,QACtBC,QAAQC,UAAU,IAAID,QAAQD,SAAS,EACvC;gBACA,MAAM,IAAItE,4BAA4BgB,OAAO+C,eAAe;YAC9D;YAEA,0EAA0E;YAC1E,mDAAmD;YACnDM,mBAAmBE,QAAQF,gBAAgB;YAC3CF,gBAAgBI,QAAQJ,aAAa;YACrCC,mBAAmBG,QAAQH,gBAAgB;QAC7C;QAEA,4EAA4E;QAC5E,oFAAoF;QACpF,oFAAoF;QACpF,sFAAsF;QACtF,MAAMO,YAAY/D,GACfS,MAAM,GACNE,IAAI,CAACjB,sBACLkB,KAAK,CACJvC,IACEK,GAAGgB,qBAAqBgB,WAAW,EAAEN,OAAOM,WAAW,GACvDpC,eAAeoB,qBAAqB+B,cAAc,EAAErB,OAAOkD,aAAa,IAG3EU,OAAO,CAACzF,IAAImB,qBAAqBkD,SAAS,GAAGrE,IAAImB,qBAAqBoC,EAAE,GACxEG,KAAK,CAAC,GACN6B,GAAG,CAAC,UAAU;YAACG,YAAY;QAAI,GAC/BC,EAAE,CAAC;QAEN,MAAM,CAAChD,IAAI,GAAG,MAAMlB,GACjBS,MAAM,GACNE,IAAI,CAACoD,WACLnD,KAAK,CACJ1B,GAAG,CAAC;;qBAES,EAAEY,6BAA6B,IAAI,EAAEiE,UAAU9D,cAAc,CAAC;;QAE3E,CAAC;QAGL,IAAI,CAACiB,KAAK,OAAO;QAEjB,MAAMlB,GAAGmE,MAAM,CAACzE,sBAAsBkB,KAAK,CAAClC,GAAGgB,qBAAqBoC,EAAE,EAAEZ,IAAIY,EAAE;QAE9E,8EAA8E;QAC9E,gFAAgF;QAChF,qFAAqF;QACrF,2EAA2E;QAC3E,8EAA8E;QAC9E,2DAA2D;QAC3D,MAAMI,WAAW,MAAMlC,GACpBmC,MAAM,CAACtC,sBACPuC,MAAM,CAAC;YACN1B,aAAaQ,IAAIR,WAAW;YAC5B2B,eAAenB,IAAImB,aAAa;YAChCC,sBAAsBpB,IAAIoB,oBAAoB;YAC9CC,OAAOrB,IAAIqB,KAAK;YAChBtC,gBAAgBiB,IAAIjB,cAAc;YAClCuC,WAAWtB,IAAIsB,SAAS;YACxBW,iBAAiB/C,OAAO+C,eAAe;YACvCI;YACAC;YACA/B,gBAAgBP,IAAIO,cAAc;YAClC2C,cAAchE,OAAOkD,aAAa;QACpC,GACCb,mBAAmB,CAAC;YAACC,QAAQ7C,qBAAqBI,cAAc;QAAA,GAChE0C,SAAS,CAAC;YAAC0B,WAAWxE,qBAAqByE,SAAS;QAAA;QAEvD,MAAMC,UAAUrC,QAAQ,CAAC,EAAE;QAC3B,IAAI,CAACqC,SAAS,OAAO;QAErB,MAAMC,0BAA0Bf,mBAC5B/E,GAAGiB,gBAAgBmC,EAAE,EAAE2B,oBACvBF,iBAAiBC,mBACfnF,IACEK,GAAGiB,gBAAgB4D,aAAa,EAAEA,gBAClC7E,GAAGiB,gBAAgB6D,gBAAgB,EAAEA,qBAEvC;QACN,IAAIgB,yBAAyB;YAC3B,MAAMxE,GACHyE,MAAM,CAAC9E,iBACP+E,GAAG,CAAC;gBACHC,gBAAgBzF,GAAG,CAAC,SAAS,EAAES,gBAAgBgF,cAAc,CAAC,EAAE,EAAEJ,QAAQF,SAAS,CAAC,CAAC,CAAC;gBACtFO,WAAW1F,GAAG,CAAC,KAAK,CAAC;YACvB,GACC0B,KAAK,CAAC4D;QACX;QAEA,IAAIpE,OAAOsD,SAAS,KAAK,MAAM;YAC7B,MAAM1D,GACHyE,MAAM,CAAC7E,gBACP8E,GAAG,CAAC;gBAACd,YAAY1E,GAAG,CAAC,EAAEU,eAAegE,UAAU,CAAC,IAAI,CAAC;gBAAEgB,WAAW1F,GAAG,CAAC,KAAK,CAAC;YAAA,GAC7E0B,KAAK,CAAClC,GAAGkB,eAAekC,EAAE,EAAE1B,OAAO+C,eAAe;QACvD;QAEA,4FAA4F;QAC5F,mFAAmF;QACnF,6BAA6B;QAC7B,MAAMjF,iBAAkC8B,IAAIP,eAAe;YACzDoD,MAAM/E;YACNkE,SAAS;gBACPK,eAAenB,IAAImB,aAAa;gBAChCC,sBAAsBpB,IAAIoB,oBAAoB;gBAC9CC,OAAOrB,IAAIqB,KAAK;gBAChBtC,gBAAgBiB,IAAIjB,cAAc;gBAClCoE,WAAWE,QAAQF,SAAS,CAACtB,WAAW;YAC1C;QACF;QAEA,OAAO;YACLV,eAAenB,IAAImB,aAAa;YAChCC,sBAAsBpB,IAAIoB,oBAAoB;YAC9CC,OAAOrB,IAAIqB,KAAK;YAChBtC,gBAAgBiB,IAAIjB,cAAc;YAClCuC,WAAWtB,IAAIsB,SAAS;QAC1B;IACF;AACF;AAEA,eAAeU,2BAA2B9C,MAIzC;IACC,MAAMZ,KACHiF,MAAM,CAAC7E,gBACP8E,GAAG,CAAC;QAACE,WAAW1F,GAAG,CAAC,KAAK,CAAC;IAAA,GAC1B0B,KAAK,CACJvC,IACEK,GAAGkB,eAAekC,EAAE,EAAE1B,OAAO+C,eAAe,GAC5CzE,GAAGkB,eAAec,WAAW,EAAEN,OAAOM,WAAW,GACjDxB,GAAG,CAAC,EAAEU,eAAegF,SAAS,CAAC,YAAY,EAAExE,OAAOgD,eAAe,CAAC,yBAAyB,CAAC;AAGtG;AAEA;;;;;;;CAOC,GACD,OAAO,eAAeyB,oBAAoBzE,MAAgC;IACxE,MAAMZ,KAAKoC,WAAW,CAAC,OAAO5B;QAC5B,MAAMD,iBAAiBC,IAAII,OAAOH,cAAc;QAEhD,uFAAuF;QACvF,6EAA6E;QAC7E,qFAAqF;QACrF,2CAA2C;QAC3C,MAAMD,GACHmE,MAAM,CAACzE,sBACPkB,KAAK,CAAClC,GAAGgB,qBAAqBO,cAAc,EAAEG,OAAOH,cAAc;QACtE,MAAMD,GACHmE,MAAM,CAACtE,sBACPe,KAAK,CAAClC,GAAGmB,qBAAqBI,cAAc,EAAEG,OAAOH,cAAc;IACxE;AACF;AAEA;;;;;;;;;;;;CAYC,GACD,OAAO,eAAe6E,yBAAyB1E,MAI9C;IAQC,MAAM2E,SAAS,MAAMvF,KAAKoC,WAAW,CAAC,OAAO5B;QAC3C,MAAMgF,kBAAkB9F,GAAG,CAAC,SAAS,EAAEkB,OAAO6E,gBAAgB,CAAC,yBAAyB,CAAC;QACzF,MAAMC,uBAAuBhG,GAAG,CAAC,SAAS,EAAEkB,OAAO+E,4BAA4B,CAAC,yBAAyB,CAAC;QAC1G,MAAMC,iBAAiBnG,GACrBZ,IACES,OAAOe,qBAAqBwF,gBAAgB,GAC5CrG,IAAIa,qBAAqByF,eAAe,EAAEzF,qBAAqByE,SAAS,GACxEvF,GAAGc,qBAAqByE,SAAS,EAAEY,wBAErC7G,IACEY,GACEJ,UAAUgB,qBAAqBwF,gBAAgB,GAC/C1G,GAAGkB,qBAAqByF,eAAe,EAAEzF,qBAAqByE,SAAS,IAEzEvF,GAAGc,qBAAqByF,eAAe,EAAEN;QAI7C,MAAMO,YAAY,MAAMvF,GACrBS,MAAM,CAAC;YACNqB,IAAIjC,qBAAqBiC,EAAE;YAC3B7B,gBAAgBJ,qBAAqBI,cAAc;QACrD,GACCU,IAAI,CAACd,sBACLe,KAAK,CACJvC,IACE+G,gBACAlG,GAAG,CAAC;;uBAES,EAAEY,6BAA6B,IAAI,EAAED,qBAAqBI,cAAc,CAAC;;UAEtF,CAAC,GAGJ+D,OAAO,CACNzF,IACEW,GAAG,CAAC,UAAU,EAAEW,qBAAqBwF,gBAAgB,CAAC,aAAa,EAAExF,qBAAqByF,eAAe,CAAC,IAAI,EAAEzF,qBAAqByE,SAAS,CAAC,MAAM,EAAEzE,qBAAqByE,SAAS,CAAC,MAAM,EAAEzE,qBAAqByF,eAAe,CAAC,IAAI,CAAC,GAE1O/G,IAAIsB,qBAAqBiC,EAAE,GAE5BG,KAAK,CAAC7B,OAAO6B,KAAK,IAAI;QAEzB,IAAIsD,UAAU7D,MAAM,KAAK,GAAG,OAAO,EAAE;QAErC,MAAM8D,WAAWD,UAAUtE,GAAG,CAAC,CAACC,MAAQA,IAAIY,EAAE;QAC9C,MAAM2D,uBAAuBF,UAAUtE,GAAG,CAAC,CAACC,MAAQA,IAAIjB,cAAc;QAEtE,4FAA4F;QAC5F,yFAAyF;QACzF,0FAA0F;QAC1F,yFAAyF;QACzF,MAAMD,GACHmE,MAAM,CAACzE,sBACPkB,KAAK,CAAChC,QAAQc,qBAAqBO,cAAc,EAAEwF;QAEtD,MAAMC,UAAU,MAAM1F,GACnBmE,MAAM,CAACtE,sBACPe,KAAK,CAACvC,IAAIO,QAAQiB,qBAAqBiC,EAAE,EAAE0D,WAAWJ,iBACtDzC,SAAS,CAAC;YACTN,eAAexC,qBAAqBwC,aAAa;YACjDC,sBAAsBzC,qBAAqByC,oBAAoB;YAC/DC,OAAO1C,qBAAqB0C,KAAK;YACjCtC,gBAAgBJ,qBAAqBI,cAAc;QACrD;QAEF,IAAIyF,QAAQhE,MAAM,KAAK,GAAG,OAAO,EAAE;QAEnC,MAAMvD,kBACJ6B,IACAP,eACAiG,QAAQzE,GAAG,CAAC,CAACC,MAAS,CAAA;gBACpB2B,MAAM9E;gBACNiE,SAAS;oBACPK,eAAenB,IAAImB,aAAa;oBAChCC,sBAAsBpB,IAAIoB,oBAAoB;oBAC9CC,OAAOrB,IAAIqB,KAAK;oBAChBtC,gBAAgBiB,IAAIjB,cAAc;gBACpC;YACF,CAAA;QAGF,OAAOyF;IACT;IAEA,IAAIX,OAAOrD,MAAM,GAAG,GAAGnC,8BAA8ByD,GAAG,CAAC+B,OAAOrD,MAAM;IAEtE,OAAOqD;AACT;AAEA,OAAO,eAAeY;IAIpB,MAAM,CAACC,QAAQ,GAAG,MAAMpG,KAAKiB,MAAM,CAAC;QAACoF,OAAOrH;IAAO,GAAGmC,IAAI,CAACjB;IAC3D,MAAM,CAAC6B,QAAQ,GAAG,MAAM/B,KAAKiB,MAAM,CAAC;QAACoF,OAAOrH;IAAO,GAAGmC,IAAI,CAACd;IAC3D,OAAO;QACLH,sBAAsBkG,SAASC,SAAS;QACxChG,sBAAsB0B,SAASsE,SAAS;IAC1C;AACF;AAEA,OAAO,eAAeC,+BAA+B1F,MAIpD;IACC,OAAO,MAAMZ,KACViB,MAAM,CAAC;QACN8B,OAAO1C,qBAAqB0C,KAAK;QACjCtC,gBAAgBJ,qBAAqBI,cAAc;QACnDoC,eAAexC,qBAAqBwC,aAAa;QACjDC,sBAAsBzC,qBAAqByC,oBAAoB;QAC/DE,WAAW3C,qBAAqB2C,SAAS;QACzCW,iBAAiBtD,qBAAqBsD,eAAe;QACrDI,eAAe1D,qBAAqB0D,aAAa;QACjDC,kBAAkB3D,qBAAqB2D,gBAAgB;QACvD/B,gBAAgB5B,qBAAqB4B,cAAc;QACnD2C,cAAcvE,qBAAqBuE,YAAY;QAC/CE,WAAWzE,qBAAqByE,SAAS;QACzCgB,iBAAiBzF,qBAAqByF,eAAe;IACvD,GACC3E,IAAI,CAACd,sBACLe,KAAK,CACJvC,IACEK,GAAGmB,qBAAqBa,WAAW,EAAEN,OAAOM,WAAW,GACvDxB,GAAG,CAAC,EAAEW,qBAAqByF,eAAe,CAAC,YAAY,EAAElF,OAAO2F,aAAa,CAAC,yBAAyB,CAAC,GAG3G/B,OAAO,CAACvF,KAAKoB,qBAAqByF,eAAe,GAAG7G,KAAKoB,qBAAqBiC,EAAE,GAChFG,KAAK,CAAC7B,OAAO6B,KAAK,IAAI;AAC3B;AAEA,OAAO,eAAe+D,2CACpBhG,EAAM,EACNI,MAIC;IAED,IAAIA,OAAO6F,iBAAiB,CAACvE,MAAM,KAAK,GAAG,OAAO,EAAE;IAEpD,MAAMwE,gBAAgB,MAAMlG,GACzBS,MAAM,CAAC;QACN+C,kBAAkB3D,qBAAqB2D,gBAAgB;QACvDhF,OAAOA;IACT,GACCmC,IAAI,CAACd,sBACLe,KAAK,CACJvC,IACEK,GAAGmB,qBAAqBa,WAAW,EAAEN,OAAOM,WAAW,GACvDhC,GAAGmB,qBAAqB0D,aAAa,EAAEnD,OAAOmD,aAAa,GAC3D3E,QAAQiB,qBAAqB2D,gBAAgB,EAAEpD,OAAO6F,iBAAiB,IAG1EnF,OAAO,CAACjB,qBAAqB2D,gBAAgB,EAC7C2C,MAAM,CAACjH,GAAG,CAAC,YAAY,CAAC;IAE3B,MAAMkH,6BAA6BF,cAAcG,OAAO,CAAC,CAACnF,MACxDA,IAAIsC,gBAAgB,GAAG;YAACtC,IAAIsC,gBAAgB;SAAC,GAAG,EAAE;IAEpD,IAAI4C,2BAA2B1E,MAAM,GAAG,GAAG;QACzCzD,SAASqI,IAAI,CACX;YACE5F,aAAaN,OAAOM,WAAW;YAC/B6C,eAAenD,OAAOmD,aAAa;YACnC0C,mBAAmBG;QACrB,GACA;IAEJ;IAEA,MAAMG,SAAS,MAAMvG,GAAGE,OAAO,CAS5BhB,GAAG,CAAC;wBACe,EAAEW,qBAAqB2D,gBAAgB,CAAC;MAC1D,EAAE3D,qBAAqBwC,aAAa,CAAC;MACrC,EAAExC,qBAAqByC,oBAAoB,CAAC;MAC5C,EAAEzC,qBAAqB0C,KAAK,CAAC;MAC7B,EAAE1C,qBAAqBI,cAAc,CAAC;MACtC,EAAEJ,qBAAqB2D,gBAAgB,CAAC;MACxC,EAAE3D,qBAAqByE,SAAS,CAAC;MACjC,EAAEzE,qBAAqByF,eAAe,CAAC;MACvC,EAAEzF,qBAAqB2G,uBAAuB,CAAC;SAC5C,EAAE3G,qBAAqB;;MAE1B,EAAEA,qBAAqBa,WAAW,CAAC,GAAG,EAAEN,OAAOM,WAAW,CAAC;UACvD,EAAEb,qBAAqB0D,aAAa,CAAC,GAAG,EAAEnD,OAAOmD,aAAa,CAAC;UAC/D,EAAE1D,qBAAqB2D,gBAAgB,CAAC,KAAK,EAAEtE,IAAIuH,IAAI,CACzDrG,OAAO6F,iBAAiB,CAAChF,GAAG,CAAC,CAACuC,mBAAqBtE,GAAG,CAAC,EAAEsE,iBAAiB,CAAC,GAC3EtE,GAAG,CAAC,EAAE,CAAC,EACP;aACK,EAAEW,qBAAqB2D,gBAAgB,CAAC,EAAE,EAAE3D,qBAAqByE,SAAS,CAAC,OAAO,EAAEzE,qBAAqBI,cAAc,CAAC;EACnI,CAAC;IAED,OAAOsG,OAAOG,IAAI,CAACzF,GAAG,CAAC,CAACC,MAAS,CAAA;YAC/BmB,eAAenB,IAAImB,aAAa;YAChCC,sBAAsBpB,IAAIoB,oBAAoB;YAC9CC,OAAOrB,IAAIqB,KAAK;YAChBtC,gBAAgBiB,IAAIjB,cAAc;YAClCuD,kBAAkBtC,IAAIsC,gBAAgB;YACtCc,WAAWqC,OAAOzF,IAAIoD,SAAS;YAC/BgB,iBAAiBqB,OAAOzF,IAAIoE,eAAe;YAC3CkB,yBAAyBtF,IAAIsF,uBAAuB,GAChDG,OAAOzF,IAAIsF,uBAAuB,IAClC;QACN,CAAA;AACF;AAEA,SAASG,OAAOd,KAAoB;IAClC,OAAOA,iBAAiBe,OAAOf,QAAQ,IAAIe,KAAKf;AAClD;AAEA,OAAO,eAAegB,iBAAiBzG,MAItC;IACC,MAAM,CAACc,IAAI,GAAG,MAAM1B,KACjBiB,MAAM,CAAC;QAACqB,IAAIjC,qBAAqBiC,EAAE;IAAA,GACnCnB,IAAI,CAACd,sBACLe,KAAK,CACJvC,IACEK,GAAGmB,qBAAqBI,cAAc,EAAEG,OAAOH,cAAc,GAC7DvB,GAAGmB,qBAAqBsD,eAAe,EAAE/C,OAAO+C,eAAe,GAC/D/C,OAAOmC,KAAK,KAAKuE,YAAYA,YAAYpI,GAAGmB,qBAAqB0C,KAAK,EAAEnC,OAAOmC,KAAK,IAGvFN,KAAK,CAAC;IAET,OAAOf,QAAQ4F;AACjB;AAEA,OAAO,eAAeC,gBAAgB3G,MAIrC;IAcC,MAAMmG,SAAS,MAAM/G,KAAKoC,WAAW,CAAC,OAAO5B;QAC3C,MAAMgH,UAAU,MAAMhH,GACnByE,MAAM,CAAC5E,sBACP6E,GAAG,CAAC;YACHW,kBAAkBnG,GAAG,CAAC,SAAS,EAAEW,qBAAqBwF,gBAAgB,CAAC,QAAQ,CAAC;YAChFC,iBAAiBpG,GAAG,CAAC,KAAK,CAAC;QAC7B,GACC0B,KAAK,CACJvC,IACEK,GAAGmB,qBAAqBI,cAAc,EAAEG,OAAOH,cAAc,GAC7DvB,GAAGmB,qBAAqBsD,eAAe,EAAE/C,OAAO+C,eAAe,IAGlER,SAAS,CAAC;YACT6D,yBAAyB3G,qBAAqB2G,uBAAuB;YACrEnE,eAAexC,qBAAqBwC,aAAa;YACjDC,sBAAsBzC,qBAAqByC,oBAAoB;YAC/DC,OAAO1C,qBAAqB0C,KAAK;YACjCtC,gBAAgBJ,qBAAqBI,cAAc;YACnDuC,WAAW3C,qBAAqB2C,SAAS;YACzC9B,aAAab,qBAAqBa,WAAW;YAC7CyC,iBAAiBtD,qBAAqBsD,eAAe;QACvD;QAEF,MAAMjC,MAAM8F,OAAO,CAAC,EAAE;QACtB,IAAI,CAAC9F,KAAK,MAAM,IAAI7B,iCAAiCe,OAAOH,cAAc;QAE1E,MAAM,CAACgH,SAAS,GAAG,MAAMjH,GACtBS,MAAM,CAAC;YAACyG,kBAAkBtH,eAAesH,gBAAgB;QAAA,GACzDvG,IAAI,CAACf,gBACLgB,KAAK,CAAClC,GAAGkB,eAAekC,EAAE,EAAE1B,OAAO+C,eAAe,GAClDlB,KAAK,CAAC,GACN6B,GAAG,CAAC;QAEP,MAAM,CAACH,QAAQ,GAAG,MAAM3D,GACrByE,MAAM,CAAC7E,gBACP8E,GAAG,CAAC;YACHwC,kBAAkB9G,OAAO8G,gBAAgB,IAAI;YAC7CC,4BAA4B/G,OAAO8G,gBAAgB,GAAGhI,GAAG,CAAC,KAAK,CAAC,GAAG;YACnE0F,WAAW1F,GAAG,CAAC,KAAK,CAAC;QACvB,GACC0B,KAAK,CAAClC,GAAGkB,eAAekC,EAAE,EAAE1B,OAAO+C,eAAe,GAClDR,SAAS,CAAC;YAACuE,kBAAkBtH,eAAesH,gBAAgB;QAAA;QAE/D,OAAO;YACLhG;YACAkG,0BAA0BH,UAAUC,oBAAoB;YACxDG,yBAAyB1D,SAASuD,oBAAoB;QACxD;IACF;IAEA,MAAMhG,MAAMqF,OAAOrF,GAAG;IACtB,IAAI,CAACA,KAAK,MAAM,IAAI7B,iCAAiCe,OAAOH,cAAc;IAC1E,OAAO;QACLqH,uBAAuBpG,IAAIsF,uBAAuB,KAAK;QACvDY,0BAA0Bb,OAAOa,wBAAwB;QACzDC,yBAAyBd,OAAOc,uBAAuB;QACvDE,qBAAqB;YACnBlF,eAAenB,IAAImB,aAAa;YAChCC,sBAAsBpB,IAAIoB,oBAAoB;YAC9CC,OAAOrB,IAAIqB,KAAK;YAChBtC,gBAAgBiB,IAAIjB,cAAc;YAClCuC,WAAWtB,IAAIsB,SAAS;YACxB9B,aAAaQ,IAAIR,WAAW;YAC5ByC,iBAAiBjC,IAAIiC,eAAe;QACtC;IACF;AACF;AAEA;;;;CAIC,GACD,OAAO,eAAeqE,8BAA8BpH,MAEnD;IACC,MAAMZ,KAAKoC,WAAW,CAAC,OAAO5B;QAC5B,MAAMD,iBAAiBC,IAAII,OAAOH,cAAc;QAEhD,wFAAwF;QACxF,2FAA2F;QAC3F,wFAAwF;QACxF,MAAMD,GACHmE,MAAM,CAACzE,sBACPkB,KAAK,CAAClC,GAAGgB,qBAAqBO,cAAc,EAAEG,OAAOH,cAAc;QACtE,MAAMD,GACHyE,MAAM,CAAC5E,sBACP6E,GAAG,CAAC;YACH8B,yBAAyBtH,GAAG,CAAC,SAAS,EAAEW,qBAAqB2G,uBAAuB,CAAC,QAAQ,CAAC;QAChG,GACC5F,KAAK,CAAClC,GAAGmB,qBAAqBI,cAAc,EAAEG,OAAOH,cAAc;IACxE;AACF;AAEA,OAAO,eAAewH,iBAAiBrH,MAA0B;IAC/D,IAAIA,OAAOsH,MAAM,CAAChG,MAAM,KAAK,GAAG;IAEhC,MAAMlC,KAAKoC,WAAW,CAAC,OAAO5B;QAC5B,MAAMA,GAAGmE,MAAM,CAACzE,sBAAsBkB,KAAK,CAAChC,QAAQc,qBAAqB6C,KAAK,EAAEnC,OAAOsH,MAAM;QAC7F,MAAM1H,GACHyE,MAAM,CAAC5E,sBACP6E,GAAG,CAAC;YACH8B,yBAAyBtH,GAAG,CAAC,SAAS,EAAEW,qBAAqB2G,uBAAuB,CAAC,QAAQ,CAAC;QAChG,GACC5F,KAAK,CAAChC,QAAQiB,qBAAqB0C,KAAK,EAAEnC,OAAOsH,MAAM;IAC5D;AACF"}
+{"version":3,"sources":["../../src/db/job-executions.ts"],"sourcesContent":["import {\n  RUNNER_JOB_CLAIMED,\n  RUNNER_JOB_LEASE_EXPIRED,\n  RUNNER_JOB_QUEUED,\n  type RunnersEventMap,\n  type RunnerToolCapabilitiesDto,\n} from '@shipfox/api-runners-dto';\nimport {logger} from '@shipfox/node-opentelemetry';\nimport {writeOutboxEvent, writeOutboxEvents} from '@shipfox/node-outbox';\nimport {canonicalizeLabels} from '@shipfox/runner-labels';\nimport {\n  and,\n  arrayContained,\n  asc,\n  count,\n  desc,\n  eq,\n  gt,\n  inArray,\n  isNotNull,\n  isNull,\n  lt,\n  lte,\n  or,\n  sql,\n} from 'drizzle-orm';\nimport {\n  EmptyRequiredLabelsError,\n  RunnerSessionExhaustedError,\n  RunningJobExecutionNotFoundError,\n} from '#core/errors.js';\nimport {\n  type JobExecutionQueueTimeObservation,\n  jobExecutionEnqueuedCount,\n  jobExecutionLeaseExpiredCount,\n  type ProviderRunnerLifecycleObservation,\n  recordJobExecutionQueueTime,\n  recordProviderRunnerActivationToFirstClaim,\n} from '#metrics/instance.js';\nimport type {Tx} from './db.js';\nimport {db} from './db.js';\nimport {runnersOutbox} from './schema/outbox.js';\nimport {pendingJobExecutions} from './schema/pending-job-executions.js';\nimport {providerRunners} from './schema/runner-instances.js';\nimport {runnerSessions} from './schema/runner-sessions.js';\nimport {runningJobExecutions} from './schema/running-job-executions.js';\n\nconst runnerJobExecutionLockPrefix = 'runners_job_execution:';\n\nasync function lockJobExecution(tx: Tx, jobExecutionId: string): Promise<void> {\n  await tx.execute(\n    sql`select pg_advisory_xact_lock(hashtext(${`${runnerJobExecutionLockPrefix}${jobExecutionId}`}))`,\n  );\n}\n\nexport interface EnqueueJobExecutionParams {\n  workspaceId: string;\n  workflowRunId: string;\n  workflowRunAttemptId: string;\n  jobId: string;\n  jobExecutionId: string;\n  projectId: string;\n  requiredLabels: string[];\n}\n\nexport async function getWorkspaceJobCounts(params: {\n  workspaceIds: string[];\n}): Promise<Array<{workspaceId: string; queued: number; running: number}>> {\n  const [pendingRows, runningRows] = await Promise.all([\n    db()\n      .select({workspaceId: pendingJobExecutions.workspaceId, count: count()})\n      .from(pendingJobExecutions)\n      .where(inArray(pendingJobExecutions.workspaceId, params.workspaceIds))\n      .groupBy(pendingJobExecutions.workspaceId),\n    db()\n      .select({workspaceId: runningJobExecutions.workspaceId, count: count()})\n      .from(runningJobExecutions)\n      .where(inArray(runningJobExecutions.workspaceId, params.workspaceIds))\n      .groupBy(runningJobExecutions.workspaceId),\n  ]);\n\n  const queuedByWorkspace = new Map(pendingRows.map((row) => [row.workspaceId, Number(row.count)]));\n  const runningByWorkspace = new Map(\n    runningRows.map((row) => [row.workspaceId, Number(row.count)]),\n  );\n\n  return params.workspaceIds.map((workspaceId) => ({\n    workspaceId,\n    queued: queuedByWorkspace.get(workspaceId) ?? 0,\n    running: runningByWorkspace.get(workspaceId) ?? 0,\n  }));\n}\n\n// Idempotent while the job execution is still pending: a duplicate jobExecutionId already in\n// `runners_pending_jobs` is a no-op. Temporal retries the enqueue activity at-least-once, so a\n// unique-violation throw on a retry-after-lost-result would permanently fail a healthy execution.\n// The per-execution advisory lock serializes retries with lease expiry/reconciliation, and the\n// durable lease-expired event prevents a retry from re-queueing an execution already reaped.\nexport async function enqueueJobExecution(params: EnqueueJobExecutionParams): Promise<void> {\n  const requiredLabels = [...canonicalizeLabels(params.requiredLabels)];\n  if (requiredLabels.length === 0) throw new EmptyRequiredLabelsError();\n\n  const enqueued = await db().transaction(async (tx) => {\n    await lockJobExecution(tx, params.jobExecutionId);\n\n    const [leaseExpired] = await tx\n      .select({id: runnersOutbox.id})\n      .from(runnersOutbox)\n      .where(\n        and(\n          eq(runnersOutbox.eventType, RUNNER_JOB_LEASE_EXPIRED),\n          sql`${runnersOutbox.payload}->>'jobExecutionId' = ${params.jobExecutionId}`,\n        ),\n      )\n      .limit(1);\n    if (leaseExpired) return false;\n\n    const [inserted] = await tx\n      .insert(pendingJobExecutions)\n      .values({\n        workspaceId: params.workspaceId,\n        workflowRunId: params.workflowRunId,\n        workflowRunAttemptId: params.workflowRunAttemptId,\n        jobId: params.jobId,\n        jobExecutionId: params.jobExecutionId,\n        projectId: params.projectId,\n        requiredLabels,\n      })\n      .onConflictDoNothing({target: pendingJobExecutions.jobExecutionId})\n      .returning({createdAt: pendingJobExecutions.createdAt});\n\n    // A retry that hits the conflict inserts nothing: the first enqueue already\n    // emitted the queued event (durably, in the outbox), so re-emitting would\n    // only add a redundant row the subscriber coalesces away. Skip it.\n    if (!inserted) return false;\n\n    await writeOutboxEvent<RunnersEventMap>(tx, runnersOutbox, {\n      type: RUNNER_JOB_QUEUED,\n      payload: {\n        workflowRunId: params.workflowRunId,\n        workflowRunAttemptId: params.workflowRunAttemptId,\n        jobId: params.jobId,\n        jobExecutionId: params.jobExecutionId,\n        queuedAt: inserted.createdAt.toISOString(),\n      },\n    });\n    return true;\n  });\n\n  if (enqueued) jobExecutionEnqueuedCount.add(1);\n}\n\nexport interface ClaimedJobExecution {\n  workflowRunId: string;\n  workflowRunAttemptId: string;\n  jobId: string;\n  jobExecutionId: string;\n  projectId: string;\n}\n\nexport interface ActiveRunningJobExecution {\n  workflowRunId: string;\n  workflowRunAttemptId: string;\n  jobId: string;\n  jobExecutionId: string;\n  projectId: string;\n  runnerSessionId: string;\n  provisionerId: string | null;\n  providerRunnerId: string | null;\n  requiredLabels: string[];\n  runnerLabels: string[];\n  startedAt: Date;\n  lastHeartbeatAt: Date;\n}\n\nexport interface RunnerInstanceBoundJobExecution {\n  workflowRunId: string;\n  workflowRunAttemptId: string;\n  jobId: string;\n  jobExecutionId: string;\n  providerRunnerId: string;\n  startedAt: Date;\n  lastHeartbeatAt: Date;\n  cancellationRequestedAt: Date | null;\n}\n\nexport async function claimPendingJobExecution(params: {\n  workspaceId: string;\n  runnerSessionId: string;\n  sessionLabels: string[];\n  maxClaims: number | null;\n  runnerSessionLivenessThrottleSeconds: number;\n}): Promise<ClaimedJobExecution | null> {\n  await touchRunnerSessionLiveness({\n    workspaceId: params.workspaceId,\n    runnerSessionId: params.runnerSessionId,\n    throttleSeconds: params.runnerSessionLivenessThrottleSeconds,\n  });\n\n  if (params.sessionLabels.length === 0) return null;\n\n  let activationToFirstClaimObservation: ProviderRunnerLifecycleObservation | null = null;\n  let queueTimeObservation: JobExecutionQueueTimeObservation | null = null;\n  const result = await db().transaction(async (tx) => {\n    let provisionerId: string | null = null;\n    let providerRunnerId: string | null = null;\n    let runnerInstanceId: string | null = null;\n\n    if (params.maxClaims !== null) {\n      const [session] = await tx\n        .select({\n          maxClaims: runnerSessions.maxClaims,\n          claimsUsed: runnerSessions.claimsUsed,\n          revokedAt: runnerSessions.revokedAt,\n          runnerInstanceId: runnerSessions.runnerInstanceId,\n          provisionerId: runnerSessions.provisionerId,\n          providerRunnerId: runnerSessions.providerRunnerId,\n        })\n        .from(runnerSessions)\n        .where(eq(runnerSessions.id, params.runnerSessionId))\n        .limit(1)\n        .for('update');\n\n      if (\n        !session ||\n        session.revokedAt ||\n        session.maxClaims === null ||\n        session.claimsUsed >= session.maxClaims\n      ) {\n        throw new RunnerSessionExhaustedError(params.runnerSessionId);\n      }\n\n      // Ephemeral sessions are the only capped sessions, and the DB check keeps\n      // their provisioned-runner link present as a pair.\n      runnerInstanceId = session.runnerInstanceId;\n      provisionerId = session.provisionerId;\n      providerRunnerId = session.providerRunnerId;\n    }\n\n    // `id` is a uuidv7 (time-ordered), so it is a deterministic FIFO tiebreaker\n    // for rows sharing a created_at within a batch. Lock only the FIFO candidate before\n    // attempting its execution advisory lock; putting pg_try_advisory_xact_lock in this\n    // predicate would evaluate it while scanning and temporarily lock many queue entries.\n    const candidate = tx\n      .select()\n      .from(pendingJobExecutions)\n      .where(\n        and(\n          eq(pendingJobExecutions.workspaceId, params.workspaceId),\n          arrayContained(pendingJobExecutions.requiredLabels, params.sessionLabels),\n        ),\n      )\n      .orderBy(asc(pendingJobExecutions.createdAt), asc(pendingJobExecutions.id))\n      .limit(1)\n      .for('update', {skipLocked: true})\n      .as('pending_candidate');\n\n    const [row] = await tx\n      .select()\n      .from(candidate)\n      .where(\n        sql`\n          pg_try_advisory_xact_lock(\n            hashtext(${runnerJobExecutionLockPrefix} || ${candidate.jobExecutionId}::text)\n          )\n        `,\n      );\n\n    if (!row) return null;\n\n    await tx.delete(pendingJobExecutions).where(eq(pendingJobExecutions.id, row.id));\n\n    // An enqueue retry that lands after a prior claim can leave an orphan pending\n    // row whose jobExecutionId is already in `runners_running_jobs`. Insert-or-skip\n    // on the jobExecutionId unique constraint: when the job execution is already running\n    // the insert touches no row, so we commit the orphan's deletion and return\n    // null rather than let the unique violation roll the claim back into a poison\n    // loop. The runner just re-polls for a real job execution.\n    const inserted = await tx\n      .insert(runningJobExecutions)\n      .values({\n        workspaceId: row.workspaceId,\n        workflowRunId: row.workflowRunId,\n        workflowRunAttemptId: row.workflowRunAttemptId,\n        jobId: row.jobId,\n        jobExecutionId: row.jobExecutionId,\n        projectId: row.projectId,\n        runnerSessionId: params.runnerSessionId,\n        provisionerId,\n        providerRunnerId,\n        requiredLabels: row.requiredLabels,\n        runnerLabels: params.sessionLabels,\n      })\n      .onConflictDoNothing({target: runningJobExecutions.jobExecutionId})\n      .returning({claimedAt: runningJobExecutions.startedAt});\n\n    const claimed = inserted[0];\n    if (!claimed) return null;\n\n    queueTimeObservation = {\n      durationMilliseconds: claimed.claimedAt.getTime() - row.createdAt.getTime(),\n      provider: null,\n      launchKind: params.maxClaims === null ? 'manual' : 'unknown',\n    };\n\n    const runnerInstanceCondition = runnerInstanceId\n      ? eq(providerRunners.id, runnerInstanceId)\n      : provisionerId && providerRunnerId\n        ? and(\n            eq(providerRunners.provisionerId, provisionerId),\n            eq(providerRunners.providerRunnerId, providerRunnerId),\n          )\n        : null;\n    if (runnerInstanceCondition) {\n      const [claimedRunner] = await tx\n        .update(providerRunners)\n        .set({\n          firstClaimedAt: sql`coalesce(${providerRunners.firstClaimedAt}, ${claimed.claimedAt})`,\n          updatedAt: sql`now()`,\n        })\n        .where(runnerInstanceCondition)\n        .returning({\n          firstClaimedAt: providerRunners.firstClaimedAt,\n          isFirstClaim: sql<boolean>`${providerRunners.firstClaimedAt} = ${claimed.claimedAt}`,\n          provider: providerRunners.providerKind,\n          launchKind: providerRunners.launchKind,\n          runnerInstanceId: providerRunners.id,\n          sessionCreatedAtEpochMs: sql<number | null>`(\n            select extract(epoch from ${runnerSessions.createdAt})::double precision * 1000\n            from ${runnerSessions}\n            where ${runnerSessions.id} = ${params.runnerSessionId}\n          )`,\n        });\n      if (claimedRunner && queueTimeObservation) {\n        queueTimeObservation.provider = claimedRunner.provider;\n        queueTimeObservation.launchKind = claimedRunner.launchKind;\n      }\n      if (\n        claimedRunner?.isFirstClaim &&\n        claimedRunner.firstClaimedAt !== null &&\n        claimedRunner.sessionCreatedAtEpochMs !== null &&\n        claimedRunner.sessionCreatedAtEpochMs !== undefined\n      )\n        activationToFirstClaimObservation = {\n          durationMilliseconds:\n            claimedRunner.firstClaimedAt.getTime() - claimedRunner.sessionCreatedAtEpochMs,\n          provider: claimedRunner.provider,\n          launchKind: claimedRunner.launchKind,\n          runnerInstanceId: claimedRunner.runnerInstanceId,\n        };\n    }\n\n    if (params.maxClaims !== null) {\n      await tx\n        .update(runnerSessions)\n        .set({claimsUsed: sql`${runnerSessions.claimsUsed} + 1`, updatedAt: sql`now()`})\n        .where(eq(runnerSessions.id, params.runnerSessionId));\n    }\n\n    // The running-row insert is the runner claiming the job execution. Emit in the same tx; the\n    // payload carries the row's own claim instant so a consumer records the true time,\n    // not the outbox drain time.\n    await writeOutboxEvent<RunnersEventMap>(tx, runnersOutbox, {\n      type: RUNNER_JOB_CLAIMED,\n      payload: {\n        workflowRunId: row.workflowRunId,\n        workflowRunAttemptId: row.workflowRunAttemptId,\n        jobId: row.jobId,\n        jobExecutionId: row.jobExecutionId,\n        claimedAt: claimed.claimedAt.toISOString(),\n      },\n    });\n\n    return {\n      workflowRunId: row.workflowRunId,\n      workflowRunAttemptId: row.workflowRunAttemptId,\n      jobId: row.jobId,\n      jobExecutionId: row.jobExecutionId,\n      projectId: row.projectId,\n    };\n  });\n  if (queueTimeObservation) recordJobExecutionQueueTime(queueTimeObservation);\n  if (activationToFirstClaimObservation)\n    recordProviderRunnerActivationToFirstClaim(activationToFirstClaimObservation);\n  return result;\n}\n\nasync function touchRunnerSessionLiveness(params: {\n  workspaceId: string;\n  runnerSessionId: string;\n  throttleSeconds: number;\n}): Promise<void> {\n  await db()\n    .update(runnerSessions)\n    .set({updatedAt: sql`now()`})\n    .where(\n      and(\n        eq(runnerSessions.id, params.runnerSessionId),\n        eq(runnerSessions.workspaceId, params.workspaceId),\n        sql`${runnerSessions.updatedAt} < now() - (${params.throttleSeconds} || ' seconds')::interval`,\n      ),\n    );\n}\n\n/**\n * Releases a job execution's lease when the orchestration workflow finalizes it: deletes the\n * running-job-execution row AND any lingering pending row for the same execution, in one tx.\n * Idempotent (0-row no-op), no token scope (the workflow is authoritative), and\n * emits no event: the workflow already owns the outcome. Sweeping the pending row\n * too closes the at-least-once window where an enqueue retry left an orphan that a\n * later claim would otherwise pick up for an already-finished job execution.\n */\nexport async function releaseJobExecution(params: {jobExecutionId: string}): Promise<void> {\n  await db().transaction(async (tx) => {\n    await lockJobExecution(tx, params.jobExecutionId);\n\n    // Delete pending before running to match `claimPendingJobExecution`'s lock-acquisition\n    // order (it locks the pending row first, then the running row). A concurrent\n    // claim picking up an orphan pending row for this same job execution would otherwise\n    // deadlock against the reverse order here.\n    await tx\n      .delete(pendingJobExecutions)\n      .where(eq(pendingJobExecutions.jobExecutionId, params.jobExecutionId));\n    await tx\n      .delete(runningJobExecutions)\n      .where(eq(runningJobExecutions.jobExecutionId, params.jobExecutionId));\n  });\n}\n\n/**\n * Reaps stale leases (bounded by `limit`), emitting one\n * `runners.job.lease_expired` event per reaped job execution.\n *\n * The cutoff is re-checked in the DELETE, not just the locking subquery, so a\n * heartbeat landing mid-call spares the live row. Each reaped execution also sweeps its\n * pending row: a failed best-effort `releaseJobExecution` would otherwise leave an orphan\n * that a later claim re-runs as an already-finished job execution.\n *\n * Locks pending-then-running to match `claimPendingJobExecution`, `releaseJobExecution`, and\n * `reconcileTerminalJobExecution`. The stale candidate scan intentionally does not lock running\n * rows first; the running-row DELETE re-checks the stale predicate after the pending-row sweep.\n */\nexport async function expireStuckJobExecutions(params: {\n  thresholdSeconds: number;\n  noFirstHeartbeatGraceSeconds: number;\n  limit?: number;\n}): Promise<\n  Array<{\n    workflowRunId: string;\n    workflowRunAttemptId: string;\n    jobId: string;\n    jobExecutionId: string;\n  }>\n> {\n  const reaped = await db().transaction(async (tx) => {\n    const heartbeatCutoff = sql`now() - (${params.thresholdSeconds} || ' seconds')::interval`;\n    const firstHeartbeatCutoff = sql`now() - (${params.noFirstHeartbeatGraceSeconds} || ' seconds')::interval`;\n    const stalePredicate = or(\n      and(\n        isNull(runningJobExecutions.firstHeartbeatAt),\n        lte(runningJobExecutions.lastHeartbeatAt, runningJobExecutions.startedAt),\n        lt(runningJobExecutions.startedAt, firstHeartbeatCutoff),\n      ),\n      and(\n        or(\n          isNotNull(runningJobExecutions.firstHeartbeatAt),\n          gt(runningJobExecutions.lastHeartbeatAt, runningJobExecutions.startedAt),\n        ),\n        lt(runningJobExecutions.lastHeartbeatAt, heartbeatCutoff),\n      ),\n    );\n\n    const staleRows = await tx\n      .select({\n        id: runningJobExecutions.id,\n        jobExecutionId: runningJobExecutions.jobExecutionId,\n      })\n      .from(runningJobExecutions)\n      .where(\n        and(\n          stalePredicate,\n          sql`\n            pg_try_advisory_xact_lock(\n              hashtext(${runnerJobExecutionLockPrefix} || ${runningJobExecutions.jobExecutionId}::text)\n            )\n          `,\n        ),\n      )\n      .orderBy(\n        asc(\n          sql`CASE WHEN ${runningJobExecutions.firstHeartbeatAt} IS NULL AND ${runningJobExecutions.lastHeartbeatAt} <= ${runningJobExecutions.startedAt} THEN ${runningJobExecutions.startedAt} ELSE ${runningJobExecutions.lastHeartbeatAt} END`,\n        ),\n        asc(runningJobExecutions.id),\n      )\n      .limit(params.limit ?? 100);\n\n    if (staleRows.length === 0) return [];\n\n    const staleIds = staleRows.map((row) => row.id);\n    const staleJobExecutionIds = staleRows.map((row) => row.jobExecutionId);\n\n    // Sweep pending rows first so this transaction cannot hold a running-row lock while waiting\n    // for a pending-row lock held by reconciliation or a claim of an orphan pending row. The\n    // advisory lock acquired in the candidate scan also makes enqueue retries wait until this\n    // transaction has either reaped the execution or released its lock without selecting it.\n    await tx\n      .delete(pendingJobExecutions)\n      .where(inArray(pendingJobExecutions.jobExecutionId, staleJobExecutionIds));\n\n    const deleted = await tx\n      .delete(runningJobExecutions)\n      .where(and(inArray(runningJobExecutions.id, staleIds), stalePredicate))\n      .returning({\n        workflowRunId: runningJobExecutions.workflowRunId,\n        workflowRunAttemptId: runningJobExecutions.workflowRunAttemptId,\n        jobId: runningJobExecutions.jobId,\n        jobExecutionId: runningJobExecutions.jobExecutionId,\n      });\n\n    if (deleted.length === 0) return [];\n\n    await writeOutboxEvents<RunnersEventMap>(\n      tx,\n      runnersOutbox,\n      deleted.map((row) => ({\n        type: RUNNER_JOB_LEASE_EXPIRED,\n        payload: {\n          workflowRunId: row.workflowRunId,\n          workflowRunAttemptId: row.workflowRunAttemptId,\n          jobId: row.jobId,\n          jobExecutionId: row.jobExecutionId,\n        },\n      })),\n    );\n\n    return deleted;\n  });\n\n  if (reaped.length > 0) jobExecutionLeaseExpiredCount.add(reaped.length);\n\n  return reaped;\n}\n\nexport async function getJobExecutionQueueDepth(): Promise<{\n  pendingJobExecutions: number;\n  runningJobExecutions: number;\n}> {\n  const [pending] = await db().select({value: count()}).from(pendingJobExecutions);\n  const [running] = await db().select({value: count()}).from(runningJobExecutions);\n  return {\n    pendingJobExecutions: pending?.value ?? 0,\n    runningJobExecutions: running?.value ?? 0,\n  };\n}\n\nexport async function listActiveRunningJobExecutions(params: {\n  workspaceId: string;\n  windowSeconds: number;\n  limit?: number;\n}): Promise<ActiveRunningJobExecution[]> {\n  return await db()\n    .select({\n      jobId: runningJobExecutions.jobId,\n      jobExecutionId: runningJobExecutions.jobExecutionId,\n      workflowRunId: runningJobExecutions.workflowRunId,\n      workflowRunAttemptId: runningJobExecutions.workflowRunAttemptId,\n      projectId: runningJobExecutions.projectId,\n      runnerSessionId: runningJobExecutions.runnerSessionId,\n      provisionerId: runningJobExecutions.provisionerId,\n      providerRunnerId: runningJobExecutions.providerRunnerId,\n      requiredLabels: runningJobExecutions.requiredLabels,\n      runnerLabels: runningJobExecutions.runnerLabels,\n      startedAt: runningJobExecutions.startedAt,\n      lastHeartbeatAt: runningJobExecutions.lastHeartbeatAt,\n    })\n    .from(runningJobExecutions)\n    .where(\n      and(\n        eq(runningJobExecutions.workspaceId, params.workspaceId),\n        sql`${runningJobExecutions.lastHeartbeatAt} > now() - (${params.windowSeconds} || ' seconds')::interval`,\n      ),\n    )\n    .orderBy(desc(runningJobExecutions.lastHeartbeatAt), desc(runningJobExecutions.id))\n    .limit(params.limit ?? 1000);\n}\n\nexport async function listRunningJobExecutionsByRunnerInstanceTx(\n  tx: Tx,\n  params: {\n    workspaceId: string;\n    provisionerId: string;\n    providerRunnerIds: string[];\n  },\n): Promise<RunnerInstanceBoundJobExecution[]> {\n  if (params.providerRunnerIds.length === 0) return [];\n\n  const duplicateRows = await tx\n    .select({\n      providerRunnerId: runningJobExecutions.providerRunnerId,\n      count: count(),\n    })\n    .from(runningJobExecutions)\n    .where(\n      and(\n        eq(runningJobExecutions.workspaceId, params.workspaceId),\n        eq(runningJobExecutions.provisionerId, params.provisionerId),\n        inArray(runningJobExecutions.providerRunnerId, params.providerRunnerIds),\n      ),\n    )\n    .groupBy(runningJobExecutions.providerRunnerId)\n    .having(sql`count(*) > 1`);\n\n  const duplicateRunnerInstanceIds = duplicateRows.flatMap((row) =>\n    row.providerRunnerId ? [row.providerRunnerId] : [],\n  );\n  if (duplicateRunnerInstanceIds.length > 0) {\n    logger().warn(\n      {\n        workspaceId: params.workspaceId,\n        provisionerId: params.provisionerId,\n        providerRunnerIds: duplicateRunnerInstanceIds,\n      },\n      'multiple running job executions are bound to the same provisioned runner',\n    );\n  }\n\n  const result = await tx.execute<{\n    workflowRunId: string;\n    workflowRunAttemptId: string;\n    jobId: string;\n    jobExecutionId: string;\n    providerRunnerId: string;\n    startedAt: Date | string;\n    lastHeartbeatAt: Date | string;\n    cancellationRequestedAt: Date | string | null;\n  }>(sql`\n    SELECT DISTINCT ON (${runningJobExecutions.providerRunnerId})\n      ${runningJobExecutions.workflowRunId} AS \"workflowRunId\",\n      ${runningJobExecutions.workflowRunAttemptId} AS \"workflowRunAttemptId\",\n      ${runningJobExecutions.jobId} AS \"jobId\",\n      ${runningJobExecutions.jobExecutionId} AS \"jobExecutionId\",\n      ${runningJobExecutions.providerRunnerId} AS \"providerRunnerId\",\n      ${runningJobExecutions.startedAt} AS \"startedAt\",\n      ${runningJobExecutions.lastHeartbeatAt} AS \"lastHeartbeatAt\",\n      ${runningJobExecutions.cancellationRequestedAt} AS \"cancellationRequestedAt\"\n    FROM ${runningJobExecutions}\n    WHERE\n      ${runningJobExecutions.workspaceId} = ${params.workspaceId}\n      AND ${runningJobExecutions.provisionerId} = ${params.provisionerId}\n      AND ${runningJobExecutions.providerRunnerId} IN (${sql.join(\n        params.providerRunnerIds.map((providerRunnerId) => sql`${providerRunnerId}`),\n        sql`, `,\n      )})\n    ORDER BY ${runningJobExecutions.providerRunnerId}, ${runningJobExecutions.startedAt} DESC, ${runningJobExecutions.jobExecutionId} DESC\n  `);\n\n  return result.rows.map((row) => ({\n    workflowRunId: row.workflowRunId,\n    workflowRunAttemptId: row.workflowRunAttemptId,\n    jobId: row.jobId,\n    jobExecutionId: row.jobExecutionId,\n    providerRunnerId: row.providerRunnerId,\n    startedAt: toDate(row.startedAt),\n    lastHeartbeatAt: toDate(row.lastHeartbeatAt),\n    cancellationRequestedAt: row.cancellationRequestedAt\n      ? toDate(row.cancellationRequestedAt)\n      : null,\n  }));\n}\n\nfunction toDate(value: Date | string): Date {\n  return value instanceof Date ? value : new Date(value);\n}\n\nexport async function isJobLeaseActive(params: {\n  jobId?: string;\n  jobExecutionId: string;\n  runnerSessionId: string;\n}): Promise<boolean> {\n  const [row] = await db()\n    .select({id: runningJobExecutions.id})\n    .from(runningJobExecutions)\n    .where(\n      and(\n        eq(runningJobExecutions.jobExecutionId, params.jobExecutionId),\n        eq(runningJobExecutions.runnerSessionId, params.runnerSessionId),\n        params.jobId === undefined ? undefined : eq(runningJobExecutions.jobId, params.jobId),\n      ),\n    )\n    .limit(1);\n\n  return row !== undefined;\n}\n\nexport async function recordHeartbeat(params: {\n  jobExecutionId: string;\n  runnerSessionId: string;\n  toolCapabilities?: RunnerToolCapabilitiesDto | null;\n}): Promise<{\n  cancellationRequested: boolean;\n  previousToolCapabilities: RunnerToolCapabilitiesDto | null;\n  currentToolCapabilities: RunnerToolCapabilitiesDto | null;\n  runningJobExecution: {\n    workflowRunId: string;\n    workflowRunAttemptId: string;\n    jobId: string;\n    jobExecutionId: string;\n    projectId: string;\n    workspaceId: string;\n    runnerSessionId: string;\n  };\n}> {\n  const result = await db().transaction(async (tx) => {\n    const updated = await tx\n      .update(runningJobExecutions)\n      .set({\n        firstHeartbeatAt: sql`COALESCE(${runningJobExecutions.firstHeartbeatAt}, now())`,\n        lastHeartbeatAt: sql`now()`,\n      })\n      .where(\n        and(\n          eq(runningJobExecutions.jobExecutionId, params.jobExecutionId),\n          eq(runningJobExecutions.runnerSessionId, params.runnerSessionId),\n        ),\n      )\n      .returning({\n        cancellationRequestedAt: runningJobExecutions.cancellationRequestedAt,\n        workflowRunId: runningJobExecutions.workflowRunId,\n        workflowRunAttemptId: runningJobExecutions.workflowRunAttemptId,\n        jobId: runningJobExecutions.jobId,\n        jobExecutionId: runningJobExecutions.jobExecutionId,\n        projectId: runningJobExecutions.projectId,\n        workspaceId: runningJobExecutions.workspaceId,\n        runnerSessionId: runningJobExecutions.runnerSessionId,\n      });\n\n    const row = updated[0];\n    if (!row) throw new RunningJobExecutionNotFoundError(params.jobExecutionId);\n\n    const [previous] = await tx\n      .select({toolCapabilities: runnerSessions.toolCapabilities})\n      .from(runnerSessions)\n      .where(eq(runnerSessions.id, params.runnerSessionId))\n      .limit(1)\n      .for('update');\n\n    const [session] = await tx\n      .update(runnerSessions)\n      .set({\n        toolCapabilities: params.toolCapabilities ?? null,\n        toolCapabilitiesReportedAt: params.toolCapabilities ? sql`now()` : null,\n        updatedAt: sql`now()`,\n      })\n      .where(eq(runnerSessions.id, params.runnerSessionId))\n      .returning({toolCapabilities: runnerSessions.toolCapabilities});\n\n    return {\n      row,\n      previousToolCapabilities: previous?.toolCapabilities ?? null,\n      currentToolCapabilities: session?.toolCapabilities ?? null,\n    };\n  });\n\n  const row = result.row;\n  if (!row) throw new RunningJobExecutionNotFoundError(params.jobExecutionId);\n  return {\n    cancellationRequested: row.cancellationRequestedAt !== null,\n    previousToolCapabilities: result.previousToolCapabilities,\n    currentToolCapabilities: result.currentToolCapabilities,\n    runningJobExecution: {\n      workflowRunId: row.workflowRunId,\n      workflowRunAttemptId: row.workflowRunAttemptId,\n      jobId: row.jobId,\n      jobExecutionId: row.jobExecutionId,\n      projectId: row.projectId,\n      workspaceId: row.workspaceId,\n      runnerSessionId: row.runnerSessionId,\n    },\n  };\n}\n\n/**\n * Reconciles a terminal job execution with runner state in one transaction: removes its pending\n * queue row and requests cancellation on its running lease, if either exists. The operation is\n * idempotent and preserves the first cancellation-request timestamp.\n */\nexport async function reconcileTerminalJobExecution(params: {\n  jobExecutionId: string;\n}): Promise<void> {\n  await db().transaction(async (tx) => {\n    await lockJobExecution(tx, params.jobExecutionId);\n\n    // Delete pending before updating running to match claim/release lock order. Claim locks\n    // pending rows with SKIP LOCKED before inserting the running lease, so this ordering makes\n    // a concurrent terminal reconciliation either win before claim or cancel the new lease.\n    await tx\n      .delete(pendingJobExecutions)\n      .where(eq(pendingJobExecutions.jobExecutionId, params.jobExecutionId));\n    await tx\n      .update(runningJobExecutions)\n      .set({\n        cancellationRequestedAt: sql`COALESCE(${runningJobExecutions.cancellationRequestedAt}, now())`,\n      })\n      .where(eq(runningJobExecutions.jobExecutionId, params.jobExecutionId));\n  });\n}\n\nexport async function cancelRunnerJobs(params: {jobIds: string[]}): Promise<void> {\n  if (params.jobIds.length === 0) return;\n\n  await db().transaction(async (tx) => {\n    await tx.delete(pendingJobExecutions).where(inArray(pendingJobExecutions.jobId, params.jobIds));\n    await tx\n      .update(runningJobExecutions)\n      .set({\n        cancellationRequestedAt: sql`COALESCE(${runningJobExecutions.cancellationRequestedAt}, now())`,\n      })\n      .where(inArray(runningJobExecutions.jobId, params.jobIds));\n  });\n}\n"],"names":["RUNNER_JOB_CLAIMED","RUNNER_JOB_LEASE_EXPIRED","RUNNER_JOB_QUEUED","logger","writeOutboxEvent","writeOutboxEvents","canonicalizeLabels","and","arrayContained","asc","count","desc","eq","gt","inArray","isNotNull","isNull","lt","lte","or","sql","EmptyRequiredLabelsError","RunnerSessionExhaustedError","RunningJobExecutionNotFoundError","jobExecutionEnqueuedCount","jobExecutionLeaseExpiredCount","recordJobExecutionQueueTime","recordProviderRunnerActivationToFirstClaim","db","runnersOutbox","pendingJobExecutions","providerRunners","runnerSessions","runningJobExecutions","runnerJobExecutionLockPrefix","lockJobExecution","tx","jobExecutionId","execute","getWorkspaceJobCounts","params","pendingRows","runningRows","Promise","all","select","workspaceId","from","where","workspaceIds","groupBy","queuedByWorkspace","Map","map","row","Number","runningByWorkspace","queued","get","running","enqueueJobExecution","requiredLabels","length","enqueued","transaction","leaseExpired","id","eventType","payload","limit","inserted","insert","values","workflowRunId","workflowRunAttemptId","jobId","projectId","onConflictDoNothing","target","returning","createdAt","type","queuedAt","toISOString","add","claimPendingJobExecution","touchRunnerSessionLiveness","runnerSessionId","throttleSeconds","runnerSessionLivenessThrottleSeconds","sessionLabels","activationToFirstClaimObservation","queueTimeObservation","result","provisionerId","providerRunnerId","runnerInstanceId","maxClaims","session","claimsUsed","revokedAt","for","candidate","orderBy","skipLocked","as","delete","runnerLabels","claimedAt","startedAt","claimed","durationMilliseconds","getTime","provider","launchKind","runnerInstanceCondition","claimedRunner","update","set","firstClaimedAt","updatedAt","isFirstClaim","providerKind","sessionCreatedAtEpochMs","undefined","releaseJobExecution","expireStuckJobExecutions","reaped","heartbeatCutoff","thresholdSeconds","firstHeartbeatCutoff","noFirstHeartbeatGraceSeconds","stalePredicate","firstHeartbeatAt","lastHeartbeatAt","staleRows","staleIds","staleJobExecutionIds","deleted","getJobExecutionQueueDepth","pending","value","listActiveRunningJobExecutions","windowSeconds","listRunningJobExecutionsByRunnerInstanceTx","providerRunnerIds","duplicateRows","having","duplicateRunnerInstanceIds","flatMap","warn","cancellationRequestedAt","join","rows","toDate","Date","isJobLeaseActive","recordHeartbeat","updated","previous","toolCapabilities","toolCapabilitiesReportedAt","previousToolCapabilities","currentToolCapabilities","cancellationRequested","runningJobExecution","reconcileTerminalJobExecution","cancelRunnerJobs","jobIds"],"mappings":"AAAA,SACEA,kBAAkB,EAClBC,wBAAwB,EACxBC,iBAAiB,QAGZ,2BAA2B;AAClC,SAAQC,MAAM,QAAO,8BAA8B;AACnD,SAAQC,gBAAgB,EAAEC,iBAAiB,QAAO,uBAAuB;AACzE,SAAQC,kBAAkB,QAAO,yBAAyB;AAC1D,SACEC,GAAG,EACHC,cAAc,EACdC,GAAG,EACHC,KAAK,EACLC,IAAI,EACJC,EAAE,EACFC,EAAE,EACFC,OAAO,EACPC,SAAS,EACTC,MAAM,EACNC,EAAE,EACFC,GAAG,EACHC,EAAE,EACFC,GAAG,QACE,cAAc;AACrB,SACEC,wBAAwB,EACxBC,2BAA2B,EAC3BC,gCAAgC,QAC3B,kBAAkB;AACzB,SAEEC,yBAAyB,EACzBC,6BAA6B,EAE7BC,2BAA2B,EAC3BC,0CAA0C,QACrC,uBAAuB;AAE9B,SAAQC,EAAE,QAAO,UAAU;AAC3B,SAAQC,aAAa,QAAO,qBAAqB;AACjD,SAAQC,oBAAoB,QAAO,qCAAqC;AACxE,SAAQC,eAAe,QAAO,+BAA+B;AAC7D,SAAQC,cAAc,QAAO,8BAA8B;AAC3D,SAAQC,oBAAoB,QAAO,qCAAqC;AAExE,MAAMC,+BAA+B;AAErC,eAAeC,iBAAiBC,EAAM,EAAEC,cAAsB;IAC5D,MAAMD,GAAGE,OAAO,CACdlB,GAAG,CAAC,sCAAsC,EAAE,GAAGc,+BAA+BG,gBAAgB,CAAC,EAAE,CAAC;AAEtG;AAYA,OAAO,eAAeE,sBAAsBC,MAE3C;IACC,MAAM,CAACC,aAAaC,YAAY,GAAG,MAAMC,QAAQC,GAAG,CAAC;QACnDhB,KACGiB,MAAM,CAAC;YAACC,aAAahB,qBAAqBgB,WAAW;YAAEpC,OAAOA;QAAO,GACrEqC,IAAI,CAACjB,sBACLkB,KAAK,CAAClC,QAAQgB,qBAAqBgB,WAAW,EAAEN,OAAOS,YAAY,GACnEC,OAAO,CAACpB,qBAAqBgB,WAAW;QAC3ClB,KACGiB,MAAM,CAAC;YAACC,aAAab,qBAAqBa,WAAW;YAAEpC,OAAOA;QAAO,GACrEqC,IAAI,CAACd,sBACLe,KAAK,CAAClC,QAAQmB,qBAAqBa,WAAW,EAAEN,OAAOS,YAAY,GACnEC,OAAO,CAACjB,qBAAqBa,WAAW;KAC5C;IAED,MAAMK,oBAAoB,IAAIC,IAAIX,YAAYY,GAAG,CAAC,CAACC,MAAQ;YAACA,IAAIR,WAAW;YAAES,OAAOD,IAAI5C,KAAK;SAAE;IAC/F,MAAM8C,qBAAqB,IAAIJ,IAC7BV,YAAYW,GAAG,CAAC,CAACC,MAAQ;YAACA,IAAIR,WAAW;YAAES,OAAOD,IAAI5C,KAAK;SAAE;IAG/D,OAAO8B,OAAOS,YAAY,CAACI,GAAG,CAAC,CAACP,cAAiB,CAAA;YAC/CA;YACAW,QAAQN,kBAAkBO,GAAG,CAACZ,gBAAgB;YAC9Ca,SAASH,mBAAmBE,GAAG,CAACZ,gBAAgB;QAClD,CAAA;AACF;AAEA,6FAA6F;AAC7F,+FAA+F;AAC/F,kGAAkG;AAClG,+FAA+F;AAC/F,6FAA6F;AAC7F,OAAO,eAAec,oBAAoBpB,MAAiC;IACzE,MAAMqB,iBAAiB;WAAIvD,mBAAmBkC,OAAOqB,cAAc;KAAE;IACrE,IAAIA,eAAeC,MAAM,KAAK,GAAG,MAAM,IAAIzC;IAE3C,MAAM0C,WAAW,MAAMnC,KAAKoC,WAAW,CAAC,OAAO5B;QAC7C,MAAMD,iBAAiBC,IAAII,OAAOH,cAAc;QAEhD,MAAM,CAAC4B,aAAa,GAAG,MAAM7B,GAC1BS,MAAM,CAAC;YAACqB,IAAIrC,cAAcqC,EAAE;QAAA,GAC5BnB,IAAI,CAAClB,eACLmB,KAAK,CACJzC,IACEK,GAAGiB,cAAcsC,SAAS,EAAElE,2BAC5BmB,GAAG,CAAC,EAAES,cAAcuC,OAAO,CAAC,sBAAsB,EAAE5B,OAAOH,cAAc,CAAC,CAAC,GAG9EgC,KAAK,CAAC;QACT,IAAIJ,cAAc,OAAO;QAEzB,MAAM,CAACK,SAAS,GAAG,MAAMlC,GACtBmC,MAAM,CAACzC,sBACP0C,MAAM,CAAC;YACN1B,aAAaN,OAAOM,WAAW;YAC/B2B,eAAejC,OAAOiC,aAAa;YACnCC,sBAAsBlC,OAAOkC,oBAAoB;YACjDC,OAAOnC,OAAOmC,KAAK;YACnBtC,gBAAgBG,OAAOH,cAAc;YACrCuC,WAAWpC,OAAOoC,SAAS;YAC3Bf;QACF,GACCgB,mBAAmB,CAAC;YAACC,QAAQhD,qBAAqBO,cAAc;QAAA,GAChE0C,SAAS,CAAC;YAACC,WAAWlD,qBAAqBkD,SAAS;QAAA;QAEvD,4EAA4E;QAC5E,0EAA0E;QAC1E,mEAAmE;QACnE,IAAI,CAACV,UAAU,OAAO;QAEtB,MAAMlE,iBAAkCgC,IAAIP,eAAe;YACzDoD,MAAM/E;YACNkE,SAAS;gBACPK,eAAejC,OAAOiC,aAAa;gBACnCC,sBAAsBlC,OAAOkC,oBAAoB;gBACjDC,OAAOnC,OAAOmC,KAAK;gBACnBtC,gBAAgBG,OAAOH,cAAc;gBACrC6C,UAAUZ,SAASU,SAAS,CAACG,WAAW;YAC1C;QACF;QACA,OAAO;IACT;IAEA,IAAIpB,UAAUvC,0BAA0B4D,GAAG,CAAC;AAC9C;AAoCA,OAAO,eAAeC,yBAAyB7C,MAM9C;IACC,MAAM8C,2BAA2B;QAC/BxC,aAAaN,OAAOM,WAAW;QAC/ByC,iBAAiB/C,OAAO+C,eAAe;QACvCC,iBAAiBhD,OAAOiD,oCAAoC;IAC9D;IAEA,IAAIjD,OAAOkD,aAAa,CAAC5B,MAAM,KAAK,GAAG,OAAO;IAE9C,IAAI6B,oCAA+E;IACnF,IAAIC,uBAAgE;IACpE,MAAMC,SAAS,MAAMjE,KAAKoC,WAAW,CAAC,OAAO5B;QAC3C,IAAI0D,gBAA+B;QACnC,IAAIC,mBAAkC;QACtC,IAAIC,mBAAkC;QAEtC,IAAIxD,OAAOyD,SAAS,KAAK,MAAM;YAC7B,MAAM,CAACC,QAAQ,GAAG,MAAM9D,GACrBS,MAAM,CAAC;gBACNoD,WAAWjE,eAAeiE,SAAS;gBACnCE,YAAYnE,eAAemE,UAAU;gBACrCC,WAAWpE,eAAeoE,SAAS;gBACnCJ,kBAAkBhE,eAAegE,gBAAgB;gBACjDF,eAAe9D,eAAe8D,aAAa;gBAC3CC,kBAAkB/D,eAAe+D,gBAAgB;YACnD,GACChD,IAAI,CAACf,gBACLgB,KAAK,CAACpC,GAAGoB,eAAekC,EAAE,EAAE1B,OAAO+C,eAAe,GAClDlB,KAAK,CAAC,GACNgC,GAAG,CAAC;YAEP,IACE,CAACH,WACDA,QAAQE,SAAS,IACjBF,QAAQD,SAAS,KAAK,QACtBC,QAAQC,UAAU,IAAID,QAAQD,SAAS,EACvC;gBACA,MAAM,IAAI3E,4BAA4BkB,OAAO+C,eAAe;YAC9D;YAEA,0EAA0E;YAC1E,mDAAmD;YACnDS,mBAAmBE,QAAQF,gBAAgB;YAC3CF,gBAAgBI,QAAQJ,aAAa;YACrCC,mBAAmBG,QAAQH,gBAAgB;QAC7C;QAEA,4EAA4E;QAC5E,oFAAoF;QACpF,oFAAoF;QACpF,sFAAsF;QACtF,MAAMO,YAAYlE,GACfS,MAAM,GACNE,IAAI,CAACjB,sBACLkB,KAAK,CACJzC,IACEK,GAAGkB,qBAAqBgB,WAAW,EAAEN,OAAOM,WAAW,GACvDtC,eAAesB,qBAAqB+B,cAAc,EAAErB,OAAOkD,aAAa,IAG3Ea,OAAO,CAAC9F,IAAIqB,qBAAqBkD,SAAS,GAAGvE,IAAIqB,qBAAqBoC,EAAE,GACxEG,KAAK,CAAC,GACNgC,GAAG,CAAC,UAAU;YAACG,YAAY;QAAI,GAC/BC,EAAE,CAAC;QAEN,MAAM,CAACnD,IAAI,GAAG,MAAMlB,GACjBS,MAAM,GACNE,IAAI,CAACuD,WACLtD,KAAK,CACJ5B,GAAG,CAAC;;qBAES,EAAEc,6BAA6B,IAAI,EAAEoE,UAAUjE,cAAc,CAAC;;QAE3E,CAAC;QAGL,IAAI,CAACiB,KAAK,OAAO;QAEjB,MAAMlB,GAAGsE,MAAM,CAAC5E,sBAAsBkB,KAAK,CAACpC,GAAGkB,qBAAqBoC,EAAE,EAAEZ,IAAIY,EAAE;QAE9E,8EAA8E;QAC9E,gFAAgF;QAChF,qFAAqF;QACrF,2EAA2E;QAC3E,8EAA8E;QAC9E,2DAA2D;QAC3D,MAAMI,WAAW,MAAMlC,GACpBmC,MAAM,CAACtC,sBACPuC,MAAM,CAAC;YACN1B,aAAaQ,IAAIR,WAAW;YAC5B2B,eAAenB,IAAImB,aAAa;YAChCC,sBAAsBpB,IAAIoB,oBAAoB;YAC9CC,OAAOrB,IAAIqB,KAAK;YAChBtC,gBAAgBiB,IAAIjB,cAAc;YAClCuC,WAAWtB,IAAIsB,SAAS;YACxBW,iBAAiB/C,OAAO+C,eAAe;YACvCO;YACAC;YACAlC,gBAAgBP,IAAIO,cAAc;YAClC8C,cAAcnE,OAAOkD,aAAa;QACpC,GACCb,mBAAmB,CAAC;YAACC,QAAQ7C,qBAAqBI,cAAc;QAAA,GAChE0C,SAAS,CAAC;YAAC6B,WAAW3E,qBAAqB4E,SAAS;QAAA;QAEvD,MAAMC,UAAUxC,QAAQ,CAAC,EAAE;QAC3B,IAAI,CAACwC,SAAS,OAAO;QAErBlB,uBAAuB;YACrBmB,sBAAsBD,QAAQF,SAAS,CAACI,OAAO,KAAK1D,IAAI0B,SAAS,CAACgC,OAAO;YACzEC,UAAU;YACVC,YAAY1E,OAAOyD,SAAS,KAAK,OAAO,WAAW;QACrD;QAEA,MAAMkB,0BAA0BnB,mBAC5BpF,GAAGmB,gBAAgBmC,EAAE,EAAE8B,oBACvBF,iBAAiBC,mBACfxF,IACEK,GAAGmB,gBAAgB+D,aAAa,EAAEA,gBAClClF,GAAGmB,gBAAgBgE,gBAAgB,EAAEA,qBAEvC;QACN,IAAIoB,yBAAyB;YAC3B,MAAM,CAACC,cAAc,GAAG,MAAMhF,GAC3BiF,MAAM,CAACtF,iBACPuF,GAAG,CAAC;gBACHC,gBAAgBnG,GAAG,CAAC,SAAS,EAAEW,gBAAgBwF,cAAc,CAAC,EAAE,EAAET,QAAQF,SAAS,CAAC,CAAC,CAAC;gBACtFY,WAAWpG,GAAG,CAAC,KAAK,CAAC;YACvB,GACC4B,KAAK,CAACmE,yBACNpC,SAAS,CAAC;gBACTwC,gBAAgBxF,gBAAgBwF,cAAc;gBAC9CE,cAAcrG,GAAY,CAAC,EAAEW,gBAAgBwF,cAAc,CAAC,GAAG,EAAET,QAAQF,SAAS,CAAC,CAAC;gBACpFK,UAAUlF,gBAAgB2F,YAAY;gBACtCR,YAAYnF,gBAAgBmF,UAAU;gBACtClB,kBAAkBjE,gBAAgBmC,EAAE;gBACpCyD,yBAAyBvG,GAAkB,CAAC;sCAChB,EAAEY,eAAegD,SAAS,CAAC;iBAChD,EAAEhD,eAAe;kBAChB,EAAEA,eAAekC,EAAE,CAAC,GAAG,EAAE1B,OAAO+C,eAAe,CAAC;WACvD,CAAC;YACJ;YACF,IAAI6B,iBAAiBxB,sBAAsB;gBACzCA,qBAAqBqB,QAAQ,GAAGG,cAAcH,QAAQ;gBACtDrB,qBAAqBsB,UAAU,GAAGE,cAAcF,UAAU;YAC5D;YACA,IACEE,eAAeK,gBACfL,cAAcG,cAAc,KAAK,QACjCH,cAAcO,uBAAuB,KAAK,QAC1CP,cAAcO,uBAAuB,KAAKC,WAE1CjC,oCAAoC;gBAClCoB,sBACEK,cAAcG,cAAc,CAACP,OAAO,KAAKI,cAAcO,uBAAuB;gBAChFV,UAAUG,cAAcH,QAAQ;gBAChCC,YAAYE,cAAcF,UAAU;gBACpClB,kBAAkBoB,cAAcpB,gBAAgB;YAClD;QACJ;QAEA,IAAIxD,OAAOyD,SAAS,KAAK,MAAM;YAC7B,MAAM7D,GACHiF,MAAM,CAACrF,gBACPsF,GAAG,CAAC;gBAACnB,YAAY/E,GAAG,CAAC,EAAEY,eAAemE,UAAU,CAAC,IAAI,CAAC;gBAAEqB,WAAWpG,GAAG,CAAC,KAAK,CAAC;YAAA,GAC7E4B,KAAK,CAACpC,GAAGoB,eAAekC,EAAE,EAAE1B,OAAO+C,eAAe;QACvD;QAEA,4FAA4F;QAC5F,mFAAmF;QACnF,6BAA6B;QAC7B,MAAMnF,iBAAkCgC,IAAIP,eAAe;YACzDoD,MAAMjF;YACNoE,SAAS;gBACPK,eAAenB,IAAImB,aAAa;gBAChCC,sBAAsBpB,IAAIoB,oBAAoB;gBAC9CC,OAAOrB,IAAIqB,KAAK;gBAChBtC,gBAAgBiB,IAAIjB,cAAc;gBAClCuE,WAAWE,QAAQF,SAAS,CAACzB,WAAW;YAC1C;QACF;QAEA,OAAO;YACLV,eAAenB,IAAImB,aAAa;YAChCC,sBAAsBpB,IAAIoB,oBAAoB;YAC9CC,OAAOrB,IAAIqB,KAAK;YAChBtC,gBAAgBiB,IAAIjB,cAAc;YAClCuC,WAAWtB,IAAIsB,SAAS;QAC1B;IACF;IACA,IAAIgB,sBAAsBlE,4BAA4BkE;IACtD,IAAID,mCACFhE,2CAA2CgE;IAC7C,OAAOE;AACT;AAEA,eAAeP,2BAA2B9C,MAIzC;IACC,MAAMZ,KACHyF,MAAM,CAACrF,gBACPsF,GAAG,CAAC;QAACE,WAAWpG,GAAG,CAAC,KAAK,CAAC;IAAA,GAC1B4B,KAAK,CACJzC,IACEK,GAAGoB,eAAekC,EAAE,EAAE1B,OAAO+C,eAAe,GAC5C3E,GAAGoB,eAAec,WAAW,EAAEN,OAAOM,WAAW,GACjD1B,GAAG,CAAC,EAAEY,eAAewF,SAAS,CAAC,YAAY,EAAEhF,OAAOgD,eAAe,CAAC,yBAAyB,CAAC;AAGtG;AAEA;;;;;;;CAOC,GACD,OAAO,eAAeqC,oBAAoBrF,MAAgC;IACxE,MAAMZ,KAAKoC,WAAW,CAAC,OAAO5B;QAC5B,MAAMD,iBAAiBC,IAAII,OAAOH,cAAc;QAEhD,uFAAuF;QACvF,6EAA6E;QAC7E,qFAAqF;QACrF,2CAA2C;QAC3C,MAAMD,GACHsE,MAAM,CAAC5E,sBACPkB,KAAK,CAACpC,GAAGkB,qBAAqBO,cAAc,EAAEG,OAAOH,cAAc;QACtE,MAAMD,GACHsE,MAAM,CAACzE,sBACPe,KAAK,CAACpC,GAAGqB,qBAAqBI,cAAc,EAAEG,OAAOH,cAAc;IACxE;AACF;AAEA;;;;;;;;;;;;CAYC,GACD,OAAO,eAAeyF,yBAAyBtF,MAI9C;IAQC,MAAMuF,SAAS,MAAMnG,KAAKoC,WAAW,CAAC,OAAO5B;QAC3C,MAAM4F,kBAAkB5G,GAAG,CAAC,SAAS,EAAEoB,OAAOyF,gBAAgB,CAAC,yBAAyB,CAAC;QACzF,MAAMC,uBAAuB9G,GAAG,CAAC,SAAS,EAAEoB,OAAO2F,4BAA4B,CAAC,yBAAyB,CAAC;QAC1G,MAAMC,iBAAiBjH,GACrBZ,IACES,OAAOiB,qBAAqBoG,gBAAgB,GAC5CnH,IAAIe,qBAAqBqG,eAAe,EAAErG,qBAAqB4E,SAAS,GACxE5F,GAAGgB,qBAAqB4E,SAAS,EAAEqB,wBAErC3H,IACEY,GACEJ,UAAUkB,qBAAqBoG,gBAAgB,GAC/CxH,GAAGoB,qBAAqBqG,eAAe,EAAErG,qBAAqB4E,SAAS,IAEzE5F,GAAGgB,qBAAqBqG,eAAe,EAAEN;QAI7C,MAAMO,YAAY,MAAMnG,GACrBS,MAAM,CAAC;YACNqB,IAAIjC,qBAAqBiC,EAAE;YAC3B7B,gBAAgBJ,qBAAqBI,cAAc;QACrD,GACCU,IAAI,CAACd,sBACLe,KAAK,CACJzC,IACE6H,gBACAhH,GAAG,CAAC;;uBAES,EAAEc,6BAA6B,IAAI,EAAED,qBAAqBI,cAAc,CAAC;;UAEtF,CAAC,GAGJkE,OAAO,CACN9F,IACEW,GAAG,CAAC,UAAU,EAAEa,qBAAqBoG,gBAAgB,CAAC,aAAa,EAAEpG,qBAAqBqG,eAAe,CAAC,IAAI,EAAErG,qBAAqB4E,SAAS,CAAC,MAAM,EAAE5E,qBAAqB4E,SAAS,CAAC,MAAM,EAAE5E,qBAAqBqG,eAAe,CAAC,IAAI,CAAC,GAE1O7H,IAAIwB,qBAAqBiC,EAAE,GAE5BG,KAAK,CAAC7B,OAAO6B,KAAK,IAAI;QAEzB,IAAIkE,UAAUzE,MAAM,KAAK,GAAG,OAAO,EAAE;QAErC,MAAM0E,WAAWD,UAAUlF,GAAG,CAAC,CAACC,MAAQA,IAAIY,EAAE;QAC9C,MAAMuE,uBAAuBF,UAAUlF,GAAG,CAAC,CAACC,MAAQA,IAAIjB,cAAc;QAEtE,4FAA4F;QAC5F,yFAAyF;QACzF,0FAA0F;QAC1F,yFAAyF;QACzF,MAAMD,GACHsE,MAAM,CAAC5E,sBACPkB,KAAK,CAAClC,QAAQgB,qBAAqBO,cAAc,EAAEoG;QAEtD,MAAMC,UAAU,MAAMtG,GACnBsE,MAAM,CAACzE,sBACPe,KAAK,CAACzC,IAAIO,QAAQmB,qBAAqBiC,EAAE,EAAEsE,WAAWJ,iBACtDrD,SAAS,CAAC;YACTN,eAAexC,qBAAqBwC,aAAa;YACjDC,sBAAsBzC,qBAAqByC,oBAAoB;YAC/DC,OAAO1C,qBAAqB0C,KAAK;YACjCtC,gBAAgBJ,qBAAqBI,cAAc;QACrD;QAEF,IAAIqG,QAAQ5E,MAAM,KAAK,GAAG,OAAO,EAAE;QAEnC,MAAMzD,kBACJ+B,IACAP,eACA6G,QAAQrF,GAAG,CAAC,CAACC,MAAS,CAAA;gBACpB2B,MAAMhF;gBACNmE,SAAS;oBACPK,eAAenB,IAAImB,aAAa;oBAChCC,sBAAsBpB,IAAIoB,oBAAoB;oBAC9CC,OAAOrB,IAAIqB,KAAK;oBAChBtC,gBAAgBiB,IAAIjB,cAAc;gBACpC;YACF,CAAA;QAGF,OAAOqG;IACT;IAEA,IAAIX,OAAOjE,MAAM,GAAG,GAAGrC,8BAA8B2D,GAAG,CAAC2C,OAAOjE,MAAM;IAEtE,OAAOiE;AACT;AAEA,OAAO,eAAeY;IAIpB,MAAM,CAACC,QAAQ,GAAG,MAAMhH,KAAKiB,MAAM,CAAC;QAACgG,OAAOnI;IAAO,GAAGqC,IAAI,CAACjB;IAC3D,MAAM,CAAC6B,QAAQ,GAAG,MAAM/B,KAAKiB,MAAM,CAAC;QAACgG,OAAOnI;IAAO,GAAGqC,IAAI,CAACd;IAC3D,OAAO;QACLH,sBAAsB8G,SAASC,SAAS;QACxC5G,sBAAsB0B,SAASkF,SAAS;IAC1C;AACF;AAEA,OAAO,eAAeC,+BAA+BtG,MAIpD;IACC,OAAO,MAAMZ,KACViB,MAAM,CAAC;QACN8B,OAAO1C,qBAAqB0C,KAAK;QACjCtC,gBAAgBJ,qBAAqBI,cAAc;QACnDoC,eAAexC,qBAAqBwC,aAAa;QACjDC,sBAAsBzC,qBAAqByC,oBAAoB;QAC/DE,WAAW3C,qBAAqB2C,SAAS;QACzCW,iBAAiBtD,qBAAqBsD,eAAe;QACrDO,eAAe7D,qBAAqB6D,aAAa;QACjDC,kBAAkB9D,qBAAqB8D,gBAAgB;QACvDlC,gBAAgB5B,qBAAqB4B,cAAc;QACnD8C,cAAc1E,qBAAqB0E,YAAY;QAC/CE,WAAW5E,qBAAqB4E,SAAS;QACzCyB,iBAAiBrG,qBAAqBqG,eAAe;IACvD,GACCvF,IAAI,CAACd,sBACLe,KAAK,CACJzC,IACEK,GAAGqB,qBAAqBa,WAAW,EAAEN,OAAOM,WAAW,GACvD1B,GAAG,CAAC,EAAEa,qBAAqBqG,eAAe,CAAC,YAAY,EAAE9F,OAAOuG,aAAa,CAAC,yBAAyB,CAAC,GAG3GxC,OAAO,CAAC5F,KAAKsB,qBAAqBqG,eAAe,GAAG3H,KAAKsB,qBAAqBiC,EAAE,GAChFG,KAAK,CAAC7B,OAAO6B,KAAK,IAAI;AAC3B;AAEA,OAAO,eAAe2E,2CACpB5G,EAAM,EACNI,MAIC;IAED,IAAIA,OAAOyG,iBAAiB,CAACnF,MAAM,KAAK,GAAG,OAAO,EAAE;IAEpD,MAAMoF,gBAAgB,MAAM9G,GACzBS,MAAM,CAAC;QACNkD,kBAAkB9D,qBAAqB8D,gBAAgB;QACvDrF,OAAOA;IACT,GACCqC,IAAI,CAACd,sBACLe,KAAK,CACJzC,IACEK,GAAGqB,qBAAqBa,WAAW,EAAEN,OAAOM,WAAW,GACvDlC,GAAGqB,qBAAqB6D,aAAa,EAAEtD,OAAOsD,aAAa,GAC3DhF,QAAQmB,qBAAqB8D,gBAAgB,EAAEvD,OAAOyG,iBAAiB,IAG1E/F,OAAO,CAACjB,qBAAqB8D,gBAAgB,EAC7CoD,MAAM,CAAC/H,GAAG,CAAC,YAAY,CAAC;IAE3B,MAAMgI,6BAA6BF,cAAcG,OAAO,CAAC,CAAC/F,MACxDA,IAAIyC,gBAAgB,GAAG;YAACzC,IAAIyC,gBAAgB;SAAC,GAAG,EAAE;IAEpD,IAAIqD,2BAA2BtF,MAAM,GAAG,GAAG;QACzC3D,SAASmJ,IAAI,CACX;YACExG,aAAaN,OAAOM,WAAW;YAC/BgD,eAAetD,OAAOsD,aAAa;YACnCmD,mBAAmBG;QACrB,GACA;IAEJ;IAEA,MAAMvD,SAAS,MAAMzD,GAAGE,OAAO,CAS5BlB,GAAG,CAAC;wBACe,EAAEa,qBAAqB8D,gBAAgB,CAAC;MAC1D,EAAE9D,qBAAqBwC,aAAa,CAAC;MACrC,EAAExC,qBAAqByC,oBAAoB,CAAC;MAC5C,EAAEzC,qBAAqB0C,KAAK,CAAC;MAC7B,EAAE1C,qBAAqBI,cAAc,CAAC;MACtC,EAAEJ,qBAAqB8D,gBAAgB,CAAC;MACxC,EAAE9D,qBAAqB4E,SAAS,CAAC;MACjC,EAAE5E,qBAAqBqG,eAAe,CAAC;MACvC,EAAErG,qBAAqBsH,uBAAuB,CAAC;SAC5C,EAAEtH,qBAAqB;;MAE1B,EAAEA,qBAAqBa,WAAW,CAAC,GAAG,EAAEN,OAAOM,WAAW,CAAC;UACvD,EAAEb,qBAAqB6D,aAAa,CAAC,GAAG,EAAEtD,OAAOsD,aAAa,CAAC;UAC/D,EAAE7D,qBAAqB8D,gBAAgB,CAAC,KAAK,EAAE3E,IAAIoI,IAAI,CACzDhH,OAAOyG,iBAAiB,CAAC5F,GAAG,CAAC,CAAC0C,mBAAqB3E,GAAG,CAAC,EAAE2E,iBAAiB,CAAC,GAC3E3E,GAAG,CAAC,EAAE,CAAC,EACP;aACK,EAAEa,qBAAqB8D,gBAAgB,CAAC,EAAE,EAAE9D,qBAAqB4E,SAAS,CAAC,OAAO,EAAE5E,qBAAqBI,cAAc,CAAC;EACnI,CAAC;IAED,OAAOwD,OAAO4D,IAAI,CAACpG,GAAG,CAAC,CAACC,MAAS,CAAA;YAC/BmB,eAAenB,IAAImB,aAAa;YAChCC,sBAAsBpB,IAAIoB,oBAAoB;YAC9CC,OAAOrB,IAAIqB,KAAK;YAChBtC,gBAAgBiB,IAAIjB,cAAc;YAClC0D,kBAAkBzC,IAAIyC,gBAAgB;YACtCc,WAAW6C,OAAOpG,IAAIuD,SAAS;YAC/ByB,iBAAiBoB,OAAOpG,IAAIgF,eAAe;YAC3CiB,yBAAyBjG,IAAIiG,uBAAuB,GAChDG,OAAOpG,IAAIiG,uBAAuB,IAClC;QACN,CAAA;AACF;AAEA,SAASG,OAAOb,KAAoB;IAClC,OAAOA,iBAAiBc,OAAOd,QAAQ,IAAIc,KAAKd;AAClD;AAEA,OAAO,eAAee,iBAAiBpH,MAItC;IACC,MAAM,CAACc,IAAI,GAAG,MAAM1B,KACjBiB,MAAM,CAAC;QAACqB,IAAIjC,qBAAqBiC,EAAE;IAAA,GACnCnB,IAAI,CAACd,sBACLe,KAAK,CACJzC,IACEK,GAAGqB,qBAAqBI,cAAc,EAAEG,OAAOH,cAAc,GAC7DzB,GAAGqB,qBAAqBsD,eAAe,EAAE/C,OAAO+C,eAAe,GAC/D/C,OAAOmC,KAAK,KAAKiD,YAAYA,YAAYhH,GAAGqB,qBAAqB0C,KAAK,EAAEnC,OAAOmC,KAAK,IAGvFN,KAAK,CAAC;IAET,OAAOf,QAAQsE;AACjB;AAEA,OAAO,eAAeiC,gBAAgBrH,MAIrC;IAcC,MAAMqD,SAAS,MAAMjE,KAAKoC,WAAW,CAAC,OAAO5B;QAC3C,MAAM0H,UAAU,MAAM1H,GACnBiF,MAAM,CAACpF,sBACPqF,GAAG,CAAC;YACHe,kBAAkBjH,GAAG,CAAC,SAAS,EAAEa,qBAAqBoG,gBAAgB,CAAC,QAAQ,CAAC;YAChFC,iBAAiBlH,GAAG,CAAC,KAAK,CAAC;QAC7B,GACC4B,KAAK,CACJzC,IACEK,GAAGqB,qBAAqBI,cAAc,EAAEG,OAAOH,cAAc,GAC7DzB,GAAGqB,qBAAqBsD,eAAe,EAAE/C,OAAO+C,eAAe,IAGlER,SAAS,CAAC;YACTwE,yBAAyBtH,qBAAqBsH,uBAAuB;YACrE9E,eAAexC,qBAAqBwC,aAAa;YACjDC,sBAAsBzC,qBAAqByC,oBAAoB;YAC/DC,OAAO1C,qBAAqB0C,KAAK;YACjCtC,gBAAgBJ,qBAAqBI,cAAc;YACnDuC,WAAW3C,qBAAqB2C,SAAS;YACzC9B,aAAab,qBAAqBa,WAAW;YAC7CyC,iBAAiBtD,qBAAqBsD,eAAe;QACvD;QAEF,MAAMjC,MAAMwG,OAAO,CAAC,EAAE;QACtB,IAAI,CAACxG,KAAK,MAAM,IAAI/B,iCAAiCiB,OAAOH,cAAc;QAE1E,MAAM,CAAC0H,SAAS,GAAG,MAAM3H,GACtBS,MAAM,CAAC;YAACmH,kBAAkBhI,eAAegI,gBAAgB;QAAA,GACzDjH,IAAI,CAACf,gBACLgB,KAAK,CAACpC,GAAGoB,eAAekC,EAAE,EAAE1B,OAAO+C,eAAe,GAClDlB,KAAK,CAAC,GACNgC,GAAG,CAAC;QAEP,MAAM,CAACH,QAAQ,GAAG,MAAM9D,GACrBiF,MAAM,CAACrF,gBACPsF,GAAG,CAAC;YACH0C,kBAAkBxH,OAAOwH,gBAAgB,IAAI;YAC7CC,4BAA4BzH,OAAOwH,gBAAgB,GAAG5I,GAAG,CAAC,KAAK,CAAC,GAAG;YACnEoG,WAAWpG,GAAG,CAAC,KAAK,CAAC;QACvB,GACC4B,KAAK,CAACpC,GAAGoB,eAAekC,EAAE,EAAE1B,OAAO+C,eAAe,GAClDR,SAAS,CAAC;YAACiF,kBAAkBhI,eAAegI,gBAAgB;QAAA;QAE/D,OAAO;YACL1G;YACA4G,0BAA0BH,UAAUC,oBAAoB;YACxDG,yBAAyBjE,SAAS8D,oBAAoB;QACxD;IACF;IAEA,MAAM1G,MAAMuC,OAAOvC,GAAG;IACtB,IAAI,CAACA,KAAK,MAAM,IAAI/B,iCAAiCiB,OAAOH,cAAc;IAC1E,OAAO;QACL+H,uBAAuB9G,IAAIiG,uBAAuB,KAAK;QACvDW,0BAA0BrE,OAAOqE,wBAAwB;QACzDC,yBAAyBtE,OAAOsE,uBAAuB;QACvDE,qBAAqB;YACnB5F,eAAenB,IAAImB,aAAa;YAChCC,sBAAsBpB,IAAIoB,oBAAoB;YAC9CC,OAAOrB,IAAIqB,KAAK;YAChBtC,gBAAgBiB,IAAIjB,cAAc;YAClCuC,WAAWtB,IAAIsB,SAAS;YACxB9B,aAAaQ,IAAIR,WAAW;YAC5ByC,iBAAiBjC,IAAIiC,eAAe;QACtC;IACF;AACF;AAEA;;;;CAIC,GACD,OAAO,eAAe+E,8BAA8B9H,MAEnD;IACC,MAAMZ,KAAKoC,WAAW,CAAC,OAAO5B;QAC5B,MAAMD,iBAAiBC,IAAII,OAAOH,cAAc;QAEhD,wFAAwF;QACxF,2FAA2F;QAC3F,wFAAwF;QACxF,MAAMD,GACHsE,MAAM,CAAC5E,sBACPkB,KAAK,CAACpC,GAAGkB,qBAAqBO,cAAc,EAAEG,OAAOH,cAAc;QACtE,MAAMD,GACHiF,MAAM,CAACpF,sBACPqF,GAAG,CAAC;YACHiC,yBAAyBnI,GAAG,CAAC,SAAS,EAAEa,qBAAqBsH,uBAAuB,CAAC,QAAQ,CAAC;QAChG,GACCvG,KAAK,CAACpC,GAAGqB,qBAAqBI,cAAc,EAAEG,OAAOH,cAAc;IACxE;AACF;AAEA,OAAO,eAAekI,iBAAiB/H,MAA0B;IAC/D,IAAIA,OAAOgI,MAAM,CAAC1G,MAAM,KAAK,GAAG;IAEhC,MAAMlC,KAAKoC,WAAW,CAAC,OAAO5B;QAC5B,MAAMA,GAAGsE,MAAM,CAAC5E,sBAAsBkB,KAAK,CAAClC,QAAQgB,qBAAqB6C,KAAK,EAAEnC,OAAOgI,MAAM;QAC7F,MAAMpI,GACHiF,MAAM,CAACpF,sBACPqF,GAAG,CAAC;YACHiC,yBAAyBnI,GAAG,CAAC,SAAS,EAAEa,qBAAqBsH,uBAAuB,CAAC,QAAQ,CAAC;QAChG,GACCvG,KAAK,CAAClC,QAAQmB,qBAAqB0C,KAAK,EAAEnC,OAAOgI,MAAM;IAC5D;AACF"}

package/dist/db/reservation-locks.d.ts

@@ -0,0 +1,6 @@
+import type { Tx } from './db.js';
+export declare function lockRunnerReservationAdvisoryKeysTx(tx: Tx, params: {
+    provisionerId: string;
+    reservationIds: readonly string[];
+}): Promise<void>;
+//# sourceMappingURL=reservation-locks.d.ts.map

package/dist/db/reservation-locks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reservation-locks.d.ts","sourceRoot":"","sources":["../../src/db/reservation-locks.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,EAAE,EAAC,MAAM,SAAS,CAAC;AAEhC,wBAAsB,mCAAmC,CACvD,EAAE,EAAE,EAAE,EACN,MAAM,EAAE;IAAC,aAAa,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,SAAS,MAAM,EAAE,CAAA;CAAC,GACjE,OAAO,CAAC,IAAI,CAAC,CAef"}

package/dist/db/reservation-locks.js

@@ -0,0 +1,15 @@
+import { sql } from 'drizzle-orm';
+export async function lockRunnerReservationAdvisoryKeysTx(tx, params) {
+    const reservationIds = [
+        ...new Set(params.reservationIds)
+    ].sort();
+    if (reservationIds.length === 0) return;
+    const lockKeys = sql.join(reservationIds.map((reservationId)=>sql`(${`runners_assignment:${params.provisionerId}:${reservationId}`})`), sql`, `);
+    await tx.execute(sql`
+    select pg_advisory_xact_lock(hashtext(lock_key))
+    from (values ${lockKeys}) as reservation_locks(lock_key)
+    order by lock_key
+  `);
+}
+
+//# sourceMappingURL=reservation-locks.js.map

package/dist/db/reservation-locks.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/db/reservation-locks.ts"],"sourcesContent":["import {sql} from 'drizzle-orm';\nimport type {Tx} from './db.js';\n\nexport async function lockRunnerReservationAdvisoryKeysTx(\n  tx: Tx,\n  params: {provisionerId: string; reservationIds: readonly string[]},\n): Promise<void> {\n  const reservationIds = [...new Set(params.reservationIds)].sort();\n  if (reservationIds.length === 0) return;\n\n  const lockKeys = sql.join(\n    reservationIds.map(\n      (reservationId) => sql`(${`runners_assignment:${params.provisionerId}:${reservationId}`})`,\n    ),\n    sql`, `,\n  );\n  await tx.execute(sql`\n    select pg_advisory_xact_lock(hashtext(lock_key))\n    from (values ${lockKeys}) as reservation_locks(lock_key)\n    order by lock_key\n  `);\n}\n"],"names":["sql","lockRunnerReservationAdvisoryKeysTx","tx","params","reservationIds","Set","sort","length","lockKeys","join","map","reservationId","provisionerId","execute"],"mappings":"AAAA,SAAQA,GAAG,QAAO,cAAc;AAGhC,OAAO,eAAeC,oCACpBC,EAAM,EACNC,MAAkE;IAElE,MAAMC,iBAAiB;WAAI,IAAIC,IAAIF,OAAOC,cAAc;KAAE,CAACE,IAAI;IAC/D,IAAIF,eAAeG,MAAM,KAAK,GAAG;IAEjC,MAAMC,WAAWR,IAAIS,IAAI,CACvBL,eAAeM,GAAG,CAChB,CAACC,gBAAkBX,GAAG,CAAC,CAAC,EAAE,CAAC,mBAAmB,EAAEG,OAAOS,aAAa,CAAC,CAAC,EAAED,eAAe,CAAC,CAAC,CAAC,GAE5FX,GAAG,CAAC,EAAE,CAAC;IAET,MAAME,GAAGW,OAAO,CAACb,GAAG,CAAC;;iBAEN,EAAEQ,SAAS;;EAE1B,CAAC;AACH"}

package/dist/db/reservations.d.ts

@@ -25,6 +25,8 @@ export interface PollDemandAndReserveParams {
     provisionerId: string;
     maxReservations: number;
     ttlSeconds: number;
+    /** Lifetime of the short reservation that gives rebound runners time to activate. */
+    activationGraceSeconds?: number;
     templates: ReservationTemplate[];
     capabilityWindowSeconds?: number;
 }
@@ -32,23 +34,34 @@ export interface InstallationPollDemandAndReserveParams {
     provisionerId: string;
     maxReservations: number;
     ttlSeconds: number;
+    /** Lifetime of the short reservation that gives rebound runners time to activate. */
+    activationGraceSeconds?: number;
     templates: ReservationTemplate[];
     capabilityWindowSeconds: number;
     eligibleWorkspaceIds: ReadonlySet<string>;
     signal?: AbortSignal;
     onReservations?: (reservations: ReservationGrant[]) => void;
 }
-export declare function pollDemandAndReserve(params: PollDemandAndReserveParams): Promise<{
+interface NewReservationUnits {
+    labels: string[];
+    count: number;
+}
+interface PollDemandAndReserveResult {
     stats: DemandStat[];
+    /** Only launch reservations are exposed to the provisioner. */
     reservations: ReservationGrant[];
-}>;
-export declare function pollDemandAndReserveTx(tx: Tx, params: PollDemandAndReserveParams): Promise<{
+    /** Internal allocation accounting for bound and launch rows together. */
+    newlyReservedUnits: NewReservationUnits[];
+}
+export declare function pollDemandAndReserve(params: PollDemandAndReserveParams): Promise<{
     stats: DemandStat[];
     reservations: ReservationGrant[];
 }>;
+export declare function pollDemandAndReserveTx(tx: Tx, params: PollDemandAndReserveParams): Promise<PollDemandAndReserveResult>;
 export declare function pollInstallationDemandAndReserve(params: InstallationPollDemandAndReserveParams): Promise<{
     stats: DemandStat[];
     reservations: ReservationGrant[];
+    newlyReservedCount?: number;
 }>;
 export declare function listQueuedDemandWorkspaceIds(): Promise<string[]>;
 export declare function deleteExpiredReservations(params?: {
@@ -63,4 +76,5 @@ export declare function releaseReservationUnits(tx: Tx, params: {
         count: number;
     }>;
 }): Promise<number>;
+export {};
 //# sourceMappingURL=reservations.d.ts.map

package/dist/db/reservations.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reservations.d.ts","sourceRoot":"","sources":["../../src/db/reservations.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAC,EAAE,EAAC,MAAM,SAAS,CAAC;AAUhC,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,0BAA0B;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,mBAAmB,EAAE,CAAC;IACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,sCAAsC;IACrD,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,mBAAmB,EAAE,CAAC;IACjC,uBAAuB,EAAE,MAAM,CAAC;IAChC,oBAAoB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,cAAc,CAAC,EAAE,CAAC,YAAY,EAAE,gBAAgB,EAAE,KAAK,IAAI,CAAC;CAC7D;AAoBD,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,0BAA0B,GACjC,OAAO,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAC;IAAC,YAAY,EAAE,gBAAgB,EAAE,CAAA;CAAC,CAAC,CAIlE;AAED,wBAAsB,sBAAsB,CAC1C,EAAE,EAAE,EAAE,EACN,MAAM,EAAE,0BAA0B,GACjC,OAAO,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAC;IAAC,YAAY,EAAE,gBAAgB,EAAE,CAAA;CAAC,CAAC,CAGlE;AAED,wBAAsB,gCAAgC,CACpD,MAAM,EAAE,sCAAsC,GAC7C,OAAO,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAC;IAAC,YAAY,EAAE,gBAAgB,EAAE,CAAA;CAAC,CAAC,CA4ClE;AA+RD,wBAAsB,4BAA4B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAMtE;AA0BD,wBAAsB,yBAAyB,CAAC,MAAM,CAAC,EAAE;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAc1F;AAED,wBAAsB,uBAAuB,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAM5E;AA0GD,wBAAsB,uBAAuB,CAC3C,EAAE,EAAE,EAAE,EACN,MAAM,EAAE;IACN,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,KAAK,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;CACzD,GACA,OAAO,CAAC,MAAM,CAAC,CA0CjB"}
+{"version":3,"file":"reservations.d.ts","sourceRoot":"","sources":["../../src/db/reservations.ts"],"names":[],"mappings":"AAkBA,OAAO,KAAK,EAAC,EAAE,EAAC,MAAM,SAAS,CAAC;AAYhC,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,0BAA0B;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,qFAAqF;IACrF,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,SAAS,EAAE,mBAAmB,EAAE,CAAC;IACjC,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,sCAAsC;IACrD,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,qFAAqF;IACrF,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,SAAS,EAAE,mBAAmB,EAAE,CAAC;IACjC,uBAAuB,EAAE,MAAM,CAAC;IAChC,oBAAoB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,cAAc,CAAC,EAAE,CAAC,YAAY,EAAE,gBAAgB,EAAE,KAAK,IAAI,CAAC;CAC7D;AAoCD,UAAU,mBAAmB;IAC3B,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,0BAA0B;IAClC,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,+DAA+D;IAC/D,YAAY,EAAE,gBAAgB,EAAE,CAAC;IACjC,yEAAyE;IACzE,kBAAkB,EAAE,mBAAmB,EAAE,CAAC;CAC3C;AAED,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,0BAA0B,GACjC,OAAO,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAC;IAAC,YAAY,EAAE,gBAAgB,EAAE,CAAA;CAAC,CAAC,CAKlE;AAED,wBAAsB,sBAAsB,CAC1C,EAAE,EAAE,EAAE,EACN,MAAM,EAAE,0BAA0B,GACjC,OAAO,CAAC,0BAA0B,CAAC,CAGrC;AAED,wBAAsB,gCAAgC,CACpD,MAAM,EAAE,sCAAsC,GAC7C,OAAO,CAAC;IACT,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,YAAY,EAAE,gBAAgB,EAAE,CAAC;IACjC,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC,CAsDD;AAieD,wBAAsB,4BAA4B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC,CAMtE;AA0BD,wBAAsB,yBAAyB,CAAC,MAAM,CAAC,EAAE;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAc1F;AAED,wBAAsB,uBAAuB,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAM5E;AAwHD,wBAAsB,uBAAuB,CAC3C,EAAE,EAAE,EAAE,EACN,MAAM,EAAE;IACN,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,KAAK,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;CACzD,GACA,OAAO,CAAC,MAAM,CAAC,CA0CjB"}