@shipfox/api-runners 9.2.0 → 10.0.0

package/dist/db/runner-instances.js

@@ -7,6 +7,7 @@ import { listRunningJobExecutionsByRunnerInstanceTx } from './job-executions.js'
 import { releaseReservationUnits } from './reservations.js';
 import { ephemeralRegistrationTokens } from './schema/ephemeral-registration-tokens.js';
 import { provisionerTokens } from './schema/provisioner-tokens.js';
+import { reservations } from './schema/reservations.js';
 import { providerRunners, toRunnerInstance } from './schema/runner-instances.js';
 import { runnerSessions } from './schema/runner-sessions.js';
 import { runningJobExecutions } from './schema/running-job-executions.js';
@@ -273,7 +274,7 @@ export async function reapStaleRunnerInstances(params) {
 }
 async function releaseTerminalRunnerInstanceReservations(tx, params, events) {
     const terminalEvents = events.filter((event)=>isTerminalState(event.state));
-    if (terminalEvents.length === 0 || !params.workspaceId) return 0;
+    if (terminalEvents.length === 0) return 0;
     return await releaseTerminalRunnerInstanceReservationsByIds(tx, {
         workspaceId: params.workspaceId,
         provisionerId: params.provisionerId,
@@ -282,33 +283,77 @@ async function releaseTerminalRunnerInstanceReservations(tx, params, events) {
 }
 async function releaseTerminalRunnerInstanceReservationsByIds(tx, params) {
     if (params.providerRunnerIds.length === 0) return 0;
+    const reservationWorkspacePredicate = params.workspaceId === null ? sql`` : sql`and ${eq(reservations.workspaceId, params.workspaceId)}`;
     const rows = await tx.select({
         id: providerRunners.id,
-        reservationId: providerRunners.reservationId
-    }).from(providerRunners).where(and(eq(providerRunners.workspaceId, params.workspaceId), eq(providerRunners.provisionerId, params.provisionerId), inArray(providerRunners.providerRunnerId, params.providerRunnerIds), inArray(providerRunners.state, terminalStates), isNotNull(providerRunners.reservationId), params.requireUnlinkedSession === false ? undefined : isNull(providerRunners.runnerSessionId), isNull(providerRunners.reservationReleasedAt)));
+        releaseReservationId: sql`coalesce(
+        (select ${reservations.id}
+         from ${reservations}
+         where ${reservations.id} = ${providerRunners.intendedReservationId}
+           and ${reservations.provisionerId} = ${params.provisionerId}
+           ${reservationWorkspacePredicate}),
+        (select ${reservations.id}
+         from ${reservations}
+         where ${reservations.id} = ${providerRunners.reservationId}
+           and ${reservations.provisionerId} = ${params.provisionerId}
+           ${reservationWorkspacePredicate})
+      )`,
+        releaseReservationWorkspaceId: sql`coalesce(
+        (select ${reservations.workspaceId}
+         from ${reservations}
+         where ${reservations.id} = ${providerRunners.intendedReservationId}
+           and ${reservations.provisionerId} = ${params.provisionerId}
+           ${reservationWorkspacePredicate}),
+        (select ${reservations.workspaceId}
+         from ${reservations}
+         where ${reservations.id} = ${providerRunners.reservationId}
+           and ${reservations.provisionerId} = ${params.provisionerId}
+           ${reservationWorkspacePredicate})
+      )`
+    }).from(providerRunners).where(and(eq(providerRunners.provisionerId, params.provisionerId), inArray(providerRunners.providerRunnerId, params.providerRunnerIds), inArray(providerRunners.state, terminalStates), or(isNotNull(providerRunners.reservationId), isNotNull(providerRunners.intendedReservationId)), params.workspaceId === null ? undefined : or(and(eq(providerRunners.workspaceId, params.workspaceId), or(exists(tx.select({
+        id: reservations.id
+    }).from(reservations).where(and(eq(reservations.workspaceId, params.workspaceId), eq(reservations.provisionerId, params.provisionerId), eq(reservations.id, providerRunners.reservationId)))), exists(tx.select({
+        id: reservations.id
+    }).from(reservations).where(and(eq(reservations.workspaceId, params.workspaceId), eq(reservations.provisionerId, params.provisionerId), eq(reservations.id, providerRunners.intendedReservationId)))))), and(isNull(providerRunners.workspaceId), isNotNull(providerRunners.intendedReservationId), exists(tx.select({
+        id: reservations.id
+    }).from(reservations).where(and(eq(reservations.workspaceId, params.workspaceId), eq(reservations.provisionerId, params.provisionerId), eq(reservations.id, providerRunners.intendedReservationId)))))), params.requireUnlinkedSession === false ? undefined : isNull(providerRunners.runnerSessionId), isNull(providerRunners.reservationReleasedAt))).for('update');
     if (rows.length === 0) return 0;
     const updated = await tx.update(providerRunners).set({
+        intendedReservationId: null,
         reservationReleasedAt: sql`now()`,
         updatedAt: sql`now()`
     }).where(and(inArray(providerRunners.id, rows.map((row)=>row.id)), params.requireUnlinkedSession === false ? undefined : isNull(providerRunners.runnerSessionId), isNull(providerRunners.reservationReleasedAt))).returning({
-        reservationId: providerRunners.reservationId
+        id: providerRunners.id
     });
     const releasesByReservationId = new Map();
-    for (const row of updated){
-        if (!row.reservationId) continue;
-        releasesByReservationId.set(row.reservationId, (releasesByReservationId.get(row.reservationId) ?? 0) + 1);
+    const updatedIds = new Set(updated.map((row)=>row.id));
+    for (const row of rows){
+        if (!updatedIds.has(row.id)) continue;
+        if (!row.releaseReservationId || !row.releaseReservationWorkspaceId) continue;
+        const key = `${row.releaseReservationWorkspaceId}:${row.releaseReservationId}`;
+        const release = releasesByReservationId.get(key) ?? {
+            workspaceId: row.releaseReservationWorkspaceId,
+            reservationId: row.releaseReservationId,
+            count: 0
+        };
+        release.count += 1;
+        releasesByReservationId.set(key, release);
     }
     if (releasesByReservationId.size === 0) return 0;
-    return await releaseReservationUnits(tx, {
-        workspaceId: params.workspaceId,
-        provisionerId: params.provisionerId,
-        releases: [
-            ...releasesByReservationId
-        ].map(([reservationId, count])=>({
-                reservationId,
-                count
-            }))
-    });
+    let released = 0;
+    for (const release of releasesByReservationId.values()){
+        released += await releaseReservationUnits(tx, {
+            workspaceId: release.workspaceId,
+            provisionerId: params.provisionerId,
+            releases: [
+                {
+                    reservationId: release.reservationId,
+                    count: release.count
+                }
+            ]
+        });
+    }
+    return released;
 }
 function staleRunnerInstanceCutoff(thresholdSeconds) {
     return sql`now() - (${thresholdSeconds} || ' seconds')::interval`;
@@ -325,8 +370,8 @@ function staleRunnerInstanceWhere(tx, cutoff) {
 function groupRunnerInstanceIds(rows) {
     const groups = new Map();
     for (const row of rows){
-        if (!row.workspaceId || !row.providerRunnerId) continue;
-        const key = `${row.workspaceId}:${row.provisionerId}`;
+        if (!row.providerRunnerId) continue;
+        const key = `${row.workspaceId ?? ''}:${row.provisionerId}`;
         const group = groups.get(key) ?? {
             workspaceId: row.workspaceId,
             provisionerId: row.provisionerId,

package/dist/db/runner-instances.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/db/runner-instances.ts"],"sourcesContent":["import {logger} from '@shipfox/node-opentelemetry';\nimport {canonicalizeLabels} from '@shipfox/runner-labels';\nimport {\n  and,\n  asc,\n  desc,\n  eq,\n  exists,\n  gt,\n  inArray,\n  isNotNull,\n  isNull,\n  lt,\n  notExists,\n  notInArray,\n  or,\n  type SQL,\n  sql,\n} from 'drizzle-orm';\nimport {alias} from 'drizzle-orm/pg-core';\nimport type {RunnerInstance, RunnerInstanceState} from '#core/entities/runner-instance.js';\nimport type {Tx} from './db.js';\nimport {db} from './db.js';\nimport {\n  listRunningJobExecutionsByRunnerInstanceTx,\n  type RunnerInstanceBoundJobExecution,\n} from './job-executions.js';\nimport {releaseReservationUnits} from './reservations.js';\nimport {ephemeralRegistrationTokens} from './schema/ephemeral-registration-tokens.js';\nimport {provisionerTokens} from './schema/provisioner-tokens.js';\nimport {providerRunners, toRunnerInstance} from './schema/runner-instances.js';\nimport {runnerSessions} from './schema/runner-sessions.js';\nimport {runningJobExecutions} from './schema/running-job-executions.js';\n\nexport const terminalStates = [\n  'stopped',\n  'failed',\n  'terminated',\n] as const satisfies readonly RunnerInstanceState[];\nexport const activeStates = [\n  'starting',\n  'running',\n  'stopping',\n] as const satisfies readonly RunnerInstanceState[];\nexport const divergenceCountStates = ['starting', 'running'] as const satisfies readonly Extract<\n  RunnerInstanceState,\n  'starting' | 'running'\n>[];\n\nexport type RunnerInstanceTerminateIntentReason = 'job-cancelled';\n\nexport interface RunnerInstanceTerminateIntent {\n  providerRunnerId: string;\n  reason: RunnerInstanceTerminateIntentReason;\n}\n\nexport interface ActiveRunnerInstanceTemplateCount {\n  templateKey: string;\n  state: (typeof divergenceCountStates)[number];\n  count: number;\n}\n\nexport interface RunnerInstanceReportEvent {\n  providerRunnerId: string;\n  reservationId: string | null;\n  templateKey: string | null;\n  labels: string[];\n  state: RunnerInstanceState;\n  reason: string | null;\n  runnerSessionId: string | null;\n  providerKind: string | null;\n  reportedAt: Date;\n}\n\nexport interface ReportRunnerInstancesParams {\n  workspaceId: string | null;\n  provisionerId: string;\n  events: RunnerInstanceReportEvent[];\n}\n\nexport interface ReconcileRunnerInstancesParams {\n  workspaceId: string | null;\n  provisionerId: string;\n  observedRunnerInstanceIds: string[];\n  terminateGraceSeconds: number;\n}\n\nexport interface ReconcileRunnerInstancesDbResult {\n  observedRows: RunnerInstance[];\n  boundJobExecutionsByRunnerInstanceId: Map<string, RunnerInstanceBoundJobExecution>;\n  absentIds: string[];\n  reservationsReleased: number;\n}\n\nexport interface ReapStaleRunnerInstancesResult {\n  reaped: number;\n  reservationsReleased: number;\n}\n\nexport async function attachRunnerInstanceProviderId(params: {\n  runnerInstanceId: string;\n  provisionerId: string;\n  providerRunnerId: string;\n}): Promise<boolean> {\n  const updated = await db()\n    .update(providerRunners)\n    .set({providerRunnerId: params.providerRunnerId, updatedAt: sql`now()`})\n    .where(\n      and(\n        eq(providerRunners.id, params.runnerInstanceId),\n        eq(providerRunners.provisionerId, params.provisionerId),\n        isNull(providerRunners.providerRunnerId),\n        notInArray(providerRunners.state, [...terminalStates]),\n      ),\n    )\n    .returning({id: providerRunners.id});\n  return updated.length === 1;\n}\n\ninterface RunnerInstanceReportRow extends RunnerInstanceReportEvent {\n  startedAt: Date | null;\n  stoppingAt: Date | null;\n  stoppedAt: Date | null;\n  failedAt: Date | null;\n  terminatedAt: Date | null;\n}\n\ntype RunnerInstanceMilestoneColumn =\n  | typeof providerRunners.startedAt\n  | typeof providerRunners.stoppingAt\n  | typeof providerRunners.stoppedAt\n  | typeof providerRunners.failedAt\n  | typeof providerRunners.terminatedAt;\n\nexport async function reportRunnerInstances(params: ReportRunnerInstancesParams): Promise<{\n  accepted: number;\n  reservationsReleased: number;\n  terminateIntentsHonored: RunnerInstanceTerminateIntent[];\n}> {\n  if (params.events.length === 0)\n    return {accepted: 0, reservationsReleased: 0, terminateIntentsHonored: []};\n\n  return await db().transaction(async (tx) => {\n    const receivedAt = new Date();\n    const aggregatedEvents = aggregateEvents(params.events, receivedAt);\n    const hasTerminalEvent = aggregatedEvents.some((event) => isTerminalState(event.state));\n\n    if (hasTerminalEvent) {\n      await tx.execute(\n        sql`select pg_advisory_xact_lock(hashtext(${params.workspaceId ?? params.provisionerId}))`,\n      );\n    }\n\n    const events = await hydrateRunnerSessionIdsFromConsumedTokens(tx, params, aggregatedEvents);\n    const terminateIntentsHonored = await listTerminateIntentsHonoredByTerminatedReportsTx(\n      tx,\n      params,\n      events,\n    );\n\n    const values = events.map((event) => ({\n      workspaceId: params.workspaceId,\n      provisionerId: params.provisionerId,\n      providerRunnerId: event.providerRunnerId,\n      reservationId: event.reservationId,\n      templateKey: event.templateKey,\n      labels: [...canonicalizeLabels(event.labels)],\n      state: event.state,\n      reason: event.reason,\n      runnerSessionId: event.runnerSessionId,\n      providerKind: event.providerKind,\n      reportedAt: event.reportedAt > receivedAt ? receivedAt : event.reportedAt,\n      startedAt: event.startedAt,\n      stoppingAt: event.stoppingAt,\n      stoppedAt: event.stoppedAt,\n      failedAt: event.failedAt,\n      terminatedAt: event.terminatedAt,\n    }));\n\n    await tx\n      .insert(providerRunners)\n      .values(values)\n      .onConflictDoUpdate({\n        target: [providerRunners.provisionerId, providerRunners.providerRunnerId],\n        targetWhere: isNotNull(providerRunners.providerRunnerId),\n        set: {\n          reservationId: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN coalesce(excluded.reservation_id, ${providerRunners.reservationId}) ELSE ${providerRunners.reservationId} END`,\n          templateKey: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN coalesce(excluded.template_key, ${providerRunners.templateKey}) ELSE ${providerRunners.templateKey} END`,\n          labels: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN excluded.labels ELSE ${providerRunners.labels} END`,\n          state: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN excluded.state ELSE ${providerRunners.state} END`,\n          reason: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN excluded.reason ELSE ${providerRunners.reason} END`,\n          runnerSessionId: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN coalesce(${providerRunners.runnerSessionId}, excluded.runner_session_id) ELSE ${providerRunners.runnerSessionId} END`,\n          providerKind: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN coalesce(excluded.provider_kind, ${providerRunners.providerKind}) ELSE ${providerRunners.providerKind} END`,\n          reportedAt: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN excluded.reported_at ELSE ${providerRunners.reportedAt} END`,\n          startedAt: firstObservedAt(providerRunners.startedAt, sql`excluded.started_at`),\n          stoppingAt: firstObservedAt(providerRunners.stoppingAt, sql`excluded.stopping_at`),\n          stoppedAt: firstObservedAt(providerRunners.stoppedAt, sql`excluded.stopped_at`),\n          failedAt: firstObservedAt(providerRunners.failedAt, sql`excluded.failed_at`),\n          terminatedAt: firstObservedAt(providerRunners.terminatedAt, sql`excluded.terminated_at`),\n          updatedAt: sql`now()`,\n        },\n        setWhere: sql`\n          ${providerRunnerProjectionUpdateCondition()}\n          OR ${providerRunnerMilestoneUpdateCondition()}\n        `,\n      });\n\n    const reservationsReleased = hasTerminalEvent\n      ? await releaseTerminalRunnerInstanceReservations(tx, params, events)\n      : 0;\n\n    return {accepted: events.length, reservationsReleased, terminateIntentsHonored};\n  });\n}\n\nexport async function listActiveRunnerInstanceCountsByTemplateTx(\n  tx: Tx,\n  params: {workspaceId: string; provisionerId: string},\n): Promise<ActiveRunnerInstanceTemplateCount[]> {\n  const rows = await tx\n    .select({\n      templateKey: providerRunners.templateKey,\n      state: providerRunners.state,\n      count: sql<number>`count(*)::int`,\n    })\n    .from(providerRunners)\n    .where(\n      and(\n        eq(providerRunners.workspaceId, params.workspaceId),\n        eq(providerRunners.provisionerId, params.provisionerId),\n        inArray(providerRunners.state, divergenceCountStates),\n        isNotNull(providerRunners.templateKey),\n      ),\n    )\n    .groupBy(providerRunners.templateKey, providerRunners.state);\n\n  return rows.flatMap((row) =>\n    row.templateKey && isDivergenceCountState(row.state)\n      ? [{templateKey: row.templateKey, state: row.state, count: row.count}]\n      : [],\n  );\n}\n\nexport async function listActiveRunnerInstances(params: {\n  workspaceId: string;\n  windowSeconds: number;\n  limit?: number;\n}): Promise<RunnerInstance[]> {\n  const rows = await db()\n    .select()\n    .from(providerRunners)\n    .where(\n      and(\n        eq(providerRunners.workspaceId, params.workspaceId),\n        inArray(providerRunners.state, activeStates),\n        sql`${providerRunners.updatedAt} > now() - (${params.windowSeconds} || ' seconds')::interval`,\n      ),\n    )\n    .orderBy(desc(providerRunners.updatedAt), desc(providerRunners.id))\n    .limit(params.limit ?? 1000);\n\n  return rows.map(toRunnerInstance);\n}\n\nexport async function listProvisionerTerminateIntents(params: {\n  workspaceId: string;\n  provisionerId: string;\n  limit: number;\n}): Promise<string[]> {\n  return await db().transaction(async (tx) => {\n    const rows = await listProvisionerTerminateIntentRowsTx(tx, params);\n    return rows.map((row) => row.providerRunnerId);\n  });\n}\n\nexport async function listProvisionerTerminateIntentRowsTx(\n  tx: Tx,\n  params: {\n    workspaceId: string;\n    provisionerId: string;\n    limit: number;\n  },\n): Promise<RunnerInstanceTerminateIntent[]> {\n  const rows = await provisionerTerminateIntentsQuery(tx, params)\n    .orderBy(asc(providerRunners.providerRunnerId))\n    .limit(params.limit + 1);\n\n  const truncated = rows.length > params.limit;\n  const returnedRows = truncated ? rows.slice(0, params.limit) : rows;\n  if (truncated) {\n    logger().warn(\n      {\n        workspaceId: params.workspaceId,\n        provisionerId: params.provisionerId,\n        limit: params.limit,\n        returnedCount: returnedRows.length,\n      },\n      'provisioner terminate intents truncated by poll-demand limit',\n    );\n  }\n\n  return returnedRows.flatMap((row) =>\n    row.providerRunnerId ? [{...row, providerRunnerId: row.providerRunnerId}] : [],\n  );\n}\n\nfunction provisionerTerminateIntentsQuery(\n  tx: Tx,\n  params: {workspaceId: string; provisionerId: string; providerRunnerIds?: string[]},\n) {\n  const newerRunningJobExecutions = alias(runningJobExecutions, 'newer_running_jobs');\n\n  return tx\n    .select({\n      providerRunnerId: providerRunners.providerRunnerId,\n      reason: sql<RunnerInstanceTerminateIntentReason>`'job-cancelled'`,\n    })\n    .from(runningJobExecutions)\n    .innerJoin(\n      providerRunners,\n      and(\n        eq(providerRunners.workspaceId, runningJobExecutions.workspaceId),\n        eq(providerRunners.provisionerId, runningJobExecutions.provisionerId),\n        eq(providerRunners.providerRunnerId, runningJobExecutions.providerRunnerId),\n      ),\n    )\n    .where(\n      and(\n        eq(runningJobExecutions.workspaceId, params.workspaceId),\n        eq(runningJobExecutions.provisionerId, params.provisionerId),\n        isNotNull(providerRunners.providerRunnerId),\n        isNotNull(runningJobExecutions.cancellationRequestedAt),\n        inArray(providerRunners.state, activeStates),\n        params.providerRunnerIds && params.providerRunnerIds.length > 0\n          ? inArray(providerRunners.providerRunnerId, params.providerRunnerIds)\n          : undefined,\n        notExists(\n          tx\n            .select({id: newerRunningJobExecutions.id})\n            .from(newerRunningJobExecutions)\n            .where(\n              and(\n                eq(newerRunningJobExecutions.workspaceId, runningJobExecutions.workspaceId),\n                eq(newerRunningJobExecutions.provisionerId, runningJobExecutions.provisionerId),\n                eq(\n                  newerRunningJobExecutions.providerRunnerId,\n                  runningJobExecutions.providerRunnerId,\n                ),\n                or(\n                  gt(newerRunningJobExecutions.startedAt, runningJobExecutions.startedAt),\n                  and(\n                    eq(newerRunningJobExecutions.startedAt, runningJobExecutions.startedAt),\n                    gt(\n                      newerRunningJobExecutions.jobExecutionId,\n                      runningJobExecutions.jobExecutionId,\n                    ),\n                  ),\n                ),\n              ),\n            ),\n        ),\n      ),\n    )\n    .groupBy(providerRunners.providerRunnerId);\n}\n\nasync function listTerminateIntentsHonoredByTerminatedReportsTx(\n  tx: Tx,\n  params: ReportRunnerInstancesParams,\n  events: RunnerInstanceReportEvent[],\n): Promise<RunnerInstanceTerminateIntent[]> {\n  if (!params.workspaceId) return [];\n  const terminatedRunnerInstanceIds = [\n    ...new Set(\n      events.filter((event) => event.state === 'terminated').map((event) => event.providerRunnerId),\n    ),\n  ];\n  if (terminatedRunnerInstanceIds.length === 0) return [];\n\n  const rows = await provisionerTerminateIntentsQuery(tx, {\n    workspaceId: params.workspaceId,\n    provisionerId: params.provisionerId,\n    providerRunnerIds: terminatedRunnerInstanceIds,\n  }).orderBy(asc(providerRunners.providerRunnerId));\n  return rows.flatMap((row) =>\n    row.providerRunnerId ? [{...row, providerRunnerId: row.providerRunnerId}] : [],\n  );\n}\n\nexport async function reconcileRunnerInstances(\n  params: ReconcileRunnerInstancesParams,\n): Promise<ReconcileRunnerInstancesDbResult> {\n  const observedRunnerInstanceIds = [...new Set(params.observedRunnerInstanceIds)];\n\n  return await db().transaction(async (tx) => {\n    await tx.execute(\n      sql`select pg_advisory_xact_lock(hashtext(${params.workspaceId ?? params.provisionerId}))`,\n    );\n\n    let absentIds: string[] = [];\n    let reservationsReleased = 0;\n    if (observedRunnerInstanceIds.length > 0) {\n      const staleAbsentRows = await tx\n        .select({\n          id: providerRunners.id,\n          providerRunnerId: providerRunners.providerRunnerId,\n        })\n        .from(providerRunners)\n        .where(\n          and(\n            params.workspaceId\n              ? eq(providerRunners.workspaceId, params.workspaceId)\n              : isNull(providerRunners.workspaceId),\n            eq(providerRunners.provisionerId, params.provisionerId),\n            inArray(providerRunners.state, activeStates),\n            lt(\n              providerRunners.reportedAt,\n              sql`now() - (${params.terminateGraceSeconds} || ' seconds')::interval`,\n            ),\n            notInArray(providerRunners.providerRunnerId, observedRunnerInstanceIds),\n          ),\n        );\n\n      if (staleAbsentRows.length > 0) {\n        const updated = await tx\n          .update(providerRunners)\n          .set({\n            state: 'terminated',\n            terminatedAt: sql`coalesce(${providerRunners.terminatedAt}, now())`,\n            updatedAt: sql`now()`,\n          })\n          .where(\n            and(\n              inArray(\n                providerRunners.id,\n                staleAbsentRows.map((row) => row.id),\n              ),\n              inArray(providerRunners.state, activeStates),\n              lt(\n                providerRunners.reportedAt,\n                sql`now() - (${params.terminateGraceSeconds} || ' seconds')::interval`,\n              ),\n            ),\n          )\n          .returning({providerRunnerId: providerRunners.providerRunnerId});\n\n        absentIds = updated.flatMap((row) => (row.providerRunnerId ? [row.providerRunnerId] : []));\n        if (params.workspaceId) {\n          reservationsReleased = await releaseTerminalRunnerInstanceReservationsByIds(tx, {\n            workspaceId: params.workspaceId,\n            provisionerId: params.provisionerId,\n            providerRunnerIds: absentIds,\n          });\n        }\n      }\n    }\n\n    const observedRows =\n      observedRunnerInstanceIds.length === 0\n        ? []\n        : (\n            await tx\n              .select()\n              .from(providerRunners)\n              .where(\n                and(\n                  params.workspaceId\n                    ? eq(providerRunners.workspaceId, params.workspaceId)\n                    : isNull(providerRunners.workspaceId),\n                  eq(providerRunners.provisionerId, params.provisionerId),\n                  inArray(providerRunners.providerRunnerId, observedRunnerInstanceIds),\n                ),\n              )\n          ).map(toRunnerInstance);\n\n    const boundJobExecutions = params.workspaceId\n      ? await listRunningJobExecutionsByRunnerInstanceTx(tx, {\n          workspaceId: params.workspaceId,\n          provisionerId: params.provisionerId,\n          providerRunnerIds: observedRunnerInstanceIds,\n        })\n      : [];\n\n    return {\n      observedRows,\n      boundJobExecutionsByRunnerInstanceId: new Map(\n        boundJobExecutions.map((jobExecution) => [jobExecution.providerRunnerId, jobExecution]),\n      ),\n      absentIds,\n      reservationsReleased,\n    };\n  });\n}\n\nexport async function reapStaleRunnerInstances(params: {\n  thresholdSeconds: number;\n  limit: number;\n}): Promise<ReapStaleRunnerInstancesResult> {\n  const cutoff = staleRunnerInstanceCutoff(params.thresholdSeconds);\n\n  return await db().transaction(async (tx) => {\n    const candidateRows = await tx\n      .select({\n        id: providerRunners.id,\n        workspaceId: providerRunners.workspaceId,\n        provisionerId: providerRunners.provisionerId,\n        providerRunnerId: providerRunners.providerRunnerId,\n      })\n      .from(providerRunners)\n      .where(staleRunnerInstanceWhere(tx, cutoff))\n      .orderBy(asc(providerRunners.updatedAt), asc(providerRunners.id))\n      .limit(params.limit);\n\n    if (candidateRows.length === 0) return {reaped: 0, reservationsReleased: 0};\n\n    const workspaceIds = [\n      ...new Set(candidateRows.flatMap((row) => (row.workspaceId ? [row.workspaceId] : []))),\n    ].sort();\n    for (const workspaceId of workspaceIds) {\n      await tx.execute(sql`select pg_advisory_xact_lock(hashtext(${workspaceId}))`);\n    }\n\n    const updatedRows = await tx\n      .update(providerRunners)\n      .set({\n        state: 'failed',\n        reason: 'stale-provisioner',\n        failedAt: sql`coalesce(${providerRunners.failedAt}, now())`,\n        updatedAt: sql`now()`,\n      })\n      .where(\n        and(\n          inArray(\n            providerRunners.id,\n            candidateRows.map((row) => row.id),\n          ),\n          staleRunnerInstanceWhere(tx, cutoff),\n        ),\n      )\n      .returning({\n        workspaceId: providerRunners.workspaceId,\n        provisionerId: providerRunners.provisionerId,\n        providerRunnerId: providerRunners.providerRunnerId,\n      });\n\n    let reservationsReleased = 0;\n    for (const group of groupRunnerInstanceIds(updatedRows)) {\n      reservationsReleased += await releaseTerminalRunnerInstanceReservationsByIds(tx, {\n        workspaceId: group.workspaceId,\n        provisionerId: group.provisionerId,\n        providerRunnerIds: group.providerRunnerIds,\n        requireUnlinkedSession: false,\n      });\n    }\n\n    return {reaped: updatedRows.length, reservationsReleased};\n  });\n}\n\nasync function releaseTerminalRunnerInstanceReservations(\n  tx: Tx,\n  params: ReportRunnerInstancesParams,\n  events: RunnerInstanceReportEvent[],\n): Promise<number> {\n  const terminalEvents = events.filter((event) => isTerminalState(event.state));\n  if (terminalEvents.length === 0 || !params.workspaceId) return 0;\n\n  return await releaseTerminalRunnerInstanceReservationsByIds(tx, {\n    workspaceId: params.workspaceId,\n    provisionerId: params.provisionerId,\n    providerRunnerIds: terminalEvents.map((event) => event.providerRunnerId),\n  });\n}\n\nasync function releaseTerminalRunnerInstanceReservationsByIds(\n  tx: Tx,\n  params: {\n    workspaceId: string;\n    provisionerId: string;\n    providerRunnerIds: string[];\n    requireUnlinkedSession?: boolean;\n  },\n): Promise<number> {\n  if (params.providerRunnerIds.length === 0) return 0;\n\n  const rows = await tx\n    .select({\n      id: providerRunners.id,\n      reservationId: providerRunners.reservationId,\n    })\n    .from(providerRunners)\n    .where(\n      and(\n        eq(providerRunners.workspaceId, params.workspaceId),\n        eq(providerRunners.provisionerId, params.provisionerId),\n        inArray(providerRunners.providerRunnerId, params.providerRunnerIds),\n        inArray(providerRunners.state, terminalStates),\n        isNotNull(providerRunners.reservationId),\n        params.requireUnlinkedSession === false\n          ? undefined\n          : isNull(providerRunners.runnerSessionId),\n        isNull(providerRunners.reservationReleasedAt),\n      ),\n    );\n\n  if (rows.length === 0) return 0;\n\n  const updated = await tx\n    .update(providerRunners)\n    .set({reservationReleasedAt: sql`now()`, updatedAt: sql`now()`})\n    .where(\n      and(\n        inArray(\n          providerRunners.id,\n          rows.map((row) => row.id),\n        ),\n        params.requireUnlinkedSession === false\n          ? undefined\n          : isNull(providerRunners.runnerSessionId),\n        isNull(providerRunners.reservationReleasedAt),\n      ),\n    )\n    .returning({reservationId: providerRunners.reservationId});\n\n  const releasesByReservationId = new Map<string, number>();\n  for (const row of updated) {\n    if (!row.reservationId) continue;\n    releasesByReservationId.set(\n      row.reservationId,\n      (releasesByReservationId.get(row.reservationId) ?? 0) + 1,\n    );\n  }\n\n  if (releasesByReservationId.size === 0) return 0;\n\n  return await releaseReservationUnits(tx, {\n    workspaceId: params.workspaceId,\n    provisionerId: params.provisionerId,\n    releases: [...releasesByReservationId].map(([reservationId, count]) => ({\n      reservationId,\n      count,\n    })),\n  });\n}\n\nfunction staleRunnerInstanceCutoff(thresholdSeconds: number): SQL {\n  return sql`now() - (${thresholdSeconds} || ' seconds')::interval`;\n}\n\nfunction staleRunnerInstanceWhere(tx: Tx, cutoff: SQL): SQL<boolean> {\n  return and(\n    inArray(providerRunners.state, activeStates),\n    lt(providerRunners.reportedAt, cutoff),\n    lt(providerRunners.updatedAt, cutoff),\n    exists(\n      tx\n        .select({id: provisionerTokens.id})\n        .from(provisionerTokens)\n        .where(\n          and(\n            eq(provisionerTokens.id, providerRunners.provisionerId),\n            or(isNull(provisionerTokens.lastSeenAt), lt(provisionerTokens.lastSeenAt, cutoff)),\n          ),\n        ),\n    ),\n    notExists(\n      tx\n        .select({id: runningJobExecutions.id})\n        .from(runningJobExecutions)\n        .where(\n          and(\n            eq(runningJobExecutions.workspaceId, providerRunners.workspaceId),\n            eq(runningJobExecutions.provisionerId, providerRunners.provisionerId),\n            eq(runningJobExecutions.providerRunnerId, providerRunners.providerRunnerId),\n          ),\n        ),\n    ),\n    notExists(\n      tx\n        .select({id: runnerSessions.id})\n        .from(runnerSessions)\n        .where(\n          and(\n            eq(runnerSessions.workspaceId, providerRunners.workspaceId),\n            eq(runnerSessions.provisionerId, providerRunners.provisionerId),\n            eq(runnerSessions.providerRunnerId, providerRunners.providerRunnerId),\n            sql`${runnerSessions.updatedAt} >= ${cutoff}`,\n          ),\n        ),\n    ),\n  ) as SQL<boolean>;\n}\n\nfunction groupRunnerInstanceIds(\n  rows: Array<{\n    workspaceId: string | null;\n    provisionerId: string;\n    providerRunnerId: string | null;\n  }>,\n): Array<{workspaceId: string; provisionerId: string; providerRunnerIds: string[]}> {\n  const groups = new Map<\n    string,\n    {workspaceId: string; provisionerId: string; providerRunnerIds: string[]}\n  >();\n  for (const row of rows) {\n    if (!row.workspaceId || !row.providerRunnerId) continue;\n    const key = `${row.workspaceId}:${row.provisionerId}`;\n    const group = groups.get(key) ?? {\n      workspaceId: row.workspaceId,\n      provisionerId: row.provisionerId,\n      providerRunnerIds: [],\n    };\n    group.providerRunnerIds.push(row.providerRunnerId);\n    groups.set(key, group);\n  }\n  return [...groups.values()];\n}\n\nasync function hydrateRunnerSessionIdsFromConsumedTokens(\n  tx: Tx,\n  params: ReportRunnerInstancesParams,\n  events: RunnerInstanceReportRow[],\n): Promise<RunnerInstanceReportRow[]> {\n  if (!params.workspaceId) return events;\n  const providerRunnerIds = [...new Set(events.map((event) => event.providerRunnerId))];\n  if (providerRunnerIds.length === 0) return events;\n\n  const tokenRows = await tx\n    .select({\n      providerRunnerId: ephemeralRegistrationTokens.providerRunnerId,\n      consumedSessionId: ephemeralRegistrationTokens.consumedSessionId,\n    })\n    .from(ephemeralRegistrationTokens)\n    .where(\n      and(\n        eq(ephemeralRegistrationTokens.workspaceId, params.workspaceId),\n        eq(ephemeralRegistrationTokens.provisionerId, params.provisionerId),\n        inArray(ephemeralRegistrationTokens.providerRunnerId, providerRunnerIds),\n        isNotNull(ephemeralRegistrationTokens.consumedSessionId),\n      ),\n    )\n    .orderBy(\n      desc(ephemeralRegistrationTokens.consumedAt),\n      desc(ephemeralRegistrationTokens.createdAt),\n    );\n\n  const consumedSessionIdsByRunnerInstanceId = new Map<string, string>();\n  for (const row of tokenRows) {\n    if (!row.consumedSessionId) continue;\n    if (consumedSessionIdsByRunnerInstanceId.has(row.providerRunnerId)) continue;\n    consumedSessionIdsByRunnerInstanceId.set(row.providerRunnerId, row.consumedSessionId);\n  }\n\n  if (consumedSessionIdsByRunnerInstanceId.size === 0) return events;\n\n  return events.map((event) => {\n    const consumedSessionId = consumedSessionIdsByRunnerInstanceId.get(event.providerRunnerId);\n    if (!consumedSessionId || event.runnerSessionId === consumedSessionId) return event;\n    return {...event, runnerSessionId: consumedSessionId};\n  });\n}\n\nfunction aggregateEvents(\n  events: RunnerInstanceReportEvent[],\n  receivedAt: Date,\n): RunnerInstanceReportRow[] {\n  const byRunnerInstanceId = new Map<string, RunnerInstanceReportRow>();\n  for (const rawEvent of events) {\n    const event = toRunnerInstanceReportRow(rawEvent, receivedAt);\n    const existing = byRunnerInstanceId.get(event.providerRunnerId);\n    if (existing) mergeMilestones(existing, event);\n    if (!existing || compareRunnerInstanceReportEvents(event, existing) > 0) {\n      byRunnerInstanceId.set(\n        event.providerRunnerId,\n        existing ? mergeProjectionMetadata(event, existing) : event,\n      );\n    }\n  }\n  return [...byRunnerInstanceId.values()];\n}\n\nfunction toRunnerInstanceReportRow(\n  event: RunnerInstanceReportEvent,\n  receivedAt: Date,\n): RunnerInstanceReportRow {\n  const reportedAt = event.reportedAt > receivedAt ? receivedAt : event.reportedAt;\n  return {\n    ...event,\n    reportedAt,\n    startedAt: event.state === 'running' ? reportedAt : null,\n    stoppingAt: event.state === 'stopping' ? reportedAt : null,\n    stoppedAt: event.state === 'stopped' ? reportedAt : null,\n    failedAt: event.state === 'failed' ? reportedAt : null,\n    terminatedAt: event.state === 'terminated' ? reportedAt : null,\n  };\n}\n\nfunction mergeMilestones(target: RunnerInstanceReportRow, source: RunnerInstanceReportRow) {\n  target.startedAt = earliestDate(target.startedAt, source.startedAt);\n  target.stoppingAt = earliestDate(target.stoppingAt, source.stoppingAt);\n  target.stoppedAt = earliestDate(target.stoppedAt, source.stoppedAt);\n  target.failedAt = earliestDate(target.failedAt, source.failedAt);\n  target.terminatedAt = earliestDate(target.terminatedAt, source.terminatedAt);\n}\n\nfunction mergeProjectionMetadata(\n  event: RunnerInstanceReportRow,\n  existing: RunnerInstanceReportRow,\n): RunnerInstanceReportRow {\n  return {\n    ...event,\n    reservationId: event.reservationId ?? existing.reservationId,\n    templateKey: event.templateKey ?? existing.templateKey,\n    runnerSessionId: event.runnerSessionId ?? existing.runnerSessionId,\n    providerKind: event.providerKind ?? existing.providerKind,\n    ...pickMilestones(existing),\n  };\n}\n\nfunction pickMilestones(event: RunnerInstanceReportRow) {\n  return {\n    startedAt: event.startedAt,\n    stoppingAt: event.stoppingAt,\n    stoppedAt: event.stoppedAt,\n    failedAt: event.failedAt,\n    terminatedAt: event.terminatedAt,\n  };\n}\n\nfunction earliestDate(a: Date | null, b: Date | null): Date | null {\n  if (!a) return b;\n  if (!b) return a;\n  return a < b ? a : b;\n}\n\nfunction compareRunnerInstanceReportEvents(\n  a: RunnerInstanceReportEvent,\n  b: RunnerInstanceReportEvent,\n): number {\n  const timeDelta = a.reportedAt.getTime() - b.reportedAt.getTime();\n  const rankDelta = getRunnerInstanceStateRank(a.state) - getRunnerInstanceStateRank(b.state);\n  if (rankDelta !== 0) return rankDelta;\n  return timeDelta;\n}\n\nfunction getRunnerInstanceStateRank(state: RunnerInstanceState): number {\n  switch (state) {\n    case 'starting':\n      return 1;\n    case 'running':\n      return 2;\n    case 'stopping':\n      return 3;\n    case 'stopped':\n      return 4;\n    case 'failed':\n      return 5;\n    case 'terminated':\n      return 6;\n  }\n}\n\nfunction providerRunnerStateRank(state: SQL | typeof providerRunners.state): SQL<number> {\n  return sql<number>`\n    CASE ${state}\n      WHEN 'starting' THEN 1\n      WHEN 'running' THEN 2\n      WHEN 'stopping' THEN 3\n      WHEN 'stopped' THEN 4\n      WHEN 'failed' THEN 5\n      WHEN 'terminated' THEN 6\n      ELSE 0\n    END\n  `;\n}\n\nfunction providerRunnerProjectionUpdateCondition(): SQL<boolean> {\n  return sql<boolean>`\n    ${providerRunnerStateRank(sql`excluded.state`)} > ${providerRunnerStateRank(providerRunners.state)}\n    OR (\n      ${providerRunnerStateRank(sql`excluded.state`)} = ${providerRunnerStateRank(providerRunners.state)}\n      AND excluded.reported_at >= ${providerRunners.reportedAt}\n    )\n  `;\n}\n\nfunction providerRunnerMilestoneUpdateCondition(): SQL<boolean> {\n  return sql<boolean>`\n    ${milestoneNeedsUpdate(providerRunners.startedAt, sql`excluded.started_at`)}\n    OR ${milestoneNeedsUpdate(providerRunners.stoppingAt, sql`excluded.stopping_at`)}\n    OR ${milestoneNeedsUpdate(providerRunners.stoppedAt, sql`excluded.stopped_at`)}\n    OR ${milestoneNeedsUpdate(providerRunners.failedAt, sql`excluded.failed_at`)}\n    OR ${milestoneNeedsUpdate(providerRunners.terminatedAt, sql`excluded.terminated_at`)}\n  `;\n}\n\nfunction milestoneNeedsUpdate(\n  current: SQL | RunnerInstanceMilestoneColumn,\n  incoming: SQL,\n): SQL<boolean> {\n  return sql<boolean>`${incoming} IS NOT NULL AND (${current} IS NULL OR ${incoming} < ${current})`;\n}\n\nfunction firstObservedAt(current: SQL | RunnerInstanceMilestoneColumn, incoming: SQL) {\n  return sql`\n    CASE\n      WHEN ${incoming} IS NULL THEN ${current}\n      WHEN ${current} IS NULL THEN ${incoming}\n      ELSE least(${current}, ${incoming})\n    END\n  `;\n}\n\nexport function isTerminalState(state: RunnerInstanceState): boolean {\n  return terminalStates.includes(state as (typeof terminalStates)[number]);\n}\n\nfunction isDivergenceCountState(\n  state: RunnerInstanceState,\n): state is (typeof divergenceCountStates)[number] {\n  return divergenceCountStates.includes(state as (typeof divergenceCountStates)[number]);\n}\n"],"names":["logger","canonicalizeLabels","and","asc","desc","eq","exists","gt","inArray","isNotNull","isNull","lt","notExists","notInArray","or","sql","alias","db","listRunningJobExecutionsByRunnerInstanceTx","releaseReservationUnits","ephemeralRegistrationTokens","provisionerTokens","providerRunners","toRunnerInstance","runnerSessions","runningJobExecutions","terminalStates","activeStates","divergenceCountStates","attachRunnerInstanceProviderId","params","updated","update","set","providerRunnerId","updatedAt","where","id","runnerInstanceId","provisionerId","state","returning","length","reportRunnerInstances","events","accepted","reservationsReleased","terminateIntentsHonored","transaction","tx","receivedAt","Date","aggregatedEvents","aggregateEvents","hasTerminalEvent","some","event","isTerminalState","execute","workspaceId","hydrateRunnerSessionIdsFromConsumedTokens","listTerminateIntentsHonoredByTerminatedReportsTx","values","map","reservationId","templateKey","labels","reason","runnerSessionId","providerKind","reportedAt","startedAt","stoppingAt","stoppedAt","failedAt","terminatedAt","insert","onConflictDoUpdate","target","targetWhere","providerRunnerProjectionUpdateCondition","firstObservedAt","setWhere","providerRunnerMilestoneUpdateCondition","releaseTerminalRunnerInstanceReservations","listActiveRunnerInstanceCountsByTemplateTx","rows","select","count","from","groupBy","flatMap","row","isDivergenceCountState","listActiveRunnerInstances","windowSeconds","orderBy","limit","listProvisionerTerminateIntents","listProvisionerTerminateIntentRowsTx","provisionerTerminateIntentsQuery","truncated","returnedRows","slice","warn","returnedCount","newerRunningJobExecutions","innerJoin","cancellationRequestedAt","providerRunnerIds","undefined","jobExecutionId","terminatedRunnerInstanceIds","Set","filter","reconcileRunnerInstances","observedRunnerInstanceIds","absentIds","staleAbsentRows","terminateGraceSeconds","releaseTerminalRunnerInstanceReservationsByIds","observedRows","boundJobExecutions","boundJobExecutionsByRunnerInstanceId","Map","jobExecution","reapStaleRunnerInstances","cutoff","staleRunnerInstanceCutoff","thresholdSeconds","candidateRows","staleRunnerInstanceWhere","reaped","workspaceIds","sort","updatedRows","group","groupRunnerInstanceIds","requireUnlinkedSession","terminalEvents","reservationReleasedAt","releasesByReservationId","get","size","releases","lastSeenAt","groups","key","push","tokenRows","consumedSessionId","consumedAt","createdAt","consumedSessionIdsByRunnerInstanceId","has","byRunnerInstanceId","rawEvent","toRunnerInstanceReportRow","existing","mergeMilestones","compareRunnerInstanceReportEvents","mergeProjectionMetadata","source","earliestDate","pickMilestones","a","b","timeDelta","getTime","rankDelta","getRunnerInstanceStateRank","providerRunnerStateRank","milestoneNeedsUpdate","current","incoming","includes"],"mappings":"AAAA,SAAQA,MAAM,QAAO,8BAA8B;AACnD,SAAQC,kBAAkB,QAAO,yBAAyB;AAC1D,SACEC,GAAG,EACHC,GAAG,EACHC,IAAI,EACJC,EAAE,EACFC,MAAM,EACNC,EAAE,EACFC,OAAO,EACPC,SAAS,EACTC,MAAM,EACNC,EAAE,EACFC,SAAS,EACTC,UAAU,EACVC,EAAE,EAEFC,GAAG,QACE,cAAc;AACrB,SAAQC,KAAK,QAAO,sBAAsB;AAG1C,SAAQC,EAAE,QAAO,UAAU;AAC3B,SACEC,0CAA0C,QAErC,sBAAsB;AAC7B,SAAQC,uBAAuB,QAAO,oBAAoB;AAC1D,SAAQC,2BAA2B,QAAO,4CAA4C;AACtF,SAAQC,iBAAiB,QAAO,iCAAiC;AACjE,SAAQC,eAAe,EAAEC,gBAAgB,QAAO,+BAA+B;AAC/E,SAAQC,cAAc,QAAO,8BAA8B;AAC3D,SAAQC,oBAAoB,QAAO,qCAAqC;AAExE,OAAO,MAAMC,iBAAiB;IAC5B;IACA;IACA;CACD,CAAmD;AACpD,OAAO,MAAMC,eAAe;IAC1B;IACA;IACA;CACD,CAAmD;AACpD,OAAO,MAAMC,wBAAwB;IAAC;IAAY;CAAU,CAGxD;AAoDJ,OAAO,eAAeC,+BAA+BC,MAIpD;IACC,MAAMC,UAAU,MAAMd,KACnBe,MAAM,CAACV,iBACPW,GAAG,CAAC;QAACC,kBAAkBJ,OAAOI,gBAAgB;QAAEC,WAAWpB,GAAG,CAAC,KAAK,CAAC;IAAA,GACrEqB,KAAK,CACJlC,IACEG,GAAGiB,gBAAgBe,EAAE,EAAEP,OAAOQ,gBAAgB,GAC9CjC,GAAGiB,gBAAgBiB,aAAa,EAAET,OAAOS,aAAa,GACtD7B,OAAOY,gBAAgBY,gBAAgB,GACvCrB,WAAWS,gBAAgBkB,KAAK,EAAE;WAAId;KAAe,IAGxDe,SAAS,CAAC;QAACJ,IAAIf,gBAAgBe,EAAE;IAAA;IACpC,OAAON,QAAQW,MAAM,KAAK;AAC5B;AAiBA,OAAO,eAAeC,sBAAsBb,MAAmC;IAK7E,IAAIA,OAAOc,MAAM,CAACF,MAAM,KAAK,GAC3B,OAAO;QAACG,UAAU;QAAGC,sBAAsB;QAAGC,yBAAyB,EAAE;IAAA;IAE3E,OAAO,MAAM9B,KAAK+B,WAAW,CAAC,OAAOC;QACnC,MAAMC,aAAa,IAAIC;QACvB,MAAMC,mBAAmBC,gBAAgBvB,OAAOc,MAAM,EAAEM;QACxD,MAAMI,mBAAmBF,iBAAiBG,IAAI,CAAC,CAACC,QAAUC,gBAAgBD,MAAMhB,KAAK;QAErF,IAAIc,kBAAkB;YACpB,MAAML,GAAGS,OAAO,CACd3C,GAAG,CAAC,sCAAsC,EAAEe,OAAO6B,WAAW,IAAI7B,OAAOS,aAAa,CAAC,EAAE,CAAC;QAE9F;QAEA,MAAMK,SAAS,MAAMgB,0CAA0CX,IAAInB,QAAQsB;QAC3E,MAAML,0BAA0B,MAAMc,iDACpCZ,IACAnB,QACAc;QAGF,MAAMkB,SAASlB,OAAOmB,GAAG,CAAC,CAACP,QAAW,CAAA;gBACpCG,aAAa7B,OAAO6B,WAAW;gBAC/BpB,eAAeT,OAAOS,aAAa;gBACnCL,kBAAkBsB,MAAMtB,gBAAgB;gBACxC8B,eAAeR,MAAMQ,aAAa;gBAClCC,aAAaT,MAAMS,WAAW;gBAC9BC,QAAQ;uBAAIjE,mBAAmBuD,MAAMU,MAAM;iBAAE;gBAC7C1B,OAAOgB,MAAMhB,KAAK;gBAClB2B,QAAQX,MAAMW,MAAM;gBACpBC,iBAAiBZ,MAAMY,eAAe;gBACtCC,cAAcb,MAAMa,YAAY;gBAChCC,YAAYd,MAAMc,UAAU,GAAGpB,aAAaA,aAAaM,MAAMc,UAAU;gBACzEC,WAAWf,MAAMe,SAAS;gBAC1BC,YAAYhB,MAAMgB,UAAU;gBAC5BC,WAAWjB,MAAMiB,SAAS;gBAC1BC,UAAUlB,MAAMkB,QAAQ;gBACxBC,cAAcnB,MAAMmB,YAAY;YAClC,CAAA;QAEA,MAAM1B,GACH2B,MAAM,CAACtD,iBACPwC,MAAM,CAACA,QACPe,kBAAkB,CAAC;YAClBC,QAAQ;gBAACxD,gBAAgBiB,aAAa;gBAAEjB,gBAAgBY,gBAAgB;aAAC;YACzE6C,aAAatE,UAAUa,gBAAgBY,gBAAgB;YACvDD,KAAK;gBACH+B,eAAejD,GAAG,CAAC,UAAU,EAAEiE,0CAA0C,wCAAwC,EAAE1D,gBAAgB0C,aAAa,CAAC,OAAO,EAAE1C,gBAAgB0C,aAAa,CAAC,IAAI,CAAC;gBAC7LC,aAAalD,GAAG,CAAC,UAAU,EAAEiE,0CAA0C,sCAAsC,EAAE1D,gBAAgB2C,WAAW,CAAC,OAAO,EAAE3C,gBAAgB2C,WAAW,CAAC,IAAI,CAAC;gBACrLC,QAAQnD,GAAG,CAAC,UAAU,EAAEiE,0CAA0C,2BAA2B,EAAE1D,gBAAgB4C,MAAM,CAAC,IAAI,CAAC;gBAC3H1B,OAAOzB,GAAG,CAAC,UAAU,EAAEiE,0CAA0C,0BAA0B,EAAE1D,gBAAgBkB,KAAK,CAAC,IAAI,CAAC;gBACxH2B,QAAQpD,GAAG,CAAC,UAAU,EAAEiE,0CAA0C,2BAA2B,EAAE1D,gBAAgB6C,MAAM,CAAC,IAAI,CAAC;gBAC3HC,iBAAiBrD,GAAG,CAAC,UAAU,EAAEiE,0CAA0C,eAAe,EAAE1D,gBAAgB8C,eAAe,CAAC,mCAAmC,EAAE9C,gBAAgB8C,eAAe,CAAC,IAAI,CAAC;gBACtMC,cAActD,GAAG,CAAC,UAAU,EAAEiE,0CAA0C,uCAAuC,EAAE1D,gBAAgB+C,YAAY,CAAC,OAAO,EAAE/C,gBAAgB+C,YAAY,CAAC,IAAI,CAAC;gBACzLC,YAAYvD,GAAG,CAAC,UAAU,EAAEiE,0CAA0C,gCAAgC,EAAE1D,gBAAgBgD,UAAU,CAAC,IAAI,CAAC;gBACxIC,WAAWU,gBAAgB3D,gBAAgBiD,SAAS,EAAExD,GAAG,CAAC,mBAAmB,CAAC;gBAC9EyD,YAAYS,gBAAgB3D,gBAAgBkD,UAAU,EAAEzD,GAAG,CAAC,oBAAoB,CAAC;gBACjF0D,WAAWQ,gBAAgB3D,gBAAgBmD,SAAS,EAAE1D,GAAG,CAAC,mBAAmB,CAAC;gBAC9E2D,UAAUO,gBAAgB3D,gBAAgBoD,QAAQ,EAAE3D,GAAG,CAAC,kBAAkB,CAAC;gBAC3E4D,cAAcM,gBAAgB3D,gBAAgBqD,YAAY,EAAE5D,GAAG,CAAC,sBAAsB,CAAC;gBACvFoB,WAAWpB,GAAG,CAAC,KAAK,CAAC;YACvB;YACAmE,UAAUnE,GAAG,CAAC;UACZ,EAAEiE,0CAA0C;aACzC,EAAEG,yCAAyC;QAChD,CAAC;QACH;QAEF,MAAMrC,uBAAuBQ,mBACzB,MAAM8B,0CAA0CnC,IAAInB,QAAQc,UAC5D;QAEJ,OAAO;YAACC,UAAUD,OAAOF,MAAM;YAAEI;YAAsBC;QAAuB;IAChF;AACF;AAEA,OAAO,eAAesC,2CACpBpC,EAAM,EACNnB,MAAoD;IAEpD,MAAMwD,OAAO,MAAMrC,GAChBsC,MAAM,CAAC;QACNtB,aAAa3C,gBAAgB2C,WAAW;QACxCzB,OAAOlB,gBAAgBkB,KAAK;QAC5BgD,OAAOzE,GAAW,CAAC,aAAa,CAAC;IACnC,GACC0E,IAAI,CAACnE,iBACLc,KAAK,CACJlC,IACEG,GAAGiB,gBAAgBqC,WAAW,EAAE7B,OAAO6B,WAAW,GAClDtD,GAAGiB,gBAAgBiB,aAAa,EAAET,OAAOS,aAAa,GACtD/B,QAAQc,gBAAgBkB,KAAK,EAAEZ,wBAC/BnB,UAAUa,gBAAgB2C,WAAW,IAGxCyB,OAAO,CAACpE,gBAAgB2C,WAAW,EAAE3C,gBAAgBkB,KAAK;IAE7D,OAAO8C,KAAKK,OAAO,CAAC,CAACC,MACnBA,IAAI3B,WAAW,IAAI4B,uBAAuBD,IAAIpD,KAAK,IAC/C;YAAC;gBAACyB,aAAa2B,IAAI3B,WAAW;gBAAEzB,OAAOoD,IAAIpD,KAAK;gBAAEgD,OAAOI,IAAIJ,KAAK;YAAA;SAAE,GACpE,EAAE;AAEV;AAEA,OAAO,eAAeM,0BAA0BhE,MAI/C;IACC,MAAMwD,OAAO,MAAMrE,KAChBsE,MAAM,GACNE,IAAI,CAACnE,iBACLc,KAAK,CACJlC,IACEG,GAAGiB,gBAAgBqC,WAAW,EAAE7B,OAAO6B,WAAW,GAClDnD,QAAQc,gBAAgBkB,KAAK,EAAEb,eAC/BZ,GAAG,CAAC,EAAEO,gBAAgBa,SAAS,CAAC,YAAY,EAAEL,OAAOiE,aAAa,CAAC,yBAAyB,CAAC,GAGhGC,OAAO,CAAC5F,KAAKkB,gBAAgBa,SAAS,GAAG/B,KAAKkB,gBAAgBe,EAAE,GAChE4D,KAAK,CAACnE,OAAOmE,KAAK,IAAI;IAEzB,OAAOX,KAAKvB,GAAG,CAACxC;AAClB;AAEA,OAAO,eAAe2E,gCAAgCpE,MAIrD;IACC,OAAO,MAAMb,KAAK+B,WAAW,CAAC,OAAOC;QACnC,MAAMqC,OAAO,MAAMa,qCAAqClD,IAAInB;QAC5D,OAAOwD,KAAKvB,GAAG,CAAC,CAAC6B,MAAQA,IAAI1D,gBAAgB;IAC/C;AACF;AAEA,OAAO,eAAeiE,qCACpBlD,EAAM,EACNnB,MAIC;IAED,MAAMwD,OAAO,MAAMc,iCAAiCnD,IAAInB,QACrDkE,OAAO,CAAC7F,IAAImB,gBAAgBY,gBAAgB,GAC5C+D,KAAK,CAACnE,OAAOmE,KAAK,GAAG;IAExB,MAAMI,YAAYf,KAAK5C,MAAM,GAAGZ,OAAOmE,KAAK;IAC5C,MAAMK,eAAeD,YAAYf,KAAKiB,KAAK,CAAC,GAAGzE,OAAOmE,KAAK,IAAIX;IAC/D,IAAIe,WAAW;QACbrG,SAASwG,IAAI,CACX;YACE7C,aAAa7B,OAAO6B,WAAW;YAC/BpB,eAAeT,OAAOS,aAAa;YACnC0D,OAAOnE,OAAOmE,KAAK;YACnBQ,eAAeH,aAAa5D,MAAM;QACpC,GACA;IAEJ;IAEA,OAAO4D,aAAaX,OAAO,CAAC,CAACC,MAC3BA,IAAI1D,gBAAgB,GAAG;YAAC;gBAAC,GAAG0D,GAAG;gBAAE1D,kBAAkB0D,IAAI1D,gBAAgB;YAAA;SAAE,GAAG,EAAE;AAElF;AAEA,SAASkE,iCACPnD,EAAM,EACNnB,MAAkF;IAElF,MAAM4E,4BAA4B1F,MAAMS,sBAAsB;IAE9D,OAAOwB,GACJsC,MAAM,CAAC;QACNrD,kBAAkBZ,gBAAgBY,gBAAgB;QAClDiC,QAAQpD,GAAwC,CAAC,eAAe,CAAC;IACnE,GACC0E,IAAI,CAAChE,sBACLkF,SAAS,CACRrF,iBACApB,IACEG,GAAGiB,gBAAgBqC,WAAW,EAAElC,qBAAqBkC,WAAW,GAChEtD,GAAGiB,gBAAgBiB,aAAa,EAAEd,qBAAqBc,aAAa,GACpElC,GAAGiB,gBAAgBY,gBAAgB,EAAET,qBAAqBS,gBAAgB,IAG7EE,KAAK,CACJlC,IACEG,GAAGoB,qBAAqBkC,WAAW,EAAE7B,OAAO6B,WAAW,GACvDtD,GAAGoB,qBAAqBc,aAAa,EAAET,OAAOS,aAAa,GAC3D9B,UAAUa,gBAAgBY,gBAAgB,GAC1CzB,UAAUgB,qBAAqBmF,uBAAuB,GACtDpG,QAAQc,gBAAgBkB,KAAK,EAAEb,eAC/BG,OAAO+E,iBAAiB,IAAI/E,OAAO+E,iBAAiB,CAACnE,MAAM,GAAG,IAC1DlC,QAAQc,gBAAgBY,gBAAgB,EAAEJ,OAAO+E,iBAAiB,IAClEC,WACJlG,UACEqC,GACGsC,MAAM,CAAC;QAAClD,IAAIqE,0BAA0BrE,EAAE;IAAA,GACxCoD,IAAI,CAACiB,2BACLtE,KAAK,CACJlC,IACEG,GAAGqG,0BAA0B/C,WAAW,EAAElC,qBAAqBkC,WAAW,GAC1EtD,GAAGqG,0BAA0BnE,aAAa,EAAEd,qBAAqBc,aAAa,GAC9ElC,GACEqG,0BAA0BxE,gBAAgB,EAC1CT,qBAAqBS,gBAAgB,GAEvCpB,GACEP,GAAGmG,0BAA0BnC,SAAS,EAAE9C,qBAAqB8C,SAAS,GACtErE,IACEG,GAAGqG,0BAA0BnC,SAAS,EAAE9C,qBAAqB8C,SAAS,GACtEhE,GACEmG,0BAA0BK,cAAc,EACxCtF,qBAAqBsF,cAAc,SASpDrB,OAAO,CAACpE,gBAAgBY,gBAAgB;AAC7C;AAEA,eAAe2B,iDACbZ,EAAM,EACNnB,MAAmC,EACnCc,MAAmC;IAEnC,IAAI,CAACd,OAAO6B,WAAW,EAAE,OAAO,EAAE;IAClC,MAAMqD,8BAA8B;WAC/B,IAAIC,IACLrE,OAAOsE,MAAM,CAAC,CAAC1D,QAAUA,MAAMhB,KAAK,KAAK,cAAcuB,GAAG,CAAC,CAACP,QAAUA,MAAMtB,gBAAgB;KAE/F;IACD,IAAI8E,4BAA4BtE,MAAM,KAAK,GAAG,OAAO,EAAE;IAEvD,MAAM4C,OAAO,MAAMc,iCAAiCnD,IAAI;QACtDU,aAAa7B,OAAO6B,WAAW;QAC/BpB,eAAeT,OAAOS,aAAa;QACnCsE,mBAAmBG;IACrB,GAAGhB,OAAO,CAAC7F,IAAImB,gBAAgBY,gBAAgB;IAC/C,OAAOoD,KAAKK,OAAO,CAAC,CAACC,MACnBA,IAAI1D,gBAAgB,GAAG;YAAC;gBAAC,GAAG0D,GAAG;gBAAE1D,kBAAkB0D,IAAI1D,gBAAgB;YAAA;SAAE,GAAG,EAAE;AAElF;AAEA,OAAO,eAAeiF,yBACpBrF,MAAsC;IAEtC,MAAMsF,4BAA4B;WAAI,IAAIH,IAAInF,OAAOsF,yBAAyB;KAAE;IAEhF,OAAO,MAAMnG,KAAK+B,WAAW,CAAC,OAAOC;QACnC,MAAMA,GAAGS,OAAO,CACd3C,GAAG,CAAC,sCAAsC,EAAEe,OAAO6B,WAAW,IAAI7B,OAAOS,aAAa,CAAC,EAAE,CAAC;QAG5F,IAAI8E,YAAsB,EAAE;QAC5B,IAAIvE,uBAAuB;QAC3B,IAAIsE,0BAA0B1E,MAAM,GAAG,GAAG;YACxC,MAAM4E,kBAAkB,MAAMrE,GAC3BsC,MAAM,CAAC;gBACNlD,IAAIf,gBAAgBe,EAAE;gBACtBH,kBAAkBZ,gBAAgBY,gBAAgB;YACpD,GACCuD,IAAI,CAACnE,iBACLc,KAAK,CACJlC,IACE4B,OAAO6B,WAAW,GACdtD,GAAGiB,gBAAgBqC,WAAW,EAAE7B,OAAO6B,WAAW,IAClDjD,OAAOY,gBAAgBqC,WAAW,GACtCtD,GAAGiB,gBAAgBiB,aAAa,EAAET,OAAOS,aAAa,GACtD/B,QAAQc,gBAAgBkB,KAAK,EAAEb,eAC/BhB,GACEW,gBAAgBgD,UAAU,EAC1BvD,GAAG,CAAC,SAAS,EAAEe,OAAOyF,qBAAqB,CAAC,yBAAyB,CAAC,GAExE1G,WAAWS,gBAAgBY,gBAAgB,EAAEkF;YAInD,IAAIE,gBAAgB5E,MAAM,GAAG,GAAG;gBAC9B,MAAMX,UAAU,MAAMkB,GACnBjB,MAAM,CAACV,iBACPW,GAAG,CAAC;oBACHO,OAAO;oBACPmC,cAAc5D,GAAG,CAAC,SAAS,EAAEO,gBAAgBqD,YAAY,CAAC,QAAQ,CAAC;oBACnExC,WAAWpB,GAAG,CAAC,KAAK,CAAC;gBACvB,GACCqB,KAAK,CACJlC,IACEM,QACEc,gBAAgBe,EAAE,EAClBiF,gBAAgBvD,GAAG,CAAC,CAAC6B,MAAQA,IAAIvD,EAAE,IAErC7B,QAAQc,gBAAgBkB,KAAK,EAAEb,eAC/BhB,GACEW,gBAAgBgD,UAAU,EAC1BvD,GAAG,CAAC,SAAS,EAAEe,OAAOyF,qBAAqB,CAAC,yBAAyB,CAAC,IAI3E9E,SAAS,CAAC;oBAACP,kBAAkBZ,gBAAgBY,gBAAgB;gBAAA;gBAEhEmF,YAAYtF,QAAQ4D,OAAO,CAAC,CAACC,MAASA,IAAI1D,gBAAgB,GAAG;wBAAC0D,IAAI1D,gBAAgB;qBAAC,GAAG,EAAE;gBACxF,IAAIJ,OAAO6B,WAAW,EAAE;oBACtBb,uBAAuB,MAAM0E,+CAA+CvE,IAAI;wBAC9EU,aAAa7B,OAAO6B,WAAW;wBAC/BpB,eAAeT,OAAOS,aAAa;wBACnCsE,mBAAmBQ;oBACrB;gBACF;YACF;QACF;QAEA,MAAMI,eACJL,0BAA0B1E,MAAM,KAAK,IACjC,EAAE,GACF,AACE,CAAA,MAAMO,GACHsC,MAAM,GACNE,IAAI,CAACnE,iBACLc,KAAK,CACJlC,IACE4B,OAAO6B,WAAW,GACdtD,GAAGiB,gBAAgBqC,WAAW,EAAE7B,OAAO6B,WAAW,IAClDjD,OAAOY,gBAAgBqC,WAAW,GACtCtD,GAAGiB,gBAAgBiB,aAAa,EAAET,OAAOS,aAAa,GACtD/B,QAAQc,gBAAgBY,gBAAgB,EAAEkF,4BAE9C,EACFrD,GAAG,CAACxC;QAEZ,MAAMmG,qBAAqB5F,OAAO6B,WAAW,GACzC,MAAMzC,2CAA2C+B,IAAI;YACnDU,aAAa7B,OAAO6B,WAAW;YAC/BpB,eAAeT,OAAOS,aAAa;YACnCsE,mBAAmBO;QACrB,KACA,EAAE;QAEN,OAAO;YACLK;YACAE,sCAAsC,IAAIC,IACxCF,mBAAmB3D,GAAG,CAAC,CAAC8D,eAAiB;oBAACA,aAAa3F,gBAAgB;oBAAE2F;iBAAa;YAExFR;YACAvE;QACF;IACF;AACF;AAEA,OAAO,eAAegF,yBAAyBhG,MAG9C;IACC,MAAMiG,SAASC,0BAA0BlG,OAAOmG,gBAAgB;IAEhE,OAAO,MAAMhH,KAAK+B,WAAW,CAAC,OAAOC;QACnC,MAAMiF,gBAAgB,MAAMjF,GACzBsC,MAAM,CAAC;YACNlD,IAAIf,gBAAgBe,EAAE;YACtBsB,aAAarC,gBAAgBqC,WAAW;YACxCpB,eAAejB,gBAAgBiB,aAAa;YAC5CL,kBAAkBZ,gBAAgBY,gBAAgB;QACpD,GACCuD,IAAI,CAACnE,iBACLc,KAAK,CAAC+F,yBAAyBlF,IAAI8E,SACnC/B,OAAO,CAAC7F,IAAImB,gBAAgBa,SAAS,GAAGhC,IAAImB,gBAAgBe,EAAE,GAC9D4D,KAAK,CAACnE,OAAOmE,KAAK;QAErB,IAAIiC,cAAcxF,MAAM,KAAK,GAAG,OAAO;YAAC0F,QAAQ;YAAGtF,sBAAsB;QAAC;QAE1E,MAAMuF,eAAe;eAChB,IAAIpB,IAAIiB,cAAcvC,OAAO,CAAC,CAACC,MAASA,IAAIjC,WAAW,GAAG;oBAACiC,IAAIjC,WAAW;iBAAC,GAAG,EAAE;SACpF,CAAC2E,IAAI;QACN,KAAK,MAAM3E,eAAe0E,aAAc;YACtC,MAAMpF,GAAGS,OAAO,CAAC3C,GAAG,CAAC,sCAAsC,EAAE4C,YAAY,EAAE,CAAC;QAC9E;QAEA,MAAM4E,cAAc,MAAMtF,GACvBjB,MAAM,CAACV,iBACPW,GAAG,CAAC;YACHO,OAAO;YACP2B,QAAQ;YACRO,UAAU3D,GAAG,CAAC,SAAS,EAAEO,gBAAgBoD,QAAQ,CAAC,QAAQ,CAAC;YAC3DvC,WAAWpB,GAAG,CAAC,KAAK,CAAC;QACvB,GACCqB,KAAK,CACJlC,IACEM,QACEc,gBAAgBe,EAAE,EAClB6F,cAAcnE,GAAG,CAAC,CAAC6B,MAAQA,IAAIvD,EAAE,IAEnC8F,yBAAyBlF,IAAI8E,UAGhCtF,SAAS,CAAC;YACTkB,aAAarC,gBAAgBqC,WAAW;YACxCpB,eAAejB,gBAAgBiB,aAAa;YAC5CL,kBAAkBZ,gBAAgBY,gBAAgB;QACpD;QAEF,IAAIY,uBAAuB;QAC3B,KAAK,MAAM0F,SAASC,uBAAuBF,aAAc;YACvDzF,wBAAwB,MAAM0E,+CAA+CvE,IAAI;gBAC/EU,aAAa6E,MAAM7E,WAAW;gBAC9BpB,eAAeiG,MAAMjG,aAAa;gBAClCsE,mBAAmB2B,MAAM3B,iBAAiB;gBAC1C6B,wBAAwB;YAC1B;QACF;QAEA,OAAO;YAACN,QAAQG,YAAY7F,MAAM;YAAEI;QAAoB;IAC1D;AACF;AAEA,eAAesC,0CACbnC,EAAM,EACNnB,MAAmC,EACnCc,MAAmC;IAEnC,MAAM+F,iBAAiB/F,OAAOsE,MAAM,CAAC,CAAC1D,QAAUC,gBAAgBD,MAAMhB,KAAK;IAC3E,IAAImG,eAAejG,MAAM,KAAK,KAAK,CAACZ,OAAO6B,WAAW,EAAE,OAAO;IAE/D,OAAO,MAAM6D,+CAA+CvE,IAAI;QAC9DU,aAAa7B,OAAO6B,WAAW;QAC/BpB,eAAeT,OAAOS,aAAa;QACnCsE,mBAAmB8B,eAAe5E,GAAG,CAAC,CAACP,QAAUA,MAAMtB,gBAAgB;IACzE;AACF;AAEA,eAAesF,+CACbvE,EAAM,EACNnB,MAKC;IAED,IAAIA,OAAO+E,iBAAiB,CAACnE,MAAM,KAAK,GAAG,OAAO;IAElD,MAAM4C,OAAO,MAAMrC,GAChBsC,MAAM,CAAC;QACNlD,IAAIf,gBAAgBe,EAAE;QACtB2B,eAAe1C,gBAAgB0C,aAAa;IAC9C,GACCyB,IAAI,CAACnE,iBACLc,KAAK,CACJlC,IACEG,GAAGiB,gBAAgBqC,WAAW,EAAE7B,OAAO6B,WAAW,GAClDtD,GAAGiB,gBAAgBiB,aAAa,EAAET,OAAOS,aAAa,GACtD/B,QAAQc,gBAAgBY,gBAAgB,EAAEJ,OAAO+E,iBAAiB,GAClErG,QAAQc,gBAAgBkB,KAAK,EAAEd,iBAC/BjB,UAAUa,gBAAgB0C,aAAa,GACvClC,OAAO4G,sBAAsB,KAAK,QAC9B5B,YACApG,OAAOY,gBAAgB8C,eAAe,GAC1C1D,OAAOY,gBAAgBsH,qBAAqB;IAIlD,IAAItD,KAAK5C,MAAM,KAAK,GAAG,OAAO;IAE9B,MAAMX,UAAU,MAAMkB,GACnBjB,MAAM,CAACV,iBACPW,GAAG,CAAC;QAAC2G,uBAAuB7H,GAAG,CAAC,KAAK,CAAC;QAAEoB,WAAWpB,GAAG,CAAC,KAAK,CAAC;IAAA,GAC7DqB,KAAK,CACJlC,IACEM,QACEc,gBAAgBe,EAAE,EAClBiD,KAAKvB,GAAG,CAAC,CAAC6B,MAAQA,IAAIvD,EAAE,IAE1BP,OAAO4G,sBAAsB,KAAK,QAC9B5B,YACApG,OAAOY,gBAAgB8C,eAAe,GAC1C1D,OAAOY,gBAAgBsH,qBAAqB,IAG/CnG,SAAS,CAAC;QAACuB,eAAe1C,gBAAgB0C,aAAa;IAAA;IAE1D,MAAM6E,0BAA0B,IAAIjB;IACpC,KAAK,MAAMhC,OAAO7D,QAAS;QACzB,IAAI,CAAC6D,IAAI5B,aAAa,EAAE;QACxB6E,wBAAwB5G,GAAG,CACzB2D,IAAI5B,aAAa,EACjB,AAAC6E,CAAAA,wBAAwBC,GAAG,CAAClD,IAAI5B,aAAa,KAAK,CAAA,IAAK;IAE5D;IAEA,IAAI6E,wBAAwBE,IAAI,KAAK,GAAG,OAAO;IAE/C,OAAO,MAAM5H,wBAAwB8B,IAAI;QACvCU,aAAa7B,OAAO6B,WAAW;QAC/BpB,eAAeT,OAAOS,aAAa;QACnCyG,UAAU;eAAIH;SAAwB,CAAC9E,GAAG,CAAC,CAAC,CAACC,eAAewB,MAAM,GAAM,CAAA;gBACtExB;gBACAwB;YACF,CAAA;IACF;AACF;AAEA,SAASwC,0BAA0BC,gBAAwB;IACzD,OAAOlH,GAAG,CAAC,SAAS,EAAEkH,iBAAiB,yBAAyB,CAAC;AACnE;AAEA,SAASE,yBAAyBlF,EAAM,EAAE8E,MAAW;IACnD,OAAO7H,IACLM,QAAQc,gBAAgBkB,KAAK,EAAEb,eAC/BhB,GAAGW,gBAAgBgD,UAAU,EAAEyD,SAC/BpH,GAAGW,gBAAgBa,SAAS,EAAE4F,SAC9BzH,OACE2C,GACGsC,MAAM,CAAC;QAAClD,IAAIhB,kBAAkBgB,EAAE;IAAA,GAChCoD,IAAI,CAACpE,mBACLe,KAAK,CACJlC,IACEG,GAAGgB,kBAAkBgB,EAAE,EAAEf,gBAAgBiB,aAAa,GACtDzB,GAAGJ,OAAOW,kBAAkB4H,UAAU,GAAGtI,GAAGU,kBAAkB4H,UAAU,EAAElB,aAIlFnH,UACEqC,GACGsC,MAAM,CAAC;QAAClD,IAAIZ,qBAAqBY,EAAE;IAAA,GACnCoD,IAAI,CAAChE,sBACLW,KAAK,CACJlC,IACEG,GAAGoB,qBAAqBkC,WAAW,EAAErC,gBAAgBqC,WAAW,GAChEtD,GAAGoB,qBAAqBc,aAAa,EAAEjB,gBAAgBiB,aAAa,GACpElC,GAAGoB,qBAAqBS,gBAAgB,EAAEZ,gBAAgBY,gBAAgB,MAIlFtB,UACEqC,GACGsC,MAAM,CAAC;QAAClD,IAAIb,eAAea,EAAE;IAAA,GAC7BoD,IAAI,CAACjE,gBACLY,KAAK,CACJlC,IACEG,GAAGmB,eAAemC,WAAW,EAAErC,gBAAgBqC,WAAW,GAC1DtD,GAAGmB,eAAee,aAAa,EAAEjB,gBAAgBiB,aAAa,GAC9DlC,GAAGmB,eAAeU,gBAAgB,EAAEZ,gBAAgBY,gBAAgB,GACpEnB,GAAG,CAAC,EAAES,eAAeW,SAAS,CAAC,IAAI,EAAE4F,OAAO,CAAC;AAKzD;AAEA,SAASU,uBACPnD,IAIE;IAEF,MAAM4D,SAAS,IAAItB;IAInB,KAAK,MAAMhC,OAAON,KAAM;QACtB,IAAI,CAACM,IAAIjC,WAAW,IAAI,CAACiC,IAAI1D,gBAAgB,EAAE;QAC/C,MAAMiH,MAAM,GAAGvD,IAAIjC,WAAW,CAAC,CAAC,EAAEiC,IAAIrD,aAAa,EAAE;QACrD,MAAMiG,QAAQU,OAAOJ,GAAG,CAACK,QAAQ;YAC/BxF,aAAaiC,IAAIjC,WAAW;YAC5BpB,eAAeqD,IAAIrD,aAAa;YAChCsE,mBAAmB,EAAE;QACvB;QACA2B,MAAM3B,iBAAiB,CAACuC,IAAI,CAACxD,IAAI1D,gBAAgB;QACjDgH,OAAOjH,GAAG,CAACkH,KAAKX;IAClB;IACA,OAAO;WAAIU,OAAOpF,MAAM;KAAG;AAC7B;AAEA,eAAeF,0CACbX,EAAM,EACNnB,MAAmC,EACnCc,MAAiC;IAEjC,IAAI,CAACd,OAAO6B,WAAW,EAAE,OAAOf;IAChC,MAAMiE,oBAAoB;WAAI,IAAII,IAAIrE,OAAOmB,GAAG,CAAC,CAACP,QAAUA,MAAMtB,gBAAgB;KAAG;IACrF,IAAI2E,kBAAkBnE,MAAM,KAAK,GAAG,OAAOE;IAE3C,MAAMyG,YAAY,MAAMpG,GACrBsC,MAAM,CAAC;QACNrD,kBAAkBd,4BAA4Bc,gBAAgB;QAC9DoH,mBAAmBlI,4BAA4BkI,iBAAiB;IAClE,GACC7D,IAAI,CAACrE,6BACLgB,KAAK,CACJlC,IACEG,GAAGe,4BAA4BuC,WAAW,EAAE7B,OAAO6B,WAAW,GAC9DtD,GAAGe,4BAA4BmB,aAAa,EAAET,OAAOS,aAAa,GAClE/B,QAAQY,4BAA4Bc,gBAAgB,EAAE2E,oBACtDpG,UAAUW,4BAA4BkI,iBAAiB,IAG1DtD,OAAO,CACN5F,KAAKgB,4BAA4BmI,UAAU,GAC3CnJ,KAAKgB,4BAA4BoI,SAAS;IAG9C,MAAMC,uCAAuC,IAAI7B;IACjD,KAAK,MAAMhC,OAAOyD,UAAW;QAC3B,IAAI,CAACzD,IAAI0D,iBAAiB,EAAE;QAC5B,IAAIG,qCAAqCC,GAAG,CAAC9D,IAAI1D,gBAAgB,GAAG;QACpEuH,qCAAqCxH,GAAG,CAAC2D,IAAI1D,gBAAgB,EAAE0D,IAAI0D,iBAAiB;IACtF;IAEA,IAAIG,qCAAqCV,IAAI,KAAK,GAAG,OAAOnG;IAE5D,OAAOA,OAAOmB,GAAG,CAAC,CAACP;QACjB,MAAM8F,oBAAoBG,qCAAqCX,GAAG,CAACtF,MAAMtB,gBAAgB;QACzF,IAAI,CAACoH,qBAAqB9F,MAAMY,eAAe,KAAKkF,mBAAmB,OAAO9F;QAC9E,OAAO;YAAC,GAAGA,KAAK;YAAEY,iBAAiBkF;QAAiB;IACtD;AACF;AAEA,SAASjG,gBACPT,MAAmC,EACnCM,UAAgB;IAEhB,MAAMyG,qBAAqB,IAAI/B;IAC/B,KAAK,MAAMgC,YAAYhH,OAAQ;QAC7B,MAAMY,QAAQqG,0BAA0BD,UAAU1G;QAClD,MAAM4G,WAAWH,mBAAmBb,GAAG,CAACtF,MAAMtB,gBAAgB;QAC9D,IAAI4H,UAAUC,gBAAgBD,UAAUtG;QACxC,IAAI,CAACsG,YAAYE,kCAAkCxG,OAAOsG,YAAY,GAAG;YACvEH,mBAAmB1H,GAAG,CACpBuB,MAAMtB,gBAAgB,EACtB4H,WAAWG,wBAAwBzG,OAAOsG,YAAYtG;QAE1D;IACF;IACA,OAAO;WAAImG,mBAAmB7F,MAAM;KAAG;AACzC;AAEA,SAAS+F,0BACPrG,KAAgC,EAChCN,UAAgB;IAEhB,MAAMoB,aAAad,MAAMc,UAAU,GAAGpB,aAAaA,aAAaM,MAAMc,UAAU;IAChF,OAAO;QACL,GAAGd,KAAK;QACRc;QACAC,WAAWf,MAAMhB,KAAK,KAAK,YAAY8B,aAAa;QACpDE,YAAYhB,MAAMhB,KAAK,KAAK,aAAa8B,aAAa;QACtDG,WAAWjB,MAAMhB,KAAK,KAAK,YAAY8B,aAAa;QACpDI,UAAUlB,MAAMhB,KAAK,KAAK,WAAW8B,aAAa;QAClDK,cAAcnB,MAAMhB,KAAK,KAAK,eAAe8B,aAAa;IAC5D;AACF;AAEA,SAASyF,gBAAgBjF,MAA+B,EAAEoF,MAA+B;IACvFpF,OAAOP,SAAS,GAAG4F,aAAarF,OAAOP,SAAS,EAAE2F,OAAO3F,SAAS;IAClEO,OAAON,UAAU,GAAG2F,aAAarF,OAAON,UAAU,EAAE0F,OAAO1F,UAAU;IACrEM,OAAOL,SAAS,GAAG0F,aAAarF,OAAOL,SAAS,EAAEyF,OAAOzF,SAAS;IAClEK,OAAOJ,QAAQ,GAAGyF,aAAarF,OAAOJ,QAAQ,EAAEwF,OAAOxF,QAAQ;IAC/DI,OAAOH,YAAY,GAAGwF,aAAarF,OAAOH,YAAY,EAAEuF,OAAOvF,YAAY;AAC7E;AAEA,SAASsF,wBACPzG,KAA8B,EAC9BsG,QAAiC;IAEjC,OAAO;QACL,GAAGtG,KAAK;QACRQ,eAAeR,MAAMQ,aAAa,IAAI8F,SAAS9F,aAAa;QAC5DC,aAAaT,MAAMS,WAAW,IAAI6F,SAAS7F,WAAW;QACtDG,iBAAiBZ,MAAMY,eAAe,IAAI0F,SAAS1F,eAAe;QAClEC,cAAcb,MAAMa,YAAY,IAAIyF,SAASzF,YAAY;QACzD,GAAG+F,eAAeN,SAAS;IAC7B;AACF;AAEA,SAASM,eAAe5G,KAA8B;IACpD,OAAO;QACLe,WAAWf,MAAMe,SAAS;QAC1BC,YAAYhB,MAAMgB,UAAU;QAC5BC,WAAWjB,MAAMiB,SAAS;QAC1BC,UAAUlB,MAAMkB,QAAQ;QACxBC,cAAcnB,MAAMmB,YAAY;IAClC;AACF;AAEA,SAASwF,aAAaE,CAAc,EAAEC,CAAc;IAClD,IAAI,CAACD,GAAG,OAAOC;IACf,IAAI,CAACA,GAAG,OAAOD;IACf,OAAOA,IAAIC,IAAID,IAAIC;AACrB;AAEA,SAASN,kCACPK,CAA4B,EAC5BC,CAA4B;IAE5B,MAAMC,YAAYF,EAAE/F,UAAU,CAACkG,OAAO,KAAKF,EAAEhG,UAAU,CAACkG,OAAO;IAC/D,MAAMC,YAAYC,2BAA2BL,EAAE7H,KAAK,IAAIkI,2BAA2BJ,EAAE9H,KAAK;IAC1F,IAAIiI,cAAc,GAAG,OAAOA;IAC5B,OAAOF;AACT;AAEA,SAASG,2BAA2BlI,KAA0B;IAC5D,OAAQA;QACN,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;IACX;AACF;AAEA,SAASmI,wBAAwBnI,KAAyC;IACxE,OAAOzB,GAAW,CAAC;SACZ,EAAEyB,MAAM;;;;;;;;;EASf,CAAC;AACH;AAEA,SAASwC;IACP,OAAOjE,GAAY,CAAC;IAClB,EAAE4J,wBAAwB5J,GAAG,CAAC,cAAc,CAAC,EAAE,GAAG,EAAE4J,wBAAwBrJ,gBAAgBkB,KAAK,EAAE;;MAEjG,EAAEmI,wBAAwB5J,GAAG,CAAC,cAAc,CAAC,EAAE,GAAG,EAAE4J,wBAAwBrJ,gBAAgBkB,KAAK,EAAE;kCACvE,EAAElB,gBAAgBgD,UAAU,CAAC;;EAE7D,CAAC;AACH;AAEA,SAASa;IACP,OAAOpE,GAAY,CAAC;IAClB,EAAE6J,qBAAqBtJ,gBAAgBiD,SAAS,EAAExD,GAAG,CAAC,mBAAmB,CAAC,EAAE;OACzE,EAAE6J,qBAAqBtJ,gBAAgBkD,UAAU,EAAEzD,GAAG,CAAC,oBAAoB,CAAC,EAAE;OAC9E,EAAE6J,qBAAqBtJ,gBAAgBmD,SAAS,EAAE1D,GAAG,CAAC,mBAAmB,CAAC,EAAE;OAC5E,EAAE6J,qBAAqBtJ,gBAAgBoD,QAAQ,EAAE3D,GAAG,CAAC,kBAAkB,CAAC,EAAE;OAC1E,EAAE6J,qBAAqBtJ,gBAAgBqD,YAAY,EAAE5D,GAAG,CAAC,sBAAsB,CAAC,EAAE;EACvF,CAAC;AACH;AAEA,SAAS6J,qBACPC,OAA4C,EAC5CC,QAAa;IAEb,OAAO/J,GAAY,CAAC,EAAE+J,SAAS,kBAAkB,EAAED,QAAQ,YAAY,EAAEC,SAAS,GAAG,EAAED,QAAQ,CAAC,CAAC;AACnG;AAEA,SAAS5F,gBAAgB4F,OAA4C,EAAEC,QAAa;IAClF,OAAO/J,GAAG,CAAC;;WAEF,EAAE+J,SAAS,cAAc,EAAED,QAAQ;WACnC,EAAEA,QAAQ,cAAc,EAAEC,SAAS;iBAC7B,EAAED,QAAQ,EAAE,EAAEC,SAAS;;EAEtC,CAAC;AACH;AAEA,OAAO,SAASrH,gBAAgBjB,KAA0B;IACxD,OAAOd,eAAeqJ,QAAQ,CAACvI;AACjC;AAEA,SAASqD,uBACPrD,KAA0B;IAE1B,OAAOZ,sBAAsBmJ,QAAQ,CAACvI;AACxC"}
+{"version":3,"sources":["../../src/db/runner-instances.ts"],"sourcesContent":["import {logger} from '@shipfox/node-opentelemetry';\nimport {canonicalizeLabels} from '@shipfox/runner-labels';\nimport {\n  and,\n  asc,\n  desc,\n  eq,\n  exists,\n  gt,\n  inArray,\n  isNotNull,\n  isNull,\n  lt,\n  notExists,\n  notInArray,\n  or,\n  type SQL,\n  sql,\n} from 'drizzle-orm';\nimport {alias} from 'drizzle-orm/pg-core';\nimport type {RunnerInstance, RunnerInstanceState} from '#core/entities/runner-instance.js';\nimport type {Tx} from './db.js';\nimport {db} from './db.js';\nimport {\n  listRunningJobExecutionsByRunnerInstanceTx,\n  type RunnerInstanceBoundJobExecution,\n} from './job-executions.js';\nimport {releaseReservationUnits} from './reservations.js';\nimport {ephemeralRegistrationTokens} from './schema/ephemeral-registration-tokens.js';\nimport {provisionerTokens} from './schema/provisioner-tokens.js';\nimport {reservations} from './schema/reservations.js';\nimport {providerRunners, toRunnerInstance} from './schema/runner-instances.js';\nimport {runnerSessions} from './schema/runner-sessions.js';\nimport {runningJobExecutions} from './schema/running-job-executions.js';\n\nexport const terminalStates = [\n  'stopped',\n  'failed',\n  'terminated',\n] as const satisfies readonly RunnerInstanceState[];\nexport const activeStates = [\n  'starting',\n  'running',\n  'stopping',\n] as const satisfies readonly RunnerInstanceState[];\nexport const divergenceCountStates = ['starting', 'running'] as const satisfies readonly Extract<\n  RunnerInstanceState,\n  'starting' | 'running'\n>[];\n\nexport type RunnerInstanceTerminateIntentReason = 'job-cancelled';\n\nexport interface RunnerInstanceTerminateIntent {\n  providerRunnerId: string;\n  reason: RunnerInstanceTerminateIntentReason;\n}\n\nexport interface ActiveRunnerInstanceTemplateCount {\n  templateKey: string;\n  state: (typeof divergenceCountStates)[number];\n  count: number;\n}\n\nexport interface RunnerInstanceReportEvent {\n  providerRunnerId: string;\n  reservationId: string | null;\n  templateKey: string | null;\n  labels: string[];\n  state: RunnerInstanceState;\n  reason: string | null;\n  runnerSessionId: string | null;\n  providerKind: string | null;\n  reportedAt: Date;\n}\n\nexport interface ReportRunnerInstancesParams {\n  workspaceId: string | null;\n  provisionerId: string;\n  events: RunnerInstanceReportEvent[];\n}\n\nexport interface ReconcileRunnerInstancesParams {\n  workspaceId: string | null;\n  provisionerId: string;\n  observedRunnerInstanceIds: string[];\n  terminateGraceSeconds: number;\n}\n\nexport interface ReconcileRunnerInstancesDbResult {\n  observedRows: RunnerInstance[];\n  boundJobExecutionsByRunnerInstanceId: Map<string, RunnerInstanceBoundJobExecution>;\n  absentIds: string[];\n  reservationsReleased: number;\n}\n\nexport interface ReapStaleRunnerInstancesResult {\n  reaped: number;\n  reservationsReleased: number;\n}\n\nexport async function attachRunnerInstanceProviderId(params: {\n  runnerInstanceId: string;\n  provisionerId: string;\n  providerRunnerId: string;\n}): Promise<boolean> {\n  const updated = await db()\n    .update(providerRunners)\n    .set({providerRunnerId: params.providerRunnerId, updatedAt: sql`now()`})\n    .where(\n      and(\n        eq(providerRunners.id, params.runnerInstanceId),\n        eq(providerRunners.provisionerId, params.provisionerId),\n        isNull(providerRunners.providerRunnerId),\n        notInArray(providerRunners.state, [...terminalStates]),\n      ),\n    )\n    .returning({id: providerRunners.id});\n  return updated.length === 1;\n}\n\ninterface RunnerInstanceReportRow extends RunnerInstanceReportEvent {\n  startedAt: Date | null;\n  stoppingAt: Date | null;\n  stoppedAt: Date | null;\n  failedAt: Date | null;\n  terminatedAt: Date | null;\n}\n\ntype RunnerInstanceMilestoneColumn =\n  | typeof providerRunners.startedAt\n  | typeof providerRunners.stoppingAt\n  | typeof providerRunners.stoppedAt\n  | typeof providerRunners.failedAt\n  | typeof providerRunners.terminatedAt;\n\nexport async function reportRunnerInstances(params: ReportRunnerInstancesParams): Promise<{\n  accepted: number;\n  reservationsReleased: number;\n  terminateIntentsHonored: RunnerInstanceTerminateIntent[];\n}> {\n  if (params.events.length === 0)\n    return {accepted: 0, reservationsReleased: 0, terminateIntentsHonored: []};\n\n  return await db().transaction(async (tx) => {\n    const receivedAt = new Date();\n    const aggregatedEvents = aggregateEvents(params.events, receivedAt);\n    const hasTerminalEvent = aggregatedEvents.some((event) => isTerminalState(event.state));\n\n    if (hasTerminalEvent) {\n      await tx.execute(\n        sql`select pg_advisory_xact_lock(hashtext(${params.workspaceId ?? params.provisionerId}))`,\n      );\n    }\n\n    const events = await hydrateRunnerSessionIdsFromConsumedTokens(tx, params, aggregatedEvents);\n    const terminateIntentsHonored = await listTerminateIntentsHonoredByTerminatedReportsTx(\n      tx,\n      params,\n      events,\n    );\n\n    const values = events.map((event) => ({\n      workspaceId: params.workspaceId,\n      provisionerId: params.provisionerId,\n      providerRunnerId: event.providerRunnerId,\n      reservationId: event.reservationId,\n      templateKey: event.templateKey,\n      labels: [...canonicalizeLabels(event.labels)],\n      state: event.state,\n      reason: event.reason,\n      runnerSessionId: event.runnerSessionId,\n      providerKind: event.providerKind,\n      reportedAt: event.reportedAt > receivedAt ? receivedAt : event.reportedAt,\n      startedAt: event.startedAt,\n      stoppingAt: event.stoppingAt,\n      stoppedAt: event.stoppedAt,\n      failedAt: event.failedAt,\n      terminatedAt: event.terminatedAt,\n    }));\n\n    await tx\n      .insert(providerRunners)\n      .values(values)\n      .onConflictDoUpdate({\n        target: [providerRunners.provisionerId, providerRunners.providerRunnerId],\n        targetWhere: isNotNull(providerRunners.providerRunnerId),\n        set: {\n          reservationId: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN coalesce(excluded.reservation_id, ${providerRunners.reservationId}) ELSE ${providerRunners.reservationId} END`,\n          templateKey: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN coalesce(excluded.template_key, ${providerRunners.templateKey}) ELSE ${providerRunners.templateKey} END`,\n          labels: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN excluded.labels ELSE ${providerRunners.labels} END`,\n          state: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN excluded.state ELSE ${providerRunners.state} END`,\n          reason: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN excluded.reason ELSE ${providerRunners.reason} END`,\n          runnerSessionId: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN coalesce(${providerRunners.runnerSessionId}, excluded.runner_session_id) ELSE ${providerRunners.runnerSessionId} END`,\n          providerKind: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN coalesce(excluded.provider_kind, ${providerRunners.providerKind}) ELSE ${providerRunners.providerKind} END`,\n          reportedAt: sql`CASE WHEN ${providerRunnerProjectionUpdateCondition()} THEN excluded.reported_at ELSE ${providerRunners.reportedAt} END`,\n          startedAt: firstObservedAt(providerRunners.startedAt, sql`excluded.started_at`),\n          stoppingAt: firstObservedAt(providerRunners.stoppingAt, sql`excluded.stopping_at`),\n          stoppedAt: firstObservedAt(providerRunners.stoppedAt, sql`excluded.stopped_at`),\n          failedAt: firstObservedAt(providerRunners.failedAt, sql`excluded.failed_at`),\n          terminatedAt: firstObservedAt(providerRunners.terminatedAt, sql`excluded.terminated_at`),\n          updatedAt: sql`now()`,\n        },\n        setWhere: sql`\n          ${providerRunnerProjectionUpdateCondition()}\n          OR ${providerRunnerMilestoneUpdateCondition()}\n        `,\n      });\n\n    const reservationsReleased = hasTerminalEvent\n      ? await releaseTerminalRunnerInstanceReservations(tx, params, events)\n      : 0;\n\n    return {accepted: events.length, reservationsReleased, terminateIntentsHonored};\n  });\n}\n\nexport async function listActiveRunnerInstanceCountsByTemplateTx(\n  tx: Tx,\n  params: {workspaceId: string; provisionerId: string},\n): Promise<ActiveRunnerInstanceTemplateCount[]> {\n  const rows = await tx\n    .select({\n      templateKey: providerRunners.templateKey,\n      state: providerRunners.state,\n      count: sql<number>`count(*)::int`,\n    })\n    .from(providerRunners)\n    .where(\n      and(\n        eq(providerRunners.workspaceId, params.workspaceId),\n        eq(providerRunners.provisionerId, params.provisionerId),\n        inArray(providerRunners.state, divergenceCountStates),\n        isNotNull(providerRunners.templateKey),\n      ),\n    )\n    .groupBy(providerRunners.templateKey, providerRunners.state);\n\n  return rows.flatMap((row) =>\n    row.templateKey && isDivergenceCountState(row.state)\n      ? [{templateKey: row.templateKey, state: row.state, count: row.count}]\n      : [],\n  );\n}\n\nexport async function listActiveRunnerInstances(params: {\n  workspaceId: string;\n  windowSeconds: number;\n  limit?: number;\n}): Promise<RunnerInstance[]> {\n  const rows = await db()\n    .select()\n    .from(providerRunners)\n    .where(\n      and(\n        eq(providerRunners.workspaceId, params.workspaceId),\n        inArray(providerRunners.state, activeStates),\n        sql`${providerRunners.updatedAt} > now() - (${params.windowSeconds} || ' seconds')::interval`,\n      ),\n    )\n    .orderBy(desc(providerRunners.updatedAt), desc(providerRunners.id))\n    .limit(params.limit ?? 1000);\n\n  return rows.map(toRunnerInstance);\n}\n\nexport async function listProvisionerTerminateIntents(params: {\n  workspaceId: string;\n  provisionerId: string;\n  limit: number;\n}): Promise<string[]> {\n  return await db().transaction(async (tx) => {\n    const rows = await listProvisionerTerminateIntentRowsTx(tx, params);\n    return rows.map((row) => row.providerRunnerId);\n  });\n}\n\nexport async function listProvisionerTerminateIntentRowsTx(\n  tx: Tx,\n  params: {\n    workspaceId: string;\n    provisionerId: string;\n    limit: number;\n  },\n): Promise<RunnerInstanceTerminateIntent[]> {\n  const rows = await provisionerTerminateIntentsQuery(tx, params)\n    .orderBy(asc(providerRunners.providerRunnerId))\n    .limit(params.limit + 1);\n\n  const truncated = rows.length > params.limit;\n  const returnedRows = truncated ? rows.slice(0, params.limit) : rows;\n  if (truncated) {\n    logger().warn(\n      {\n        workspaceId: params.workspaceId,\n        provisionerId: params.provisionerId,\n        limit: params.limit,\n        returnedCount: returnedRows.length,\n      },\n      'provisioner terminate intents truncated by poll-demand limit',\n    );\n  }\n\n  return returnedRows.flatMap((row) =>\n    row.providerRunnerId ? [{...row, providerRunnerId: row.providerRunnerId}] : [],\n  );\n}\n\nfunction provisionerTerminateIntentsQuery(\n  tx: Tx,\n  params: {workspaceId: string; provisionerId: string; providerRunnerIds?: string[]},\n) {\n  const newerRunningJobExecutions = alias(runningJobExecutions, 'newer_running_jobs');\n\n  return tx\n    .select({\n      providerRunnerId: providerRunners.providerRunnerId,\n      reason: sql<RunnerInstanceTerminateIntentReason>`'job-cancelled'`,\n    })\n    .from(runningJobExecutions)\n    .innerJoin(\n      providerRunners,\n      and(\n        eq(providerRunners.workspaceId, runningJobExecutions.workspaceId),\n        eq(providerRunners.provisionerId, runningJobExecutions.provisionerId),\n        eq(providerRunners.providerRunnerId, runningJobExecutions.providerRunnerId),\n      ),\n    )\n    .where(\n      and(\n        eq(runningJobExecutions.workspaceId, params.workspaceId),\n        eq(runningJobExecutions.provisionerId, params.provisionerId),\n        isNotNull(providerRunners.providerRunnerId),\n        isNotNull(runningJobExecutions.cancellationRequestedAt),\n        inArray(providerRunners.state, activeStates),\n        params.providerRunnerIds && params.providerRunnerIds.length > 0\n          ? inArray(providerRunners.providerRunnerId, params.providerRunnerIds)\n          : undefined,\n        notExists(\n          tx\n            .select({id: newerRunningJobExecutions.id})\n            .from(newerRunningJobExecutions)\n            .where(\n              and(\n                eq(newerRunningJobExecutions.workspaceId, runningJobExecutions.workspaceId),\n                eq(newerRunningJobExecutions.provisionerId, runningJobExecutions.provisionerId),\n                eq(\n                  newerRunningJobExecutions.providerRunnerId,\n                  runningJobExecutions.providerRunnerId,\n                ),\n                or(\n                  gt(newerRunningJobExecutions.startedAt, runningJobExecutions.startedAt),\n                  and(\n                    eq(newerRunningJobExecutions.startedAt, runningJobExecutions.startedAt),\n                    gt(\n                      newerRunningJobExecutions.jobExecutionId,\n                      runningJobExecutions.jobExecutionId,\n                    ),\n                  ),\n                ),\n              ),\n            ),\n        ),\n      ),\n    )\n    .groupBy(providerRunners.providerRunnerId);\n}\n\nasync function listTerminateIntentsHonoredByTerminatedReportsTx(\n  tx: Tx,\n  params: ReportRunnerInstancesParams,\n  events: RunnerInstanceReportEvent[],\n): Promise<RunnerInstanceTerminateIntent[]> {\n  if (!params.workspaceId) return [];\n  const terminatedRunnerInstanceIds = [\n    ...new Set(\n      events.filter((event) => event.state === 'terminated').map((event) => event.providerRunnerId),\n    ),\n  ];\n  if (terminatedRunnerInstanceIds.length === 0) return [];\n\n  const rows = await provisionerTerminateIntentsQuery(tx, {\n    workspaceId: params.workspaceId,\n    provisionerId: params.provisionerId,\n    providerRunnerIds: terminatedRunnerInstanceIds,\n  }).orderBy(asc(providerRunners.providerRunnerId));\n  return rows.flatMap((row) =>\n    row.providerRunnerId ? [{...row, providerRunnerId: row.providerRunnerId}] : [],\n  );\n}\n\nexport async function reconcileRunnerInstances(\n  params: ReconcileRunnerInstancesParams,\n): Promise<ReconcileRunnerInstancesDbResult> {\n  const observedRunnerInstanceIds = [...new Set(params.observedRunnerInstanceIds)];\n\n  return await db().transaction(async (tx) => {\n    await tx.execute(\n      sql`select pg_advisory_xact_lock(hashtext(${params.workspaceId ?? params.provisionerId}))`,\n    );\n\n    let absentIds: string[] = [];\n    let reservationsReleased = 0;\n    if (observedRunnerInstanceIds.length > 0) {\n      const staleAbsentRows = await tx\n        .select({\n          id: providerRunners.id,\n          providerRunnerId: providerRunners.providerRunnerId,\n        })\n        .from(providerRunners)\n        .where(\n          and(\n            params.workspaceId\n              ? eq(providerRunners.workspaceId, params.workspaceId)\n              : isNull(providerRunners.workspaceId),\n            eq(providerRunners.provisionerId, params.provisionerId),\n            inArray(providerRunners.state, activeStates),\n            lt(\n              providerRunners.reportedAt,\n              sql`now() - (${params.terminateGraceSeconds} || ' seconds')::interval`,\n            ),\n            notInArray(providerRunners.providerRunnerId, observedRunnerInstanceIds),\n          ),\n        );\n\n      if (staleAbsentRows.length > 0) {\n        const updated = await tx\n          .update(providerRunners)\n          .set({\n            state: 'terminated',\n            terminatedAt: sql`coalesce(${providerRunners.terminatedAt}, now())`,\n            updatedAt: sql`now()`,\n          })\n          .where(\n            and(\n              inArray(\n                providerRunners.id,\n                staleAbsentRows.map((row) => row.id),\n              ),\n              inArray(providerRunners.state, activeStates),\n              lt(\n                providerRunners.reportedAt,\n                sql`now() - (${params.terminateGraceSeconds} || ' seconds')::interval`,\n              ),\n            ),\n          )\n          .returning({providerRunnerId: providerRunners.providerRunnerId});\n\n        absentIds = updated.flatMap((row) => (row.providerRunnerId ? [row.providerRunnerId] : []));\n        if (params.workspaceId) {\n          reservationsReleased = await releaseTerminalRunnerInstanceReservationsByIds(tx, {\n            workspaceId: params.workspaceId,\n            provisionerId: params.provisionerId,\n            providerRunnerIds: absentIds,\n          });\n        }\n      }\n    }\n\n    const observedRows =\n      observedRunnerInstanceIds.length === 0\n        ? []\n        : (\n            await tx\n              .select()\n              .from(providerRunners)\n              .where(\n                and(\n                  params.workspaceId\n                    ? eq(providerRunners.workspaceId, params.workspaceId)\n                    : isNull(providerRunners.workspaceId),\n                  eq(providerRunners.provisionerId, params.provisionerId),\n                  inArray(providerRunners.providerRunnerId, observedRunnerInstanceIds),\n                ),\n              )\n          ).map(toRunnerInstance);\n\n    const boundJobExecutions = params.workspaceId\n      ? await listRunningJobExecutionsByRunnerInstanceTx(tx, {\n          workspaceId: params.workspaceId,\n          provisionerId: params.provisionerId,\n          providerRunnerIds: observedRunnerInstanceIds,\n        })\n      : [];\n\n    return {\n      observedRows,\n      boundJobExecutionsByRunnerInstanceId: new Map(\n        boundJobExecutions.map((jobExecution) => [jobExecution.providerRunnerId, jobExecution]),\n      ),\n      absentIds,\n      reservationsReleased,\n    };\n  });\n}\n\nexport async function reapStaleRunnerInstances(params: {\n  thresholdSeconds: number;\n  limit: number;\n}): Promise<ReapStaleRunnerInstancesResult> {\n  const cutoff = staleRunnerInstanceCutoff(params.thresholdSeconds);\n\n  return await db().transaction(async (tx) => {\n    const candidateRows = await tx\n      .select({\n        id: providerRunners.id,\n        workspaceId: providerRunners.workspaceId,\n        provisionerId: providerRunners.provisionerId,\n        providerRunnerId: providerRunners.providerRunnerId,\n      })\n      .from(providerRunners)\n      .where(staleRunnerInstanceWhere(tx, cutoff))\n      .orderBy(asc(providerRunners.updatedAt), asc(providerRunners.id))\n      .limit(params.limit);\n\n    if (candidateRows.length === 0) return {reaped: 0, reservationsReleased: 0};\n\n    const workspaceIds = [\n      ...new Set(candidateRows.flatMap((row) => (row.workspaceId ? [row.workspaceId] : []))),\n    ].sort();\n    for (const workspaceId of workspaceIds) {\n      await tx.execute(sql`select pg_advisory_xact_lock(hashtext(${workspaceId}))`);\n    }\n\n    const updatedRows = await tx\n      .update(providerRunners)\n      .set({\n        state: 'failed',\n        reason: 'stale-provisioner',\n        failedAt: sql`coalesce(${providerRunners.failedAt}, now())`,\n        updatedAt: sql`now()`,\n      })\n      .where(\n        and(\n          inArray(\n            providerRunners.id,\n            candidateRows.map((row) => row.id),\n          ),\n          staleRunnerInstanceWhere(tx, cutoff),\n        ),\n      )\n      .returning({\n        workspaceId: providerRunners.workspaceId,\n        provisionerId: providerRunners.provisionerId,\n        providerRunnerId: providerRunners.providerRunnerId,\n      });\n\n    let reservationsReleased = 0;\n    for (const group of groupRunnerInstanceIds(updatedRows)) {\n      reservationsReleased += await releaseTerminalRunnerInstanceReservationsByIds(tx, {\n        workspaceId: group.workspaceId,\n        provisionerId: group.provisionerId,\n        providerRunnerIds: group.providerRunnerIds,\n        requireUnlinkedSession: false,\n      });\n    }\n\n    return {reaped: updatedRows.length, reservationsReleased};\n  });\n}\n\nasync function releaseTerminalRunnerInstanceReservations(\n  tx: Tx,\n  params: ReportRunnerInstancesParams,\n  events: RunnerInstanceReportEvent[],\n): Promise<number> {\n  const terminalEvents = events.filter((event) => isTerminalState(event.state));\n  if (terminalEvents.length === 0) return 0;\n\n  return await releaseTerminalRunnerInstanceReservationsByIds(tx, {\n    workspaceId: params.workspaceId,\n    provisionerId: params.provisionerId,\n    providerRunnerIds: terminalEvents.map((event) => event.providerRunnerId),\n  });\n}\n\nasync function releaseTerminalRunnerInstanceReservationsByIds(\n  tx: Tx,\n  params: {\n    workspaceId: string | null;\n    provisionerId: string;\n    providerRunnerIds: string[];\n    requireUnlinkedSession?: boolean;\n  },\n): Promise<number> {\n  if (params.providerRunnerIds.length === 0) return 0;\n\n  const reservationWorkspacePredicate =\n    params.workspaceId === null\n      ? sql``\n      : sql`and ${eq(reservations.workspaceId, params.workspaceId)}`;\n\n  const rows = await tx\n    .select({\n      id: providerRunners.id,\n      releaseReservationId: sql<string | null>`coalesce(\n        (select ${reservations.id}\n         from ${reservations}\n         where ${reservations.id} = ${providerRunners.intendedReservationId}\n           and ${reservations.provisionerId} = ${params.provisionerId}\n           ${reservationWorkspacePredicate}),\n        (select ${reservations.id}\n         from ${reservations}\n         where ${reservations.id} = ${providerRunners.reservationId}\n           and ${reservations.provisionerId} = ${params.provisionerId}\n           ${reservationWorkspacePredicate})\n      )`,\n      releaseReservationWorkspaceId: sql<string | null>`coalesce(\n        (select ${reservations.workspaceId}\n         from ${reservations}\n         where ${reservations.id} = ${providerRunners.intendedReservationId}\n           and ${reservations.provisionerId} = ${params.provisionerId}\n           ${reservationWorkspacePredicate}),\n        (select ${reservations.workspaceId}\n         from ${reservations}\n         where ${reservations.id} = ${providerRunners.reservationId}\n           and ${reservations.provisionerId} = ${params.provisionerId}\n           ${reservationWorkspacePredicate})\n      )`,\n    })\n    .from(providerRunners)\n    .where(\n      and(\n        eq(providerRunners.provisionerId, params.provisionerId),\n        inArray(providerRunners.providerRunnerId, params.providerRunnerIds),\n        inArray(providerRunners.state, terminalStates),\n        or(\n          isNotNull(providerRunners.reservationId),\n          isNotNull(providerRunners.intendedReservationId),\n        ),\n        params.workspaceId === null\n          ? undefined\n          : or(\n              and(\n                eq(providerRunners.workspaceId, params.workspaceId),\n                or(\n                  exists(\n                    tx\n                      .select({id: reservations.id})\n                      .from(reservations)\n                      .where(\n                        and(\n                          eq(reservations.workspaceId, params.workspaceId),\n                          eq(reservations.provisionerId, params.provisionerId),\n                          eq(reservations.id, providerRunners.reservationId),\n                        ),\n                      ),\n                  ),\n                  exists(\n                    tx\n                      .select({id: reservations.id})\n                      .from(reservations)\n                      .where(\n                        and(\n                          eq(reservations.workspaceId, params.workspaceId),\n                          eq(reservations.provisionerId, params.provisionerId),\n                          eq(reservations.id, providerRunners.intendedReservationId),\n                        ),\n                      ),\n                  ),\n                ),\n              ),\n              and(\n                isNull(providerRunners.workspaceId),\n                isNotNull(providerRunners.intendedReservationId),\n                exists(\n                  tx\n                    .select({id: reservations.id})\n                    .from(reservations)\n                    .where(\n                      and(\n                        eq(reservations.workspaceId, params.workspaceId),\n                        eq(reservations.provisionerId, params.provisionerId),\n                        eq(reservations.id, providerRunners.intendedReservationId),\n                      ),\n                    ),\n                ),\n              ),\n            ),\n        params.requireUnlinkedSession === false\n          ? undefined\n          : isNull(providerRunners.runnerSessionId),\n        isNull(providerRunners.reservationReleasedAt),\n      ),\n    )\n    .for('update');\n\n  if (rows.length === 0) return 0;\n\n  const updated = await tx\n    .update(providerRunners)\n    .set({\n      intendedReservationId: null,\n      reservationReleasedAt: sql`now()`,\n      updatedAt: sql`now()`,\n    })\n    .where(\n      and(\n        inArray(\n          providerRunners.id,\n          rows.map((row) => row.id),\n        ),\n        params.requireUnlinkedSession === false\n          ? undefined\n          : isNull(providerRunners.runnerSessionId),\n        isNull(providerRunners.reservationReleasedAt),\n      ),\n    )\n    .returning({id: providerRunners.id});\n\n  const releasesByReservationId = new Map<\n    string,\n    {workspaceId: string; reservationId: string; count: number}\n  >();\n  const updatedIds = new Set(updated.map((row) => row.id));\n  for (const row of rows) {\n    if (!updatedIds.has(row.id)) continue;\n    if (!row.releaseReservationId || !row.releaseReservationWorkspaceId) continue;\n    const key = `${row.releaseReservationWorkspaceId}:${row.releaseReservationId}`;\n    const release = releasesByReservationId.get(key) ?? {\n      workspaceId: row.releaseReservationWorkspaceId,\n      reservationId: row.releaseReservationId,\n      count: 0,\n    };\n    release.count += 1;\n    releasesByReservationId.set(key, release);\n  }\n\n  if (releasesByReservationId.size === 0) return 0;\n\n  let released = 0;\n  for (const release of releasesByReservationId.values()) {\n    released += await releaseReservationUnits(tx, {\n      workspaceId: release.workspaceId,\n      provisionerId: params.provisionerId,\n      releases: [{reservationId: release.reservationId, count: release.count}],\n    });\n  }\n  return released;\n}\n\nfunction staleRunnerInstanceCutoff(thresholdSeconds: number): SQL {\n  return sql`now() - (${thresholdSeconds} || ' seconds')::interval`;\n}\n\nfunction staleRunnerInstanceWhere(tx: Tx, cutoff: SQL): SQL<boolean> {\n  return and(\n    inArray(providerRunners.state, activeStates),\n    lt(providerRunners.reportedAt, cutoff),\n    lt(providerRunners.updatedAt, cutoff),\n    exists(\n      tx\n        .select({id: provisionerTokens.id})\n        .from(provisionerTokens)\n        .where(\n          and(\n            eq(provisionerTokens.id, providerRunners.provisionerId),\n            or(isNull(provisionerTokens.lastSeenAt), lt(provisionerTokens.lastSeenAt, cutoff)),\n          ),\n        ),\n    ),\n    notExists(\n      tx\n        .select({id: runningJobExecutions.id})\n        .from(runningJobExecutions)\n        .where(\n          and(\n            eq(runningJobExecutions.workspaceId, providerRunners.workspaceId),\n            eq(runningJobExecutions.provisionerId, providerRunners.provisionerId),\n            eq(runningJobExecutions.providerRunnerId, providerRunners.providerRunnerId),\n          ),\n        ),\n    ),\n    notExists(\n      tx\n        .select({id: runnerSessions.id})\n        .from(runnerSessions)\n        .where(\n          and(\n            eq(runnerSessions.workspaceId, providerRunners.workspaceId),\n            eq(runnerSessions.provisionerId, providerRunners.provisionerId),\n            eq(runnerSessions.providerRunnerId, providerRunners.providerRunnerId),\n            sql`${runnerSessions.updatedAt} >= ${cutoff}`,\n          ),\n        ),\n    ),\n  ) as SQL<boolean>;\n}\n\nfunction groupRunnerInstanceIds(\n  rows: Array<{\n    workspaceId: string | null;\n    provisionerId: string;\n    providerRunnerId: string | null;\n  }>,\n): Array<{workspaceId: string | null; provisionerId: string; providerRunnerIds: string[]}> {\n  const groups = new Map<\n    string,\n    {workspaceId: string | null; provisionerId: string; providerRunnerIds: string[]}\n  >();\n  for (const row of rows) {\n    if (!row.providerRunnerId) continue;\n    const key = `${row.workspaceId ?? ''}:${row.provisionerId}`;\n    const group = groups.get(key) ?? {\n      workspaceId: row.workspaceId,\n      provisionerId: row.provisionerId,\n      providerRunnerIds: [],\n    };\n    group.providerRunnerIds.push(row.providerRunnerId);\n    groups.set(key, group);\n  }\n  return [...groups.values()];\n}\n\nasync function hydrateRunnerSessionIdsFromConsumedTokens(\n  tx: Tx,\n  params: ReportRunnerInstancesParams,\n  events: RunnerInstanceReportRow[],\n): Promise<RunnerInstanceReportRow[]> {\n  if (!params.workspaceId) return events;\n  const providerRunnerIds = [...new Set(events.map((event) => event.providerRunnerId))];\n  if (providerRunnerIds.length === 0) return events;\n\n  const tokenRows = await tx\n    .select({\n      providerRunnerId: ephemeralRegistrationTokens.providerRunnerId,\n      consumedSessionId: ephemeralRegistrationTokens.consumedSessionId,\n    })\n    .from(ephemeralRegistrationTokens)\n    .where(\n      and(\n        eq(ephemeralRegistrationTokens.workspaceId, params.workspaceId),\n        eq(ephemeralRegistrationTokens.provisionerId, params.provisionerId),\n        inArray(ephemeralRegistrationTokens.providerRunnerId, providerRunnerIds),\n        isNotNull(ephemeralRegistrationTokens.consumedSessionId),\n      ),\n    )\n    .orderBy(\n      desc(ephemeralRegistrationTokens.consumedAt),\n      desc(ephemeralRegistrationTokens.createdAt),\n    );\n\n  const consumedSessionIdsByRunnerInstanceId = new Map<string, string>();\n  for (const row of tokenRows) {\n    if (!row.consumedSessionId) continue;\n    if (consumedSessionIdsByRunnerInstanceId.has(row.providerRunnerId)) continue;\n    consumedSessionIdsByRunnerInstanceId.set(row.providerRunnerId, row.consumedSessionId);\n  }\n\n  if (consumedSessionIdsByRunnerInstanceId.size === 0) return events;\n\n  return events.map((event) => {\n    const consumedSessionId = consumedSessionIdsByRunnerInstanceId.get(event.providerRunnerId);\n    if (!consumedSessionId || event.runnerSessionId === consumedSessionId) return event;\n    return {...event, runnerSessionId: consumedSessionId};\n  });\n}\n\nfunction aggregateEvents(\n  events: RunnerInstanceReportEvent[],\n  receivedAt: Date,\n): RunnerInstanceReportRow[] {\n  const byRunnerInstanceId = new Map<string, RunnerInstanceReportRow>();\n  for (const rawEvent of events) {\n    const event = toRunnerInstanceReportRow(rawEvent, receivedAt);\n    const existing = byRunnerInstanceId.get(event.providerRunnerId);\n    if (existing) mergeMilestones(existing, event);\n    if (!existing || compareRunnerInstanceReportEvents(event, existing) > 0) {\n      byRunnerInstanceId.set(\n        event.providerRunnerId,\n        existing ? mergeProjectionMetadata(event, existing) : event,\n      );\n    }\n  }\n  return [...byRunnerInstanceId.values()];\n}\n\nfunction toRunnerInstanceReportRow(\n  event: RunnerInstanceReportEvent,\n  receivedAt: Date,\n): RunnerInstanceReportRow {\n  const reportedAt = event.reportedAt > receivedAt ? receivedAt : event.reportedAt;\n  return {\n    ...event,\n    reportedAt,\n    startedAt: event.state === 'running' ? reportedAt : null,\n    stoppingAt: event.state === 'stopping' ? reportedAt : null,\n    stoppedAt: event.state === 'stopped' ? reportedAt : null,\n    failedAt: event.state === 'failed' ? reportedAt : null,\n    terminatedAt: event.state === 'terminated' ? reportedAt : null,\n  };\n}\n\nfunction mergeMilestones(target: RunnerInstanceReportRow, source: RunnerInstanceReportRow) {\n  target.startedAt = earliestDate(target.startedAt, source.startedAt);\n  target.stoppingAt = earliestDate(target.stoppingAt, source.stoppingAt);\n  target.stoppedAt = earliestDate(target.stoppedAt, source.stoppedAt);\n  target.failedAt = earliestDate(target.failedAt, source.failedAt);\n  target.terminatedAt = earliestDate(target.terminatedAt, source.terminatedAt);\n}\n\nfunction mergeProjectionMetadata(\n  event: RunnerInstanceReportRow,\n  existing: RunnerInstanceReportRow,\n): RunnerInstanceReportRow {\n  return {\n    ...event,\n    reservationId: event.reservationId ?? existing.reservationId,\n    templateKey: event.templateKey ?? existing.templateKey,\n    runnerSessionId: event.runnerSessionId ?? existing.runnerSessionId,\n    providerKind: event.providerKind ?? existing.providerKind,\n    ...pickMilestones(existing),\n  };\n}\n\nfunction pickMilestones(event: RunnerInstanceReportRow) {\n  return {\n    startedAt: event.startedAt,\n    stoppingAt: event.stoppingAt,\n    stoppedAt: event.stoppedAt,\n    failedAt: event.failedAt,\n    terminatedAt: event.terminatedAt,\n  };\n}\n\nfunction earliestDate(a: Date | null, b: Date | null): Date | null {\n  if (!a) return b;\n  if (!b) return a;\n  return a < b ? a : b;\n}\n\nfunction compareRunnerInstanceReportEvents(\n  a: RunnerInstanceReportEvent,\n  b: RunnerInstanceReportEvent,\n): number {\n  const timeDelta = a.reportedAt.getTime() - b.reportedAt.getTime();\n  const rankDelta = getRunnerInstanceStateRank(a.state) - getRunnerInstanceStateRank(b.state);\n  if (rankDelta !== 0) return rankDelta;\n  return timeDelta;\n}\n\nfunction getRunnerInstanceStateRank(state: RunnerInstanceState): number {\n  switch (state) {\n    case 'starting':\n      return 1;\n    case 'running':\n      return 2;\n    case 'stopping':\n      return 3;\n    case 'stopped':\n      return 4;\n    case 'failed':\n      return 5;\n    case 'terminated':\n      return 6;\n  }\n}\n\nfunction providerRunnerStateRank(state: SQL | typeof providerRunners.state): SQL<number> {\n  return sql<number>`\n    CASE ${state}\n      WHEN 'starting' THEN 1\n      WHEN 'running' THEN 2\n      WHEN 'stopping' THEN 3\n      WHEN 'stopped' THEN 4\n      WHEN 'failed' THEN 5\n      WHEN 'terminated' THEN 6\n      ELSE 0\n    END\n  `;\n}\n\nfunction providerRunnerProjectionUpdateCondition(): SQL<boolean> {\n  return sql<boolean>`\n    ${providerRunnerStateRank(sql`excluded.state`)} > ${providerRunnerStateRank(providerRunners.state)}\n    OR (\n      ${providerRunnerStateRank(sql`excluded.state`)} = ${providerRunnerStateRank(providerRunners.state)}\n      AND excluded.reported_at >= ${providerRunners.reportedAt}\n    )\n  `;\n}\n\nfunction providerRunnerMilestoneUpdateCondition(): SQL<boolean> {\n  return sql<boolean>`\n    ${milestoneNeedsUpdate(providerRunners.startedAt, sql`excluded.started_at`)}\n    OR ${milestoneNeedsUpdate(providerRunners.stoppingAt, sql`excluded.stopping_at`)}\n    OR ${milestoneNeedsUpdate(providerRunners.stoppedAt, sql`excluded.stopped_at`)}\n    OR ${milestoneNeedsUpdate(providerRunners.failedAt, sql`excluded.failed_at`)}\n    OR ${milestoneNeedsUpdate(providerRunners.terminatedAt, sql`excluded.terminated_at`)}\n  `;\n}\n\nfunction milestoneNeedsUpdate(\n  current: SQL | RunnerInstanceMilestoneColumn,\n  incoming: SQL,\n): SQL<boolean> {\n  return sql<boolean>`${incoming} IS NOT NULL AND (${current} IS NULL OR ${incoming} < ${current})`;\n}\n\nfunction firstObservedAt(current: SQL | RunnerInstanceMilestoneColumn, incoming: SQL) {\n  return sql`\n    CASE\n      WHEN ${incoming} IS NULL THEN ${current}\n      WHEN ${current} IS NULL THEN ${incoming}\n      ELSE least(${current}, ${incoming})\n    END\n  `;\n}\n\nexport function isTerminalState(state: RunnerInstanceState): boolean {\n  return terminalStates.includes(state as (typeof terminalStates)[number]);\n}\n\nfunction isDivergenceCountState(\n  state: RunnerInstanceState,\n): state is (typeof divergenceCountStates)[number] {\n  return divergenceCountStates.includes(state as (typeof divergenceCountStates)[number]);\n}\n"],"names":["logger","canonicalizeLabels","and","asc","desc","eq","exists","gt","inArray","isNotNull","isNull","lt","notExists","notInArray","or","sql","alias","db","listRunningJobExecutionsByRunnerInstanceTx","releaseReservationUnits","ephemeralRegistrationTokens","provisionerTokens","reservations","providerRunners","toRunnerInstance","runnerSessions","runningJobExecutions","terminalStates","activeStates","divergenceCountStates","attachRunnerInstanceProviderId","params","updated","update","set","providerRunnerId","updatedAt","where","id","runnerInstanceId","provisionerId","state","returning","length","reportRunnerInstances","events","accepted","reservationsReleased","terminateIntentsHonored","transaction","tx","receivedAt","Date","aggregatedEvents","aggregateEvents","hasTerminalEvent","some","event","isTerminalState","execute","workspaceId","hydrateRunnerSessionIdsFromConsumedTokens","listTerminateIntentsHonoredByTerminatedReportsTx","values","map","reservationId","templateKey","labels","reason","runnerSessionId","providerKind","reportedAt","startedAt","stoppingAt","stoppedAt","failedAt","terminatedAt","insert","onConflictDoUpdate","target","targetWhere","providerRunnerProjectionUpdateCondition","firstObservedAt","setWhere","providerRunnerMilestoneUpdateCondition","releaseTerminalRunnerInstanceReservations","listActiveRunnerInstanceCountsByTemplateTx","rows","select","count","from","groupBy","flatMap","row","isDivergenceCountState","listActiveRunnerInstances","windowSeconds","orderBy","limit","listProvisionerTerminateIntents","listProvisionerTerminateIntentRowsTx","provisionerTerminateIntentsQuery","truncated","returnedRows","slice","warn","returnedCount","newerRunningJobExecutions","innerJoin","cancellationRequestedAt","providerRunnerIds","undefined","jobExecutionId","terminatedRunnerInstanceIds","Set","filter","reconcileRunnerInstances","observedRunnerInstanceIds","absentIds","staleAbsentRows","terminateGraceSeconds","releaseTerminalRunnerInstanceReservationsByIds","observedRows","boundJobExecutions","boundJobExecutionsByRunnerInstanceId","Map","jobExecution","reapStaleRunnerInstances","cutoff","staleRunnerInstanceCutoff","thresholdSeconds","candidateRows","staleRunnerInstanceWhere","reaped","workspaceIds","sort","updatedRows","group","groupRunnerInstanceIds","requireUnlinkedSession","terminalEvents","reservationWorkspacePredicate","releaseReservationId","intendedReservationId","releaseReservationWorkspaceId","reservationReleasedAt","for","releasesByReservationId","updatedIds","has","key","release","get","size","released","releases","lastSeenAt","groups","push","tokenRows","consumedSessionId","consumedAt","createdAt","consumedSessionIdsByRunnerInstanceId","byRunnerInstanceId","rawEvent","toRunnerInstanceReportRow","existing","mergeMilestones","compareRunnerInstanceReportEvents","mergeProjectionMetadata","source","earliestDate","pickMilestones","a","b","timeDelta","getTime","rankDelta","getRunnerInstanceStateRank","providerRunnerStateRank","milestoneNeedsUpdate","current","incoming","includes"],"mappings":"AAAA,SAAQA,MAAM,QAAO,8BAA8B;AACnD,SAAQC,kBAAkB,QAAO,yBAAyB;AAC1D,SACEC,GAAG,EACHC,GAAG,EACHC,IAAI,EACJC,EAAE,EACFC,MAAM,EACNC,EAAE,EACFC,OAAO,EACPC,SAAS,EACTC,MAAM,EACNC,EAAE,EACFC,SAAS,EACTC,UAAU,EACVC,EAAE,EAEFC,GAAG,QACE,cAAc;AACrB,SAAQC,KAAK,QAAO,sBAAsB;AAG1C,SAAQC,EAAE,QAAO,UAAU;AAC3B,SACEC,0CAA0C,QAErC,sBAAsB;AAC7B,SAAQC,uBAAuB,QAAO,oBAAoB;AAC1D,SAAQC,2BAA2B,QAAO,4CAA4C;AACtF,SAAQC,iBAAiB,QAAO,iCAAiC;AACjE,SAAQC,YAAY,QAAO,2BAA2B;AACtD,SAAQC,eAAe,EAAEC,gBAAgB,QAAO,+BAA+B;AAC/E,SAAQC,cAAc,QAAO,8BAA8B;AAC3D,SAAQC,oBAAoB,QAAO,qCAAqC;AAExE,OAAO,MAAMC,iBAAiB;IAC5B;IACA;IACA;CACD,CAAmD;AACpD,OAAO,MAAMC,eAAe;IAC1B;IACA;IACA;CACD,CAAmD;AACpD,OAAO,MAAMC,wBAAwB;IAAC;IAAY;CAAU,CAGxD;AAoDJ,OAAO,eAAeC,+BAA+BC,MAIpD;IACC,MAAMC,UAAU,MAAMf,KACnBgB,MAAM,CAACV,iBACPW,GAAG,CAAC;QAACC,kBAAkBJ,OAAOI,gBAAgB;QAAEC,WAAWrB,GAAG,CAAC,KAAK,CAAC;IAAA,GACrEsB,KAAK,CACJnC,IACEG,GAAGkB,gBAAgBe,EAAE,EAAEP,OAAOQ,gBAAgB,GAC9ClC,GAAGkB,gBAAgBiB,aAAa,EAAET,OAAOS,aAAa,GACtD9B,OAAOa,gBAAgBY,gBAAgB,GACvCtB,WAAWU,gBAAgBkB,KAAK,EAAE;WAAId;KAAe,IAGxDe,SAAS,CAAC;QAACJ,IAAIf,gBAAgBe,EAAE;IAAA;IACpC,OAAON,QAAQW,MAAM,KAAK;AAC5B;AAiBA,OAAO,eAAeC,sBAAsBb,MAAmC;IAK7E,IAAIA,OAAOc,MAAM,CAACF,MAAM,KAAK,GAC3B,OAAO;QAACG,UAAU;QAAGC,sBAAsB;QAAGC,yBAAyB,EAAE;IAAA;IAE3E,OAAO,MAAM/B,KAAKgC,WAAW,CAAC,OAAOC;QACnC,MAAMC,aAAa,IAAIC;QACvB,MAAMC,mBAAmBC,gBAAgBvB,OAAOc,MAAM,EAAEM;QACxD,MAAMI,mBAAmBF,iBAAiBG,IAAI,CAAC,CAACC,QAAUC,gBAAgBD,MAAMhB,KAAK;QAErF,IAAIc,kBAAkB;YACpB,MAAML,GAAGS,OAAO,CACd5C,GAAG,CAAC,sCAAsC,EAAEgB,OAAO6B,WAAW,IAAI7B,OAAOS,aAAa,CAAC,EAAE,CAAC;QAE9F;QAEA,MAAMK,SAAS,MAAMgB,0CAA0CX,IAAInB,QAAQsB;QAC3E,MAAML,0BAA0B,MAAMc,iDACpCZ,IACAnB,QACAc;QAGF,MAAMkB,SAASlB,OAAOmB,GAAG,CAAC,CAACP,QAAW,CAAA;gBACpCG,aAAa7B,OAAO6B,WAAW;gBAC/BpB,eAAeT,OAAOS,aAAa;gBACnCL,kBAAkBsB,MAAMtB,gBAAgB;gBACxC8B,eAAeR,MAAMQ,aAAa;gBAClCC,aAAaT,MAAMS,WAAW;gBAC9BC,QAAQ;uBAAIlE,mBAAmBwD,MAAMU,MAAM;iBAAE;gBAC7C1B,OAAOgB,MAAMhB,KAAK;gBAClB2B,QAAQX,MAAMW,MAAM;gBACpBC,iBAAiBZ,MAAMY,eAAe;gBACtCC,cAAcb,MAAMa,YAAY;gBAChCC,YAAYd,MAAMc,UAAU,GAAGpB,aAAaA,aAAaM,MAAMc,UAAU;gBACzEC,WAAWf,MAAMe,SAAS;gBAC1BC,YAAYhB,MAAMgB,UAAU;gBAC5BC,WAAWjB,MAAMiB,SAAS;gBAC1BC,UAAUlB,MAAMkB,QAAQ;gBACxBC,cAAcnB,MAAMmB,YAAY;YAClC,CAAA;QAEA,MAAM1B,GACH2B,MAAM,CAACtD,iBACPwC,MAAM,CAACA,QACPe,kBAAkB,CAAC;YAClBC,QAAQ;gBAACxD,gBAAgBiB,aAAa;gBAAEjB,gBAAgBY,gBAAgB;aAAC;YACzE6C,aAAavE,UAAUc,gBAAgBY,gBAAgB;YACvDD,KAAK;gBACH+B,eAAelD,GAAG,CAAC,UAAU,EAAEkE,0CAA0C,wCAAwC,EAAE1D,gBAAgB0C,aAAa,CAAC,OAAO,EAAE1C,gBAAgB0C,aAAa,CAAC,IAAI,CAAC;gBAC7LC,aAAanD,GAAG,CAAC,UAAU,EAAEkE,0CAA0C,sCAAsC,EAAE1D,gBAAgB2C,WAAW,CAAC,OAAO,EAAE3C,gBAAgB2C,WAAW,CAAC,IAAI,CAAC;gBACrLC,QAAQpD,GAAG,CAAC,UAAU,EAAEkE,0CAA0C,2BAA2B,EAAE1D,gBAAgB4C,MAAM,CAAC,IAAI,CAAC;gBAC3H1B,OAAO1B,GAAG,CAAC,UAAU,EAAEkE,0CAA0C,0BAA0B,EAAE1D,gBAAgBkB,KAAK,CAAC,IAAI,CAAC;gBACxH2B,QAAQrD,GAAG,CAAC,UAAU,EAAEkE,0CAA0C,2BAA2B,EAAE1D,gBAAgB6C,MAAM,CAAC,IAAI,CAAC;gBAC3HC,iBAAiBtD,GAAG,CAAC,UAAU,EAAEkE,0CAA0C,eAAe,EAAE1D,gBAAgB8C,eAAe,CAAC,mCAAmC,EAAE9C,gBAAgB8C,eAAe,CAAC,IAAI,CAAC;gBACtMC,cAAcvD,GAAG,CAAC,UAAU,EAAEkE,0CAA0C,uCAAuC,EAAE1D,gBAAgB+C,YAAY,CAAC,OAAO,EAAE/C,gBAAgB+C,YAAY,CAAC,IAAI,CAAC;gBACzLC,YAAYxD,GAAG,CAAC,UAAU,EAAEkE,0CAA0C,gCAAgC,EAAE1D,gBAAgBgD,UAAU,CAAC,IAAI,CAAC;gBACxIC,WAAWU,gBAAgB3D,gBAAgBiD,SAAS,EAAEzD,GAAG,CAAC,mBAAmB,CAAC;gBAC9E0D,YAAYS,gBAAgB3D,gBAAgBkD,UAAU,EAAE1D,GAAG,CAAC,oBAAoB,CAAC;gBACjF2D,WAAWQ,gBAAgB3D,gBAAgBmD,SAAS,EAAE3D,GAAG,CAAC,mBAAmB,CAAC;gBAC9E4D,UAAUO,gBAAgB3D,gBAAgBoD,QAAQ,EAAE5D,GAAG,CAAC,kBAAkB,CAAC;gBAC3E6D,cAAcM,gBAAgB3D,gBAAgBqD,YAAY,EAAE7D,GAAG,CAAC,sBAAsB,CAAC;gBACvFqB,WAAWrB,GAAG,CAAC,KAAK,CAAC;YACvB;YACAoE,UAAUpE,GAAG,CAAC;UACZ,EAAEkE,0CAA0C;aACzC,EAAEG,yCAAyC;QAChD,CAAC;QACH;QAEF,MAAMrC,uBAAuBQ,mBACzB,MAAM8B,0CAA0CnC,IAAInB,QAAQc,UAC5D;QAEJ,OAAO;YAACC,UAAUD,OAAOF,MAAM;YAAEI;YAAsBC;QAAuB;IAChF;AACF;AAEA,OAAO,eAAesC,2CACpBpC,EAAM,EACNnB,MAAoD;IAEpD,MAAMwD,OAAO,MAAMrC,GAChBsC,MAAM,CAAC;QACNtB,aAAa3C,gBAAgB2C,WAAW;QACxCzB,OAAOlB,gBAAgBkB,KAAK;QAC5BgD,OAAO1E,GAAW,CAAC,aAAa,CAAC;IACnC,GACC2E,IAAI,CAACnE,iBACLc,KAAK,CACJnC,IACEG,GAAGkB,gBAAgBqC,WAAW,EAAE7B,OAAO6B,WAAW,GAClDvD,GAAGkB,gBAAgBiB,aAAa,EAAET,OAAOS,aAAa,GACtDhC,QAAQe,gBAAgBkB,KAAK,EAAEZ,wBAC/BpB,UAAUc,gBAAgB2C,WAAW,IAGxCyB,OAAO,CAACpE,gBAAgB2C,WAAW,EAAE3C,gBAAgBkB,KAAK;IAE7D,OAAO8C,KAAKK,OAAO,CAAC,CAACC,MACnBA,IAAI3B,WAAW,IAAI4B,uBAAuBD,IAAIpD,KAAK,IAC/C;YAAC;gBAACyB,aAAa2B,IAAI3B,WAAW;gBAAEzB,OAAOoD,IAAIpD,KAAK;gBAAEgD,OAAOI,IAAIJ,KAAK;YAAA;SAAE,GACpE,EAAE;AAEV;AAEA,OAAO,eAAeM,0BAA0BhE,MAI/C;IACC,MAAMwD,OAAO,MAAMtE,KAChBuE,MAAM,GACNE,IAAI,CAACnE,iBACLc,KAAK,CACJnC,IACEG,GAAGkB,gBAAgBqC,WAAW,EAAE7B,OAAO6B,WAAW,GAClDpD,QAAQe,gBAAgBkB,KAAK,EAAEb,eAC/Bb,GAAG,CAAC,EAAEQ,gBAAgBa,SAAS,CAAC,YAAY,EAAEL,OAAOiE,aAAa,CAAC,yBAAyB,CAAC,GAGhGC,OAAO,CAAC7F,KAAKmB,gBAAgBa,SAAS,GAAGhC,KAAKmB,gBAAgBe,EAAE,GAChE4D,KAAK,CAACnE,OAAOmE,KAAK,IAAI;IAEzB,OAAOX,KAAKvB,GAAG,CAACxC;AAClB;AAEA,OAAO,eAAe2E,gCAAgCpE,MAIrD;IACC,OAAO,MAAMd,KAAKgC,WAAW,CAAC,OAAOC;QACnC,MAAMqC,OAAO,MAAMa,qCAAqClD,IAAInB;QAC5D,OAAOwD,KAAKvB,GAAG,CAAC,CAAC6B,MAAQA,IAAI1D,gBAAgB;IAC/C;AACF;AAEA,OAAO,eAAeiE,qCACpBlD,EAAM,EACNnB,MAIC;IAED,MAAMwD,OAAO,MAAMc,iCAAiCnD,IAAInB,QACrDkE,OAAO,CAAC9F,IAAIoB,gBAAgBY,gBAAgB,GAC5C+D,KAAK,CAACnE,OAAOmE,KAAK,GAAG;IAExB,MAAMI,YAAYf,KAAK5C,MAAM,GAAGZ,OAAOmE,KAAK;IAC5C,MAAMK,eAAeD,YAAYf,KAAKiB,KAAK,CAAC,GAAGzE,OAAOmE,KAAK,IAAIX;IAC/D,IAAIe,WAAW;QACbtG,SAASyG,IAAI,CACX;YACE7C,aAAa7B,OAAO6B,WAAW;YAC/BpB,eAAeT,OAAOS,aAAa;YACnC0D,OAAOnE,OAAOmE,KAAK;YACnBQ,eAAeH,aAAa5D,MAAM;QACpC,GACA;IAEJ;IAEA,OAAO4D,aAAaX,OAAO,CAAC,CAACC,MAC3BA,IAAI1D,gBAAgB,GAAG;YAAC;gBAAC,GAAG0D,GAAG;gBAAE1D,kBAAkB0D,IAAI1D,gBAAgB;YAAA;SAAE,GAAG,EAAE;AAElF;AAEA,SAASkE,iCACPnD,EAAM,EACNnB,MAAkF;IAElF,MAAM4E,4BAA4B3F,MAAMU,sBAAsB;IAE9D,OAAOwB,GACJsC,MAAM,CAAC;QACNrD,kBAAkBZ,gBAAgBY,gBAAgB;QAClDiC,QAAQrD,GAAwC,CAAC,eAAe,CAAC;IACnE,GACC2E,IAAI,CAAChE,sBACLkF,SAAS,CACRrF,iBACArB,IACEG,GAAGkB,gBAAgBqC,WAAW,EAAElC,qBAAqBkC,WAAW,GAChEvD,GAAGkB,gBAAgBiB,aAAa,EAAEd,qBAAqBc,aAAa,GACpEnC,GAAGkB,gBAAgBY,gBAAgB,EAAET,qBAAqBS,gBAAgB,IAG7EE,KAAK,CACJnC,IACEG,GAAGqB,qBAAqBkC,WAAW,EAAE7B,OAAO6B,WAAW,GACvDvD,GAAGqB,qBAAqBc,aAAa,EAAET,OAAOS,aAAa,GAC3D/B,UAAUc,gBAAgBY,gBAAgB,GAC1C1B,UAAUiB,qBAAqBmF,uBAAuB,GACtDrG,QAAQe,gBAAgBkB,KAAK,EAAEb,eAC/BG,OAAO+E,iBAAiB,IAAI/E,OAAO+E,iBAAiB,CAACnE,MAAM,GAAG,IAC1DnC,QAAQe,gBAAgBY,gBAAgB,EAAEJ,OAAO+E,iBAAiB,IAClEC,WACJnG,UACEsC,GACGsC,MAAM,CAAC;QAAClD,IAAIqE,0BAA0BrE,EAAE;IAAA,GACxCoD,IAAI,CAACiB,2BACLtE,KAAK,CACJnC,IACEG,GAAGsG,0BAA0B/C,WAAW,EAAElC,qBAAqBkC,WAAW,GAC1EvD,GAAGsG,0BAA0BnE,aAAa,EAAEd,qBAAqBc,aAAa,GAC9EnC,GACEsG,0BAA0BxE,gBAAgB,EAC1CT,qBAAqBS,gBAAgB,GAEvCrB,GACEP,GAAGoG,0BAA0BnC,SAAS,EAAE9C,qBAAqB8C,SAAS,GACtEtE,IACEG,GAAGsG,0BAA0BnC,SAAS,EAAE9C,qBAAqB8C,SAAS,GACtEjE,GACEoG,0BAA0BK,cAAc,EACxCtF,qBAAqBsF,cAAc,SASpDrB,OAAO,CAACpE,gBAAgBY,gBAAgB;AAC7C;AAEA,eAAe2B,iDACbZ,EAAM,EACNnB,MAAmC,EACnCc,MAAmC;IAEnC,IAAI,CAACd,OAAO6B,WAAW,EAAE,OAAO,EAAE;IAClC,MAAMqD,8BAA8B;WAC/B,IAAIC,IACLrE,OAAOsE,MAAM,CAAC,CAAC1D,QAAUA,MAAMhB,KAAK,KAAK,cAAcuB,GAAG,CAAC,CAACP,QAAUA,MAAMtB,gBAAgB;KAE/F;IACD,IAAI8E,4BAA4BtE,MAAM,KAAK,GAAG,OAAO,EAAE;IAEvD,MAAM4C,OAAO,MAAMc,iCAAiCnD,IAAI;QACtDU,aAAa7B,OAAO6B,WAAW;QAC/BpB,eAAeT,OAAOS,aAAa;QACnCsE,mBAAmBG;IACrB,GAAGhB,OAAO,CAAC9F,IAAIoB,gBAAgBY,gBAAgB;IAC/C,OAAOoD,KAAKK,OAAO,CAAC,CAACC,MACnBA,IAAI1D,gBAAgB,GAAG;YAAC;gBAAC,GAAG0D,GAAG;gBAAE1D,kBAAkB0D,IAAI1D,gBAAgB;YAAA;SAAE,GAAG,EAAE;AAElF;AAEA,OAAO,eAAeiF,yBACpBrF,MAAsC;IAEtC,MAAMsF,4BAA4B;WAAI,IAAIH,IAAInF,OAAOsF,yBAAyB;KAAE;IAEhF,OAAO,MAAMpG,KAAKgC,WAAW,CAAC,OAAOC;QACnC,MAAMA,GAAGS,OAAO,CACd5C,GAAG,CAAC,sCAAsC,EAAEgB,OAAO6B,WAAW,IAAI7B,OAAOS,aAAa,CAAC,EAAE,CAAC;QAG5F,IAAI8E,YAAsB,EAAE;QAC5B,IAAIvE,uBAAuB;QAC3B,IAAIsE,0BAA0B1E,MAAM,GAAG,GAAG;YACxC,MAAM4E,kBAAkB,MAAMrE,GAC3BsC,MAAM,CAAC;gBACNlD,IAAIf,gBAAgBe,EAAE;gBACtBH,kBAAkBZ,gBAAgBY,gBAAgB;YACpD,GACCuD,IAAI,CAACnE,iBACLc,KAAK,CACJnC,IACE6B,OAAO6B,WAAW,GACdvD,GAAGkB,gBAAgBqC,WAAW,EAAE7B,OAAO6B,WAAW,IAClDlD,OAAOa,gBAAgBqC,WAAW,GACtCvD,GAAGkB,gBAAgBiB,aAAa,EAAET,OAAOS,aAAa,GACtDhC,QAAQe,gBAAgBkB,KAAK,EAAEb,eAC/BjB,GACEY,gBAAgBgD,UAAU,EAC1BxD,GAAG,CAAC,SAAS,EAAEgB,OAAOyF,qBAAqB,CAAC,yBAAyB,CAAC,GAExE3G,WAAWU,gBAAgBY,gBAAgB,EAAEkF;YAInD,IAAIE,gBAAgB5E,MAAM,GAAG,GAAG;gBAC9B,MAAMX,UAAU,MAAMkB,GACnBjB,MAAM,CAACV,iBACPW,GAAG,CAAC;oBACHO,OAAO;oBACPmC,cAAc7D,GAAG,CAAC,SAAS,EAAEQ,gBAAgBqD,YAAY,CAAC,QAAQ,CAAC;oBACnExC,WAAWrB,GAAG,CAAC,KAAK,CAAC;gBACvB,GACCsB,KAAK,CACJnC,IACEM,QACEe,gBAAgBe,EAAE,EAClBiF,gBAAgBvD,GAAG,CAAC,CAAC6B,MAAQA,IAAIvD,EAAE,IAErC9B,QAAQe,gBAAgBkB,KAAK,EAAEb,eAC/BjB,GACEY,gBAAgBgD,UAAU,EAC1BxD,GAAG,CAAC,SAAS,EAAEgB,OAAOyF,qBAAqB,CAAC,yBAAyB,CAAC,IAI3E9E,SAAS,CAAC;oBAACP,kBAAkBZ,gBAAgBY,gBAAgB;gBAAA;gBAEhEmF,YAAYtF,QAAQ4D,OAAO,CAAC,CAACC,MAASA,IAAI1D,gBAAgB,GAAG;wBAAC0D,IAAI1D,gBAAgB;qBAAC,GAAG,EAAE;gBACxF,IAAIJ,OAAO6B,WAAW,EAAE;oBACtBb,uBAAuB,MAAM0E,+CAA+CvE,IAAI;wBAC9EU,aAAa7B,OAAO6B,WAAW;wBAC/BpB,eAAeT,OAAOS,aAAa;wBACnCsE,mBAAmBQ;oBACrB;gBACF;YACF;QACF;QAEA,MAAMI,eACJL,0BAA0B1E,MAAM,KAAK,IACjC,EAAE,GACF,AACE,CAAA,MAAMO,GACHsC,MAAM,GACNE,IAAI,CAACnE,iBACLc,KAAK,CACJnC,IACE6B,OAAO6B,WAAW,GACdvD,GAAGkB,gBAAgBqC,WAAW,EAAE7B,OAAO6B,WAAW,IAClDlD,OAAOa,gBAAgBqC,WAAW,GACtCvD,GAAGkB,gBAAgBiB,aAAa,EAAET,OAAOS,aAAa,GACtDhC,QAAQe,gBAAgBY,gBAAgB,EAAEkF,4BAE9C,EACFrD,GAAG,CAACxC;QAEZ,MAAMmG,qBAAqB5F,OAAO6B,WAAW,GACzC,MAAM1C,2CAA2CgC,IAAI;YACnDU,aAAa7B,OAAO6B,WAAW;YAC/BpB,eAAeT,OAAOS,aAAa;YACnCsE,mBAAmBO;QACrB,KACA,EAAE;QAEN,OAAO;YACLK;YACAE,sCAAsC,IAAIC,IACxCF,mBAAmB3D,GAAG,CAAC,CAAC8D,eAAiB;oBAACA,aAAa3F,gBAAgB;oBAAE2F;iBAAa;YAExFR;YACAvE;QACF;IACF;AACF;AAEA,OAAO,eAAegF,yBAAyBhG,MAG9C;IACC,MAAMiG,SAASC,0BAA0BlG,OAAOmG,gBAAgB;IAEhE,OAAO,MAAMjH,KAAKgC,WAAW,CAAC,OAAOC;QACnC,MAAMiF,gBAAgB,MAAMjF,GACzBsC,MAAM,CAAC;YACNlD,IAAIf,gBAAgBe,EAAE;YACtBsB,aAAarC,gBAAgBqC,WAAW;YACxCpB,eAAejB,gBAAgBiB,aAAa;YAC5CL,kBAAkBZ,gBAAgBY,gBAAgB;QACpD,GACCuD,IAAI,CAACnE,iBACLc,KAAK,CAAC+F,yBAAyBlF,IAAI8E,SACnC/B,OAAO,CAAC9F,IAAIoB,gBAAgBa,SAAS,GAAGjC,IAAIoB,gBAAgBe,EAAE,GAC9D4D,KAAK,CAACnE,OAAOmE,KAAK;QAErB,IAAIiC,cAAcxF,MAAM,KAAK,GAAG,OAAO;YAAC0F,QAAQ;YAAGtF,sBAAsB;QAAC;QAE1E,MAAMuF,eAAe;eAChB,IAAIpB,IAAIiB,cAAcvC,OAAO,CAAC,CAACC,MAASA,IAAIjC,WAAW,GAAG;oBAACiC,IAAIjC,WAAW;iBAAC,GAAG,EAAE;SACpF,CAAC2E,IAAI;QACN,KAAK,MAAM3E,eAAe0E,aAAc;YACtC,MAAMpF,GAAGS,OAAO,CAAC5C,GAAG,CAAC,sCAAsC,EAAE6C,YAAY,EAAE,CAAC;QAC9E;QAEA,MAAM4E,cAAc,MAAMtF,GACvBjB,MAAM,CAACV,iBACPW,GAAG,CAAC;YACHO,OAAO;YACP2B,QAAQ;YACRO,UAAU5D,GAAG,CAAC,SAAS,EAAEQ,gBAAgBoD,QAAQ,CAAC,QAAQ,CAAC;YAC3DvC,WAAWrB,GAAG,CAAC,KAAK,CAAC;QACvB,GACCsB,KAAK,CACJnC,IACEM,QACEe,gBAAgBe,EAAE,EAClB6F,cAAcnE,GAAG,CAAC,CAAC6B,MAAQA,IAAIvD,EAAE,IAEnC8F,yBAAyBlF,IAAI8E,UAGhCtF,SAAS,CAAC;YACTkB,aAAarC,gBAAgBqC,WAAW;YACxCpB,eAAejB,gBAAgBiB,aAAa;YAC5CL,kBAAkBZ,gBAAgBY,gBAAgB;QACpD;QAEF,IAAIY,uBAAuB;QAC3B,KAAK,MAAM0F,SAASC,uBAAuBF,aAAc;YACvDzF,wBAAwB,MAAM0E,+CAA+CvE,IAAI;gBAC/EU,aAAa6E,MAAM7E,WAAW;gBAC9BpB,eAAeiG,MAAMjG,aAAa;gBAClCsE,mBAAmB2B,MAAM3B,iBAAiB;gBAC1C6B,wBAAwB;YAC1B;QACF;QAEA,OAAO;YAACN,QAAQG,YAAY7F,MAAM;YAAEI;QAAoB;IAC1D;AACF;AAEA,eAAesC,0CACbnC,EAAM,EACNnB,MAAmC,EACnCc,MAAmC;IAEnC,MAAM+F,iBAAiB/F,OAAOsE,MAAM,CAAC,CAAC1D,QAAUC,gBAAgBD,MAAMhB,KAAK;IAC3E,IAAImG,eAAejG,MAAM,KAAK,GAAG,OAAO;IAExC,OAAO,MAAM8E,+CAA+CvE,IAAI;QAC9DU,aAAa7B,OAAO6B,WAAW;QAC/BpB,eAAeT,OAAOS,aAAa;QACnCsE,mBAAmB8B,eAAe5E,GAAG,CAAC,CAACP,QAAUA,MAAMtB,gBAAgB;IACzE;AACF;AAEA,eAAesF,+CACbvE,EAAM,EACNnB,MAKC;IAED,IAAIA,OAAO+E,iBAAiB,CAACnE,MAAM,KAAK,GAAG,OAAO;IAElD,MAAMkG,gCACJ9G,OAAO6B,WAAW,KAAK,OACnB7C,GAAG,CAAC,CAAC,GACLA,GAAG,CAAC,IAAI,EAAEV,GAAGiB,aAAasC,WAAW,EAAE7B,OAAO6B,WAAW,EAAE,CAAC;IAElE,MAAM2B,OAAO,MAAMrC,GAChBsC,MAAM,CAAC;QACNlD,IAAIf,gBAAgBe,EAAE;QACtBwG,sBAAsB/H,GAAkB,CAAC;gBAC/B,EAAEO,aAAagB,EAAE,CAAC;cACpB,EAAEhB,aAAa;eACd,EAAEA,aAAagB,EAAE,CAAC,GAAG,EAAEf,gBAAgBwH,qBAAqB,CAAC;eAC7D,EAAEzH,aAAakB,aAAa,CAAC,GAAG,EAAET,OAAOS,aAAa,CAAC;WAC3D,EAAEqG,8BAA8B;gBAC3B,EAAEvH,aAAagB,EAAE,CAAC;cACpB,EAAEhB,aAAa;eACd,EAAEA,aAAagB,EAAE,CAAC,GAAG,EAAEf,gBAAgB0C,aAAa,CAAC;eACrD,EAAE3C,aAAakB,aAAa,CAAC,GAAG,EAAET,OAAOS,aAAa,CAAC;WAC3D,EAAEqG,8BAA8B;OACpC,CAAC;QACFG,+BAA+BjI,GAAkB,CAAC;gBACxC,EAAEO,aAAasC,WAAW,CAAC;cAC7B,EAAEtC,aAAa;eACd,EAAEA,aAAagB,EAAE,CAAC,GAAG,EAAEf,gBAAgBwH,qBAAqB,CAAC;eAC7D,EAAEzH,aAAakB,aAAa,CAAC,GAAG,EAAET,OAAOS,aAAa,CAAC;WAC3D,EAAEqG,8BAA8B;gBAC3B,EAAEvH,aAAasC,WAAW,CAAC;cAC7B,EAAEtC,aAAa;eACd,EAAEA,aAAagB,EAAE,CAAC,GAAG,EAAEf,gBAAgB0C,aAAa,CAAC;eACrD,EAAE3C,aAAakB,aAAa,CAAC,GAAG,EAAET,OAAOS,aAAa,CAAC;WAC3D,EAAEqG,8BAA8B;OACpC,CAAC;IACJ,GACCnD,IAAI,CAACnE,iBACLc,KAAK,CACJnC,IACEG,GAAGkB,gBAAgBiB,aAAa,EAAET,OAAOS,aAAa,GACtDhC,QAAQe,gBAAgBY,gBAAgB,EAAEJ,OAAO+E,iBAAiB,GAClEtG,QAAQe,gBAAgBkB,KAAK,EAAEd,iBAC/Bb,GACEL,UAAUc,gBAAgB0C,aAAa,GACvCxD,UAAUc,gBAAgBwH,qBAAqB,IAEjDhH,OAAO6B,WAAW,KAAK,OACnBmD,YACAjG,GACEZ,IACEG,GAAGkB,gBAAgBqC,WAAW,EAAE7B,OAAO6B,WAAW,GAClD9C,GACER,OACE4C,GACGsC,MAAM,CAAC;QAAClD,IAAIhB,aAAagB,EAAE;IAAA,GAC3BoD,IAAI,CAACpE,cACLe,KAAK,CACJnC,IACEG,GAAGiB,aAAasC,WAAW,EAAE7B,OAAO6B,WAAW,GAC/CvD,GAAGiB,aAAakB,aAAa,EAAET,OAAOS,aAAa,GACnDnC,GAAGiB,aAAagB,EAAE,EAAEf,gBAAgB0C,aAAa,MAIzD3D,OACE4C,GACGsC,MAAM,CAAC;QAAClD,IAAIhB,aAAagB,EAAE;IAAA,GAC3BoD,IAAI,CAACpE,cACLe,KAAK,CACJnC,IACEG,GAAGiB,aAAasC,WAAW,EAAE7B,OAAO6B,WAAW,GAC/CvD,GAAGiB,aAAakB,aAAa,EAAET,OAAOS,aAAa,GACnDnC,GAAGiB,aAAagB,EAAE,EAAEf,gBAAgBwH,qBAAqB,QAMrE7I,IACEQ,OAAOa,gBAAgBqC,WAAW,GAClCnD,UAAUc,gBAAgBwH,qBAAqB,GAC/CzI,OACE4C,GACGsC,MAAM,CAAC;QAAClD,IAAIhB,aAAagB,EAAE;IAAA,GAC3BoD,IAAI,CAACpE,cACLe,KAAK,CACJnC,IACEG,GAAGiB,aAAasC,WAAW,EAAE7B,OAAO6B,WAAW,GAC/CvD,GAAGiB,aAAakB,aAAa,EAAET,OAAOS,aAAa,GACnDnC,GAAGiB,aAAagB,EAAE,EAAEf,gBAAgBwH,qBAAqB,QAMzEhH,OAAO4G,sBAAsB,KAAK,QAC9B5B,YACArG,OAAOa,gBAAgB8C,eAAe,GAC1C3D,OAAOa,gBAAgB0H,qBAAqB,IAG/CC,GAAG,CAAC;IAEP,IAAI3D,KAAK5C,MAAM,KAAK,GAAG,OAAO;IAE9B,MAAMX,UAAU,MAAMkB,GACnBjB,MAAM,CAACV,iBACPW,GAAG,CAAC;QACH6G,uBAAuB;QACvBE,uBAAuBlI,GAAG,CAAC,KAAK,CAAC;QACjCqB,WAAWrB,GAAG,CAAC,KAAK,CAAC;IACvB,GACCsB,KAAK,CACJnC,IACEM,QACEe,gBAAgBe,EAAE,EAClBiD,KAAKvB,GAAG,CAAC,CAAC6B,MAAQA,IAAIvD,EAAE,IAE1BP,OAAO4G,sBAAsB,KAAK,QAC9B5B,YACArG,OAAOa,gBAAgB8C,eAAe,GAC1C3D,OAAOa,gBAAgB0H,qBAAqB,IAG/CvG,SAAS,CAAC;QAACJ,IAAIf,gBAAgBe,EAAE;IAAA;IAEpC,MAAM6G,0BAA0B,IAAItB;IAIpC,MAAMuB,aAAa,IAAIlC,IAAIlF,QAAQgC,GAAG,CAAC,CAAC6B,MAAQA,IAAIvD,EAAE;IACtD,KAAK,MAAMuD,OAAON,KAAM;QACtB,IAAI,CAAC6D,WAAWC,GAAG,CAACxD,IAAIvD,EAAE,GAAG;QAC7B,IAAI,CAACuD,IAAIiD,oBAAoB,IAAI,CAACjD,IAAImD,6BAA6B,EAAE;QACrE,MAAMM,MAAM,GAAGzD,IAAImD,6BAA6B,CAAC,CAAC,EAAEnD,IAAIiD,oBAAoB,EAAE;QAC9E,MAAMS,UAAUJ,wBAAwBK,GAAG,CAACF,QAAQ;YAClD1F,aAAaiC,IAAImD,6BAA6B;YAC9C/E,eAAe4B,IAAIiD,oBAAoB;YACvCrD,OAAO;QACT;QACA8D,QAAQ9D,KAAK,IAAI;QACjB0D,wBAAwBjH,GAAG,CAACoH,KAAKC;IACnC;IAEA,IAAIJ,wBAAwBM,IAAI,KAAK,GAAG,OAAO;IAE/C,IAAIC,WAAW;IACf,KAAK,MAAMH,WAAWJ,wBAAwBpF,MAAM,GAAI;QACtD2F,YAAY,MAAMvI,wBAAwB+B,IAAI;YAC5CU,aAAa2F,QAAQ3F,WAAW;YAChCpB,eAAeT,OAAOS,aAAa;YACnCmH,UAAU;gBAAC;oBAAC1F,eAAesF,QAAQtF,aAAa;oBAAEwB,OAAO8D,QAAQ9D,KAAK;gBAAA;aAAE;QAC1E;IACF;IACA,OAAOiE;AACT;AAEA,SAASzB,0BAA0BC,gBAAwB;IACzD,OAAOnH,GAAG,CAAC,SAAS,EAAEmH,iBAAiB,yBAAyB,CAAC;AACnE;AAEA,SAASE,yBAAyBlF,EAAM,EAAE8E,MAAW;IACnD,OAAO9H,IACLM,QAAQe,gBAAgBkB,KAAK,EAAEb,eAC/BjB,GAAGY,gBAAgBgD,UAAU,EAAEyD,SAC/BrH,GAAGY,gBAAgBa,SAAS,EAAE4F,SAC9B1H,OACE4C,GACGsC,MAAM,CAAC;QAAClD,IAAIjB,kBAAkBiB,EAAE;IAAA,GAChCoD,IAAI,CAACrE,mBACLgB,KAAK,CACJnC,IACEG,GAAGgB,kBAAkBiB,EAAE,EAAEf,gBAAgBiB,aAAa,GACtD1B,GAAGJ,OAAOW,kBAAkBuI,UAAU,GAAGjJ,GAAGU,kBAAkBuI,UAAU,EAAE5B,aAIlFpH,UACEsC,GACGsC,MAAM,CAAC;QAAClD,IAAIZ,qBAAqBY,EAAE;IAAA,GACnCoD,IAAI,CAAChE,sBACLW,KAAK,CACJnC,IACEG,GAAGqB,qBAAqBkC,WAAW,EAAErC,gBAAgBqC,WAAW,GAChEvD,GAAGqB,qBAAqBc,aAAa,EAAEjB,gBAAgBiB,aAAa,GACpEnC,GAAGqB,qBAAqBS,gBAAgB,EAAEZ,gBAAgBY,gBAAgB,MAIlFvB,UACEsC,GACGsC,MAAM,CAAC;QAAClD,IAAIb,eAAea,EAAE;IAAA,GAC7BoD,IAAI,CAACjE,gBACLY,KAAK,CACJnC,IACEG,GAAGoB,eAAemC,WAAW,EAAErC,gBAAgBqC,WAAW,GAC1DvD,GAAGoB,eAAee,aAAa,EAAEjB,gBAAgBiB,aAAa,GAC9DnC,GAAGoB,eAAeU,gBAAgB,EAAEZ,gBAAgBY,gBAAgB,GACpEpB,GAAG,CAAC,EAAEU,eAAeW,SAAS,CAAC,IAAI,EAAE4F,OAAO,CAAC;AAKzD;AAEA,SAASU,uBACPnD,IAIE;IAEF,MAAMsE,SAAS,IAAIhC;IAInB,KAAK,MAAMhC,OAAON,KAAM;QACtB,IAAI,CAACM,IAAI1D,gBAAgB,EAAE;QAC3B,MAAMmH,MAAM,GAAGzD,IAAIjC,WAAW,IAAI,GAAG,CAAC,EAAEiC,IAAIrD,aAAa,EAAE;QAC3D,MAAMiG,QAAQoB,OAAOL,GAAG,CAACF,QAAQ;YAC/B1F,aAAaiC,IAAIjC,WAAW;YAC5BpB,eAAeqD,IAAIrD,aAAa;YAChCsE,mBAAmB,EAAE;QACvB;QACA2B,MAAM3B,iBAAiB,CAACgD,IAAI,CAACjE,IAAI1D,gBAAgB;QACjD0H,OAAO3H,GAAG,CAACoH,KAAKb;IAClB;IACA,OAAO;WAAIoB,OAAO9F,MAAM;KAAG;AAC7B;AAEA,eAAeF,0CACbX,EAAM,EACNnB,MAAmC,EACnCc,MAAiC;IAEjC,IAAI,CAACd,OAAO6B,WAAW,EAAE,OAAOf;IAChC,MAAMiE,oBAAoB;WAAI,IAAII,IAAIrE,OAAOmB,GAAG,CAAC,CAACP,QAAUA,MAAMtB,gBAAgB;KAAG;IACrF,IAAI2E,kBAAkBnE,MAAM,KAAK,GAAG,OAAOE;IAE3C,MAAMkH,YAAY,MAAM7G,GACrBsC,MAAM,CAAC;QACNrD,kBAAkBf,4BAA4Be,gBAAgB;QAC9D6H,mBAAmB5I,4BAA4B4I,iBAAiB;IAClE,GACCtE,IAAI,CAACtE,6BACLiB,KAAK,CACJnC,IACEG,GAAGe,4BAA4BwC,WAAW,EAAE7B,OAAO6B,WAAW,GAC9DvD,GAAGe,4BAA4BoB,aAAa,EAAET,OAAOS,aAAa,GAClEhC,QAAQY,4BAA4Be,gBAAgB,EAAE2E,oBACtDrG,UAAUW,4BAA4B4I,iBAAiB,IAG1D/D,OAAO,CACN7F,KAAKgB,4BAA4B6I,UAAU,GAC3C7J,KAAKgB,4BAA4B8I,SAAS;IAG9C,MAAMC,uCAAuC,IAAItC;IACjD,KAAK,MAAMhC,OAAOkE,UAAW;QAC3B,IAAI,CAAClE,IAAImE,iBAAiB,EAAE;QAC5B,IAAIG,qCAAqCd,GAAG,CAACxD,IAAI1D,gBAAgB,GAAG;QACpEgI,qCAAqCjI,GAAG,CAAC2D,IAAI1D,gBAAgB,EAAE0D,IAAImE,iBAAiB;IACtF;IAEA,IAAIG,qCAAqCV,IAAI,KAAK,GAAG,OAAO5G;IAE5D,OAAOA,OAAOmB,GAAG,CAAC,CAACP;QACjB,MAAMuG,oBAAoBG,qCAAqCX,GAAG,CAAC/F,MAAMtB,gBAAgB;QACzF,IAAI,CAAC6H,qBAAqBvG,MAAMY,eAAe,KAAK2F,mBAAmB,OAAOvG;QAC9E,OAAO;YAAC,GAAGA,KAAK;YAAEY,iBAAiB2F;QAAiB;IACtD;AACF;AAEA,SAAS1G,gBACPT,MAAmC,EACnCM,UAAgB;IAEhB,MAAMiH,qBAAqB,IAAIvC;IAC/B,KAAK,MAAMwC,YAAYxH,OAAQ;QAC7B,MAAMY,QAAQ6G,0BAA0BD,UAAUlH;QAClD,MAAMoH,WAAWH,mBAAmBZ,GAAG,CAAC/F,MAAMtB,gBAAgB;QAC9D,IAAIoI,UAAUC,gBAAgBD,UAAU9G;QACxC,IAAI,CAAC8G,YAAYE,kCAAkChH,OAAO8G,YAAY,GAAG;YACvEH,mBAAmBlI,GAAG,CACpBuB,MAAMtB,gBAAgB,EACtBoI,WAAWG,wBAAwBjH,OAAO8G,YAAY9G;QAE1D;IACF;IACA,OAAO;WAAI2G,mBAAmBrG,MAAM;KAAG;AACzC;AAEA,SAASuG,0BACP7G,KAAgC,EAChCN,UAAgB;IAEhB,MAAMoB,aAAad,MAAMc,UAAU,GAAGpB,aAAaA,aAAaM,MAAMc,UAAU;IAChF,OAAO;QACL,GAAGd,KAAK;QACRc;QACAC,WAAWf,MAAMhB,KAAK,KAAK,YAAY8B,aAAa;QACpDE,YAAYhB,MAAMhB,KAAK,KAAK,aAAa8B,aAAa;QACtDG,WAAWjB,MAAMhB,KAAK,KAAK,YAAY8B,aAAa;QACpDI,UAAUlB,MAAMhB,KAAK,KAAK,WAAW8B,aAAa;QAClDK,cAAcnB,MAAMhB,KAAK,KAAK,eAAe8B,aAAa;IAC5D;AACF;AAEA,SAASiG,gBAAgBzF,MAA+B,EAAE4F,MAA+B;IACvF5F,OAAOP,SAAS,GAAGoG,aAAa7F,OAAOP,SAAS,EAAEmG,OAAOnG,SAAS;IAClEO,OAAON,UAAU,GAAGmG,aAAa7F,OAAON,UAAU,EAAEkG,OAAOlG,UAAU;IACrEM,OAAOL,SAAS,GAAGkG,aAAa7F,OAAOL,SAAS,EAAEiG,OAAOjG,SAAS;IAClEK,OAAOJ,QAAQ,GAAGiG,aAAa7F,OAAOJ,QAAQ,EAAEgG,OAAOhG,QAAQ;IAC/DI,OAAOH,YAAY,GAAGgG,aAAa7F,OAAOH,YAAY,EAAE+F,OAAO/F,YAAY;AAC7E;AAEA,SAAS8F,wBACPjH,KAA8B,EAC9B8G,QAAiC;IAEjC,OAAO;QACL,GAAG9G,KAAK;QACRQ,eAAeR,MAAMQ,aAAa,IAAIsG,SAAStG,aAAa;QAC5DC,aAAaT,MAAMS,WAAW,IAAIqG,SAASrG,WAAW;QACtDG,iBAAiBZ,MAAMY,eAAe,IAAIkG,SAASlG,eAAe;QAClEC,cAAcb,MAAMa,YAAY,IAAIiG,SAASjG,YAAY;QACzD,GAAGuG,eAAeN,SAAS;IAC7B;AACF;AAEA,SAASM,eAAepH,KAA8B;IACpD,OAAO;QACLe,WAAWf,MAAMe,SAAS;QAC1BC,YAAYhB,MAAMgB,UAAU;QAC5BC,WAAWjB,MAAMiB,SAAS;QAC1BC,UAAUlB,MAAMkB,QAAQ;QACxBC,cAAcnB,MAAMmB,YAAY;IAClC;AACF;AAEA,SAASgG,aAAaE,CAAc,EAAEC,CAAc;IAClD,IAAI,CAACD,GAAG,OAAOC;IACf,IAAI,CAACA,GAAG,OAAOD;IACf,OAAOA,IAAIC,IAAID,IAAIC;AACrB;AAEA,SAASN,kCACPK,CAA4B,EAC5BC,CAA4B;IAE5B,MAAMC,YAAYF,EAAEvG,UAAU,CAAC0G,OAAO,KAAKF,EAAExG,UAAU,CAAC0G,OAAO;IAC/D,MAAMC,YAAYC,2BAA2BL,EAAErI,KAAK,IAAI0I,2BAA2BJ,EAAEtI,KAAK;IAC1F,IAAIyI,cAAc,GAAG,OAAOA;IAC5B,OAAOF;AACT;AAEA,SAASG,2BAA2B1I,KAA0B;IAC5D,OAAQA;QACN,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;IACX;AACF;AAEA,SAAS2I,wBAAwB3I,KAAyC;IACxE,OAAO1B,GAAW,CAAC;SACZ,EAAE0B,MAAM;;;;;;;;;EASf,CAAC;AACH;AAEA,SAASwC;IACP,OAAOlE,GAAY,CAAC;IAClB,EAAEqK,wBAAwBrK,GAAG,CAAC,cAAc,CAAC,EAAE,GAAG,EAAEqK,wBAAwB7J,gBAAgBkB,KAAK,EAAE;;MAEjG,EAAE2I,wBAAwBrK,GAAG,CAAC,cAAc,CAAC,EAAE,GAAG,EAAEqK,wBAAwB7J,gBAAgBkB,KAAK,EAAE;kCACvE,EAAElB,gBAAgBgD,UAAU,CAAC;;EAE7D,CAAC;AACH;AAEA,SAASa;IACP,OAAOrE,GAAY,CAAC;IAClB,EAAEsK,qBAAqB9J,gBAAgBiD,SAAS,EAAEzD,GAAG,CAAC,mBAAmB,CAAC,EAAE;OACzE,EAAEsK,qBAAqB9J,gBAAgBkD,UAAU,EAAE1D,GAAG,CAAC,oBAAoB,CAAC,EAAE;OAC9E,EAAEsK,qBAAqB9J,gBAAgBmD,SAAS,EAAE3D,GAAG,CAAC,mBAAmB,CAAC,EAAE;OAC5E,EAAEsK,qBAAqB9J,gBAAgBoD,QAAQ,EAAE5D,GAAG,CAAC,kBAAkB,CAAC,EAAE;OAC1E,EAAEsK,qBAAqB9J,gBAAgBqD,YAAY,EAAE7D,GAAG,CAAC,sBAAsB,CAAC,EAAE;EACvF,CAAC;AACH;AAEA,SAASsK,qBACPC,OAA4C,EAC5CC,QAAa;IAEb,OAAOxK,GAAY,CAAC,EAAEwK,SAAS,kBAAkB,EAAED,QAAQ,YAAY,EAAEC,SAAS,GAAG,EAAED,QAAQ,CAAC,CAAC;AACnG;AAEA,SAASpG,gBAAgBoG,OAA4C,EAAEC,QAAa;IAClF,OAAOxK,GAAG,CAAC;;WAEF,EAAEwK,SAAS,cAAc,EAAED,QAAQ;WACnC,EAAEA,QAAQ,cAAc,EAAEC,SAAS;iBAC7B,EAAED,QAAQ,EAAE,EAAEC,SAAS;;EAEtC,CAAC;AACH;AAEA,OAAO,SAAS7H,gBAAgBjB,KAA0B;IACxD,OAAOd,eAAe6J,QAAQ,CAAC/I;AACjC;AAEA,SAASqD,uBACPrD,KAA0B;IAE1B,OAAOZ,sBAAsB2J,QAAQ,CAAC/I;AACxC"}

package/dist/db/schema/runner-instances.d.ts

@@ -72,6 +72,23 @@ export declare const providerRunners: import("drizzle-orm/pg-core").PgTableWithC
             identity: undefined;
             generated: undefined;
         }, {}, {}>;
+        intendedReservationId: import("drizzle-orm/pg-core").PgColumn<{
+            name: "intended_reservation_id";
+            tableName: "runner_instances";
+            dataType: "string";
+            columnType: "PgUUID";
+            data: string;
+            driverParam: string;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {}>;
         reservationId: import("drizzle-orm/pg-core").PgColumn<{
             name: "reservation_id";
             tableName: "runner_instances";

package/dist/db/schema/runner-instances.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner-instances.d.ts","sourceRoot":"","sources":["../../../src/db/schema/runner-instances.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,mCAAmC,CAAC;AAGtE,eAAO,MAAM,uBAAuB,8GAOlC,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2C3B,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,OAAO,eAAe,CAAC,YAAY,CAAC;AACnE,MAAM,MAAM,sBAAsB,GAAG,OAAO,eAAe,CAAC,YAAY,CAAC;AAEzE,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,gBAAgB,GAAG,cAAc,CAyBtE"}
+{"version":3,"file":"runner-instances.d.ts","sourceRoot":"","sources":["../../../src/db/schema/runner-instances.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,cAAc,EAAC,MAAM,mCAAmC,CAAC;AAGtE,eAAO,MAAM,uBAAuB,8GAOlC,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoD3B,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,OAAO,eAAe,CAAC,YAAY,CAAC;AACnE,MAAM,MAAM,sBAAsB,GAAG,OAAO,eAAe,CAAC,YAAY,CAAC;AAEzE,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,gBAAgB,GAAG,cAAc,CAyBtE"}

package/dist/db/schema/runner-instances.js

@@ -17,6 +17,7 @@ export const providerRunners = pgTable('runner_instances', {
     workspaceId: uuid('workspace_id'),
     provisionerId: uuid('provisioner_id').notNull(),
     providerRunnerId: text('provider_runner_id'),
+    intendedReservationId: uuid('intended_reservation_id'),
     reservationId: uuid('reservation_id'),
     assignedAt: timestamp('assigned_at', {
         withTimezone: true
@@ -60,6 +61,8 @@ export const providerRunners = pgTable('runner_instances', {
         uniqueIndex('runners_runner_instances_provisioner_runner_unique').on(table.provisionerId, table.providerRunnerId).where(sql`${table.providerRunnerId} is not null`),
         index('runners_runner_instances_workspace_state_updated_idx').on(table.state, table.updatedAt),
         index('runners_runner_instances_stale_reaper_idx').on(table.state, table.updatedAt, table.reportedAt),
+        index('runners_runner_instances_provisioner_intended_reservation_idx').on(table.provisionerId, table.intendedReservationId).where(sql`${table.intendedReservationId} is not null and ${table.reservationReleasedAt} is null`),
+        index('runners_runner_instances_provisioner_reservation_idx').on(table.provisionerId, table.reservationId).where(sql`${table.reservationId} is not null`),
         index('runners_runner_instances_active_template_counts_idx').on(table.provisionerId, table.state, table.templateKey).where(sql`"state" in ('starting', 'running') and "template_key" is not null`)
     ]);
 export function toRunnerInstance(row) {

package/dist/db/schema/runner-instances.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/db/schema/runner-instances.ts"],"sourcesContent":["import type {RunnerToolCapabilitiesDto} from '@shipfox/api-runners-dto';\nimport {uuidv7PrimaryKey} from '@shipfox/node-drizzle';\nimport {sql} from 'drizzle-orm';\nimport {index, jsonb, pgEnum, text, timestamp, uniqueIndex, uuid} from 'drizzle-orm/pg-core';\nimport type {RunnerInstance} from '#core/entities/runner-instance.js';\nimport {pgTable} from './common.js';\n\nexport const providerRunnerStateEnum = pgEnum('runners_provider_runner_state', [\n  'starting',\n  'running',\n  'stopping',\n  'stopped',\n  'failed',\n  'terminated',\n]);\n\nexport const providerRunners = pgTable(\n  'runner_instances',\n  {\n    id: uuidv7PrimaryKey(),\n    // Kept during the protocol migration for legacy workspace capacity. New capacity is owned\n    // only by its provisioner and has no workspace assignment.\n    workspaceId: uuid('workspace_id'),\n    provisionerId: uuid('provisioner_id').notNull(),\n    providerRunnerId: text('provider_runner_id'),\n    reservationId: uuid('reservation_id'),\n    assignedAt: timestamp('assigned_at', {withTimezone: true}),\n    templateKey: text('template_key'),\n    labels: text('labels').array().notNull().default([]),\n    state: providerRunnerStateEnum('state').notNull(),\n    reason: text('reason'),\n    runnerSessionId: uuid('runner_session_id'),\n    providerKind: text('provider_kind'),\n    protocolVersion: text('protocol_version'),\n    capabilities: jsonb('capabilities').$type<RunnerToolCapabilitiesDto | null>(),\n    reportedAt: timestamp('reported_at', {withTimezone: true}).notNull(),\n    startedAt: timestamp('started_at', {withTimezone: true}),\n    stoppingAt: timestamp('stopping_at', {withTimezone: true}),\n    stoppedAt: timestamp('stopped_at', {withTimezone: true}),\n    failedAt: timestamp('failed_at', {withTimezone: true}),\n    terminatedAt: timestamp('terminated_at', {withTimezone: true}),\n    reservationReleasedAt: timestamp('reservation_released_at', {withTimezone: true}),\n    createdAt: timestamp('created_at', {withTimezone: true}).notNull().defaultNow(),\n    updatedAt: timestamp('updated_at', {withTimezone: true}).notNull().defaultNow(),\n  },\n  (table) => [\n    uniqueIndex('runners_runner_instances_provisioner_runner_unique')\n      .on(table.provisionerId, table.providerRunnerId)\n      .where(sql`${table.providerRunnerId} is not null`),\n    index('runners_runner_instances_workspace_state_updated_idx').on(table.state, table.updatedAt),\n    index('runners_runner_instances_stale_reaper_idx').on(\n      table.state,\n      table.updatedAt,\n      table.reportedAt,\n    ),\n    index('runners_runner_instances_active_template_counts_idx')\n      .on(table.provisionerId, table.state, table.templateKey)\n      .where(sql`\"state\" in ('starting', 'running') and \"template_key\" is not null`),\n  ],\n);\n\nexport type RunnerInstanceDb = typeof providerRunners.$inferSelect;\nexport type RunnerInstanceInsertDb = typeof providerRunners.$inferInsert;\n\nexport function toRunnerInstance(row: RunnerInstanceDb): RunnerInstance {\n  if (!row.providerRunnerId) throw new Error('Runner instance has no provider runner identity');\n  return {\n    id: row.id,\n    workspaceId: row.workspaceId,\n    provisionerId: row.provisionerId,\n    providerRunnerId: row.providerRunnerId,\n    reservationId: row.reservationId,\n    assignedAt: row.assignedAt,\n    templateKey: row.templateKey,\n    labels: row.labels,\n    state: row.state,\n    reason: row.reason,\n    runnerSessionId: row.runnerSessionId,\n    providerKind: row.providerKind,\n    reportedAt: row.reportedAt,\n    startedAt: row.startedAt,\n    stoppingAt: row.stoppingAt,\n    stoppedAt: row.stoppedAt,\n    failedAt: row.failedAt,\n    terminatedAt: row.terminatedAt,\n    reservationReleasedAt: row.reservationReleasedAt,\n    createdAt: row.createdAt,\n    updatedAt: row.updatedAt,\n  };\n}\n"],"names":["uuidv7PrimaryKey","sql","index","jsonb","pgEnum","text","timestamp","uniqueIndex","uuid","pgTable","providerRunnerStateEnum","providerRunners","id","workspaceId","provisionerId","notNull","providerRunnerId","reservationId","assignedAt","withTimezone","templateKey","labels","array","default","state","reason","runnerSessionId","providerKind","protocolVersion","capabilities","$type","reportedAt","startedAt","stoppingAt","stoppedAt","failedAt","terminatedAt","reservationReleasedAt","createdAt","defaultNow","updatedAt","table","on","where","toRunnerInstance","row","Error"],"mappings":"AACA,SAAQA,gBAAgB,QAAO,wBAAwB;AACvD,SAAQC,GAAG,QAAO,cAAc;AAChC,SAAQC,KAAK,EAAEC,KAAK,EAAEC,MAAM,EAAEC,IAAI,EAAEC,SAAS,EAAEC,WAAW,EAAEC,IAAI,QAAO,sBAAsB;AAE7F,SAAQC,OAAO,QAAO,cAAc;AAEpC,OAAO,MAAMC,0BAA0BN,OAAO,iCAAiC;IAC7E;IACA;IACA;IACA;IACA;IACA;CACD,EAAE;AAEH,OAAO,MAAMO,kBAAkBF,QAC7B,oBACA;IACEG,IAAIZ;IACJ,0FAA0F;IAC1F,2DAA2D;IAC3Da,aAAaL,KAAK;IAClBM,eAAeN,KAAK,kBAAkBO,OAAO;IAC7CC,kBAAkBX,KAAK;IACvBY,eAAeT,KAAK;IACpBU,YAAYZ,UAAU,eAAe;QAACa,cAAc;IAAI;IACxDC,aAAaf,KAAK;IAClBgB,QAAQhB,KAAK,UAAUiB,KAAK,GAAGP,OAAO,GAAGQ,OAAO,CAAC,EAAE;IACnDC,OAAOd,wBAAwB,SAASK,OAAO;IAC/CU,QAAQpB,KAAK;IACbqB,iBAAiBlB,KAAK;IACtBmB,cAActB,KAAK;IACnBuB,iBAAiBvB,KAAK;IACtBwB,cAAc1B,MAAM,gBAAgB2B,KAAK;IACzCC,YAAYzB,UAAU,eAAe;QAACa,cAAc;IAAI,GAAGJ,OAAO;IAClEiB,WAAW1B,UAAU,cAAc;QAACa,cAAc;IAAI;IACtDc,YAAY3B,UAAU,eAAe;QAACa,cAAc;IAAI;IACxDe,WAAW5B,UAAU,cAAc;QAACa,cAAc;IAAI;IACtDgB,UAAU7B,UAAU,aAAa;QAACa,cAAc;IAAI;IACpDiB,cAAc9B,UAAU,iBAAiB;QAACa,cAAc;IAAI;IAC5DkB,uBAAuB/B,UAAU,2BAA2B;QAACa,cAAc;IAAI;IAC/EmB,WAAWhC,UAAU,cAAc;QAACa,cAAc;IAAI,GAAGJ,OAAO,GAAGwB,UAAU;IAC7EC,WAAWlC,UAAU,cAAc;QAACa,cAAc;IAAI,GAAGJ,OAAO,GAAGwB,UAAU;AAC/E,GACA,CAACE,QAAU;QACTlC,YAAY,sDACTmC,EAAE,CAACD,MAAM3B,aAAa,EAAE2B,MAAMzB,gBAAgB,EAC9C2B,KAAK,CAAC1C,GAAG,CAAC,EAAEwC,MAAMzB,gBAAgB,CAAC,YAAY,CAAC;QACnDd,MAAM,wDAAwDwC,EAAE,CAACD,MAAMjB,KAAK,EAAEiB,MAAMD,SAAS;QAC7FtC,MAAM,6CAA6CwC,EAAE,CACnDD,MAAMjB,KAAK,EACXiB,MAAMD,SAAS,EACfC,MAAMV,UAAU;QAElB7B,MAAM,uDACHwC,EAAE,CAACD,MAAM3B,aAAa,EAAE2B,MAAMjB,KAAK,EAAEiB,MAAMrB,WAAW,EACtDuB,KAAK,CAAC1C,GAAG,CAAC,iEAAiE,CAAC;KAChF,EACD;AAKF,OAAO,SAAS2C,iBAAiBC,GAAqB;IACpD,IAAI,CAACA,IAAI7B,gBAAgB,EAAE,MAAM,IAAI8B,MAAM;IAC3C,OAAO;QACLlC,IAAIiC,IAAIjC,EAAE;QACVC,aAAagC,IAAIhC,WAAW;QAC5BC,eAAe+B,IAAI/B,aAAa;QAChCE,kBAAkB6B,IAAI7B,gBAAgB;QACtCC,eAAe4B,IAAI5B,aAAa;QAChCC,YAAY2B,IAAI3B,UAAU;QAC1BE,aAAayB,IAAIzB,WAAW;QAC5BC,QAAQwB,IAAIxB,MAAM;QAClBG,OAAOqB,IAAIrB,KAAK;QAChBC,QAAQoB,IAAIpB,MAAM;QAClBC,iBAAiBmB,IAAInB,eAAe;QACpCC,cAAckB,IAAIlB,YAAY;QAC9BI,YAAYc,IAAId,UAAU;QAC1BC,WAAWa,IAAIb,SAAS;QACxBC,YAAYY,IAAIZ,UAAU;QAC1BC,WAAWW,IAAIX,SAAS;QACxBC,UAAUU,IAAIV,QAAQ;QACtBC,cAAcS,IAAIT,YAAY;QAC9BC,uBAAuBQ,IAAIR,qBAAqB;QAChDC,WAAWO,IAAIP,SAAS;QACxBE,WAAWK,IAAIL,SAAS;IAC1B;AACF"}
+{"version":3,"sources":["../../../src/db/schema/runner-instances.ts"],"sourcesContent":["import type {RunnerToolCapabilitiesDto} from '@shipfox/api-runners-dto';\nimport {uuidv7PrimaryKey} from '@shipfox/node-drizzle';\nimport {sql} from 'drizzle-orm';\nimport {index, jsonb, pgEnum, text, timestamp, uniqueIndex, uuid} from 'drizzle-orm/pg-core';\nimport type {RunnerInstance} from '#core/entities/runner-instance.js';\nimport {pgTable} from './common.js';\n\nexport const providerRunnerStateEnum = pgEnum('runners_provider_runner_state', [\n  'starting',\n  'running',\n  'stopping',\n  'stopped',\n  'failed',\n  'terminated',\n]);\n\nexport const providerRunners = pgTable(\n  'runner_instances',\n  {\n    id: uuidv7PrimaryKey(),\n    // Kept during the protocol migration for legacy workspace capacity. New capacity is owned\n    // only by its provisioner and has no workspace assignment.\n    workspaceId: uuid('workspace_id'),\n    provisionerId: uuid('provisioner_id').notNull(),\n    providerRunnerId: text('provider_runner_id'),\n    intendedReservationId: uuid('intended_reservation_id'),\n    reservationId: uuid('reservation_id'),\n    assignedAt: timestamp('assigned_at', {withTimezone: true}),\n    templateKey: text('template_key'),\n    labels: text('labels').array().notNull().default([]),\n    state: providerRunnerStateEnum('state').notNull(),\n    reason: text('reason'),\n    runnerSessionId: uuid('runner_session_id'),\n    providerKind: text('provider_kind'),\n    protocolVersion: text('protocol_version'),\n    capabilities: jsonb('capabilities').$type<RunnerToolCapabilitiesDto | null>(),\n    reportedAt: timestamp('reported_at', {withTimezone: true}).notNull(),\n    startedAt: timestamp('started_at', {withTimezone: true}),\n    stoppingAt: timestamp('stopping_at', {withTimezone: true}),\n    stoppedAt: timestamp('stopped_at', {withTimezone: true}),\n    failedAt: timestamp('failed_at', {withTimezone: true}),\n    terminatedAt: timestamp('terminated_at', {withTimezone: true}),\n    reservationReleasedAt: timestamp('reservation_released_at', {withTimezone: true}),\n    createdAt: timestamp('created_at', {withTimezone: true}).notNull().defaultNow(),\n    updatedAt: timestamp('updated_at', {withTimezone: true}).notNull().defaultNow(),\n  },\n  (table) => [\n    uniqueIndex('runners_runner_instances_provisioner_runner_unique')\n      .on(table.provisionerId, table.providerRunnerId)\n      .where(sql`${table.providerRunnerId} is not null`),\n    index('runners_runner_instances_workspace_state_updated_idx').on(table.state, table.updatedAt),\n    index('runners_runner_instances_stale_reaper_idx').on(\n      table.state,\n      table.updatedAt,\n      table.reportedAt,\n    ),\n    index('runners_runner_instances_provisioner_intended_reservation_idx')\n      .on(table.provisionerId, table.intendedReservationId)\n      .where(\n        sql`${table.intendedReservationId} is not null and ${table.reservationReleasedAt} is null`,\n      ),\n    index('runners_runner_instances_provisioner_reservation_idx')\n      .on(table.provisionerId, table.reservationId)\n      .where(sql`${table.reservationId} is not null`),\n    index('runners_runner_instances_active_template_counts_idx')\n      .on(table.provisionerId, table.state, table.templateKey)\n      .where(sql`\"state\" in ('starting', 'running') and \"template_key\" is not null`),\n  ],\n);\n\nexport type RunnerInstanceDb = typeof providerRunners.$inferSelect;\nexport type RunnerInstanceInsertDb = typeof providerRunners.$inferInsert;\n\nexport function toRunnerInstance(row: RunnerInstanceDb): RunnerInstance {\n  if (!row.providerRunnerId) throw new Error('Runner instance has no provider runner identity');\n  return {\n    id: row.id,\n    workspaceId: row.workspaceId,\n    provisionerId: row.provisionerId,\n    providerRunnerId: row.providerRunnerId,\n    reservationId: row.reservationId,\n    assignedAt: row.assignedAt,\n    templateKey: row.templateKey,\n    labels: row.labels,\n    state: row.state,\n    reason: row.reason,\n    runnerSessionId: row.runnerSessionId,\n    providerKind: row.providerKind,\n    reportedAt: row.reportedAt,\n    startedAt: row.startedAt,\n    stoppingAt: row.stoppingAt,\n    stoppedAt: row.stoppedAt,\n    failedAt: row.failedAt,\n    terminatedAt: row.terminatedAt,\n    reservationReleasedAt: row.reservationReleasedAt,\n    createdAt: row.createdAt,\n    updatedAt: row.updatedAt,\n  };\n}\n"],"names":["uuidv7PrimaryKey","sql","index","jsonb","pgEnum","text","timestamp","uniqueIndex","uuid","pgTable","providerRunnerStateEnum","providerRunners","id","workspaceId","provisionerId","notNull","providerRunnerId","intendedReservationId","reservationId","assignedAt","withTimezone","templateKey","labels","array","default","state","reason","runnerSessionId","providerKind","protocolVersion","capabilities","$type","reportedAt","startedAt","stoppingAt","stoppedAt","failedAt","terminatedAt","reservationReleasedAt","createdAt","defaultNow","updatedAt","table","on","where","toRunnerInstance","row","Error"],"mappings":"AACA,SAAQA,gBAAgB,QAAO,wBAAwB;AACvD,SAAQC,GAAG,QAAO,cAAc;AAChC,SAAQC,KAAK,EAAEC,KAAK,EAAEC,MAAM,EAAEC,IAAI,EAAEC,SAAS,EAAEC,WAAW,EAAEC,IAAI,QAAO,sBAAsB;AAE7F,SAAQC,OAAO,QAAO,cAAc;AAEpC,OAAO,MAAMC,0BAA0BN,OAAO,iCAAiC;IAC7E;IACA;IACA;IACA;IACA;IACA;CACD,EAAE;AAEH,OAAO,MAAMO,kBAAkBF,QAC7B,oBACA;IACEG,IAAIZ;IACJ,0FAA0F;IAC1F,2DAA2D;IAC3Da,aAAaL,KAAK;IAClBM,eAAeN,KAAK,kBAAkBO,OAAO;IAC7CC,kBAAkBX,KAAK;IACvBY,uBAAuBT,KAAK;IAC5BU,eAAeV,KAAK;IACpBW,YAAYb,UAAU,eAAe;QAACc,cAAc;IAAI;IACxDC,aAAahB,KAAK;IAClBiB,QAAQjB,KAAK,UAAUkB,KAAK,GAAGR,OAAO,GAAGS,OAAO,CAAC,EAAE;IACnDC,OAAOf,wBAAwB,SAASK,OAAO;IAC/CW,QAAQrB,KAAK;IACbsB,iBAAiBnB,KAAK;IACtBoB,cAAcvB,KAAK;IACnBwB,iBAAiBxB,KAAK;IACtByB,cAAc3B,MAAM,gBAAgB4B,KAAK;IACzCC,YAAY1B,UAAU,eAAe;QAACc,cAAc;IAAI,GAAGL,OAAO;IAClEkB,WAAW3B,UAAU,cAAc;QAACc,cAAc;IAAI;IACtDc,YAAY5B,UAAU,eAAe;QAACc,cAAc;IAAI;IACxDe,WAAW7B,UAAU,cAAc;QAACc,cAAc;IAAI;IACtDgB,UAAU9B,UAAU,aAAa;QAACc,cAAc;IAAI;IACpDiB,cAAc/B,UAAU,iBAAiB;QAACc,cAAc;IAAI;IAC5DkB,uBAAuBhC,UAAU,2BAA2B;QAACc,cAAc;IAAI;IAC/EmB,WAAWjC,UAAU,cAAc;QAACc,cAAc;IAAI,GAAGL,OAAO,GAAGyB,UAAU;IAC7EC,WAAWnC,UAAU,cAAc;QAACc,cAAc;IAAI,GAAGL,OAAO,GAAGyB,UAAU;AAC/E,GACA,CAACE,QAAU;QACTnC,YAAY,sDACToC,EAAE,CAACD,MAAM5B,aAAa,EAAE4B,MAAM1B,gBAAgB,EAC9C4B,KAAK,CAAC3C,GAAG,CAAC,EAAEyC,MAAM1B,gBAAgB,CAAC,YAAY,CAAC;QACnDd,MAAM,wDAAwDyC,EAAE,CAACD,MAAMjB,KAAK,EAAEiB,MAAMD,SAAS;QAC7FvC,MAAM,6CAA6CyC,EAAE,CACnDD,MAAMjB,KAAK,EACXiB,MAAMD,SAAS,EACfC,MAAMV,UAAU;QAElB9B,MAAM,iEACHyC,EAAE,CAACD,MAAM5B,aAAa,EAAE4B,MAAMzB,qBAAqB,EACnD2B,KAAK,CACJ3C,GAAG,CAAC,EAAEyC,MAAMzB,qBAAqB,CAAC,iBAAiB,EAAEyB,MAAMJ,qBAAqB,CAAC,QAAQ,CAAC;QAE9FpC,MAAM,wDACHyC,EAAE,CAACD,MAAM5B,aAAa,EAAE4B,MAAMxB,aAAa,EAC3C0B,KAAK,CAAC3C,GAAG,CAAC,EAAEyC,MAAMxB,aAAa,CAAC,YAAY,CAAC;QAChDhB,MAAM,uDACHyC,EAAE,CAACD,MAAM5B,aAAa,EAAE4B,MAAMjB,KAAK,EAAEiB,MAAMrB,WAAW,EACtDuB,KAAK,CAAC3C,GAAG,CAAC,iEAAiE,CAAC;KAChF,EACD;AAKF,OAAO,SAAS4C,iBAAiBC,GAAqB;IACpD,IAAI,CAACA,IAAI9B,gBAAgB,EAAE,MAAM,IAAI+B,MAAM;IAC3C,OAAO;QACLnC,IAAIkC,IAAIlC,EAAE;QACVC,aAAaiC,IAAIjC,WAAW;QAC5BC,eAAegC,IAAIhC,aAAa;QAChCE,kBAAkB8B,IAAI9B,gBAAgB;QACtCE,eAAe4B,IAAI5B,aAAa;QAChCC,YAAY2B,IAAI3B,UAAU;QAC1BE,aAAayB,IAAIzB,WAAW;QAC5BC,QAAQwB,IAAIxB,MAAM;QAClBG,OAAOqB,IAAIrB,KAAK;QAChBC,QAAQoB,IAAIpB,MAAM;QAClBC,iBAAiBmB,IAAInB,eAAe;QACpCC,cAAckB,IAAIlB,YAAY;QAC9BI,YAAYc,IAAId,UAAU;QAC1BC,WAAWa,IAAIb,SAAS;QACxBC,YAAYY,IAAIZ,UAAU;QAC1BC,WAAWW,IAAIX,SAAS;QACxBC,UAAUU,IAAIV,QAAQ;QACtBC,cAAcS,IAAIT,YAAY;QAC9BC,uBAAuBQ,IAAIR,qBAAqB;QAChDC,WAAWO,IAAIP,SAAS;QACxBE,WAAWK,IAAIL,SAAS;IAC1B;AACF"}

package/dist/index.d.ts

@@ -2,7 +2,7 @@ import type { AuthInterModuleClient } from '@shipfox/api-auth-dto/inter-module';
 import { type ShipfoxModule } from '@shipfox/node-module';
 import type { CreateRunnersModuleOptions } from '#installation-provisioning.js';
 export { type EffectiveRunnerToolCapabilitiesResult, getEffectiveRunnerToolCapabilities, unadvertisedRunnerTools, } from '#core/runner-tool-capabilities.js';
-export { cancelRunnerJobs, type EnqueueJobExecutionParams, enqueueJobExecution, isJobLeaseActive, releaseJobExecution, } from '#db/index.js';
+export { cancelRunnerJobs, type EnqueueJobExecutionParams, enqueueJobExecution, getWorkspaceJobCounts, isJobLeaseActive, releaseJobExecution, } from '#db/index.js';
 export type { CreateRunnersModuleOptions, InstallationProvisioningPolicy, } from '#installation-provisioning.js';
 export declare function createRunnersModule({ auth, ...options }: CreateRunnersModuleOptions & {
     auth: AuthInterModuleClient;

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,oCAAoC,CAAC;AAM9E,OAAO,EAAC,KAAK,aAAa,EAAoB,MAAM,sBAAsB,CAAC;AAE3E,OAAO,KAAK,EAAC,0BAA0B,EAAC,MAAM,+BAA+B,CAAC;AAa9E,OAAO,EACL,KAAK,qCAAqC,EAC1C,kCAAkC,EAClC,uBAAuB,GACxB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,gBAAgB,EAChB,KAAK,yBAAyB,EAC9B,mBAAmB,EACnB,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,cAAc,CAAC;AACtB,YAAY,EACV,0BAA0B,EAC1B,8BAA8B,GAC/B,MAAM,+BAA+B,CAAC;AAOvC,wBAAgB,mBAAmB,CAAC,EAClC,IAAI,EACJ,GAAG,OAAO,EACX,EAAE,0BAA0B,GAAG;IAAC,IAAI,EAAE,qBAAqB,CAAA;CAAC,GAAG,aAAa,CAyB5E"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,oCAAoC,CAAC;AAM9E,OAAO,EAAC,KAAK,aAAa,EAAoB,MAAM,sBAAsB,CAAC;AAE3E,OAAO,KAAK,EAAC,0BAA0B,EAAC,MAAM,+BAA+B,CAAC;AAa9E,OAAO,EACL,KAAK,qCAAqC,EAC1C,kCAAkC,EAClC,uBAAuB,GACxB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,gBAAgB,EAChB,KAAK,yBAAyB,EAC9B,mBAAmB,EACnB,qBAAqB,EACrB,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,cAAc,CAAC;AACtB,YAAY,EACV,0BAA0B,EAC1B,8BAA8B,GAC/B,MAAM,+BAA+B,CAAC;AAOvC,wBAAgB,mBAAmB,CAAC,EAClC,IAAI,EACJ,GAAG,OAAO,EACX,EAAE,0BAA0B,GAAG;IAAC,IAAI,EAAE,qBAAqB,CAAA;CAAC,GAAG,aAAa,CAyB5E"}

package/dist/index.js

@@ -10,7 +10,7 @@ import { createRunnersInterModulePresentation } from '#presentation/inter-module
 import { createRunnersMaintenanceActivities } from '#temporal/activities/index.js';
 import { RUNNERS_MAINTENANCE_TASK_QUEUE } from '#temporal/constants.js';
 export { getEffectiveRunnerToolCapabilities, unadvertisedRunnerTools } from '#core/runner-tool-capabilities.js';
-export { cancelRunnerJobs, enqueueJobExecution, isJobLeaseActive, releaseJobExecution } from '#db/index.js';
+export { cancelRunnerJobs, enqueueJobExecution, getWorkspaceJobCounts, isJobLeaseActive, releaseJobExecution } from '#db/index.js';
 const packageRoot = resolve(dirname(fileURLToPath(import.meta.url)), '..');
 const workflowsPath = resolve(packageRoot, 'dist/temporal/workflows/index.js');
 const subscriber = subscriberFactory();

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import {dirname, resolve} from 'node:path';\nimport {fileURLToPath} from 'node:url';\nimport type {AuthInterModuleClient} from '@shipfox/api-auth-dto/inter-module';\nimport {runnersEventSchemas} from '@shipfox/api-runners-dto';\nimport {\n  WORKFLOWS_JOB_EXECUTION_TIMED_OUT,\n  type WorkflowsEventMapDto,\n} from '@shipfox/api-workflows-dto';\nimport {type ShipfoxModule, subscriberFactory} from '@shipfox/node-module';\nimport {db, migrationsPath, runnersOutbox} from '#db/index.js';\nimport type {CreateRunnersModuleOptions} from '#installation-provisioning.js';\nimport {registerRunnersServiceMetrics} from '#metrics/index.js';\nimport {\n  createProvisionerTokenAuthMethod,\n  createRunnerControlSessionAuthMethod,\n  createRunnerRegistrationTokenAuthMethod,\n  createRunnerRoutes,\n  onWorkflowsJobExecutionTimedOut,\n} from '#presentation/index.js';\nimport {createRunnersInterModulePresentation} from '#presentation/inter-module.js';\nimport {createRunnersMaintenanceActivities} from '#temporal/activities/index.js';\nimport {RUNNERS_MAINTENANCE_TASK_QUEUE} from '#temporal/constants.js';\n\nexport {\n  type EffectiveRunnerToolCapabilitiesResult,\n  getEffectiveRunnerToolCapabilities,\n  unadvertisedRunnerTools,\n} from '#core/runner-tool-capabilities.js';\nexport {\n  cancelRunnerJobs,\n  type EnqueueJobExecutionParams,\n  enqueueJobExecution,\n  isJobLeaseActive,\n  releaseJobExecution,\n} from '#db/index.js';\nexport type {\n  CreateRunnersModuleOptions,\n  InstallationProvisioningPolicy,\n} from '#installation-provisioning.js';\n\nconst packageRoot = resolve(dirname(fileURLToPath(import.meta.url)), '..');\nconst workflowsPath = resolve(packageRoot, 'dist/temporal/workflows/index.js');\n\nconst subscriber = subscriberFactory<WorkflowsEventMapDto>();\n\nexport function createRunnersModule({\n  auth,\n  ...options\n}: CreateRunnersModuleOptions & {auth: AuthInterModuleClient}): ShipfoxModule {\n  return {\n    name: 'runners',\n    database: {db, migrationsPath, databaseNamespace: 'runners'},\n    auth: [\n      createRunnerRegistrationTokenAuthMethod(),\n      createRunnerControlSessionAuthMethod(),\n      createProvisionerTokenAuthMethod(),\n    ],\n    routes: createRunnerRoutes(auth, options),\n    metrics: registerRunnersServiceMetrics,\n    publishers: [{name: 'runners', table: runnersOutbox, db, eventSchemas: runnersEventSchemas}],\n    subscribers: [subscriber(WORKFLOWS_JOB_EXECUTION_TIMED_OUT, onWorkflowsJobExecutionTimedOut)],\n    workers: [\n      {\n        taskQueue: RUNNERS_MAINTENANCE_TASK_QUEUE,\n        workflowsPath,\n        activities: createRunnersMaintenanceActivities,\n        workflows: [\n          {name: 'stuckJobDetector', id: 'stuck-job-detector', cronSchedule: '* * * * *'},\n        ],\n      },\n    ],\n    interModulePresentations: [createRunnersInterModulePresentation()],\n  };\n}\n"],"names":["dirname","resolve","fileURLToPath","runnersEventSchemas","WORKFLOWS_JOB_EXECUTION_TIMED_OUT","subscriberFactory","db","migrationsPath","runnersOutbox","registerRunnersServiceMetrics","createProvisionerTokenAuthMethod","createRunnerControlSessionAuthMethod","createRunnerRegistrationTokenAuthMethod","createRunnerRoutes","onWorkflowsJobExecutionTimedOut","createRunnersInterModulePresentation","createRunnersMaintenanceActivities","RUNNERS_MAINTENANCE_TASK_QUEUE","getEffectiveRunnerToolCapabilities","unadvertisedRunnerTools","cancelRunnerJobs","enqueueJobExecution","isJobLeaseActive","releaseJobExecution","packageRoot","url","workflowsPath","subscriber","createRunnersModule","auth","options","name","database","databaseNamespace","routes","metrics","publishers","table","eventSchemas","subscribers","workers","taskQueue","activities","workflows","id","cronSchedule","interModulePresentations"],"mappings":"AAAA,SAAQA,OAAO,EAAEC,OAAO,QAAO,YAAY;AAC3C,SAAQC,aAAa,QAAO,WAAW;AAEvC,SAAQC,mBAAmB,QAAO,2BAA2B;AAC7D,SACEC,iCAAiC,QAE5B,6BAA6B;AACpC,SAA4BC,iBAAiB,QAAO,uBAAuB;AAC3E,SAAQC,EAAE,EAAEC,cAAc,EAAEC,aAAa,QAAO,eAAe;AAE/D,SAAQC,6BAA6B,QAAO,oBAAoB;AAChE,SACEC,gCAAgC,EAChCC,oCAAoC,EACpCC,uCAAuC,EACvCC,kBAAkB,EAClBC,+BAA+B,QAC1B,yBAAyB;AAChC,SAAQC,oCAAoC,QAAO,gCAAgC;AACnF,SAAQC,kCAAkC,QAAO,gCAAgC;AACjF,SAAQC,8BAA8B,QAAO,yBAAyB;AAEtE,SAEEC,kCAAkC,EAClCC,uBAAuB,QAClB,oCAAoC;AAC3C,SACEC,gBAAgB,EAEhBC,mBAAmB,EACnBC,gBAAgB,EAChBC,mBAAmB,QACd,eAAe;AAMtB,MAAMC,cAAcvB,QAAQD,QAAQE,cAAc,YAAYuB,GAAG,IAAI;AACrE,MAAMC,gBAAgBzB,QAAQuB,aAAa;AAE3C,MAAMG,aAAatB;AAEnB,OAAO,SAASuB,oBAAoB,EAClCC,IAAI,EACJ,GAAGC,SACwD;IAC3D,OAAO;QACLC,MAAM;QACNC,UAAU;YAAC1B;YAAIC;YAAgB0B,mBAAmB;QAAS;QAC3DJ,MAAM;YACJjB;YACAD;YACAD;SACD;QACDwB,QAAQrB,mBAAmBgB,MAAMC;QACjCK,SAAS1B;QACT2B,YAAY;YAAC;gBAACL,MAAM;gBAAWM,OAAO7B;gBAAeF;gBAAIgC,cAAcnC;YAAmB;SAAE;QAC5FoC,aAAa;YAACZ,WAAWvB,mCAAmCU;SAAiC;QAC7F0B,SAAS;YACP;gBACEC,WAAWxB;gBACXS;gBACAgB,YAAY1B;gBACZ2B,WAAW;oBACT;wBAACZ,MAAM;wBAAoBa,IAAI;wBAAsBC,cAAc;oBAAW;iBAC/E;YACH;SACD;QACDC,0BAA0B;YAAC/B;SAAuC;IACpE;AACF"}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["import {dirname, resolve} from 'node:path';\nimport {fileURLToPath} from 'node:url';\nimport type {AuthInterModuleClient} from '@shipfox/api-auth-dto/inter-module';\nimport {runnersEventSchemas} from '@shipfox/api-runners-dto';\nimport {\n  WORKFLOWS_JOB_EXECUTION_TIMED_OUT,\n  type WorkflowsEventMapDto,\n} from '@shipfox/api-workflows-dto';\nimport {type ShipfoxModule, subscriberFactory} from '@shipfox/node-module';\nimport {db, migrationsPath, runnersOutbox} from '#db/index.js';\nimport type {CreateRunnersModuleOptions} from '#installation-provisioning.js';\nimport {registerRunnersServiceMetrics} from '#metrics/index.js';\nimport {\n  createProvisionerTokenAuthMethod,\n  createRunnerControlSessionAuthMethod,\n  createRunnerRegistrationTokenAuthMethod,\n  createRunnerRoutes,\n  onWorkflowsJobExecutionTimedOut,\n} from '#presentation/index.js';\nimport {createRunnersInterModulePresentation} from '#presentation/inter-module.js';\nimport {createRunnersMaintenanceActivities} from '#temporal/activities/index.js';\nimport {RUNNERS_MAINTENANCE_TASK_QUEUE} from '#temporal/constants.js';\n\nexport {\n  type EffectiveRunnerToolCapabilitiesResult,\n  getEffectiveRunnerToolCapabilities,\n  unadvertisedRunnerTools,\n} from '#core/runner-tool-capabilities.js';\nexport {\n  cancelRunnerJobs,\n  type EnqueueJobExecutionParams,\n  enqueueJobExecution,\n  getWorkspaceJobCounts,\n  isJobLeaseActive,\n  releaseJobExecution,\n} from '#db/index.js';\nexport type {\n  CreateRunnersModuleOptions,\n  InstallationProvisioningPolicy,\n} from '#installation-provisioning.js';\n\nconst packageRoot = resolve(dirname(fileURLToPath(import.meta.url)), '..');\nconst workflowsPath = resolve(packageRoot, 'dist/temporal/workflows/index.js');\n\nconst subscriber = subscriberFactory<WorkflowsEventMapDto>();\n\nexport function createRunnersModule({\n  auth,\n  ...options\n}: CreateRunnersModuleOptions & {auth: AuthInterModuleClient}): ShipfoxModule {\n  return {\n    name: 'runners',\n    database: {db, migrationsPath, databaseNamespace: 'runners'},\n    auth: [\n      createRunnerRegistrationTokenAuthMethod(),\n      createRunnerControlSessionAuthMethod(),\n      createProvisionerTokenAuthMethod(),\n    ],\n    routes: createRunnerRoutes(auth, options),\n    metrics: registerRunnersServiceMetrics,\n    publishers: [{name: 'runners', table: runnersOutbox, db, eventSchemas: runnersEventSchemas}],\n    subscribers: [subscriber(WORKFLOWS_JOB_EXECUTION_TIMED_OUT, onWorkflowsJobExecutionTimedOut)],\n    workers: [\n      {\n        taskQueue: RUNNERS_MAINTENANCE_TASK_QUEUE,\n        workflowsPath,\n        activities: createRunnersMaintenanceActivities,\n        workflows: [\n          {name: 'stuckJobDetector', id: 'stuck-job-detector', cronSchedule: '* * * * *'},\n        ],\n      },\n    ],\n    interModulePresentations: [createRunnersInterModulePresentation()],\n  };\n}\n"],"names":["dirname","resolve","fileURLToPath","runnersEventSchemas","WORKFLOWS_JOB_EXECUTION_TIMED_OUT","subscriberFactory","db","migrationsPath","runnersOutbox","registerRunnersServiceMetrics","createProvisionerTokenAuthMethod","createRunnerControlSessionAuthMethod","createRunnerRegistrationTokenAuthMethod","createRunnerRoutes","onWorkflowsJobExecutionTimedOut","createRunnersInterModulePresentation","createRunnersMaintenanceActivities","RUNNERS_MAINTENANCE_TASK_QUEUE","getEffectiveRunnerToolCapabilities","unadvertisedRunnerTools","cancelRunnerJobs","enqueueJobExecution","getWorkspaceJobCounts","isJobLeaseActive","releaseJobExecution","packageRoot","url","workflowsPath","subscriber","createRunnersModule","auth","options","name","database","databaseNamespace","routes","metrics","publishers","table","eventSchemas","subscribers","workers","taskQueue","activities","workflows","id","cronSchedule","interModulePresentations"],"mappings":"AAAA,SAAQA,OAAO,EAAEC,OAAO,QAAO,YAAY;AAC3C,SAAQC,aAAa,QAAO,WAAW;AAEvC,SAAQC,mBAAmB,QAAO,2BAA2B;AAC7D,SACEC,iCAAiC,QAE5B,6BAA6B;AACpC,SAA4BC,iBAAiB,QAAO,uBAAuB;AAC3E,SAAQC,EAAE,EAAEC,cAAc,EAAEC,aAAa,QAAO,eAAe;AAE/D,SAAQC,6BAA6B,QAAO,oBAAoB;AAChE,SACEC,gCAAgC,EAChCC,oCAAoC,EACpCC,uCAAuC,EACvCC,kBAAkB,EAClBC,+BAA+B,QAC1B,yBAAyB;AAChC,SAAQC,oCAAoC,QAAO,gCAAgC;AACnF,SAAQC,kCAAkC,QAAO,gCAAgC;AACjF,SAAQC,8BAA8B,QAAO,yBAAyB;AAEtE,SAEEC,kCAAkC,EAClCC,uBAAuB,QAClB,oCAAoC;AAC3C,SACEC,gBAAgB,EAEhBC,mBAAmB,EACnBC,qBAAqB,EACrBC,gBAAgB,EAChBC,mBAAmB,QACd,eAAe;AAMtB,MAAMC,cAAcxB,QAAQD,QAAQE,cAAc,YAAYwB,GAAG,IAAI;AACrE,MAAMC,gBAAgB1B,QAAQwB,aAAa;AAE3C,MAAMG,aAAavB;AAEnB,OAAO,SAASwB,oBAAoB,EAClCC,IAAI,EACJ,GAAGC,SACwD;IAC3D,OAAO;QACLC,MAAM;QACNC,UAAU;YAAC3B;YAAIC;YAAgB2B,mBAAmB;QAAS;QAC3DJ,MAAM;YACJlB;YACAD;YACAD;SACD;QACDyB,QAAQtB,mBAAmBiB,MAAMC;QACjCK,SAAS3B;QACT4B,YAAY;YAAC;gBAACL,MAAM;gBAAWM,OAAO9B;gBAAeF;gBAAIiC,cAAcpC;YAAmB;SAAE;QAC5FqC,aAAa;YAACZ,WAAWxB,mCAAmCU;SAAiC;QAC7F2B,SAAS;YACP;gBACEC,WAAWzB;gBACXU;gBACAgB,YAAY3B;gBACZ4B,WAAW;oBACT;wBAACZ,MAAM;wBAAoBa,IAAI;wBAAsBC,cAAc;oBAAW;iBAC/E;YACH;SACD;QACDC,0BAA0B;YAAChC;SAAuC;IACpE;AACF"}

package/dist/presentation/inter-module.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"inter-module.d.ts","sourceRoot":"","sources":["../../src/presentation/inter-module.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,0BAA0B,EAAC,MAAM,uCAAuC,CAAC;AACjF,OAAO,EAGL,KAAK,uBAAuB,EAC7B,MAAM,uBAAuB,CAAC;AAU/B,wBAAgB,oCAAoC,IAAI,uBAAuB,CAC7E,OAAO,0BAA0B,CAClC,CAwBA;AAED,wBAAgB,+BAA+B,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CASvE"}
+{"version":3,"file":"inter-module.d.ts","sourceRoot":"","sources":["../../src/presentation/inter-module.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,0BAA0B,EAAC,MAAM,uCAAuC,CAAC;AACjF,OAAO,EAGL,KAAK,uBAAuB,EAC7B,MAAM,uBAAuB,CAAC;AAW/B,wBAAgB,oCAAoC,IAAI,uBAAuB,CAC7E,OAAO,0BAA0B,CAClC,CA2BA;AAED,wBAAgB,+BAA+B,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CASvE"}

package/dist/presentation/inter-module.js

@@ -2,7 +2,7 @@ import { runnersInterModuleContract } from '@shipfox/api-runners-dto/inter-modul
 import { createInterModuleKnownError, defineInterModulePresentation } from '@shipfox/inter-module';
 import { EmptyRequiredLabelsError } from '#core/errors.js';
 import { getEffectiveRunnerToolCapabilities } from '#core/runner-tool-capabilities.js';
-import { cancelRunnerJobs, enqueueJobExecution, isJobLeaseActive, releaseJobExecution } from '#db/job-executions.js';
+import { cancelRunnerJobs, enqueueJobExecution, getWorkspaceJobCounts, isJobLeaseActive, releaseJobExecution } from '#db/job-executions.js';
 export function createRunnersInterModulePresentation() {
     return defineInterModulePresentation(runnersInterModuleContract, {
         enqueueJobExecution: async (input)=>{
@@ -30,7 +30,12 @@ export function createRunnersInterModulePresentation() {
                 capabilities: result.capabilities,
                 reportFresh: result.reportFresh
             };
-        }
+        },
+        getWorkspaceJobCounts: async ({ workspaceIds })=>({
+                counts: await getWorkspaceJobCounts({
+                    workspaceIds
+                })
+            })
     });
 }
 export function toEnqueueJobExecutionKnownError(error) {