@shipfox/api-runners 2.0.0

package/dist/db/provisioned-runners.js

@@ -0,0 +1,466 @@
+import { logger } from '@shipfox/node-opentelemetry';
+import { canonicalizeLabels } from '@shipfox/runner-labels';
+import { and, asc, desc, eq, exists, gt, inArray, isNotNull, isNull, lt, notExists, notInArray, or, sql } from 'drizzle-orm';
+import { alias } from 'drizzle-orm/pg-core';
+import { db } from './db.js';
+import { listRunningJobExecutionsByProvisionedRunnerTx } from './job-executions.js';
+import { releaseReservationUnits } from './reservations.js';
+import { ephemeralRegistrationTokens } from './schema/ephemeral-registration-tokens.js';
+import { provisionedRunners, toProvisionedRunner } from './schema/provisioned-runners.js';
+import { provisionerTokens } from './schema/provisioner-tokens.js';
+import { runnerSessions } from './schema/runner-sessions.js';
+import { runningJobExecutions } from './schema/running-job-executions.js';
+export const terminalStates = [
+    'stopped',
+    'failed',
+    'terminated'
+];
+export const activeStates = [
+    'starting',
+    'running',
+    'stopping'
+];
+export const divergenceCountStates = [
+    'starting',
+    'running'
+];
+export async function reportProvisionedRunners(params) {
+    if (params.events.length === 0) return {
+        accepted: 0,
+        reservationsReleased: 0,
+        terminateIntentsHonored: []
+    };
+    return await db().transaction(async (tx)=>{
+        const receivedAt = new Date();
+        const aggregatedEvents = aggregateEvents(params.events, receivedAt);
+        const hasTerminalEvent = aggregatedEvents.some((event)=>isTerminalState(event.state));
+        if (hasTerminalEvent) {
+            await tx.execute(sql`select pg_advisory_xact_lock(hashtext(${params.workspaceId}))`);
+        }
+        const events = await hydrateRunnerSessionIdsFromConsumedTokens(tx, params, aggregatedEvents);
+        const terminateIntentsHonored = await listTerminateIntentsHonoredByTerminatedReportsTx(tx, params, events);
+        const values = events.map((event)=>({
+                workspaceId: params.workspaceId,
+                provisionerId: params.provisionerId,
+                provisionedRunnerId: event.provisionedRunnerId,
+                reservationId: event.reservationId,
+                templateKey: event.templateKey,
+                labels: [
+                    ...canonicalizeLabels(event.labels)
+                ],
+                state: event.state,
+                reason: event.reason,
+                runnerSessionId: event.runnerSessionId,
+                providerKind: event.providerKind,
+                reportedAt: event.reportedAt > receivedAt ? receivedAt : event.reportedAt,
+                startedAt: event.startedAt,
+                stoppingAt: event.stoppingAt,
+                stoppedAt: event.stoppedAt,
+                failedAt: event.failedAt,
+                terminatedAt: event.terminatedAt
+            }));
+        await tx.insert(provisionedRunners).values(values).onConflictDoUpdate({
+            target: [
+                provisionedRunners.workspaceId,
+                provisionedRunners.provisionerId,
+                provisionedRunners.provisionedRunnerId
+            ],
+            set: {
+                reservationId: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN coalesce(excluded.reservation_id, ${provisionedRunners.reservationId}) ELSE ${provisionedRunners.reservationId} END`,
+                templateKey: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN coalesce(excluded.template_key, ${provisionedRunners.templateKey}) ELSE ${provisionedRunners.templateKey} END`,
+                labels: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN excluded.labels ELSE ${provisionedRunners.labels} END`,
+                state: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN excluded.state ELSE ${provisionedRunners.state} END`,
+                reason: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN excluded.reason ELSE ${provisionedRunners.reason} END`,
+                runnerSessionId: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN coalesce(${provisionedRunners.runnerSessionId}, excluded.runner_session_id) ELSE ${provisionedRunners.runnerSessionId} END`,
+                providerKind: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN coalesce(excluded.provider_kind, ${provisionedRunners.providerKind}) ELSE ${provisionedRunners.providerKind} END`,
+                reportedAt: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN excluded.reported_at ELSE ${provisionedRunners.reportedAt} END`,
+                startedAt: firstObservedAt(provisionedRunners.startedAt, sql`excluded.started_at`),
+                stoppingAt: firstObservedAt(provisionedRunners.stoppingAt, sql`excluded.stopping_at`),
+                stoppedAt: firstObservedAt(provisionedRunners.stoppedAt, sql`excluded.stopped_at`),
+                failedAt: firstObservedAt(provisionedRunners.failedAt, sql`excluded.failed_at`),
+                terminatedAt: firstObservedAt(provisionedRunners.terminatedAt, sql`excluded.terminated_at`),
+                updatedAt: sql`now()`
+            },
+            setWhere: sql`
+          ${provisionedRunnerProjectionUpdateCondition()}
+          OR ${provisionedRunnerMilestoneUpdateCondition()}
+        `
+        });
+        const reservationsReleased = hasTerminalEvent ? await releaseTerminalProvisionedRunnerReservations(tx, params, events) : 0;
+        return {
+            accepted: events.length,
+            reservationsReleased,
+            terminateIntentsHonored
+        };
+    });
+}
+export async function listActiveProvisionedRunnerCountsByTemplateTx(tx, params) {
+    const rows = await tx.select({
+        templateKey: provisionedRunners.templateKey,
+        state: provisionedRunners.state,
+        count: sql`count(*)::int`
+    }).from(provisionedRunners).where(and(eq(provisionedRunners.workspaceId, params.workspaceId), eq(provisionedRunners.provisionerId, params.provisionerId), inArray(provisionedRunners.state, divergenceCountStates), isNotNull(provisionedRunners.templateKey))).groupBy(provisionedRunners.templateKey, provisionedRunners.state);
+    return rows.flatMap((row)=>row.templateKey && isDivergenceCountState(row.state) ? [
+            {
+                templateKey: row.templateKey,
+                state: row.state,
+                count: row.count
+            }
+        ] : []);
+}
+export async function listActiveProvisionedRunners(params) {
+    const rows = await db().select().from(provisionedRunners).where(and(eq(provisionedRunners.workspaceId, params.workspaceId), inArray(provisionedRunners.state, activeStates), sql`${provisionedRunners.updatedAt} > now() - (${params.windowSeconds} || ' seconds')::interval`)).orderBy(desc(provisionedRunners.updatedAt), desc(provisionedRunners.id)).limit(params.limit ?? 1000);
+    return rows.map(toProvisionedRunner);
+}
+export async function listProvisionerTerminateIntents(params) {
+    return await db().transaction(async (tx)=>{
+        const rows = await listProvisionerTerminateIntentRowsTx(tx, params);
+        return rows.map((row)=>row.provisionedRunnerId);
+    });
+}
+export async function listProvisionerTerminateIntentRowsTx(tx, params) {
+    const rows = await provisionerTerminateIntentsQuery(tx, params).orderBy(asc(provisionedRunners.provisionedRunnerId)).limit(params.limit + 1);
+    const truncated = rows.length > params.limit;
+    const returnedRows = truncated ? rows.slice(0, params.limit) : rows;
+    if (truncated) {
+        logger().warn({
+            workspaceId: params.workspaceId,
+            provisionerId: params.provisionerId,
+            limit: params.limit,
+            returnedCount: returnedRows.length
+        }, 'provisioner terminate intents truncated by poll-demand limit');
+    }
+    return returnedRows;
+}
+function provisionerTerminateIntentsQuery(tx, params) {
+    const newerRunningJobExecutions = alias(runningJobExecutions, 'newer_running_jobs');
+    return tx.select({
+        provisionedRunnerId: provisionedRunners.provisionedRunnerId,
+        reason: sql`'job-cancelled'`
+    }).from(runningJobExecutions).innerJoin(provisionedRunners, and(eq(provisionedRunners.workspaceId, runningJobExecutions.workspaceId), eq(provisionedRunners.provisionerId, runningJobExecutions.provisionerId), eq(provisionedRunners.provisionedRunnerId, runningJobExecutions.provisionedRunnerId))).where(and(eq(runningJobExecutions.workspaceId, params.workspaceId), eq(runningJobExecutions.provisionerId, params.provisionerId), isNotNull(runningJobExecutions.cancellationRequestedAt), inArray(provisionedRunners.state, activeStates), params.provisionedRunnerIds && params.provisionedRunnerIds.length > 0 ? inArray(provisionedRunners.provisionedRunnerId, params.provisionedRunnerIds) : undefined, notExists(tx.select({
+        id: newerRunningJobExecutions.id
+    }).from(newerRunningJobExecutions).where(and(eq(newerRunningJobExecutions.workspaceId, runningJobExecutions.workspaceId), eq(newerRunningJobExecutions.provisionerId, runningJobExecutions.provisionerId), eq(newerRunningJobExecutions.provisionedRunnerId, runningJobExecutions.provisionedRunnerId), or(gt(newerRunningJobExecutions.startedAt, runningJobExecutions.startedAt), and(eq(newerRunningJobExecutions.startedAt, runningJobExecutions.startedAt), gt(newerRunningJobExecutions.jobExecutionId, runningJobExecutions.jobExecutionId)))))))).groupBy(provisionedRunners.provisionedRunnerId);
+}
+async function listTerminateIntentsHonoredByTerminatedReportsTx(tx, params, events) {
+    const terminatedProvisionedRunnerIds = [
+        ...new Set(events.filter((event)=>event.state === 'terminated').map((event)=>event.provisionedRunnerId))
+    ];
+    if (terminatedProvisionedRunnerIds.length === 0) return [];
+    return await provisionerTerminateIntentsQuery(tx, {
+        workspaceId: params.workspaceId,
+        provisionerId: params.provisionerId,
+        provisionedRunnerIds: terminatedProvisionedRunnerIds
+    }).orderBy(asc(provisionedRunners.provisionedRunnerId));
+}
+export async function reconcileProvisionedRunners(params) {
+    const observedProvisionedRunnerIds = [
+        ...new Set(params.observedProvisionedRunnerIds)
+    ];
+    return await db().transaction(async (tx)=>{
+        await tx.execute(sql`select pg_advisory_xact_lock(hashtext(${params.workspaceId}))`);
+        let absentIds = [];
+        let reservationsReleased = 0;
+        if (observedProvisionedRunnerIds.length > 0) {
+            const staleAbsentRows = await tx.select({
+                id: provisionedRunners.id,
+                provisionedRunnerId: provisionedRunners.provisionedRunnerId
+            }).from(provisionedRunners).where(and(eq(provisionedRunners.workspaceId, params.workspaceId), eq(provisionedRunners.provisionerId, params.provisionerId), inArray(provisionedRunners.state, activeStates), lt(provisionedRunners.reportedAt, sql`now() - (${params.terminateGraceSeconds} || ' seconds')::interval`), notInArray(provisionedRunners.provisionedRunnerId, observedProvisionedRunnerIds)));
+            if (staleAbsentRows.length > 0) {
+                const updated = await tx.update(provisionedRunners).set({
+                    state: 'terminated',
+                    terminatedAt: sql`coalesce(${provisionedRunners.terminatedAt}, now())`,
+                    updatedAt: sql`now()`
+                }).where(and(inArray(provisionedRunners.id, staleAbsentRows.map((row)=>row.id)), inArray(provisionedRunners.state, activeStates), lt(provisionedRunners.reportedAt, sql`now() - (${params.terminateGraceSeconds} || ' seconds')::interval`))).returning({
+                    provisionedRunnerId: provisionedRunners.provisionedRunnerId
+                });
+                absentIds = updated.map((row)=>row.provisionedRunnerId);
+                reservationsReleased = await releaseTerminalProvisionedRunnerReservationsByIds(tx, {
+                    workspaceId: params.workspaceId,
+                    provisionerId: params.provisionerId,
+                    provisionedRunnerIds: absentIds
+                });
+            }
+        }
+        const observedRows = observedProvisionedRunnerIds.length === 0 ? [] : (await tx.select().from(provisionedRunners).where(and(eq(provisionedRunners.workspaceId, params.workspaceId), eq(provisionedRunners.provisionerId, params.provisionerId), inArray(provisionedRunners.provisionedRunnerId, observedProvisionedRunnerIds)))).map(toProvisionedRunner);
+        const boundJobExecutions = await listRunningJobExecutionsByProvisionedRunnerTx(tx, {
+            workspaceId: params.workspaceId,
+            provisionerId: params.provisionerId,
+            provisionedRunnerIds: observedProvisionedRunnerIds
+        });
+        return {
+            observedRows,
+            boundJobExecutionsByProvisionedRunnerId: new Map(boundJobExecutions.map((jobExecution)=>[
+                    jobExecution.provisionedRunnerId,
+                    jobExecution
+                ])),
+            absentIds,
+            reservationsReleased
+        };
+    });
+}
+export async function reapStaleProvisionedRunners(params) {
+    const cutoff = staleProvisionedRunnerCutoff(params.thresholdSeconds);
+    return await db().transaction(async (tx)=>{
+        const candidateRows = await tx.select({
+            id: provisionedRunners.id,
+            workspaceId: provisionedRunners.workspaceId,
+            provisionerId: provisionedRunners.provisionerId,
+            provisionedRunnerId: provisionedRunners.provisionedRunnerId
+        }).from(provisionedRunners).where(staleProvisionedRunnerWhere(tx, cutoff)).orderBy(asc(provisionedRunners.updatedAt), asc(provisionedRunners.id)).limit(params.limit);
+        if (candidateRows.length === 0) return {
+            reaped: 0,
+            reservationsReleased: 0
+        };
+        const workspaceIds = [
+            ...new Set(candidateRows.map((row)=>row.workspaceId))
+        ].sort();
+        for (const workspaceId of workspaceIds){
+            await tx.execute(sql`select pg_advisory_xact_lock(hashtext(${workspaceId}))`);
+        }
+        const updatedRows = await tx.update(provisionedRunners).set({
+            state: 'failed',
+            reason: 'stale-provisioner',
+            failedAt: sql`coalesce(${provisionedRunners.failedAt}, now())`,
+            updatedAt: sql`now()`
+        }).where(and(inArray(provisionedRunners.id, candidateRows.map((row)=>row.id)), staleProvisionedRunnerWhere(tx, cutoff))).returning({
+            workspaceId: provisionedRunners.workspaceId,
+            provisionerId: provisionedRunners.provisionerId,
+            provisionedRunnerId: provisionedRunners.provisionedRunnerId
+        });
+        let reservationsReleased = 0;
+        for (const group of groupProvisionedRunnerIds(updatedRows)){
+            reservationsReleased += await releaseTerminalProvisionedRunnerReservationsByIds(tx, {
+                workspaceId: group.workspaceId,
+                provisionerId: group.provisionerId,
+                provisionedRunnerIds: group.provisionedRunnerIds,
+                requireUnlinkedSession: false
+            });
+        }
+        return {
+            reaped: updatedRows.length,
+            reservationsReleased
+        };
+    });
+}
+async function releaseTerminalProvisionedRunnerReservations(tx, params, events) {
+    const terminalEvents = events.filter((event)=>isTerminalState(event.state));
+    if (terminalEvents.length === 0) return 0;
+    return await releaseTerminalProvisionedRunnerReservationsByIds(tx, {
+        workspaceId: params.workspaceId,
+        provisionerId: params.provisionerId,
+        provisionedRunnerIds: terminalEvents.map((event)=>event.provisionedRunnerId)
+    });
+}
+async function releaseTerminalProvisionedRunnerReservationsByIds(tx, params) {
+    if (params.provisionedRunnerIds.length === 0) return 0;
+    const rows = await tx.select({
+        id: provisionedRunners.id,
+        reservationId: provisionedRunners.reservationId
+    }).from(provisionedRunners).where(and(eq(provisionedRunners.workspaceId, params.workspaceId), eq(provisionedRunners.provisionerId, params.provisionerId), inArray(provisionedRunners.provisionedRunnerId, params.provisionedRunnerIds), inArray(provisionedRunners.state, terminalStates), isNotNull(provisionedRunners.reservationId), params.requireUnlinkedSession === false ? undefined : isNull(provisionedRunners.runnerSessionId), isNull(provisionedRunners.reservationReleasedAt)));
+    if (rows.length === 0) return 0;
+    const updated = await tx.update(provisionedRunners).set({
+        reservationReleasedAt: sql`now()`,
+        updatedAt: sql`now()`
+    }).where(and(inArray(provisionedRunners.id, rows.map((row)=>row.id)), params.requireUnlinkedSession === false ? undefined : isNull(provisionedRunners.runnerSessionId), isNull(provisionedRunners.reservationReleasedAt))).returning({
+        reservationId: provisionedRunners.reservationId
+    });
+    const releasesByReservationId = new Map();
+    for (const row of updated){
+        if (!row.reservationId) continue;
+        releasesByReservationId.set(row.reservationId, (releasesByReservationId.get(row.reservationId) ?? 0) + 1);
+    }
+    if (releasesByReservationId.size === 0) return 0;
+    return await releaseReservationUnits(tx, {
+        workspaceId: params.workspaceId,
+        provisionerId: params.provisionerId,
+        releases: [
+            ...releasesByReservationId
+        ].map(([reservationId, count])=>({
+                reservationId,
+                count
+            }))
+    });
+}
+function staleProvisionedRunnerCutoff(thresholdSeconds) {
+    return sql`now() - (${thresholdSeconds} || ' seconds')::interval`;
+}
+function staleProvisionedRunnerWhere(tx, cutoff) {
+    return and(inArray(provisionedRunners.state, activeStates), lt(provisionedRunners.reportedAt, cutoff), lt(provisionedRunners.updatedAt, cutoff), exists(tx.select({
+        id: provisionerTokens.id
+    }).from(provisionerTokens).where(and(eq(provisionerTokens.id, provisionedRunners.provisionerId), eq(provisionerTokens.workspaceId, provisionedRunners.workspaceId), or(isNull(provisionerTokens.lastSeenAt), lt(provisionerTokens.lastSeenAt, cutoff))))), notExists(tx.select({
+        id: runningJobExecutions.id
+    }).from(runningJobExecutions).where(and(eq(runningJobExecutions.workspaceId, provisionedRunners.workspaceId), eq(runningJobExecutions.provisionerId, provisionedRunners.provisionerId), eq(runningJobExecutions.provisionedRunnerId, provisionedRunners.provisionedRunnerId)))), notExists(tx.select({
+        id: runnerSessions.id
+    }).from(runnerSessions).where(and(eq(runnerSessions.workspaceId, provisionedRunners.workspaceId), eq(runnerSessions.provisionerId, provisionedRunners.provisionerId), eq(runnerSessions.provisionedRunnerId, provisionedRunners.provisionedRunnerId), sql`${runnerSessions.updatedAt} >= ${cutoff}`))));
+}
+function groupProvisionedRunnerIds(rows) {
+    const groups = new Map();
+    for (const row of rows){
+        const key = `${row.workspaceId}:${row.provisionerId}`;
+        const group = groups.get(key) ?? {
+            workspaceId: row.workspaceId,
+            provisionerId: row.provisionerId,
+            provisionedRunnerIds: []
+        };
+        group.provisionedRunnerIds.push(row.provisionedRunnerId);
+        groups.set(key, group);
+    }
+    return [
+        ...groups.values()
+    ];
+}
+async function hydrateRunnerSessionIdsFromConsumedTokens(tx, params, events) {
+    const provisionedRunnerIds = [
+        ...new Set(events.map((event)=>event.provisionedRunnerId))
+    ];
+    if (provisionedRunnerIds.length === 0) return events;
+    const tokenRows = await tx.select({
+        provisionedRunnerId: ephemeralRegistrationTokens.provisionedRunnerId,
+        consumedSessionId: ephemeralRegistrationTokens.consumedSessionId
+    }).from(ephemeralRegistrationTokens).where(and(eq(ephemeralRegistrationTokens.workspaceId, params.workspaceId), eq(ephemeralRegistrationTokens.provisionerId, params.provisionerId), inArray(ephemeralRegistrationTokens.provisionedRunnerId, provisionedRunnerIds), isNotNull(ephemeralRegistrationTokens.consumedSessionId))).orderBy(desc(ephemeralRegistrationTokens.consumedAt), desc(ephemeralRegistrationTokens.createdAt));
+    const consumedSessionIdsByProvisionedRunnerId = new Map();
+    for (const row of tokenRows){
+        if (!row.consumedSessionId) continue;
+        if (consumedSessionIdsByProvisionedRunnerId.has(row.provisionedRunnerId)) continue;
+        consumedSessionIdsByProvisionedRunnerId.set(row.provisionedRunnerId, row.consumedSessionId);
+    }
+    if (consumedSessionIdsByProvisionedRunnerId.size === 0) return events;
+    return events.map((event)=>{
+        const consumedSessionId = consumedSessionIdsByProvisionedRunnerId.get(event.provisionedRunnerId);
+        if (!consumedSessionId || event.runnerSessionId === consumedSessionId) return event;
+        return {
+            ...event,
+            runnerSessionId: consumedSessionId
+        };
+    });
+}
+function aggregateEvents(events, receivedAt) {
+    const byProvisionedRunnerId = new Map();
+    for (const rawEvent of events){
+        const event = toProvisionedRunnerReportRow(rawEvent, receivedAt);
+        const existing = byProvisionedRunnerId.get(event.provisionedRunnerId);
+        if (existing) mergeMilestones(existing, event);
+        if (!existing || compareProvisionedRunnerReportEvents(event, existing) > 0) {
+            byProvisionedRunnerId.set(event.provisionedRunnerId, existing ? mergeProjectionMetadata(event, existing) : event);
+        }
+    }
+    return [
+        ...byProvisionedRunnerId.values()
+    ];
+}
+function toProvisionedRunnerReportRow(event, receivedAt) {
+    const reportedAt = event.reportedAt > receivedAt ? receivedAt : event.reportedAt;
+    return {
+        ...event,
+        reportedAt,
+        startedAt: event.state === 'running' ? reportedAt : null,
+        stoppingAt: event.state === 'stopping' ? reportedAt : null,
+        stoppedAt: event.state === 'stopped' ? reportedAt : null,
+        failedAt: event.state === 'failed' ? reportedAt : null,
+        terminatedAt: event.state === 'terminated' ? reportedAt : null
+    };
+}
+function mergeMilestones(target, source) {
+    target.startedAt = earliestDate(target.startedAt, source.startedAt);
+    target.stoppingAt = earliestDate(target.stoppingAt, source.stoppingAt);
+    target.stoppedAt = earliestDate(target.stoppedAt, source.stoppedAt);
+    target.failedAt = earliestDate(target.failedAt, source.failedAt);
+    target.terminatedAt = earliestDate(target.terminatedAt, source.terminatedAt);
+}
+function mergeProjectionMetadata(event, existing) {
+    return {
+        ...event,
+        reservationId: event.reservationId ?? existing.reservationId,
+        templateKey: event.templateKey ?? existing.templateKey,
+        runnerSessionId: event.runnerSessionId ?? existing.runnerSessionId,
+        providerKind: event.providerKind ?? existing.providerKind,
+        ...pickMilestones(existing)
+    };
+}
+function pickMilestones(event) {
+    return {
+        startedAt: event.startedAt,
+        stoppingAt: event.stoppingAt,
+        stoppedAt: event.stoppedAt,
+        failedAt: event.failedAt,
+        terminatedAt: event.terminatedAt
+    };
+}
+function earliestDate(a, b) {
+    if (!a) return b;
+    if (!b) return a;
+    return a < b ? a : b;
+}
+function compareProvisionedRunnerReportEvents(a, b) {
+    const timeDelta = a.reportedAt.getTime() - b.reportedAt.getTime();
+    const rankDelta = getProvisionedRunnerStateRank(a.state) - getProvisionedRunnerStateRank(b.state);
+    if (rankDelta !== 0) return rankDelta;
+    return timeDelta;
+}
+function getProvisionedRunnerStateRank(state) {
+    switch(state){
+        case 'starting':
+            return 1;
+        case 'running':
+            return 2;
+        case 'stopping':
+            return 3;
+        case 'stopped':
+            return 4;
+        case 'failed':
+            return 5;
+        case 'terminated':
+            return 6;
+    }
+}
+function provisionedRunnerStateRank(state) {
+    return sql`
+    CASE ${state}
+      WHEN 'starting' THEN 1
+      WHEN 'running' THEN 2
+      WHEN 'stopping' THEN 3
+      WHEN 'stopped' THEN 4
+      WHEN 'failed' THEN 5
+      WHEN 'terminated' THEN 6
+      ELSE 0
+    END
+  `;
+}
+function provisionedRunnerProjectionUpdateCondition() {
+    return sql`
+    ${provisionedRunnerStateRank(sql`excluded.state`)} > ${provisionedRunnerStateRank(provisionedRunners.state)}
+    OR (
+      ${provisionedRunnerStateRank(sql`excluded.state`)} = ${provisionedRunnerStateRank(provisionedRunners.state)}
+      AND excluded.reported_at >= ${provisionedRunners.reportedAt}
+    )
+  `;
+}
+function provisionedRunnerMilestoneUpdateCondition() {
+    return sql`
+    ${milestoneNeedsUpdate(provisionedRunners.startedAt, sql`excluded.started_at`)}
+    OR ${milestoneNeedsUpdate(provisionedRunners.stoppingAt, sql`excluded.stopping_at`)}
+    OR ${milestoneNeedsUpdate(provisionedRunners.stoppedAt, sql`excluded.stopped_at`)}
+    OR ${milestoneNeedsUpdate(provisionedRunners.failedAt, sql`excluded.failed_at`)}
+    OR ${milestoneNeedsUpdate(provisionedRunners.terminatedAt, sql`excluded.terminated_at`)}
+  `;
+}
+function milestoneNeedsUpdate(current, incoming) {
+    return sql`${incoming} IS NOT NULL AND (${current} IS NULL OR ${incoming} < ${current})`;
+}
+function firstObservedAt(current, incoming) {
+    return sql`
+    CASE
+      WHEN ${incoming} IS NULL THEN ${current}
+      WHEN ${current} IS NULL THEN ${incoming}
+      ELSE least(${current}, ${incoming})
+    END
+  `;
+}
+export function isTerminalState(state) {
+    return terminalStates.includes(state);
+}
+function isDivergenceCountState(state) {
+    return divergenceCountStates.includes(state);
+}
+
+//# sourceMappingURL=provisioned-runners.js.map

package/dist/db/provisioned-runners.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/db/provisioned-runners.ts"],"sourcesContent":["import {logger} from '@shipfox/node-opentelemetry';\nimport {canonicalizeLabels} from '@shipfox/runner-labels';\nimport {\n  and,\n  asc,\n  desc,\n  eq,\n  exists,\n  gt,\n  inArray,\n  isNotNull,\n  isNull,\n  lt,\n  notExists,\n  notInArray,\n  or,\n  type SQL,\n  sql,\n} from 'drizzle-orm';\nimport {alias} from 'drizzle-orm/pg-core';\nimport type {ProvisionedRunner, ProvisionedRunnerState} from '#core/entities/provisioned-runner.js';\nimport type {Tx} from './db.js';\nimport {db} from './db.js';\nimport {\n  listRunningJobExecutionsByProvisionedRunnerTx,\n  type ProvisionedRunnerBoundJobExecution,\n} from './job-executions.js';\nimport {releaseReservationUnits} from './reservations.js';\nimport {ephemeralRegistrationTokens} from './schema/ephemeral-registration-tokens.js';\nimport {provisionedRunners, toProvisionedRunner} from './schema/provisioned-runners.js';\nimport {provisionerTokens} from './schema/provisioner-tokens.js';\nimport {runnerSessions} from './schema/runner-sessions.js';\nimport {runningJobExecutions} from './schema/running-job-executions.js';\n\nexport const terminalStates = [\n  'stopped',\n  'failed',\n  'terminated',\n] as const satisfies readonly ProvisionedRunnerState[];\nexport const activeStates = [\n  'starting',\n  'running',\n  'stopping',\n] as const satisfies readonly ProvisionedRunnerState[];\nexport const divergenceCountStates = ['starting', 'running'] as const satisfies readonly Extract<\n  ProvisionedRunnerState,\n  'starting' | 'running'\n>[];\n\nexport type ProvisionedRunnerTerminateIntentReason = 'job-cancelled';\n\nexport interface ProvisionedRunnerTerminateIntent {\n  provisionedRunnerId: string;\n  reason: ProvisionedRunnerTerminateIntentReason;\n}\n\nexport interface ActiveProvisionedRunnerTemplateCount {\n  templateKey: string;\n  state: (typeof divergenceCountStates)[number];\n  count: number;\n}\n\nexport interface ProvisionedRunnerReportEvent {\n  provisionedRunnerId: string;\n  reservationId: string | null;\n  templateKey: string | null;\n  labels: string[];\n  state: ProvisionedRunnerState;\n  reason: string | null;\n  runnerSessionId: string | null;\n  providerKind: string | null;\n  reportedAt: Date;\n}\n\nexport interface ReportProvisionedRunnersParams {\n  workspaceId: string;\n  provisionerId: string;\n  events: ProvisionedRunnerReportEvent[];\n}\n\nexport interface ReconcileProvisionedRunnersParams {\n  workspaceId: string;\n  provisionerId: string;\n  observedProvisionedRunnerIds: string[];\n  terminateGraceSeconds: number;\n}\n\nexport interface ReconcileProvisionedRunnersDbResult {\n  observedRows: ProvisionedRunner[];\n  boundJobExecutionsByProvisionedRunnerId: Map<string, ProvisionedRunnerBoundJobExecution>;\n  absentIds: string[];\n  reservationsReleased: number;\n}\n\nexport interface ReapStaleProvisionedRunnersResult {\n  reaped: number;\n  reservationsReleased: number;\n}\n\ninterface ProvisionedRunnerReportRow extends ProvisionedRunnerReportEvent {\n  startedAt: Date | null;\n  stoppingAt: Date | null;\n  stoppedAt: Date | null;\n  failedAt: Date | null;\n  terminatedAt: Date | null;\n}\n\ntype ProvisionedRunnerMilestoneColumn =\n  | typeof provisionedRunners.startedAt\n  | typeof provisionedRunners.stoppingAt\n  | typeof provisionedRunners.stoppedAt\n  | typeof provisionedRunners.failedAt\n  | typeof provisionedRunners.terminatedAt;\n\nexport async function reportProvisionedRunners(params: ReportProvisionedRunnersParams): Promise<{\n  accepted: number;\n  reservationsReleased: number;\n  terminateIntentsHonored: ProvisionedRunnerTerminateIntent[];\n}> {\n  if (params.events.length === 0)\n    return {accepted: 0, reservationsReleased: 0, terminateIntentsHonored: []};\n\n  return await db().transaction(async (tx) => {\n    const receivedAt = new Date();\n    const aggregatedEvents = aggregateEvents(params.events, receivedAt);\n    const hasTerminalEvent = aggregatedEvents.some((event) => isTerminalState(event.state));\n\n    if (hasTerminalEvent) {\n      await tx.execute(sql`select pg_advisory_xact_lock(hashtext(${params.workspaceId}))`);\n    }\n\n    const events = await hydrateRunnerSessionIdsFromConsumedTokens(tx, params, aggregatedEvents);\n    const terminateIntentsHonored = await listTerminateIntentsHonoredByTerminatedReportsTx(\n      tx,\n      params,\n      events,\n    );\n\n    const values = events.map((event) => ({\n      workspaceId: params.workspaceId,\n      provisionerId: params.provisionerId,\n      provisionedRunnerId: event.provisionedRunnerId,\n      reservationId: event.reservationId,\n      templateKey: event.templateKey,\n      labels: [...canonicalizeLabels(event.labels)],\n      state: event.state,\n      reason: event.reason,\n      runnerSessionId: event.runnerSessionId,\n      providerKind: event.providerKind,\n      reportedAt: event.reportedAt > receivedAt ? receivedAt : event.reportedAt,\n      startedAt: event.startedAt,\n      stoppingAt: event.stoppingAt,\n      stoppedAt: event.stoppedAt,\n      failedAt: event.failedAt,\n      terminatedAt: event.terminatedAt,\n    }));\n\n    await tx\n      .insert(provisionedRunners)\n      .values(values)\n      .onConflictDoUpdate({\n        target: [\n          provisionedRunners.workspaceId,\n          provisionedRunners.provisionerId,\n          provisionedRunners.provisionedRunnerId,\n        ],\n        set: {\n          reservationId: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN coalesce(excluded.reservation_id, ${provisionedRunners.reservationId}) ELSE ${provisionedRunners.reservationId} END`,\n          templateKey: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN coalesce(excluded.template_key, ${provisionedRunners.templateKey}) ELSE ${provisionedRunners.templateKey} END`,\n          labels: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN excluded.labels ELSE ${provisionedRunners.labels} END`,\n          state: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN excluded.state ELSE ${provisionedRunners.state} END`,\n          reason: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN excluded.reason ELSE ${provisionedRunners.reason} END`,\n          runnerSessionId: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN coalesce(${provisionedRunners.runnerSessionId}, excluded.runner_session_id) ELSE ${provisionedRunners.runnerSessionId} END`,\n          providerKind: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN coalesce(excluded.provider_kind, ${provisionedRunners.providerKind}) ELSE ${provisionedRunners.providerKind} END`,\n          reportedAt: sql`CASE WHEN ${provisionedRunnerProjectionUpdateCondition()} THEN excluded.reported_at ELSE ${provisionedRunners.reportedAt} END`,\n          startedAt: firstObservedAt(provisionedRunners.startedAt, sql`excluded.started_at`),\n          stoppingAt: firstObservedAt(provisionedRunners.stoppingAt, sql`excluded.stopping_at`),\n          stoppedAt: firstObservedAt(provisionedRunners.stoppedAt, sql`excluded.stopped_at`),\n          failedAt: firstObservedAt(provisionedRunners.failedAt, sql`excluded.failed_at`),\n          terminatedAt: firstObservedAt(\n            provisionedRunners.terminatedAt,\n            sql`excluded.terminated_at`,\n          ),\n          updatedAt: sql`now()`,\n        },\n        setWhere: sql`\n          ${provisionedRunnerProjectionUpdateCondition()}\n          OR ${provisionedRunnerMilestoneUpdateCondition()}\n        `,\n      });\n\n    const reservationsReleased = hasTerminalEvent\n      ? await releaseTerminalProvisionedRunnerReservations(tx, params, events)\n      : 0;\n\n    return {accepted: events.length, reservationsReleased, terminateIntentsHonored};\n  });\n}\n\nexport async function listActiveProvisionedRunnerCountsByTemplateTx(\n  tx: Tx,\n  params: {workspaceId: string; provisionerId: string},\n): Promise<ActiveProvisionedRunnerTemplateCount[]> {\n  const rows = await tx\n    .select({\n      templateKey: provisionedRunners.templateKey,\n      state: provisionedRunners.state,\n      count: sql<number>`count(*)::int`,\n    })\n    .from(provisionedRunners)\n    .where(\n      and(\n        eq(provisionedRunners.workspaceId, params.workspaceId),\n        eq(provisionedRunners.provisionerId, params.provisionerId),\n        inArray(provisionedRunners.state, divergenceCountStates),\n        isNotNull(provisionedRunners.templateKey),\n      ),\n    )\n    .groupBy(provisionedRunners.templateKey, provisionedRunners.state);\n\n  return rows.flatMap((row) =>\n    row.templateKey && isDivergenceCountState(row.state)\n      ? [{templateKey: row.templateKey, state: row.state, count: row.count}]\n      : [],\n  );\n}\n\nexport async function listActiveProvisionedRunners(params: {\n  workspaceId: string;\n  windowSeconds: number;\n  limit?: number;\n}): Promise<ProvisionedRunner[]> {\n  const rows = await db()\n    .select()\n    .from(provisionedRunners)\n    .where(\n      and(\n        eq(provisionedRunners.workspaceId, params.workspaceId),\n        inArray(provisionedRunners.state, activeStates),\n        sql`${provisionedRunners.updatedAt} > now() - (${params.windowSeconds} || ' seconds')::interval`,\n      ),\n    )\n    .orderBy(desc(provisionedRunners.updatedAt), desc(provisionedRunners.id))\n    .limit(params.limit ?? 1000);\n\n  return rows.map(toProvisionedRunner);\n}\n\nexport async function listProvisionerTerminateIntents(params: {\n  workspaceId: string;\n  provisionerId: string;\n  limit: number;\n}): Promise<string[]> {\n  return await db().transaction(async (tx) => {\n    const rows = await listProvisionerTerminateIntentRowsTx(tx, params);\n    return rows.map((row) => row.provisionedRunnerId);\n  });\n}\n\nexport async function listProvisionerTerminateIntentRowsTx(\n  tx: Tx,\n  params: {\n    workspaceId: string;\n    provisionerId: string;\n    limit: number;\n  },\n): Promise<ProvisionedRunnerTerminateIntent[]> {\n  const rows = await provisionerTerminateIntentsQuery(tx, params)\n    .orderBy(asc(provisionedRunners.provisionedRunnerId))\n    .limit(params.limit + 1);\n\n  const truncated = rows.length > params.limit;\n  const returnedRows = truncated ? rows.slice(0, params.limit) : rows;\n  if (truncated) {\n    logger().warn(\n      {\n        workspaceId: params.workspaceId,\n        provisionerId: params.provisionerId,\n        limit: params.limit,\n        returnedCount: returnedRows.length,\n      },\n      'provisioner terminate intents truncated by poll-demand limit',\n    );\n  }\n\n  return returnedRows;\n}\n\nfunction provisionerTerminateIntentsQuery(\n  tx: Tx,\n  params: {workspaceId: string; provisionerId: string; provisionedRunnerIds?: string[]},\n) {\n  const newerRunningJobExecutions = alias(runningJobExecutions, 'newer_running_jobs');\n\n  return tx\n    .select({\n      provisionedRunnerId: provisionedRunners.provisionedRunnerId,\n      reason: sql<ProvisionedRunnerTerminateIntentReason>`'job-cancelled'`,\n    })\n    .from(runningJobExecutions)\n    .innerJoin(\n      provisionedRunners,\n      and(\n        eq(provisionedRunners.workspaceId, runningJobExecutions.workspaceId),\n        eq(provisionedRunners.provisionerId, runningJobExecutions.provisionerId),\n        eq(provisionedRunners.provisionedRunnerId, runningJobExecutions.provisionedRunnerId),\n      ),\n    )\n    .where(\n      and(\n        eq(runningJobExecutions.workspaceId, params.workspaceId),\n        eq(runningJobExecutions.provisionerId, params.provisionerId),\n        isNotNull(runningJobExecutions.cancellationRequestedAt),\n        inArray(provisionedRunners.state, activeStates),\n        params.provisionedRunnerIds && params.provisionedRunnerIds.length > 0\n          ? inArray(provisionedRunners.provisionedRunnerId, params.provisionedRunnerIds)\n          : undefined,\n        notExists(\n          tx\n            .select({id: newerRunningJobExecutions.id})\n            .from(newerRunningJobExecutions)\n            .where(\n              and(\n                eq(newerRunningJobExecutions.workspaceId, runningJobExecutions.workspaceId),\n                eq(newerRunningJobExecutions.provisionerId, runningJobExecutions.provisionerId),\n                eq(\n                  newerRunningJobExecutions.provisionedRunnerId,\n                  runningJobExecutions.provisionedRunnerId,\n                ),\n                or(\n                  gt(newerRunningJobExecutions.startedAt, runningJobExecutions.startedAt),\n                  and(\n                    eq(newerRunningJobExecutions.startedAt, runningJobExecutions.startedAt),\n                    gt(\n                      newerRunningJobExecutions.jobExecutionId,\n                      runningJobExecutions.jobExecutionId,\n                    ),\n                  ),\n                ),\n              ),\n            ),\n        ),\n      ),\n    )\n    .groupBy(provisionedRunners.provisionedRunnerId);\n}\n\nasync function listTerminateIntentsHonoredByTerminatedReportsTx(\n  tx: Tx,\n  params: ReportProvisionedRunnersParams,\n  events: ProvisionedRunnerReportEvent[],\n): Promise<ProvisionedRunnerTerminateIntent[]> {\n  const terminatedProvisionedRunnerIds = [\n    ...new Set(\n      events\n        .filter((event) => event.state === 'terminated')\n        .map((event) => event.provisionedRunnerId),\n    ),\n  ];\n  if (terminatedProvisionedRunnerIds.length === 0) return [];\n\n  return await provisionerTerminateIntentsQuery(tx, {\n    workspaceId: params.workspaceId,\n    provisionerId: params.provisionerId,\n    provisionedRunnerIds: terminatedProvisionedRunnerIds,\n  }).orderBy(asc(provisionedRunners.provisionedRunnerId));\n}\n\nexport async function reconcileProvisionedRunners(\n  params: ReconcileProvisionedRunnersParams,\n): Promise<ReconcileProvisionedRunnersDbResult> {\n  const observedProvisionedRunnerIds = [...new Set(params.observedProvisionedRunnerIds)];\n\n  return await db().transaction(async (tx) => {\n    await tx.execute(sql`select pg_advisory_xact_lock(hashtext(${params.workspaceId}))`);\n\n    let absentIds: string[] = [];\n    let reservationsReleased = 0;\n    if (observedProvisionedRunnerIds.length > 0) {\n      const staleAbsentRows = await tx\n        .select({\n          id: provisionedRunners.id,\n          provisionedRunnerId: provisionedRunners.provisionedRunnerId,\n        })\n        .from(provisionedRunners)\n        .where(\n          and(\n            eq(provisionedRunners.workspaceId, params.workspaceId),\n            eq(provisionedRunners.provisionerId, params.provisionerId),\n            inArray(provisionedRunners.state, activeStates),\n            lt(\n              provisionedRunners.reportedAt,\n              sql`now() - (${params.terminateGraceSeconds} || ' seconds')::interval`,\n            ),\n            notInArray(provisionedRunners.provisionedRunnerId, observedProvisionedRunnerIds),\n          ),\n        );\n\n      if (staleAbsentRows.length > 0) {\n        const updated = await tx\n          .update(provisionedRunners)\n          .set({\n            state: 'terminated',\n            terminatedAt: sql`coalesce(${provisionedRunners.terminatedAt}, now())`,\n            updatedAt: sql`now()`,\n          })\n          .where(\n            and(\n              inArray(\n                provisionedRunners.id,\n                staleAbsentRows.map((row) => row.id),\n              ),\n              inArray(provisionedRunners.state, activeStates),\n              lt(\n                provisionedRunners.reportedAt,\n                sql`now() - (${params.terminateGraceSeconds} || ' seconds')::interval`,\n              ),\n            ),\n          )\n          .returning({provisionedRunnerId: provisionedRunners.provisionedRunnerId});\n\n        absentIds = updated.map((row) => row.provisionedRunnerId);\n        reservationsReleased = await releaseTerminalProvisionedRunnerReservationsByIds(tx, {\n          workspaceId: params.workspaceId,\n          provisionerId: params.provisionerId,\n          provisionedRunnerIds: absentIds,\n        });\n      }\n    }\n\n    const observedRows =\n      observedProvisionedRunnerIds.length === 0\n        ? []\n        : (\n            await tx\n              .select()\n              .from(provisionedRunners)\n              .where(\n                and(\n                  eq(provisionedRunners.workspaceId, params.workspaceId),\n                  eq(provisionedRunners.provisionerId, params.provisionerId),\n                  inArray(provisionedRunners.provisionedRunnerId, observedProvisionedRunnerIds),\n                ),\n              )\n          ).map(toProvisionedRunner);\n\n    const boundJobExecutions = await listRunningJobExecutionsByProvisionedRunnerTx(tx, {\n      workspaceId: params.workspaceId,\n      provisionerId: params.provisionerId,\n      provisionedRunnerIds: observedProvisionedRunnerIds,\n    });\n\n    return {\n      observedRows,\n      boundJobExecutionsByProvisionedRunnerId: new Map(\n        boundJobExecutions.map((jobExecution) => [jobExecution.provisionedRunnerId, jobExecution]),\n      ),\n      absentIds,\n      reservationsReleased,\n    };\n  });\n}\n\nexport async function reapStaleProvisionedRunners(params: {\n  thresholdSeconds: number;\n  limit: number;\n}): Promise<ReapStaleProvisionedRunnersResult> {\n  const cutoff = staleProvisionedRunnerCutoff(params.thresholdSeconds);\n\n  return await db().transaction(async (tx) => {\n    const candidateRows = await tx\n      .select({\n        id: provisionedRunners.id,\n        workspaceId: provisionedRunners.workspaceId,\n        provisionerId: provisionedRunners.provisionerId,\n        provisionedRunnerId: provisionedRunners.provisionedRunnerId,\n      })\n      .from(provisionedRunners)\n      .where(staleProvisionedRunnerWhere(tx, cutoff))\n      .orderBy(asc(provisionedRunners.updatedAt), asc(provisionedRunners.id))\n      .limit(params.limit);\n\n    if (candidateRows.length === 0) return {reaped: 0, reservationsReleased: 0};\n\n    const workspaceIds = [...new Set(candidateRows.map((row) => row.workspaceId))].sort();\n    for (const workspaceId of workspaceIds) {\n      await tx.execute(sql`select pg_advisory_xact_lock(hashtext(${workspaceId}))`);\n    }\n\n    const updatedRows = await tx\n      .update(provisionedRunners)\n      .set({\n        state: 'failed',\n        reason: 'stale-provisioner',\n        failedAt: sql`coalesce(${provisionedRunners.failedAt}, now())`,\n        updatedAt: sql`now()`,\n      })\n      .where(\n        and(\n          inArray(\n            provisionedRunners.id,\n            candidateRows.map((row) => row.id),\n          ),\n          staleProvisionedRunnerWhere(tx, cutoff),\n        ),\n      )\n      .returning({\n        workspaceId: provisionedRunners.workspaceId,\n        provisionerId: provisionedRunners.provisionerId,\n        provisionedRunnerId: provisionedRunners.provisionedRunnerId,\n      });\n\n    let reservationsReleased = 0;\n    for (const group of groupProvisionedRunnerIds(updatedRows)) {\n      reservationsReleased += await releaseTerminalProvisionedRunnerReservationsByIds(tx, {\n        workspaceId: group.workspaceId,\n        provisionerId: group.provisionerId,\n        provisionedRunnerIds: group.provisionedRunnerIds,\n        requireUnlinkedSession: false,\n      });\n    }\n\n    return {reaped: updatedRows.length, reservationsReleased};\n  });\n}\n\nasync function releaseTerminalProvisionedRunnerReservations(\n  tx: Tx,\n  params: ReportProvisionedRunnersParams,\n  events: ProvisionedRunnerReportEvent[],\n): Promise<number> {\n  const terminalEvents = events.filter((event) => isTerminalState(event.state));\n  if (terminalEvents.length === 0) return 0;\n\n  return await releaseTerminalProvisionedRunnerReservationsByIds(tx, {\n    workspaceId: params.workspaceId,\n    provisionerId: params.provisionerId,\n    provisionedRunnerIds: terminalEvents.map((event) => event.provisionedRunnerId),\n  });\n}\n\nasync function releaseTerminalProvisionedRunnerReservationsByIds(\n  tx: Tx,\n  params: {\n    workspaceId: string;\n    provisionerId: string;\n    provisionedRunnerIds: string[];\n    requireUnlinkedSession?: boolean;\n  },\n): Promise<number> {\n  if (params.provisionedRunnerIds.length === 0) return 0;\n\n  const rows = await tx\n    .select({\n      id: provisionedRunners.id,\n      reservationId: provisionedRunners.reservationId,\n    })\n    .from(provisionedRunners)\n    .where(\n      and(\n        eq(provisionedRunners.workspaceId, params.workspaceId),\n        eq(provisionedRunners.provisionerId, params.provisionerId),\n        inArray(provisionedRunners.provisionedRunnerId, params.provisionedRunnerIds),\n        inArray(provisionedRunners.state, terminalStates),\n        isNotNull(provisionedRunners.reservationId),\n        params.requireUnlinkedSession === false\n          ? undefined\n          : isNull(provisionedRunners.runnerSessionId),\n        isNull(provisionedRunners.reservationReleasedAt),\n      ),\n    );\n\n  if (rows.length === 0) return 0;\n\n  const updated = await tx\n    .update(provisionedRunners)\n    .set({reservationReleasedAt: sql`now()`, updatedAt: sql`now()`})\n    .where(\n      and(\n        inArray(\n          provisionedRunners.id,\n          rows.map((row) => row.id),\n        ),\n        params.requireUnlinkedSession === false\n          ? undefined\n          : isNull(provisionedRunners.runnerSessionId),\n        isNull(provisionedRunners.reservationReleasedAt),\n      ),\n    )\n    .returning({reservationId: provisionedRunners.reservationId});\n\n  const releasesByReservationId = new Map<string, number>();\n  for (const row of updated) {\n    if (!row.reservationId) continue;\n    releasesByReservationId.set(\n      row.reservationId,\n      (releasesByReservationId.get(row.reservationId) ?? 0) + 1,\n    );\n  }\n\n  if (releasesByReservationId.size === 0) return 0;\n\n  return await releaseReservationUnits(tx, {\n    workspaceId: params.workspaceId,\n    provisionerId: params.provisionerId,\n    releases: [...releasesByReservationId].map(([reservationId, count]) => ({\n      reservationId,\n      count,\n    })),\n  });\n}\n\nfunction staleProvisionedRunnerCutoff(thresholdSeconds: number): SQL {\n  return sql`now() - (${thresholdSeconds} || ' seconds')::interval`;\n}\n\nfunction staleProvisionedRunnerWhere(tx: Tx, cutoff: SQL): SQL<boolean> {\n  return and(\n    inArray(provisionedRunners.state, activeStates),\n    lt(provisionedRunners.reportedAt, cutoff),\n    lt(provisionedRunners.updatedAt, cutoff),\n    exists(\n      tx\n        .select({id: provisionerTokens.id})\n        .from(provisionerTokens)\n        .where(\n          and(\n            eq(provisionerTokens.id, provisionedRunners.provisionerId),\n            eq(provisionerTokens.workspaceId, provisionedRunners.workspaceId),\n            or(isNull(provisionerTokens.lastSeenAt), lt(provisionerTokens.lastSeenAt, cutoff)),\n          ),\n        ),\n    ),\n    notExists(\n      tx\n        .select({id: runningJobExecutions.id})\n        .from(runningJobExecutions)\n        .where(\n          and(\n            eq(runningJobExecutions.workspaceId, provisionedRunners.workspaceId),\n            eq(runningJobExecutions.provisionerId, provisionedRunners.provisionerId),\n            eq(runningJobExecutions.provisionedRunnerId, provisionedRunners.provisionedRunnerId),\n          ),\n        ),\n    ),\n    notExists(\n      tx\n        .select({id: runnerSessions.id})\n        .from(runnerSessions)\n        .where(\n          and(\n            eq(runnerSessions.workspaceId, provisionedRunners.workspaceId),\n            eq(runnerSessions.provisionerId, provisionedRunners.provisionerId),\n            eq(runnerSessions.provisionedRunnerId, provisionedRunners.provisionedRunnerId),\n            sql`${runnerSessions.updatedAt} >= ${cutoff}`,\n          ),\n        ),\n    ),\n  ) as SQL<boolean>;\n}\n\nfunction groupProvisionedRunnerIds(\n  rows: Array<{workspaceId: string; provisionerId: string; provisionedRunnerId: string}>,\n): Array<{workspaceId: string; provisionerId: string; provisionedRunnerIds: string[]}> {\n  const groups = new Map<\n    string,\n    {workspaceId: string; provisionerId: string; provisionedRunnerIds: string[]}\n  >();\n  for (const row of rows) {\n    const key = `${row.workspaceId}:${row.provisionerId}`;\n    const group = groups.get(key) ?? {\n      workspaceId: row.workspaceId,\n      provisionerId: row.provisionerId,\n      provisionedRunnerIds: [],\n    };\n    group.provisionedRunnerIds.push(row.provisionedRunnerId);\n    groups.set(key, group);\n  }\n  return [...groups.values()];\n}\n\nasync function hydrateRunnerSessionIdsFromConsumedTokens(\n  tx: Tx,\n  params: ReportProvisionedRunnersParams,\n  events: ProvisionedRunnerReportRow[],\n): Promise<ProvisionedRunnerReportRow[]> {\n  const provisionedRunnerIds = [...new Set(events.map((event) => event.provisionedRunnerId))];\n  if (provisionedRunnerIds.length === 0) return events;\n\n  const tokenRows = await tx\n    .select({\n      provisionedRunnerId: ephemeralRegistrationTokens.provisionedRunnerId,\n      consumedSessionId: ephemeralRegistrationTokens.consumedSessionId,\n    })\n    .from(ephemeralRegistrationTokens)\n    .where(\n      and(\n        eq(ephemeralRegistrationTokens.workspaceId, params.workspaceId),\n        eq(ephemeralRegistrationTokens.provisionerId, params.provisionerId),\n        inArray(ephemeralRegistrationTokens.provisionedRunnerId, provisionedRunnerIds),\n        isNotNull(ephemeralRegistrationTokens.consumedSessionId),\n      ),\n    )\n    .orderBy(\n      desc(ephemeralRegistrationTokens.consumedAt),\n      desc(ephemeralRegistrationTokens.createdAt),\n    );\n\n  const consumedSessionIdsByProvisionedRunnerId = new Map<string, string>();\n  for (const row of tokenRows) {\n    if (!row.consumedSessionId) continue;\n    if (consumedSessionIdsByProvisionedRunnerId.has(row.provisionedRunnerId)) continue;\n    consumedSessionIdsByProvisionedRunnerId.set(row.provisionedRunnerId, row.consumedSessionId);\n  }\n\n  if (consumedSessionIdsByProvisionedRunnerId.size === 0) return events;\n\n  return events.map((event) => {\n    const consumedSessionId = consumedSessionIdsByProvisionedRunnerId.get(\n      event.provisionedRunnerId,\n    );\n    if (!consumedSessionId || event.runnerSessionId === consumedSessionId) return event;\n    return {...event, runnerSessionId: consumedSessionId};\n  });\n}\n\nfunction aggregateEvents(\n  events: ProvisionedRunnerReportEvent[],\n  receivedAt: Date,\n): ProvisionedRunnerReportRow[] {\n  const byProvisionedRunnerId = new Map<string, ProvisionedRunnerReportRow>();\n  for (const rawEvent of events) {\n    const event = toProvisionedRunnerReportRow(rawEvent, receivedAt);\n    const existing = byProvisionedRunnerId.get(event.provisionedRunnerId);\n    if (existing) mergeMilestones(existing, event);\n    if (!existing || compareProvisionedRunnerReportEvents(event, existing) > 0) {\n      byProvisionedRunnerId.set(\n        event.provisionedRunnerId,\n        existing ? mergeProjectionMetadata(event, existing) : event,\n      );\n    }\n  }\n  return [...byProvisionedRunnerId.values()];\n}\n\nfunction toProvisionedRunnerReportRow(\n  event: ProvisionedRunnerReportEvent,\n  receivedAt: Date,\n): ProvisionedRunnerReportRow {\n  const reportedAt = event.reportedAt > receivedAt ? receivedAt : event.reportedAt;\n  return {\n    ...event,\n    reportedAt,\n    startedAt: event.state === 'running' ? reportedAt : null,\n    stoppingAt: event.state === 'stopping' ? reportedAt : null,\n    stoppedAt: event.state === 'stopped' ? reportedAt : null,\n    failedAt: event.state === 'failed' ? reportedAt : null,\n    terminatedAt: event.state === 'terminated' ? reportedAt : null,\n  };\n}\n\nfunction mergeMilestones(target: ProvisionedRunnerReportRow, source: ProvisionedRunnerReportRow) {\n  target.startedAt = earliestDate(target.startedAt, source.startedAt);\n  target.stoppingAt = earliestDate(target.stoppingAt, source.stoppingAt);\n  target.stoppedAt = earliestDate(target.stoppedAt, source.stoppedAt);\n  target.failedAt = earliestDate(target.failedAt, source.failedAt);\n  target.terminatedAt = earliestDate(target.terminatedAt, source.terminatedAt);\n}\n\nfunction mergeProjectionMetadata(\n  event: ProvisionedRunnerReportRow,\n  existing: ProvisionedRunnerReportRow,\n): ProvisionedRunnerReportRow {\n  return {\n    ...event,\n    reservationId: event.reservationId ?? existing.reservationId,\n    templateKey: event.templateKey ?? existing.templateKey,\n    runnerSessionId: event.runnerSessionId ?? existing.runnerSessionId,\n    providerKind: event.providerKind ?? existing.providerKind,\n    ...pickMilestones(existing),\n  };\n}\n\nfunction pickMilestones(event: ProvisionedRunnerReportRow) {\n  return {\n    startedAt: event.startedAt,\n    stoppingAt: event.stoppingAt,\n    stoppedAt: event.stoppedAt,\n    failedAt: event.failedAt,\n    terminatedAt: event.terminatedAt,\n  };\n}\n\nfunction earliestDate(a: Date | null, b: Date | null): Date | null {\n  if (!a) return b;\n  if (!b) return a;\n  return a < b ? a : b;\n}\n\nfunction compareProvisionedRunnerReportEvents(\n  a: ProvisionedRunnerReportEvent,\n  b: ProvisionedRunnerReportEvent,\n): number {\n  const timeDelta = a.reportedAt.getTime() - b.reportedAt.getTime();\n  const rankDelta = getProvisionedRunnerStateRank(a.state) - getProvisionedRunnerStateRank(b.state);\n  if (rankDelta !== 0) return rankDelta;\n  return timeDelta;\n}\n\nfunction getProvisionedRunnerStateRank(state: ProvisionedRunnerState): number {\n  switch (state) {\n    case 'starting':\n      return 1;\n    case 'running':\n      return 2;\n    case 'stopping':\n      return 3;\n    case 'stopped':\n      return 4;\n    case 'failed':\n      return 5;\n    case 'terminated':\n      return 6;\n  }\n}\n\nfunction provisionedRunnerStateRank(state: SQL | typeof provisionedRunners.state): SQL<number> {\n  return sql<number>`\n    CASE ${state}\n      WHEN 'starting' THEN 1\n      WHEN 'running' THEN 2\n      WHEN 'stopping' THEN 3\n      WHEN 'stopped' THEN 4\n      WHEN 'failed' THEN 5\n      WHEN 'terminated' THEN 6\n      ELSE 0\n    END\n  `;\n}\n\nfunction provisionedRunnerProjectionUpdateCondition(): SQL<boolean> {\n  return sql<boolean>`\n    ${provisionedRunnerStateRank(sql`excluded.state`)} > ${provisionedRunnerStateRank(provisionedRunners.state)}\n    OR (\n      ${provisionedRunnerStateRank(sql`excluded.state`)} = ${provisionedRunnerStateRank(provisionedRunners.state)}\n      AND excluded.reported_at >= ${provisionedRunners.reportedAt}\n    )\n  `;\n}\n\nfunction provisionedRunnerMilestoneUpdateCondition(): SQL<boolean> {\n  return sql<boolean>`\n    ${milestoneNeedsUpdate(provisionedRunners.startedAt, sql`excluded.started_at`)}\n    OR ${milestoneNeedsUpdate(provisionedRunners.stoppingAt, sql`excluded.stopping_at`)}\n    OR ${milestoneNeedsUpdate(provisionedRunners.stoppedAt, sql`excluded.stopped_at`)}\n    OR ${milestoneNeedsUpdate(provisionedRunners.failedAt, sql`excluded.failed_at`)}\n    OR ${milestoneNeedsUpdate(provisionedRunners.terminatedAt, sql`excluded.terminated_at`)}\n  `;\n}\n\nfunction milestoneNeedsUpdate(\n  current: SQL | ProvisionedRunnerMilestoneColumn,\n  incoming: SQL,\n): SQL<boolean> {\n  return sql<boolean>`${incoming} IS NOT NULL AND (${current} IS NULL OR ${incoming} < ${current})`;\n}\n\nfunction firstObservedAt(current: SQL | ProvisionedRunnerMilestoneColumn, incoming: SQL) {\n  return sql`\n    CASE\n      WHEN ${incoming} IS NULL THEN ${current}\n      WHEN ${current} IS NULL THEN ${incoming}\n      ELSE least(${current}, ${incoming})\n    END\n  `;\n}\n\nexport function isTerminalState(state: ProvisionedRunnerState): boolean {\n  return terminalStates.includes(state as (typeof terminalStates)[number]);\n}\n\nfunction isDivergenceCountState(\n  state: ProvisionedRunnerState,\n): state is (typeof divergenceCountStates)[number] {\n  return divergenceCountStates.includes(state as (typeof divergenceCountStates)[number]);\n}\n"],"names":["logger","canonicalizeLabels","and","asc","desc","eq","exists","gt","inArray","isNotNull","isNull","lt","notExists","notInArray","or","sql","alias","db","listRunningJobExecutionsByProvisionedRunnerTx","releaseReservationUnits","ephemeralRegistrationTokens","provisionedRunners","toProvisionedRunner","provisionerTokens","runnerSessions","runningJobExecutions","terminalStates","activeStates","divergenceCountStates","reportProvisionedRunners","params","events","length","accepted","reservationsReleased","terminateIntentsHonored","transaction","tx","receivedAt","Date","aggregatedEvents","aggregateEvents","hasTerminalEvent","some","event","isTerminalState","state","execute","workspaceId","hydrateRunnerSessionIdsFromConsumedTokens","listTerminateIntentsHonoredByTerminatedReportsTx","values","map","provisionerId","provisionedRunnerId","reservationId","templateKey","labels","reason","runnerSessionId","providerKind","reportedAt","startedAt","stoppingAt","stoppedAt","failedAt","terminatedAt","insert","onConflictDoUpdate","target","set","provisionedRunnerProjectionUpdateCondition","firstObservedAt","updatedAt","setWhere","provisionedRunnerMilestoneUpdateCondition","releaseTerminalProvisionedRunnerReservations","listActiveProvisionedRunnerCountsByTemplateTx","rows","select","count","from","where","groupBy","flatMap","row","isDivergenceCountState","listActiveProvisionedRunners","windowSeconds","orderBy","id","limit","listProvisionerTerminateIntents","listProvisionerTerminateIntentRowsTx","provisionerTerminateIntentsQuery","truncated","returnedRows","slice","warn","returnedCount","newerRunningJobExecutions","innerJoin","cancellationRequestedAt","provisionedRunnerIds","undefined","jobExecutionId","terminatedProvisionedRunnerIds","Set","filter","reconcileProvisionedRunners","observedProvisionedRunnerIds","absentIds","staleAbsentRows","terminateGraceSeconds","updated","update","returning","releaseTerminalProvisionedRunnerReservationsByIds","observedRows","boundJobExecutions","boundJobExecutionsByProvisionedRunnerId","Map","jobExecution","reapStaleProvisionedRunners","cutoff","staleProvisionedRunnerCutoff","thresholdSeconds","candidateRows","staleProvisionedRunnerWhere","reaped","workspaceIds","sort","updatedRows","group","groupProvisionedRunnerIds","requireUnlinkedSession","terminalEvents","reservationReleasedAt","releasesByReservationId","get","size","releases","lastSeenAt","groups","key","push","tokenRows","consumedSessionId","consumedAt","createdAt","consumedSessionIdsByProvisionedRunnerId","has","byProvisionedRunnerId","rawEvent","toProvisionedRunnerReportRow","existing","mergeMilestones","compareProvisionedRunnerReportEvents","mergeProjectionMetadata","source","earliestDate","pickMilestones","a","b","timeDelta","getTime","rankDelta","getProvisionedRunnerStateRank","provisionedRunnerStateRank","milestoneNeedsUpdate","current","incoming","includes"],"mappings":"AAAA,SAAQA,MAAM,QAAO,8BAA8B;AACnD,SAAQC,kBAAkB,QAAO,yBAAyB;AAC1D,SACEC,GAAG,EACHC,GAAG,EACHC,IAAI,EACJC,EAAE,EACFC,MAAM,EACNC,EAAE,EACFC,OAAO,EACPC,SAAS,EACTC,MAAM,EACNC,EAAE,EACFC,SAAS,EACTC,UAAU,EACVC,EAAE,EAEFC,GAAG,QACE,cAAc;AACrB,SAAQC,KAAK,QAAO,sBAAsB;AAG1C,SAAQC,EAAE,QAAO,UAAU;AAC3B,SACEC,6CAA6C,QAExC,sBAAsB;AAC7B,SAAQC,uBAAuB,QAAO,oBAAoB;AAC1D,SAAQC,2BAA2B,QAAO,4CAA4C;AACtF,SAAQC,kBAAkB,EAAEC,mBAAmB,QAAO,kCAAkC;AACxF,SAAQC,iBAAiB,QAAO,iCAAiC;AACjE,SAAQC,cAAc,QAAO,8BAA8B;AAC3D,SAAQC,oBAAoB,QAAO,qCAAqC;AAExE,OAAO,MAAMC,iBAAiB;IAC5B;IACA;IACA;CACD,CAAsD;AACvD,OAAO,MAAMC,eAAe;IAC1B;IACA;IACA;CACD,CAAsD;AACvD,OAAO,MAAMC,wBAAwB;IAAC;IAAY;CAAU,CAGxD;AAmEJ,OAAO,eAAeC,yBAAyBC,MAAsC;IAKnF,IAAIA,OAAOC,MAAM,CAACC,MAAM,KAAK,GAC3B,OAAO;QAACC,UAAU;QAAGC,sBAAsB;QAAGC,yBAAyB,EAAE;IAAA;IAE3E,OAAO,MAAMlB,KAAKmB,WAAW,CAAC,OAAOC;QACnC,MAAMC,aAAa,IAAIC;QACvB,MAAMC,mBAAmBC,gBAAgBX,OAAOC,MAAM,EAAEO;QACxD,MAAMI,mBAAmBF,iBAAiBG,IAAI,CAAC,CAACC,QAAUC,gBAAgBD,MAAME,KAAK;QAErF,IAAIJ,kBAAkB;YACpB,MAAML,GAAGU,OAAO,CAAChC,GAAG,CAAC,sCAAsC,EAAEe,OAAOkB,WAAW,CAAC,EAAE,CAAC;QACrF;QAEA,MAAMjB,SAAS,MAAMkB,0CAA0CZ,IAAIP,QAAQU;QAC3E,MAAML,0BAA0B,MAAMe,iDACpCb,IACAP,QACAC;QAGF,MAAMoB,SAASpB,OAAOqB,GAAG,CAAC,CAACR,QAAW,CAAA;gBACpCI,aAAalB,OAAOkB,WAAW;gBAC/BK,eAAevB,OAAOuB,aAAa;gBACnCC,qBAAqBV,MAAMU,mBAAmB;gBAC9CC,eAAeX,MAAMW,aAAa;gBAClCC,aAAaZ,MAAMY,WAAW;gBAC9BC,QAAQ;uBAAIxD,mBAAmB2C,MAAMa,MAAM;iBAAE;gBAC7CX,OAAOF,MAAME,KAAK;gBAClBY,QAAQd,MAAMc,MAAM;gBACpBC,iBAAiBf,MAAMe,eAAe;gBACtCC,cAAchB,MAAMgB,YAAY;gBAChCC,YAAYjB,MAAMiB,UAAU,GAAGvB,aAAaA,aAAaM,MAAMiB,UAAU;gBACzEC,WAAWlB,MAAMkB,SAAS;gBAC1BC,YAAYnB,MAAMmB,UAAU;gBAC5BC,WAAWpB,MAAMoB,SAAS;gBAC1BC,UAAUrB,MAAMqB,QAAQ;gBACxBC,cAActB,MAAMsB,YAAY;YAClC,CAAA;QAEA,MAAM7B,GACH8B,MAAM,CAAC9C,oBACP8B,MAAM,CAACA,QACPiB,kBAAkB,CAAC;YAClBC,QAAQ;gBACNhD,mBAAmB2B,WAAW;gBAC9B3B,mBAAmBgC,aAAa;gBAChChC,mBAAmBiC,mBAAmB;aACvC;YACDgB,KAAK;gBACHf,eAAexC,GAAG,CAAC,UAAU,EAAEwD,6CAA6C,wCAAwC,EAAElD,mBAAmBkC,aAAa,CAAC,OAAO,EAAElC,mBAAmBkC,aAAa,CAAC,IAAI,CAAC;gBACtMC,aAAazC,GAAG,CAAC,UAAU,EAAEwD,6CAA6C,sCAAsC,EAAElD,mBAAmBmC,WAAW,CAAC,OAAO,EAAEnC,mBAAmBmC,WAAW,CAAC,IAAI,CAAC;gBAC9LC,QAAQ1C,GAAG,CAAC,UAAU,EAAEwD,6CAA6C,2BAA2B,EAAElD,mBAAmBoC,MAAM,CAAC,IAAI,CAAC;gBACjIX,OAAO/B,GAAG,CAAC,UAAU,EAAEwD,6CAA6C,0BAA0B,EAAElD,mBAAmByB,KAAK,CAAC,IAAI,CAAC;gBAC9HY,QAAQ3C,GAAG,CAAC,UAAU,EAAEwD,6CAA6C,2BAA2B,EAAElD,mBAAmBqC,MAAM,CAAC,IAAI,CAAC;gBACjIC,iBAAiB5C,GAAG,CAAC,UAAU,EAAEwD,6CAA6C,eAAe,EAAElD,mBAAmBsC,eAAe,CAAC,mCAAmC,EAAEtC,mBAAmBsC,eAAe,CAAC,IAAI,CAAC;gBAC/MC,cAAc7C,GAAG,CAAC,UAAU,EAAEwD,6CAA6C,uCAAuC,EAAElD,mBAAmBuC,YAAY,CAAC,OAAO,EAAEvC,mBAAmBuC,YAAY,CAAC,IAAI,CAAC;gBAClMC,YAAY9C,GAAG,CAAC,UAAU,EAAEwD,6CAA6C,gCAAgC,EAAElD,mBAAmBwC,UAAU,CAAC,IAAI,CAAC;gBAC9IC,WAAWU,gBAAgBnD,mBAAmByC,SAAS,EAAE/C,GAAG,CAAC,mBAAmB,CAAC;gBACjFgD,YAAYS,gBAAgBnD,mBAAmB0C,UAAU,EAAEhD,GAAG,CAAC,oBAAoB,CAAC;gBACpFiD,WAAWQ,gBAAgBnD,mBAAmB2C,SAAS,EAAEjD,GAAG,CAAC,mBAAmB,CAAC;gBACjFkD,UAAUO,gBAAgBnD,mBAAmB4C,QAAQ,EAAElD,GAAG,CAAC,kBAAkB,CAAC;gBAC9EmD,cAAcM,gBACZnD,mBAAmB6C,YAAY,EAC/BnD,GAAG,CAAC,sBAAsB,CAAC;gBAE7B0D,WAAW1D,GAAG,CAAC,KAAK,CAAC;YACvB;YACA2D,UAAU3D,GAAG,CAAC;UACZ,EAAEwD,6CAA6C;aAC5C,EAAEI,4CAA4C;QACnD,CAAC;QACH;QAEF,MAAMzC,uBAAuBQ,mBACzB,MAAMkC,6CAA6CvC,IAAIP,QAAQC,UAC/D;QAEJ,OAAO;YAACE,UAAUF,OAAOC,MAAM;YAAEE;YAAsBC;QAAuB;IAChF;AACF;AAEA,OAAO,eAAe0C,8CACpBxC,EAAM,EACNP,MAAoD;IAEpD,MAAMgD,OAAO,MAAMzC,GAChB0C,MAAM,CAAC;QACNvB,aAAanC,mBAAmBmC,WAAW;QAC3CV,OAAOzB,mBAAmByB,KAAK;QAC/BkC,OAAOjE,GAAW,CAAC,aAAa,CAAC;IACnC,GACCkE,IAAI,CAAC5D,oBACL6D,KAAK,CACJhF,IACEG,GAAGgB,mBAAmB2B,WAAW,EAAElB,OAAOkB,WAAW,GACrD3C,GAAGgB,mBAAmBgC,aAAa,EAAEvB,OAAOuB,aAAa,GACzD7C,QAAQa,mBAAmByB,KAAK,EAAElB,wBAClCnB,UAAUY,mBAAmBmC,WAAW,IAG3C2B,OAAO,CAAC9D,mBAAmBmC,WAAW,EAAEnC,mBAAmByB,KAAK;IAEnE,OAAOgC,KAAKM,OAAO,CAAC,CAACC,MACnBA,IAAI7B,WAAW,IAAI8B,uBAAuBD,IAAIvC,KAAK,IAC/C;YAAC;gBAACU,aAAa6B,IAAI7B,WAAW;gBAAEV,OAAOuC,IAAIvC,KAAK;gBAAEkC,OAAOK,IAAIL,KAAK;YAAA;SAAE,GACpE,EAAE;AAEV;AAEA,OAAO,eAAeO,6BAA6BzD,MAIlD;IACC,MAAMgD,OAAO,MAAM7D,KAChB8D,MAAM,GACNE,IAAI,CAAC5D,oBACL6D,KAAK,CACJhF,IACEG,GAAGgB,mBAAmB2B,WAAW,EAAElB,OAAOkB,WAAW,GACrDxC,QAAQa,mBAAmByB,KAAK,EAAEnB,eAClCZ,GAAG,CAAC,EAAEM,mBAAmBoD,SAAS,CAAC,YAAY,EAAE3C,OAAO0D,aAAa,CAAC,yBAAyB,CAAC,GAGnGC,OAAO,CAACrF,KAAKiB,mBAAmBoD,SAAS,GAAGrE,KAAKiB,mBAAmBqE,EAAE,GACtEC,KAAK,CAAC7D,OAAO6D,KAAK,IAAI;IAEzB,OAAOb,KAAK1B,GAAG,CAAC9B;AAClB;AAEA,OAAO,eAAesE,gCAAgC9D,MAIrD;IACC,OAAO,MAAMb,KAAKmB,WAAW,CAAC,OAAOC;QACnC,MAAMyC,OAAO,MAAMe,qCAAqCxD,IAAIP;QAC5D,OAAOgD,KAAK1B,GAAG,CAAC,CAACiC,MAAQA,IAAI/B,mBAAmB;IAClD;AACF;AAEA,OAAO,eAAeuC,qCACpBxD,EAAM,EACNP,MAIC;IAED,MAAMgD,OAAO,MAAMgB,iCAAiCzD,IAAIP,QACrD2D,OAAO,CAACtF,IAAIkB,mBAAmBiC,mBAAmB,GAClDqC,KAAK,CAAC7D,OAAO6D,KAAK,GAAG;IAExB,MAAMI,YAAYjB,KAAK9C,MAAM,GAAGF,OAAO6D,KAAK;IAC5C,MAAMK,eAAeD,YAAYjB,KAAKmB,KAAK,CAAC,GAAGnE,OAAO6D,KAAK,IAAIb;IAC/D,IAAIiB,WAAW;QACb/F,SAASkG,IAAI,CACX;YACElD,aAAalB,OAAOkB,WAAW;YAC/BK,eAAevB,OAAOuB,aAAa;YACnCsC,OAAO7D,OAAO6D,KAAK;YACnBQ,eAAeH,aAAahE,MAAM;QACpC,GACA;IAEJ;IAEA,OAAOgE;AACT;AAEA,SAASF,iCACPzD,EAAM,EACNP,MAAqF;IAErF,MAAMsE,4BAA4BpF,MAAMS,sBAAsB;IAE9D,OAAOY,GACJ0C,MAAM,CAAC;QACNzB,qBAAqBjC,mBAAmBiC,mBAAmB;QAC3DI,QAAQ3C,GAA2C,CAAC,eAAe,CAAC;IACtE,GACCkE,IAAI,CAACxD,sBACL4E,SAAS,CACRhF,oBACAnB,IACEG,GAAGgB,mBAAmB2B,WAAW,EAAEvB,qBAAqBuB,WAAW,GACnE3C,GAAGgB,mBAAmBgC,aAAa,EAAE5B,qBAAqB4B,aAAa,GACvEhD,GAAGgB,mBAAmBiC,mBAAmB,EAAE7B,qBAAqB6B,mBAAmB,IAGtF4B,KAAK,CACJhF,IACEG,GAAGoB,qBAAqBuB,WAAW,EAAElB,OAAOkB,WAAW,GACvD3C,GAAGoB,qBAAqB4B,aAAa,EAAEvB,OAAOuB,aAAa,GAC3D5C,UAAUgB,qBAAqB6E,uBAAuB,GACtD9F,QAAQa,mBAAmByB,KAAK,EAAEnB,eAClCG,OAAOyE,oBAAoB,IAAIzE,OAAOyE,oBAAoB,CAACvE,MAAM,GAAG,IAChExB,QAAQa,mBAAmBiC,mBAAmB,EAAExB,OAAOyE,oBAAoB,IAC3EC,WACJ5F,UACEyB,GACG0C,MAAM,CAAC;QAACW,IAAIU,0BAA0BV,EAAE;IAAA,GACxCT,IAAI,CAACmB,2BACLlB,KAAK,CACJhF,IACEG,GAAG+F,0BAA0BpD,WAAW,EAAEvB,qBAAqBuB,WAAW,GAC1E3C,GAAG+F,0BAA0B/C,aAAa,EAAE5B,qBAAqB4B,aAAa,GAC9EhD,GACE+F,0BAA0B9C,mBAAmB,EAC7C7B,qBAAqB6B,mBAAmB,GAE1CxC,GACEP,GAAG6F,0BAA0BtC,SAAS,EAAErC,qBAAqBqC,SAAS,GACtE5D,IACEG,GAAG+F,0BAA0BtC,SAAS,EAAErC,qBAAqBqC,SAAS,GACtEvD,GACE6F,0BAA0BK,cAAc,EACxChF,qBAAqBgF,cAAc,SASpDtB,OAAO,CAAC9D,mBAAmBiC,mBAAmB;AACnD;AAEA,eAAeJ,iDACbb,EAAM,EACNP,MAAsC,EACtCC,MAAsC;IAEtC,MAAM2E,iCAAiC;WAClC,IAAIC,IACL5E,OACG6E,MAAM,CAAC,CAAChE,QAAUA,MAAME,KAAK,KAAK,cAClCM,GAAG,CAAC,CAACR,QAAUA,MAAMU,mBAAmB;KAE9C;IACD,IAAIoD,+BAA+B1E,MAAM,KAAK,GAAG,OAAO,EAAE;IAE1D,OAAO,MAAM8D,iCAAiCzD,IAAI;QAChDW,aAAalB,OAAOkB,WAAW;QAC/BK,eAAevB,OAAOuB,aAAa;QACnCkD,sBAAsBG;IACxB,GAAGjB,OAAO,CAACtF,IAAIkB,mBAAmBiC,mBAAmB;AACvD;AAEA,OAAO,eAAeuD,4BACpB/E,MAAyC;IAEzC,MAAMgF,+BAA+B;WAAI,IAAIH,IAAI7E,OAAOgF,4BAA4B;KAAE;IAEtF,OAAO,MAAM7F,KAAKmB,WAAW,CAAC,OAAOC;QACnC,MAAMA,GAAGU,OAAO,CAAChC,GAAG,CAAC,sCAAsC,EAAEe,OAAOkB,WAAW,CAAC,EAAE,CAAC;QAEnF,IAAI+D,YAAsB,EAAE;QAC5B,IAAI7E,uBAAuB;QAC3B,IAAI4E,6BAA6B9E,MAAM,GAAG,GAAG;YAC3C,MAAMgF,kBAAkB,MAAM3E,GAC3B0C,MAAM,CAAC;gBACNW,IAAIrE,mBAAmBqE,EAAE;gBACzBpC,qBAAqBjC,mBAAmBiC,mBAAmB;YAC7D,GACC2B,IAAI,CAAC5D,oBACL6D,KAAK,CACJhF,IACEG,GAAGgB,mBAAmB2B,WAAW,EAAElB,OAAOkB,WAAW,GACrD3C,GAAGgB,mBAAmBgC,aAAa,EAAEvB,OAAOuB,aAAa,GACzD7C,QAAQa,mBAAmByB,KAAK,EAAEnB,eAClChB,GACEU,mBAAmBwC,UAAU,EAC7B9C,GAAG,CAAC,SAAS,EAAEe,OAAOmF,qBAAqB,CAAC,yBAAyB,CAAC,GAExEpG,WAAWQ,mBAAmBiC,mBAAmB,EAAEwD;YAIzD,IAAIE,gBAAgBhF,MAAM,GAAG,GAAG;gBAC9B,MAAMkF,UAAU,MAAM7E,GACnB8E,MAAM,CAAC9F,oBACPiD,GAAG,CAAC;oBACHxB,OAAO;oBACPoB,cAAcnD,GAAG,CAAC,SAAS,EAAEM,mBAAmB6C,YAAY,CAAC,QAAQ,CAAC;oBACtEO,WAAW1D,GAAG,CAAC,KAAK,CAAC;gBACvB,GACCmE,KAAK,CACJhF,IACEM,QACEa,mBAAmBqE,EAAE,EACrBsB,gBAAgB5D,GAAG,CAAC,CAACiC,MAAQA,IAAIK,EAAE,IAErClF,QAAQa,mBAAmByB,KAAK,EAAEnB,eAClChB,GACEU,mBAAmBwC,UAAU,EAC7B9C,GAAG,CAAC,SAAS,EAAEe,OAAOmF,qBAAqB,CAAC,yBAAyB,CAAC,IAI3EG,SAAS,CAAC;oBAAC9D,qBAAqBjC,mBAAmBiC,mBAAmB;gBAAA;gBAEzEyD,YAAYG,QAAQ9D,GAAG,CAAC,CAACiC,MAAQA,IAAI/B,mBAAmB;gBACxDpB,uBAAuB,MAAMmF,kDAAkDhF,IAAI;oBACjFW,aAAalB,OAAOkB,WAAW;oBAC/BK,eAAevB,OAAOuB,aAAa;oBACnCkD,sBAAsBQ;gBACxB;YACF;QACF;QAEA,MAAMO,eACJR,6BAA6B9E,MAAM,KAAK,IACpC,EAAE,GACF,AACE,CAAA,MAAMK,GACH0C,MAAM,GACNE,IAAI,CAAC5D,oBACL6D,KAAK,CACJhF,IACEG,GAAGgB,mBAAmB2B,WAAW,EAAElB,OAAOkB,WAAW,GACrD3C,GAAGgB,mBAAmBgC,aAAa,EAAEvB,OAAOuB,aAAa,GACzD7C,QAAQa,mBAAmBiC,mBAAmB,EAAEwD,+BAEpD,EACF1D,GAAG,CAAC9B;QAEZ,MAAMiG,qBAAqB,MAAMrG,8CAA8CmB,IAAI;YACjFW,aAAalB,OAAOkB,WAAW;YAC/BK,eAAevB,OAAOuB,aAAa;YACnCkD,sBAAsBO;QACxB;QAEA,OAAO;YACLQ;YACAE,yCAAyC,IAAIC,IAC3CF,mBAAmBnE,GAAG,CAAC,CAACsE,eAAiB;oBAACA,aAAapE,mBAAmB;oBAAEoE;iBAAa;YAE3FX;YACA7E;QACF;IACF;AACF;AAEA,OAAO,eAAeyF,4BAA4B7F,MAGjD;IACC,MAAM8F,SAASC,6BAA6B/F,OAAOgG,gBAAgB;IAEnE,OAAO,MAAM7G,KAAKmB,WAAW,CAAC,OAAOC;QACnC,MAAM0F,gBAAgB,MAAM1F,GACzB0C,MAAM,CAAC;YACNW,IAAIrE,mBAAmBqE,EAAE;YACzB1C,aAAa3B,mBAAmB2B,WAAW;YAC3CK,eAAehC,mBAAmBgC,aAAa;YAC/CC,qBAAqBjC,mBAAmBiC,mBAAmB;QAC7D,GACC2B,IAAI,CAAC5D,oBACL6D,KAAK,CAAC8C,4BAA4B3F,IAAIuF,SACtCnC,OAAO,CAACtF,IAAIkB,mBAAmBoD,SAAS,GAAGtE,IAAIkB,mBAAmBqE,EAAE,GACpEC,KAAK,CAAC7D,OAAO6D,KAAK;QAErB,IAAIoC,cAAc/F,MAAM,KAAK,GAAG,OAAO;YAACiG,QAAQ;YAAG/F,sBAAsB;QAAC;QAE1E,MAAMgG,eAAe;eAAI,IAAIvB,IAAIoB,cAAc3E,GAAG,CAAC,CAACiC,MAAQA,IAAIrC,WAAW;SAAG,CAACmF,IAAI;QACnF,KAAK,MAAMnF,eAAekF,aAAc;YACtC,MAAM7F,GAAGU,OAAO,CAAChC,GAAG,CAAC,sCAAsC,EAAEiC,YAAY,EAAE,CAAC;QAC9E;QAEA,MAAMoF,cAAc,MAAM/F,GACvB8E,MAAM,CAAC9F,oBACPiD,GAAG,CAAC;YACHxB,OAAO;YACPY,QAAQ;YACRO,UAAUlD,GAAG,CAAC,SAAS,EAAEM,mBAAmB4C,QAAQ,CAAC,QAAQ,CAAC;YAC9DQ,WAAW1D,GAAG,CAAC,KAAK,CAAC;QACvB,GACCmE,KAAK,CACJhF,IACEM,QACEa,mBAAmBqE,EAAE,EACrBqC,cAAc3E,GAAG,CAAC,CAACiC,MAAQA,IAAIK,EAAE,IAEnCsC,4BAA4B3F,IAAIuF,UAGnCR,SAAS,CAAC;YACTpE,aAAa3B,mBAAmB2B,WAAW;YAC3CK,eAAehC,mBAAmBgC,aAAa;YAC/CC,qBAAqBjC,mBAAmBiC,mBAAmB;QAC7D;QAEF,IAAIpB,uBAAuB;QAC3B,KAAK,MAAMmG,SAASC,0BAA0BF,aAAc;YAC1DlG,wBAAwB,MAAMmF,kDAAkDhF,IAAI;gBAClFW,aAAaqF,MAAMrF,WAAW;gBAC9BK,eAAegF,MAAMhF,aAAa;gBAClCkD,sBAAsB8B,MAAM9B,oBAAoB;gBAChDgC,wBAAwB;YAC1B;QACF;QAEA,OAAO;YAACN,QAAQG,YAAYpG,MAAM;YAAEE;QAAoB;IAC1D;AACF;AAEA,eAAe0C,6CACbvC,EAAM,EACNP,MAAsC,EACtCC,MAAsC;IAEtC,MAAMyG,iBAAiBzG,OAAO6E,MAAM,CAAC,CAAChE,QAAUC,gBAAgBD,MAAME,KAAK;IAC3E,IAAI0F,eAAexG,MAAM,KAAK,GAAG,OAAO;IAExC,OAAO,MAAMqF,kDAAkDhF,IAAI;QACjEW,aAAalB,OAAOkB,WAAW;QAC/BK,eAAevB,OAAOuB,aAAa;QACnCkD,sBAAsBiC,eAAepF,GAAG,CAAC,CAACR,QAAUA,MAAMU,mBAAmB;IAC/E;AACF;AAEA,eAAe+D,kDACbhF,EAAM,EACNP,MAKC;IAED,IAAIA,OAAOyE,oBAAoB,CAACvE,MAAM,KAAK,GAAG,OAAO;IAErD,MAAM8C,OAAO,MAAMzC,GAChB0C,MAAM,CAAC;QACNW,IAAIrE,mBAAmBqE,EAAE;QACzBnC,eAAelC,mBAAmBkC,aAAa;IACjD,GACC0B,IAAI,CAAC5D,oBACL6D,KAAK,CACJhF,IACEG,GAAGgB,mBAAmB2B,WAAW,EAAElB,OAAOkB,WAAW,GACrD3C,GAAGgB,mBAAmBgC,aAAa,EAAEvB,OAAOuB,aAAa,GACzD7C,QAAQa,mBAAmBiC,mBAAmB,EAAExB,OAAOyE,oBAAoB,GAC3E/F,QAAQa,mBAAmByB,KAAK,EAAEpB,iBAClCjB,UAAUY,mBAAmBkC,aAAa,GAC1CzB,OAAOyG,sBAAsB,KAAK,QAC9B/B,YACA9F,OAAOW,mBAAmBsC,eAAe,GAC7CjD,OAAOW,mBAAmBoH,qBAAqB;IAIrD,IAAI3D,KAAK9C,MAAM,KAAK,GAAG,OAAO;IAE9B,MAAMkF,UAAU,MAAM7E,GACnB8E,MAAM,CAAC9F,oBACPiD,GAAG,CAAC;QAACmE,uBAAuB1H,GAAG,CAAC,KAAK,CAAC;QAAE0D,WAAW1D,GAAG,CAAC,KAAK,CAAC;IAAA,GAC7DmE,KAAK,CACJhF,IACEM,QACEa,mBAAmBqE,EAAE,EACrBZ,KAAK1B,GAAG,CAAC,CAACiC,MAAQA,IAAIK,EAAE,IAE1B5D,OAAOyG,sBAAsB,KAAK,QAC9B/B,YACA9F,OAAOW,mBAAmBsC,eAAe,GAC7CjD,OAAOW,mBAAmBoH,qBAAqB,IAGlDrB,SAAS,CAAC;QAAC7D,eAAelC,mBAAmBkC,aAAa;IAAA;IAE7D,MAAMmF,0BAA0B,IAAIjB;IACpC,KAAK,MAAMpC,OAAO6B,QAAS;QACzB,IAAI,CAAC7B,IAAI9B,aAAa,EAAE;QACxBmF,wBAAwBpE,GAAG,CACzBe,IAAI9B,aAAa,EACjB,AAACmF,CAAAA,wBAAwBC,GAAG,CAACtD,IAAI9B,aAAa,KAAK,CAAA,IAAK;IAE5D;IAEA,IAAImF,wBAAwBE,IAAI,KAAK,GAAG,OAAO;IAE/C,OAAO,MAAMzH,wBAAwBkB,IAAI;QACvCW,aAAalB,OAAOkB,WAAW;QAC/BK,eAAevB,OAAOuB,aAAa;QACnCwF,UAAU;eAAIH;SAAwB,CAACtF,GAAG,CAAC,CAAC,CAACG,eAAeyB,MAAM,GAAM,CAAA;gBACtEzB;gBACAyB;YACF,CAAA;IACF;AACF;AAEA,SAAS6C,6BAA6BC,gBAAwB;IAC5D,OAAO/G,GAAG,CAAC,SAAS,EAAE+G,iBAAiB,yBAAyB,CAAC;AACnE;AAEA,SAASE,4BAA4B3F,EAAM,EAAEuF,MAAW;IACtD,OAAO1H,IACLM,QAAQa,mBAAmByB,KAAK,EAAEnB,eAClChB,GAAGU,mBAAmBwC,UAAU,EAAE+D,SAClCjH,GAAGU,mBAAmBoD,SAAS,EAAEmD,SACjCtH,OACE+B,GACG0C,MAAM,CAAC;QAACW,IAAInE,kBAAkBmE,EAAE;IAAA,GAChCT,IAAI,CAAC1D,mBACL2D,KAAK,CACJhF,IACEG,GAAGkB,kBAAkBmE,EAAE,EAAErE,mBAAmBgC,aAAa,GACzDhD,GAAGkB,kBAAkByB,WAAW,EAAE3B,mBAAmB2B,WAAW,GAChElC,GAAGJ,OAAOa,kBAAkBuH,UAAU,GAAGnI,GAAGY,kBAAkBuH,UAAU,EAAElB,aAIlFhH,UACEyB,GACG0C,MAAM,CAAC;QAACW,IAAIjE,qBAAqBiE,EAAE;IAAA,GACnCT,IAAI,CAACxD,sBACLyD,KAAK,CACJhF,IACEG,GAAGoB,qBAAqBuB,WAAW,EAAE3B,mBAAmB2B,WAAW,GACnE3C,GAAGoB,qBAAqB4B,aAAa,EAAEhC,mBAAmBgC,aAAa,GACvEhD,GAAGoB,qBAAqB6B,mBAAmB,EAAEjC,mBAAmBiC,mBAAmB,MAI3F1C,UACEyB,GACG0C,MAAM,CAAC;QAACW,IAAIlE,eAAekE,EAAE;IAAA,GAC7BT,IAAI,CAACzD,gBACL0D,KAAK,CACJhF,IACEG,GAAGmB,eAAewB,WAAW,EAAE3B,mBAAmB2B,WAAW,GAC7D3C,GAAGmB,eAAe6B,aAAa,EAAEhC,mBAAmBgC,aAAa,GACjEhD,GAAGmB,eAAe8B,mBAAmB,EAAEjC,mBAAmBiC,mBAAmB,GAC7EvC,GAAG,CAAC,EAAES,eAAeiD,SAAS,CAAC,IAAI,EAAEmD,OAAO,CAAC;AAKzD;AAEA,SAASU,0BACPxD,IAAsF;IAEtF,MAAMiE,SAAS,IAAItB;IAInB,KAAK,MAAMpC,OAAOP,KAAM;QACtB,MAAMkE,MAAM,GAAG3D,IAAIrC,WAAW,CAAC,CAAC,EAAEqC,IAAIhC,aAAa,EAAE;QACrD,MAAMgF,QAAQU,OAAOJ,GAAG,CAACK,QAAQ;YAC/BhG,aAAaqC,IAAIrC,WAAW;YAC5BK,eAAegC,IAAIhC,aAAa;YAChCkD,sBAAsB,EAAE;QAC1B;QACA8B,MAAM9B,oBAAoB,CAAC0C,IAAI,CAAC5D,IAAI/B,mBAAmB;QACvDyF,OAAOzE,GAAG,CAAC0E,KAAKX;IAClB;IACA,OAAO;WAAIU,OAAO5F,MAAM;KAAG;AAC7B;AAEA,eAAeF,0CACbZ,EAAM,EACNP,MAAsC,EACtCC,MAAoC;IAEpC,MAAMwE,uBAAuB;WAAI,IAAII,IAAI5E,OAAOqB,GAAG,CAAC,CAACR,QAAUA,MAAMU,mBAAmB;KAAG;IAC3F,IAAIiD,qBAAqBvE,MAAM,KAAK,GAAG,OAAOD;IAE9C,MAAMmH,YAAY,MAAM7G,GACrB0C,MAAM,CAAC;QACNzB,qBAAqBlC,4BAA4BkC,mBAAmB;QACpE6F,mBAAmB/H,4BAA4B+H,iBAAiB;IAClE,GACClE,IAAI,CAAC7D,6BACL8D,KAAK,CACJhF,IACEG,GAAGe,4BAA4B4B,WAAW,EAAElB,OAAOkB,WAAW,GAC9D3C,GAAGe,4BAA4BiC,aAAa,EAAEvB,OAAOuB,aAAa,GAClE7C,QAAQY,4BAA4BkC,mBAAmB,EAAEiD,uBACzD9F,UAAUW,4BAA4B+H,iBAAiB,IAG1D1D,OAAO,CACNrF,KAAKgB,4BAA4BgI,UAAU,GAC3ChJ,KAAKgB,4BAA4BiI,SAAS;IAG9C,MAAMC,0CAA0C,IAAI7B;IACpD,KAAK,MAAMpC,OAAO6D,UAAW;QAC3B,IAAI,CAAC7D,IAAI8D,iBAAiB,EAAE;QAC5B,IAAIG,wCAAwCC,GAAG,CAAClE,IAAI/B,mBAAmB,GAAG;QAC1EgG,wCAAwChF,GAAG,CAACe,IAAI/B,mBAAmB,EAAE+B,IAAI8D,iBAAiB;IAC5F;IAEA,IAAIG,wCAAwCV,IAAI,KAAK,GAAG,OAAO7G;IAE/D,OAAOA,OAAOqB,GAAG,CAAC,CAACR;QACjB,MAAMuG,oBAAoBG,wCAAwCX,GAAG,CACnE/F,MAAMU,mBAAmB;QAE3B,IAAI,CAAC6F,qBAAqBvG,MAAMe,eAAe,KAAKwF,mBAAmB,OAAOvG;QAC9E,OAAO;YAAC,GAAGA,KAAK;YAAEe,iBAAiBwF;QAAiB;IACtD;AACF;AAEA,SAAS1G,gBACPV,MAAsC,EACtCO,UAAgB;IAEhB,MAAMkH,wBAAwB,IAAI/B;IAClC,KAAK,MAAMgC,YAAY1H,OAAQ;QAC7B,MAAMa,QAAQ8G,6BAA6BD,UAAUnH;QACrD,MAAMqH,WAAWH,sBAAsBb,GAAG,CAAC/F,MAAMU,mBAAmB;QACpE,IAAIqG,UAAUC,gBAAgBD,UAAU/G;QACxC,IAAI,CAAC+G,YAAYE,qCAAqCjH,OAAO+G,YAAY,GAAG;YAC1EH,sBAAsBlF,GAAG,CACvB1B,MAAMU,mBAAmB,EACzBqG,WAAWG,wBAAwBlH,OAAO+G,YAAY/G;QAE1D;IACF;IACA,OAAO;WAAI4G,sBAAsBrG,MAAM;KAAG;AAC5C;AAEA,SAASuG,6BACP9G,KAAmC,EACnCN,UAAgB;IAEhB,MAAMuB,aAAajB,MAAMiB,UAAU,GAAGvB,aAAaA,aAAaM,MAAMiB,UAAU;IAChF,OAAO;QACL,GAAGjB,KAAK;QACRiB;QACAC,WAAWlB,MAAME,KAAK,KAAK,YAAYe,aAAa;QACpDE,YAAYnB,MAAME,KAAK,KAAK,aAAae,aAAa;QACtDG,WAAWpB,MAAME,KAAK,KAAK,YAAYe,aAAa;QACpDI,UAAUrB,MAAME,KAAK,KAAK,WAAWe,aAAa;QAClDK,cAActB,MAAME,KAAK,KAAK,eAAee,aAAa;IAC5D;AACF;AAEA,SAAS+F,gBAAgBvF,MAAkC,EAAE0F,MAAkC;IAC7F1F,OAAOP,SAAS,GAAGkG,aAAa3F,OAAOP,SAAS,EAAEiG,OAAOjG,SAAS;IAClEO,OAAON,UAAU,GAAGiG,aAAa3F,OAAON,UAAU,EAAEgG,OAAOhG,UAAU;IACrEM,OAAOL,SAAS,GAAGgG,aAAa3F,OAAOL,SAAS,EAAE+F,OAAO/F,SAAS;IAClEK,OAAOJ,QAAQ,GAAG+F,aAAa3F,OAAOJ,QAAQ,EAAE8F,OAAO9F,QAAQ;IAC/DI,OAAOH,YAAY,GAAG8F,aAAa3F,OAAOH,YAAY,EAAE6F,OAAO7F,YAAY;AAC7E;AAEA,SAAS4F,wBACPlH,KAAiC,EACjC+G,QAAoC;IAEpC,OAAO;QACL,GAAG/G,KAAK;QACRW,eAAeX,MAAMW,aAAa,IAAIoG,SAASpG,aAAa;QAC5DC,aAAaZ,MAAMY,WAAW,IAAImG,SAASnG,WAAW;QACtDG,iBAAiBf,MAAMe,eAAe,IAAIgG,SAAShG,eAAe;QAClEC,cAAchB,MAAMgB,YAAY,IAAI+F,SAAS/F,YAAY;QACzD,GAAGqG,eAAeN,SAAS;IAC7B;AACF;AAEA,SAASM,eAAerH,KAAiC;IACvD,OAAO;QACLkB,WAAWlB,MAAMkB,SAAS;QAC1BC,YAAYnB,MAAMmB,UAAU;QAC5BC,WAAWpB,MAAMoB,SAAS;QAC1BC,UAAUrB,MAAMqB,QAAQ;QACxBC,cAActB,MAAMsB,YAAY;IAClC;AACF;AAEA,SAAS8F,aAAaE,CAAc,EAAEC,CAAc;IAClD,IAAI,CAACD,GAAG,OAAOC;IACf,IAAI,CAACA,GAAG,OAAOD;IACf,OAAOA,IAAIC,IAAID,IAAIC;AACrB;AAEA,SAASN,qCACPK,CAA+B,EAC/BC,CAA+B;IAE/B,MAAMC,YAAYF,EAAErG,UAAU,CAACwG,OAAO,KAAKF,EAAEtG,UAAU,CAACwG,OAAO;IAC/D,MAAMC,YAAYC,8BAA8BL,EAAEpH,KAAK,IAAIyH,8BAA8BJ,EAAErH,KAAK;IAChG,IAAIwH,cAAc,GAAG,OAAOA;IAC5B,OAAOF;AACT;AAEA,SAASG,8BAA8BzH,KAA6B;IAClE,OAAQA;QACN,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;QACT,KAAK;YACH,OAAO;IACX;AACF;AAEA,SAAS0H,2BAA2B1H,KAA4C;IAC9E,OAAO/B,GAAW,CAAC;SACZ,EAAE+B,MAAM;;;;;;;;;EASf,CAAC;AACH;AAEA,SAASyB;IACP,OAAOxD,GAAY,CAAC;IAClB,EAAEyJ,2BAA2BzJ,GAAG,CAAC,cAAc,CAAC,EAAE,GAAG,EAAEyJ,2BAA2BnJ,mBAAmByB,KAAK,EAAE;;MAE1G,EAAE0H,2BAA2BzJ,GAAG,CAAC,cAAc,CAAC,EAAE,GAAG,EAAEyJ,2BAA2BnJ,mBAAmByB,KAAK,EAAE;kCAChF,EAAEzB,mBAAmBwC,UAAU,CAAC;;EAEhE,CAAC;AACH;AAEA,SAASc;IACP,OAAO5D,GAAY,CAAC;IAClB,EAAE0J,qBAAqBpJ,mBAAmByC,SAAS,EAAE/C,GAAG,CAAC,mBAAmB,CAAC,EAAE;OAC5E,EAAE0J,qBAAqBpJ,mBAAmB0C,UAAU,EAAEhD,GAAG,CAAC,oBAAoB,CAAC,EAAE;OACjF,EAAE0J,qBAAqBpJ,mBAAmB2C,SAAS,EAAEjD,GAAG,CAAC,mBAAmB,CAAC,EAAE;OAC/E,EAAE0J,qBAAqBpJ,mBAAmB4C,QAAQ,EAAElD,GAAG,CAAC,kBAAkB,CAAC,EAAE;OAC7E,EAAE0J,qBAAqBpJ,mBAAmB6C,YAAY,EAAEnD,GAAG,CAAC,sBAAsB,CAAC,EAAE;EAC1F,CAAC;AACH;AAEA,SAAS0J,qBACPC,OAA+C,EAC/CC,QAAa;IAEb,OAAO5J,GAAY,CAAC,EAAE4J,SAAS,kBAAkB,EAAED,QAAQ,YAAY,EAAEC,SAAS,GAAG,EAAED,QAAQ,CAAC,CAAC;AACnG;AAEA,SAASlG,gBAAgBkG,OAA+C,EAAEC,QAAa;IACrF,OAAO5J,GAAG,CAAC;;WAEF,EAAE4J,SAAS,cAAc,EAAED,QAAQ;WACnC,EAAEA,QAAQ,cAAc,EAAEC,SAAS;iBAC7B,EAAED,QAAQ,EAAE,EAAEC,SAAS;;EAEtC,CAAC;AACH;AAEA,OAAO,SAAS9H,gBAAgBC,KAA6B;IAC3D,OAAOpB,eAAekJ,QAAQ,CAAC9H;AACjC;AAEA,SAASwC,uBACPxC,KAA6B;IAE7B,OAAOlB,sBAAsBgJ,QAAQ,CAAC9H;AACxC"}

package/dist/db/provisioner-tokens.d.ts

@@ -0,0 +1,26 @@
+import type { ActiveProvisionerToken, ProvisionerToken } from '#core/entities/provisioner-token.js';
+export interface CreateProvisionerTokenParams {
+    workspaceId: string;
+    hashedToken: string;
+    prefix: string;
+    createdByUserId: string;
+    name?: string | undefined;
+    expiresAt?: Date | undefined;
+}
+export declare function createProvisionerToken(params: CreateProvisionerTokenParams): Promise<ProvisionerToken>;
+export declare function listUsableProvisionerTokensByWorkspaceId(workspaceId: string): Promise<ProvisionerToken[]>;
+export declare function resolveProvisionerTokenByHash(hashedToken: string): Promise<ProvisionerToken | undefined>;
+export declare function revokeProvisionerToken(params: {
+    tokenId: string;
+    workspaceId: string;
+    revokedByUserId: string;
+}): Promise<ProvisionerToken | undefined>;
+export declare function touchProvisionerLastSeen(params: {
+    tokenId: string;
+    throttleSeconds: number;
+}): Promise<void>;
+export declare function listActiveProvisionerTokens(params: {
+    workspaceId: string;
+    windowSeconds: number;
+}): Promise<ActiveProvisionerToken[]>;
+//# sourceMappingURL=provisioner-tokens.d.ts.map

package/dist/db/provisioner-tokens.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provisioner-tokens.d.ts","sourceRoot":"","sources":["../../src/db/provisioner-tokens.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,sBAAsB,EAAE,gBAAgB,EAAC,MAAM,qCAAqC,CAAC;AAIlG,MAAM,WAAW,4BAA4B;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,SAAS,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;CAC9B;AAED,wBAAsB,sBAAsB,CAC1C,MAAM,EAAE,4BAA4B,GACnC,OAAO,CAAC,gBAAgB,CAAC,CAgB3B;AAED,wBAAsB,wCAAwC,CAC5D,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAe7B;AAED,wBAAsB,6BAA6B,CACjD,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC,CAUvC;AAED,wBAAsB,sBAAsB,CAAC,MAAM,EAAE;IACnD,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;CACzB,GAAG,OAAO,CAAC,gBAAgB,GAAG,SAAS,CAAC,CA8BxC;AAED,wBAAsB,wBAAwB,CAAC,MAAM,EAAE;IACrD,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;CACzB,GAAG,OAAO,CAAC,IAAI,CAAC,CAahB;AAED,wBAAsB,2BAA2B,CAAC,MAAM,EAAE;IACxD,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;CACvB,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAiBpC"}