@shipfox/api-runners 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.turbo/turbo-build.log +2 -0
- package/.turbo/turbo-type$colon$emit.log +1 -0
- package/.turbo/turbo-type.log +1 -0
- package/CHANGELOG.md +187 -0
- package/LICENSE +21 -0
- package/dist/config.d.ts +30 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +208 -0
- package/dist/config.js.map +1 -0
- package/dist/core/demand.d.ts +33 -0
- package/dist/core/demand.d.ts.map +1 -0
- package/dist/core/demand.js +169 -0
- package/dist/core/demand.js.map +1 -0
- package/dist/core/entities/ephemeral-registration-token.d.ts +14 -0
- package/dist/core/entities/ephemeral-registration-token.d.ts.map +1 -0
- package/dist/core/entities/ephemeral-registration-token.js +3 -0
- package/dist/core/entities/ephemeral-registration-token.js.map +1 -0
- package/dist/core/entities/manual-registration-token.d.ts +12 -0
- package/dist/core/entities/manual-registration-token.d.ts.map +1 -0
- package/dist/core/entities/manual-registration-token.js +3 -0
- package/dist/core/entities/manual-registration-token.js.map +1 -0
- package/dist/core/entities/provisioned-runner.d.ts +24 -0
- package/dist/core/entities/provisioned-runner.d.ts.map +1 -0
- package/dist/core/entities/provisioned-runner.js +3 -0
- package/dist/core/entities/provisioned-runner.js.map +1 -0
- package/dist/core/entities/provisioner-token.d.ts +18 -0
- package/dist/core/entities/provisioner-token.d.ts.map +1 -0
- package/dist/core/entities/provisioner-token.js +3 -0
- package/dist/core/entities/provisioner-token.js.map +1 -0
- package/dist/core/entities/reservation.d.ts +10 -0
- package/dist/core/entities/reservation.d.ts.map +1 -0
- package/dist/core/entities/reservation.js +3 -0
- package/dist/core/entities/reservation.js.map +1 -0
- package/dist/core/entities/runner-session.d.ts +18 -0
- package/dist/core/entities/runner-session.d.ts.map +1 -0
- package/dist/core/entities/runner-session.js +3 -0
- package/dist/core/entities/runner-session.js.map +1 -0
- package/dist/core/ephemeral-registration-tokens.d.ts +31 -0
- package/dist/core/ephemeral-registration-tokens.d.ts.map +1 -0
- package/dist/core/ephemeral-registration-tokens.js +61 -0
- package/dist/core/ephemeral-registration-tokens.js.map +1 -0
- package/dist/core/errors.d.ts +62 -0
- package/dist/core/errors.d.ts.map +1 -0
- package/dist/core/errors.js +92 -0
- package/dist/core/errors.js.map +1 -0
- package/dist/core/index.d.ts +14 -0
- package/dist/core/index.d.ts.map +1 -0
- package/dist/core/index.js +10 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/job-executions.d.ts +14 -0
- package/dist/core/job-executions.d.ts.map +1 -0
- package/dist/core/job-executions.js +37 -0
- package/dist/core/job-executions.js.map +1 -0
- package/dist/core/maintenance-policy.d.ts +2 -0
- package/dist/core/maintenance-policy.d.ts.map +1 -0
- package/dist/core/maintenance-policy.js +3 -0
- package/dist/core/maintenance-policy.js.map +1 -0
- package/dist/core/maintenance.d.ts +33 -0
- package/dist/core/maintenance.d.ts.map +1 -0
- package/dist/core/maintenance.js +55 -0
- package/dist/core/maintenance.js.map +1 -0
- package/dist/core/manual-registration-tokens.d.ts +17 -0
- package/dist/core/manual-registration-tokens.d.ts.map +1 -0
- package/dist/core/manual-registration-tokens.js +28 -0
- package/dist/core/manual-registration-tokens.js.map +1 -0
- package/dist/core/provisioned-runners.d.ts +67 -0
- package/dist/core/provisioned-runners.d.ts.map +1 -0
- package/dist/core/provisioned-runners.js +162 -0
- package/dist/core/provisioned-runners.js.map +1 -0
- package/dist/core/provisioner-tokens.d.ts +20 -0
- package/dist/core/provisioner-tokens.d.ts.map +1 -0
- package/dist/core/provisioner-tokens.js +36 -0
- package/dist/core/provisioner-tokens.js.map +1 -0
- package/dist/core/rate-limit.d.ts +35 -0
- package/dist/core/rate-limit.d.ts.map +1 -0
- package/dist/core/rate-limit.js +74 -0
- package/dist/core/rate-limit.js.map +1 -0
- package/dist/core/runner-sessions.d.ts +26 -0
- package/dist/core/runner-sessions.d.ts.map +1 -0
- package/dist/core/runner-sessions.js +41 -0
- package/dist/core/runner-sessions.js.map +1 -0
- package/dist/core/runner-tool-capabilities.d.ts +24 -0
- package/dist/core/runner-tool-capabilities.d.ts.map +1 -0
- package/dist/core/runner-tool-capabilities.js +43 -0
- package/dist/core/runner-tool-capabilities.js.map +1 -0
- package/dist/db/db.d.ts +4478 -0
- package/dist/db/db.d.ts.map +1 -0
- package/dist/db/db.js +36 -0
- package/dist/db/db.js.map +1 -0
- package/dist/db/ephemeral-registration-tokens.d.ts +47 -0
- package/dist/db/ephemeral-registration-tokens.d.ts.map +1 -0
- package/dist/db/ephemeral-registration-tokens.js +170 -0
- package/dist/db/ephemeral-registration-tokens.js.map +1 -0
- package/dist/db/index.d.ts +19 -0
- package/dist/db/index.d.ts.map +1 -0
- package/dist/db/index.js +15 -0
- package/dist/db/index.js.map +1 -0
- package/dist/db/job-executions.d.ts +128 -0
- package/dist/db/job-executions.d.ts.map +1 -0
- package/dist/db/job-executions.js +354 -0
- package/dist/db/job-executions.js.map +1 -0
- package/dist/db/manual-registration-tokens.d.ts +16 -0
- package/dist/db/manual-registration-tokens.d.ts.map +1 -0
- package/dist/db/manual-registration-tokens.js +37 -0
- package/dist/db/manual-registration-tokens.js.map +1 -0
- package/dist/db/provisioned-runners.d.ts +79 -0
- package/dist/db/provisioned-runners.d.ts.map +1 -0
- package/dist/db/provisioned-runners.js +466 -0
- package/dist/db/provisioned-runners.js.map +1 -0
- package/dist/db/provisioner-tokens.d.ts +26 -0
- package/dist/db/provisioner-tokens.d.ts.map +1 -0
- package/dist/db/provisioner-tokens.js +54 -0
- package/dist/db/provisioner-tokens.js.map +1 -0
- package/dist/db/rate-limits.d.ts +18 -0
- package/dist/db/rate-limits.d.ts.map +1 -0
- package/dist/db/rate-limits.js +44 -0
- package/dist/db/rate-limits.js.map +1 -0
- package/dist/db/reservations.d.ts +48 -0
- package/dist/db/reservations.d.ts.map +1 -0
- package/dist/db/reservations.js +162 -0
- package/dist/db/reservations.js.map +1 -0
- package/dist/db/runner-sessions.d.ts +18 -0
- package/dist/db/runner-sessions.d.ts.map +1 -0
- package/dist/db/runner-sessions.js +38 -0
- package/dist/db/runner-sessions.js.map +1 -0
- package/dist/db/schema/common.d.ts +2 -0
- package/dist/db/schema/common.d.ts.map +1 -0
- package/dist/db/schema/common.js +4 -0
- package/dist/db/schema/common.js.map +1 -0
- package/dist/db/schema/ephemeral-registration-tokens.d.ts +199 -0
- package/dist/db/schema/ephemeral-registration-tokens.d.ts.map +1 -0
- package/dist/db/schema/ephemeral-registration-tokens.js +45 -0
- package/dist/db/schema/ephemeral-registration-tokens.js.map +1 -0
- package/dist/db/schema/manual-registration-tokens.d.ts +165 -0
- package/dist/db/schema/manual-registration-tokens.d.ts.map +1 -0
- package/dist/db/schema/manual-registration-tokens.js +40 -0
- package/dist/db/schema/manual-registration-tokens.js.map +1 -0
- package/dist/db/schema/outbox.d.ts +195 -0
- package/dist/db/schema/outbox.d.ts.map +1 -0
- package/dist/db/schema/outbox.js +5 -0
- package/dist/db/schema/outbox.js.map +1 -0
- package/dist/db/schema/pending-job-executions.d.ts +189 -0
- package/dist/db/schema/pending-job-executions.d.ts.map +1 -0
- package/dist/db/schema/pending-job-executions.js +21 -0
- package/dist/db/schema/pending-job-executions.js.map +1 -0
- package/dist/db/schema/provisioned-runners.d.ts +379 -0
- package/dist/db/schema/provisioned-runners.d.ts.map +1 -0
- package/dist/db/schema/provisioned-runners.js +83 -0
- package/dist/db/schema/provisioned-runners.js.map +1 -0
- package/dist/db/schema/provisioner-tokens.d.ts +216 -0
- package/dist/db/schema/provisioner-tokens.d.ts.map +1 -0
- package/dist/db/schema/provisioner-tokens.js +48 -0
- package/dist/db/schema/provisioner-tokens.js.map +1 -0
- package/dist/db/schema/rate-limits.d.ts +145 -0
- package/dist/db/schema/rate-limits.d.ts.map +1 -0
- package/dist/db/schema/rate-limits.js +25 -0
- package/dist/db/schema/rate-limits.js.map +1 -0
- package/dist/db/schema/reservations.d.ts +157 -0
- package/dist/db/schema/reservations.d.ts.map +1 -0
- package/dist/db/schema/reservations.js +34 -0
- package/dist/db/schema/reservations.js.map +1 -0
- package/dist/db/schema/runner-sessions.d.ts +298 -0
- package/dist/db/schema/runner-sessions.d.ts.map +1 -0
- package/dist/db/schema/runner-sessions.js +61 -0
- package/dist/db/schema/runner-sessions.js.map +1 -0
- package/dist/db/schema/running-job-executions.d.ts +334 -0
- package/dist/db/schema/running-job-executions.d.ts.map +1 -0
- package/dist/db/schema/running-job-executions.js +41 -0
- package/dist/db/schema/running-job-executions.js.map +1 -0
- package/dist/index.d.ts +6 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +56 -0
- package/dist/index.js.map +1 -0
- package/dist/metrics/index.d.ts +3 -0
- package/dist/metrics/index.d.ts.map +1 -0
- package/dist/metrics/index.js +4 -0
- package/dist/metrics/index.js.map +1 -0
- package/dist/metrics/instance.d.ts +34 -0
- package/dist/metrics/instance.d.ts.map +1 -0
- package/dist/metrics/instance.js +60 -0
- package/dist/metrics/instance.js.map +1 -0
- package/dist/metrics/service.d.ts +2 -0
- package/dist/metrics/service.d.ts.map +1 -0
- package/dist/metrics/service.js +21 -0
- package/dist/metrics/service.js.map +1 -0
- package/dist/presentation/auth/index.d.ts +3 -0
- package/dist/presentation/auth/index.d.ts.map +1 -0
- package/dist/presentation/auth/index.js +4 -0
- package/dist/presentation/auth/index.js.map +1 -0
- package/dist/presentation/auth/provisioner-token-auth.d.ts +3 -0
- package/dist/presentation/auth/provisioner-token-auth.d.ts.map +1 -0
- package/dist/presentation/auth/provisioner-token-auth.js +81 -0
- package/dist/presentation/auth/provisioner-token-auth.js.map +1 -0
- package/dist/presentation/auth/runner-registration-token-auth.d.ts +17 -0
- package/dist/presentation/auth/runner-registration-token-auth.d.ts.map +1 -0
- package/dist/presentation/auth/runner-registration-token-auth.js +77 -0
- package/dist/presentation/auth/runner-registration-token-auth.js.map +1 -0
- package/dist/presentation/dto/active-provisioner.d.ts +8 -0
- package/dist/presentation/dto/active-provisioner.d.ts.map +1 -0
- package/dist/presentation/dto/active-provisioner.js +10 -0
- package/dist/presentation/dto/active-provisioner.js.map +1 -0
- package/dist/presentation/dto/index.d.ts +7 -0
- package/dist/presentation/dto/index.d.ts.map +1 -0
- package/dist/presentation/dto/index.js +8 -0
- package/dist/presentation/dto/index.js.map +1 -0
- package/dist/presentation/dto/manual-registration-token.d.ts +12 -0
- package/dist/presentation/dto/manual-registration-token.d.ts.map +1 -0
- package/dist/presentation/dto/manual-registration-token.js +14 -0
- package/dist/presentation/dto/manual-registration-token.js.map +1 -0
- package/dist/presentation/dto/mint-registration-tokens.d.ts +5 -0
- package/dist/presentation/dto/mint-registration-tokens.d.ts.map +1 -0
- package/dist/presentation/dto/mint-registration-tokens.js +19 -0
- package/dist/presentation/dto/mint-registration-tokens.js.map +1 -0
- package/dist/presentation/dto/poll-demand.d.ts +4 -0
- package/dist/presentation/dto/poll-demand.d.ts.map +1 -0
- package/dist/presentation/dto/poll-demand.js +19 -0
- package/dist/presentation/dto/poll-demand.js.map +1 -0
- package/dist/presentation/dto/provisioned-runners.d.ts +38 -0
- package/dist/presentation/dto/provisioned-runners.d.ts.map +1 -0
- package/dist/presentation/dto/provisioned-runners.js +44 -0
- package/dist/presentation/dto/provisioned-runners.js.map +1 -0
- package/dist/presentation/dto/provisioner-token.d.ts +15 -0
- package/dist/presentation/dto/provisioner-token.d.ts.map +1 -0
- package/dist/presentation/dto/provisioner-token.js +17 -0
- package/dist/presentation/dto/provisioner-token.js.map +1 -0
- package/dist/presentation/index.d.ts +4 -0
- package/dist/presentation/index.d.ts.map +1 -0
- package/dist/presentation/index.js +5 -0
- package/dist/presentation/index.js.map +1 -0
- package/dist/presentation/routes/create-manual-registration-token.d.ts +2 -0
- package/dist/presentation/routes/create-manual-registration-token.d.ts.map +1 -0
- package/dist/presentation/routes/create-manual-registration-token.js +44 -0
- package/dist/presentation/routes/create-manual-registration-token.js.map +1 -0
- package/dist/presentation/routes/create-provisioner-token.d.ts +2 -0
- package/dist/presentation/routes/create-provisioner-token.d.ts.map +1 -0
- package/dist/presentation/routes/create-provisioner-token.js +42 -0
- package/dist/presentation/routes/create-provisioner-token.js.map +1 -0
- package/dist/presentation/routes/get-provisioner-me.d.ts +2 -0
- package/dist/presentation/routes/get-provisioner-me.d.ts.map +1 -0
- package/dist/presentation/routes/get-provisioner-me.js +22 -0
- package/dist/presentation/routes/get-provisioner-me.js.map +1 -0
- package/dist/presentation/routes/heartbeat.d.ts +2 -0
- package/dist/presentation/routes/heartbeat.d.ts.map +1 -0
- package/dist/presentation/routes/heartbeat.js +64 -0
- package/dist/presentation/routes/heartbeat.js.map +1 -0
- package/dist/presentation/routes/index.d.ts +4 -0
- package/dist/presentation/routes/index.d.ts.map +1 -0
- package/dist/presentation/routes/index.js +97 -0
- package/dist/presentation/routes/index.js.map +1 -0
- package/dist/presentation/routes/list-active-provisioners.d.ts +2 -0
- package/dist/presentation/routes/list-active-provisioners.d.ts.map +1 -0
- package/dist/presentation/routes/list-active-provisioners.js +32 -0
- package/dist/presentation/routes/list-active-provisioners.js.map +1 -0
- package/dist/presentation/routes/list-active-runners.d.ts +2 -0
- package/dist/presentation/routes/list-active-runners.d.ts.map +1 -0
- package/dist/presentation/routes/list-active-runners.js +32 -0
- package/dist/presentation/routes/list-active-runners.js.map +1 -0
- package/dist/presentation/routes/list-manual-registration-tokens.d.ts +2 -0
- package/dist/presentation/routes/list-manual-registration-tokens.d.ts.map +1 -0
- package/dist/presentation/routes/list-manual-registration-tokens.js +32 -0
- package/dist/presentation/routes/list-manual-registration-tokens.js.map +1 -0
- package/dist/presentation/routes/list-provisioner-tokens.d.ts +2 -0
- package/dist/presentation/routes/list-provisioner-tokens.d.ts.map +1 -0
- package/dist/presentation/routes/list-provisioner-tokens.js +32 -0
- package/dist/presentation/routes/list-provisioner-tokens.js.map +1 -0
- package/dist/presentation/routes/mint-registration-tokens.d.ts +2 -0
- package/dist/presentation/routes/mint-registration-tokens.d.ts.map +1 -0
- package/dist/presentation/routes/mint-registration-tokens.js +74 -0
- package/dist/presentation/routes/mint-registration-tokens.js.map +1 -0
- package/dist/presentation/routes/poll-demand.d.ts +2 -0
- package/dist/presentation/routes/poll-demand.d.ts.map +1 -0
- package/dist/presentation/routes/poll-demand.js +53 -0
- package/dist/presentation/routes/poll-demand.js.map +1 -0
- package/dist/presentation/routes/rate-limit.d.ts +4 -0
- package/dist/presentation/routes/rate-limit.d.ts.map +1 -0
- package/dist/presentation/routes/rate-limit.js +94 -0
- package/dist/presentation/routes/rate-limit.js.map +1 -0
- package/dist/presentation/routes/reconcile-provisioned-runners.d.ts +2 -0
- package/dist/presentation/routes/reconcile-provisioned-runners.d.ts.map +1 -0
- package/dist/presentation/routes/reconcile-provisioned-runners.js +27 -0
- package/dist/presentation/routes/reconcile-provisioned-runners.js.map +1 -0
- package/dist/presentation/routes/register.d.ts +2 -0
- package/dist/presentation/routes/register.d.ts.map +1 -0
- package/dist/presentation/routes/register.js +63 -0
- package/dist/presentation/routes/register.js.map +1 -0
- package/dist/presentation/routes/report-provisioned-runners.d.ts +2 -0
- package/dist/presentation/routes/report-provisioned-runners.d.ts.map +1 -0
- package/dist/presentation/routes/report-provisioned-runners.js +37 -0
- package/dist/presentation/routes/report-provisioned-runners.js.map +1 -0
- package/dist/presentation/routes/request-job.d.ts +2 -0
- package/dist/presentation/routes/request-job.d.ts.map +1 -0
- package/dist/presentation/routes/request-job.js +45 -0
- package/dist/presentation/routes/request-job.js.map +1 -0
- package/dist/presentation/routes/revoke-manual-registration-token.d.ts +2 -0
- package/dist/presentation/routes/revoke-manual-registration-token.d.ts.map +1 -0
- package/dist/presentation/routes/revoke-manual-registration-token.js +42 -0
- package/dist/presentation/routes/revoke-manual-registration-token.js.map +1 -0
- package/dist/presentation/routes/revoke-provisioner-token.d.ts +2 -0
- package/dist/presentation/routes/revoke-provisioner-token.d.ts.map +1 -0
- package/dist/presentation/routes/revoke-provisioner-token.js +44 -0
- package/dist/presentation/routes/revoke-provisioner-token.js.map +1 -0
- package/dist/presentation/routes/workspace-membership.d.ts +6 -0
- package/dist/presentation/routes/workspace-membership.d.ts.map +1 -0
- package/dist/presentation/routes/workspace-membership.js +6 -0
- package/dist/presentation/routes/workspace-membership.js.map +1 -0
- package/dist/presentation/subscribers/on-workflows-job-execution-timed-out.d.ts +3 -0
- package/dist/presentation/subscribers/on-workflows-job-execution-timed-out.d.ts.map +1 -0
- package/dist/presentation/subscribers/on-workflows-job-execution-timed-out.js +14 -0
- package/dist/presentation/subscribers/on-workflows-job-execution-timed-out.js.map +1 -0
- package/dist/temporal/activities/index.d.ts +9 -0
- package/dist/temporal/activities/index.d.ts.map +1 -0
- package/dist/temporal/activities/index.js +12 -0
- package/dist/temporal/activities/index.js.map +1 -0
- package/dist/temporal/activities/maintenance-activities.d.ts +31 -0
- package/dist/temporal/activities/maintenance-activities.d.ts.map +1 -0
- package/dist/temporal/activities/maintenance-activities.js +18 -0
- package/dist/temporal/activities/maintenance-activities.js.map +1 -0
- package/dist/temporal/constants.d.ts +2 -0
- package/dist/temporal/constants.d.ts.map +1 -0
- package/dist/temporal/constants.js +3 -0
- package/dist/temporal/constants.js.map +1 -0
- package/dist/temporal/workflows/index.d.ts +2 -0
- package/dist/temporal/workflows/index.d.ts.map +1 -0
- package/dist/temporal/workflows/index.js +3 -0
- package/dist/temporal/workflows/index.js.map +1 -0
- package/dist/temporal/workflows/stuck-job-detector.d.ts +2 -0
- package/dist/temporal/workflows/stuck-job-detector.d.ts.map +1 -0
- package/dist/temporal/workflows/stuck-job-detector.js +61 -0
- package/dist/temporal/workflows/stuck-job-detector.js.map +1 -0
- package/dist/tsconfig.test.tsbuildinfo +1 -0
- package/drizzle/0000_initial.sql +185 -0
- package/drizzle/meta/0000_snapshot.json +1582 -0
- package/drizzle/meta/_journal.json +13 -0
- package/drizzle.config.ts +7 -0
- package/package.json +82 -0
- package/src/config.test.ts +374 -0
- package/src/config.ts +330 -0
- package/src/core/demand.test.ts +301 -0
- package/src/core/demand.ts +239 -0
- package/src/core/entities/ephemeral-registration-token.ts +13 -0
- package/src/core/entities/manual-registration-token.ts +11 -0
- package/src/core/entities/provisioned-runner.ts +30 -0
- package/src/core/entities/provisioner-token.ts +16 -0
- package/src/core/entities/reservation.ts +9 -0
- package/src/core/entities/runner-session.ts +18 -0
- package/src/core/ephemeral-registration-tokens.test.ts +108 -0
- package/src/core/ephemeral-registration-tokens.ts +112 -0
- package/src/core/errors.ts +128 -0
- package/src/core/index.ts +56 -0
- package/src/core/job-executions.ts +47 -0
- package/src/core/maintenance-policy.ts +1 -0
- package/src/core/maintenance.test.ts +251 -0
- package/src/core/maintenance.ts +74 -0
- package/src/core/manual-registration-tokens.test.ts +44 -0
- package/src/core/manual-registration-tokens.ts +51 -0
- package/src/core/provisioned-runners.test.ts +101 -0
- package/src/core/provisioned-runners.ts +301 -0
- package/src/core/provisioner-tokens.test.ts +61 -0
- package/src/core/provisioner-tokens.ts +61 -0
- package/src/core/rate-limit.test.ts +158 -0
- package/src/core/rate-limit.ts +121 -0
- package/src/core/runner-sessions.test.ts +209 -0
- package/src/core/runner-sessions.ts +66 -0
- package/src/core/runner-tool-capabilities.test.ts +141 -0
- package/src/core/runner-tool-capabilities.ts +75 -0
- package/src/db/db.ts +38 -0
- package/src/db/ephemeral-registration-tokens.test.ts +332 -0
- package/src/db/ephemeral-registration-tokens.ts +348 -0
- package/src/db/index.ts +90 -0
- package/src/db/job-executions.test.ts +1500 -0
- package/src/db/job-executions.ts +647 -0
- package/src/db/manual-registration-tokens.test.ts +99 -0
- package/src/db/manual-registration-tokens.ts +87 -0
- package/src/db/provisioned-runners.test.ts +1812 -0
- package/src/db/provisioned-runners.ts +886 -0
- package/src/db/provisioner-tokens.test.ts +133 -0
- package/src/db/provisioner-tokens.ts +142 -0
- package/src/db/rate-limits.test.ts +74 -0
- package/src/db/rate-limits.ts +69 -0
- package/src/db/reservations.test.ts +399 -0
- package/src/db/reservations.ts +296 -0
- package/src/db/runner-sessions.test.ts +153 -0
- package/src/db/runner-sessions.ts +97 -0
- package/src/db/schema/common.ts +3 -0
- package/src/db/schema/ephemeral-registration-tokens.ts +58 -0
- package/src/db/schema/manual-registration-tokens.ts +40 -0
- package/src/db/schema/outbox.ts +4 -0
- package/src/db/schema/pending-job-executions.ts +25 -0
- package/src/db/schema/provisioned-runners.ts +89 -0
- package/src/db/schema/provisioner-tokens.ts +50 -0
- package/src/db/schema/rate-limits.ts +27 -0
- package/src/db/schema/reservations.ts +38 -0
- package/src/db/schema/runner-sessions.ts +77 -0
- package/src/db/schema/running-job-executions.ts +50 -0
- package/src/index.ts +63 -0
- package/src/metrics/index.ts +13 -0
- package/src/metrics/instance.ts +115 -0
- package/src/metrics/service.ts +22 -0
- package/src/presentation/auth/index.ts +6 -0
- package/src/presentation/auth/provisioner-token-auth.ts +76 -0
- package/src/presentation/auth/runner-registration-token-auth.ts +105 -0
- package/src/presentation/dto/active-provisioner.ts +15 -0
- package/src/presentation/dto/index.ts +13 -0
- package/src/presentation/dto/manual-registration-token.ts +23 -0
- package/src/presentation/dto/mint-registration-tokens.ts +35 -0
- package/src/presentation/dto/poll-demand.ts +20 -0
- package/src/presentation/dto/provisioned-runners.ts +88 -0
- package/src/presentation/dto/provisioner-token.ts +29 -0
- package/src/presentation/index.ts +6 -0
- package/src/presentation/routes/create-manual-registration-token.ts +43 -0
- package/src/presentation/routes/create-provisioner-token.ts +41 -0
- package/src/presentation/routes/get-provisioner-me.ts +22 -0
- package/src/presentation/routes/heartbeat.test.ts +325 -0
- package/src/presentation/routes/heartbeat.ts +80 -0
- package/src/presentation/routes/index.ts +86 -0
- package/src/presentation/routes/list-active-provisioners.ts +25 -0
- package/src/presentation/routes/list-active-runners.test.ts +366 -0
- package/src/presentation/routes/list-active-runners.ts +25 -0
- package/src/presentation/routes/list-manual-registration-tokens.ts +25 -0
- package/src/presentation/routes/list-provisioner-tokens.ts +25 -0
- package/src/presentation/routes/manual-registration-tokens.test.ts +213 -0
- package/src/presentation/routes/mint-registration-tokens.test.ts +453 -0
- package/src/presentation/routes/mint-registration-tokens.ts +82 -0
- package/src/presentation/routes/poll-demand-release.test.ts +80 -0
- package/src/presentation/routes/poll-demand.test.ts +323 -0
- package/src/presentation/routes/poll-demand.ts +56 -0
- package/src/presentation/routes/provisioner-me.test.ts +172 -0
- package/src/presentation/routes/provisioner-tokens.test.ts +219 -0
- package/src/presentation/routes/rate-limit.ts +115 -0
- package/src/presentation/routes/reconcile-provisioned-runners.test.ts +380 -0
- package/src/presentation/routes/reconcile-provisioned-runners.ts +30 -0
- package/src/presentation/routes/register.test.ts +453 -0
- package/src/presentation/routes/register.ts +75 -0
- package/src/presentation/routes/report-provisioned-runners.test.ts +249 -0
- package/src/presentation/routes/report-provisioned-runners.ts +40 -0
- package/src/presentation/routes/request-job.test.ts +222 -0
- package/src/presentation/routes/request-job.ts +47 -0
- package/src/presentation/routes/revoke-manual-registration-token.ts +35 -0
- package/src/presentation/routes/revoke-provisioner-token.ts +37 -0
- package/src/presentation/routes/workspace-membership.ts +9 -0
- package/src/presentation/subscribers/on-workflows-job-execution-timed-out.test.ts +147 -0
- package/src/presentation/subscribers/on-workflows-job-execution-timed-out.ts +17 -0
- package/src/temporal/activities/index.ts +17 -0
- package/src/temporal/activities/maintenance-activities.test.ts +104 -0
- package/src/temporal/activities/maintenance-activities.ts +41 -0
- package/src/temporal/constants.ts +1 -0
- package/src/temporal/workflows/index.ts +1 -0
- package/src/temporal/workflows/stuck-job-detector.test.ts +93 -0
- package/src/temporal/workflows/stuck-job-detector.ts +67 -0
- package/test/env.ts +11 -0
- package/test/factories/ephemeral-registration-token.ts +41 -0
- package/test/factories/manual-registration-token.ts +37 -0
- package/test/factories/pending-job.ts +44 -0
- package/test/factories/provisioned-runner.ts +78 -0
- package/test/factories/provisioner-token.ts +41 -0
- package/test/factories/reservation.ts +33 -0
- package/test/factories/runner-session.ts +32 -0
- package/test/globalSetup.ts +23 -0
- package/test/index.ts +16 -0
- package/test/setup.ts +17 -0
- package/tsconfig.build.json +9 -0
- package/tsconfig.build.tsbuildinfo +1 -0
- package/tsconfig.json +3 -0
- package/tsconfig.test.json +8 -0
- package/vitest.config.ts +14 -0
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { and, desc, eq, gt, isNull, or, sql } from 'drizzle-orm';
|
|
2
|
+
import { db } from './db.js';
|
|
3
|
+
import { provisionerTokens, toProvisionerToken } from './schema/provisioner-tokens.js';
|
|
4
|
+
export async function createProvisionerToken(params) {
|
|
5
|
+
const rows = await db().insert(provisionerTokens).values({
|
|
6
|
+
workspaceId: params.workspaceId,
|
|
7
|
+
hashedToken: params.hashedToken,
|
|
8
|
+
prefix: params.prefix,
|
|
9
|
+
createdByUserId: params.createdByUserId,
|
|
10
|
+
name: params.name ?? null,
|
|
11
|
+
expiresAt: params.expiresAt ?? null
|
|
12
|
+
}).returning();
|
|
13
|
+
const row = rows[0];
|
|
14
|
+
if (!row) throw new Error('Insert returned no rows');
|
|
15
|
+
return toProvisionerToken(row);
|
|
16
|
+
}
|
|
17
|
+
export async function listUsableProvisionerTokensByWorkspaceId(workspaceId) {
|
|
18
|
+
const now = new Date();
|
|
19
|
+
const rows = await db().select().from(provisionerTokens).where(and(eq(provisionerTokens.workspaceId, workspaceId), isNull(provisionerTokens.revokedAt), or(isNull(provisionerTokens.expiresAt), gt(provisionerTokens.expiresAt, now)))).orderBy(desc(provisionerTokens.createdAt), desc(provisionerTokens.id));
|
|
20
|
+
return rows.map(toProvisionerToken);
|
|
21
|
+
}
|
|
22
|
+
export async function resolveProvisionerTokenByHash(hashedToken) {
|
|
23
|
+
const rows = await db().select().from(provisionerTokens).where(eq(provisionerTokens.hashedToken, hashedToken)).limit(1);
|
|
24
|
+
const row = rows[0];
|
|
25
|
+
if (!row) return undefined;
|
|
26
|
+
return toProvisionerToken(row);
|
|
27
|
+
}
|
|
28
|
+
export async function revokeProvisionerToken(params) {
|
|
29
|
+
const rows = await db().update(provisionerTokens).set({
|
|
30
|
+
revokedAt: new Date(),
|
|
31
|
+
revokedByUserId: params.revokedByUserId,
|
|
32
|
+
updatedAt: new Date()
|
|
33
|
+
}).where(and(eq(provisionerTokens.id, params.tokenId), eq(provisionerTokens.workspaceId, params.workspaceId), isNull(provisionerTokens.revokedAt))).returning();
|
|
34
|
+
const row = rows[0];
|
|
35
|
+
if (row) return toProvisionerToken(row);
|
|
36
|
+
const existingRows = await db().select().from(provisionerTokens).where(and(eq(provisionerTokens.id, params.tokenId), eq(provisionerTokens.workspaceId, params.workspaceId))).limit(1);
|
|
37
|
+
const existingRow = existingRows[0];
|
|
38
|
+
if (!existingRow) return undefined;
|
|
39
|
+
return toProvisionerToken(existingRow);
|
|
40
|
+
}
|
|
41
|
+
export async function touchProvisionerLastSeen(params) {
|
|
42
|
+
await db().update(provisionerTokens).set({
|
|
43
|
+
lastSeenAt: sql`now()`,
|
|
44
|
+
updatedAt: sql`now()`
|
|
45
|
+
}).where(and(eq(provisionerTokens.id, params.tokenId), or(isNull(provisionerTokens.lastSeenAt), sql`${provisionerTokens.lastSeenAt} < now() - (${params.throttleSeconds} || ' seconds')::interval`)));
|
|
46
|
+
}
|
|
47
|
+
export async function listActiveProvisionerTokens(params) {
|
|
48
|
+
const rows = await db().select().from(provisionerTokens).where(and(eq(provisionerTokens.workspaceId, params.workspaceId), isNull(provisionerTokens.revokedAt), or(isNull(provisionerTokens.expiresAt), gt(provisionerTokens.expiresAt, sql`now()`)), sql`${provisionerTokens.lastSeenAt} > now() - (${params.windowSeconds} || ' seconds')::interval`)).orderBy(desc(provisionerTokens.lastSeenAt), desc(provisionerTokens.id));
|
|
49
|
+
return rows.map(toProvisionerToken).filter((token)=>{
|
|
50
|
+
return token.lastSeenAt !== null;
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
//# sourceMappingURL=provisioner-tokens.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/db/provisioner-tokens.ts"],"sourcesContent":["import {and, desc, eq, gt, isNull, or, sql} from 'drizzle-orm';\nimport type {ActiveProvisionerToken, ProvisionerToken} from '#core/entities/provisioner-token.js';\nimport {db} from './db.js';\nimport {provisionerTokens, toProvisionerToken} from './schema/provisioner-tokens.js';\n\nexport interface CreateProvisionerTokenParams {\n workspaceId: string;\n hashedToken: string;\n prefix: string;\n createdByUserId: string;\n name?: string | undefined;\n expiresAt?: Date | undefined;\n}\n\nexport async function createProvisionerToken(\n params: CreateProvisionerTokenParams,\n): Promise<ProvisionerToken> {\n const rows = await db()\n .insert(provisionerTokens)\n .values({\n workspaceId: params.workspaceId,\n hashedToken: params.hashedToken,\n prefix: params.prefix,\n createdByUserId: params.createdByUserId,\n name: params.name ?? null,\n expiresAt: params.expiresAt ?? null,\n })\n .returning();\n\n const row = rows[0];\n if (!row) throw new Error('Insert returned no rows');\n return toProvisionerToken(row);\n}\n\nexport async function listUsableProvisionerTokensByWorkspaceId(\n workspaceId: string,\n): Promise<ProvisionerToken[]> {\n const now = new Date();\n const rows = await db()\n .select()\n .from(provisionerTokens)\n .where(\n and(\n eq(provisionerTokens.workspaceId, workspaceId),\n isNull(provisionerTokens.revokedAt),\n or(isNull(provisionerTokens.expiresAt), gt(provisionerTokens.expiresAt, now)),\n ),\n )\n .orderBy(desc(provisionerTokens.createdAt), desc(provisionerTokens.id));\n\n return rows.map(toProvisionerToken);\n}\n\nexport async function resolveProvisionerTokenByHash(\n hashedToken: string,\n): Promise<ProvisionerToken | undefined> {\n const rows = await db()\n .select()\n .from(provisionerTokens)\n .where(eq(provisionerTokens.hashedToken, hashedToken))\n .limit(1);\n\n const row = rows[0];\n if (!row) return undefined;\n return toProvisionerToken(row);\n}\n\nexport async function revokeProvisionerToken(params: {\n tokenId: string;\n workspaceId: string;\n revokedByUserId: string;\n}): Promise<ProvisionerToken | undefined> {\n const rows = await db()\n .update(provisionerTokens)\n .set({revokedAt: new Date(), revokedByUserId: params.revokedByUserId, updatedAt: new Date()})\n .where(\n and(\n eq(provisionerTokens.id, params.tokenId),\n eq(provisionerTokens.workspaceId, params.workspaceId),\n isNull(provisionerTokens.revokedAt),\n ),\n )\n .returning();\n\n const row = rows[0];\n if (row) return toProvisionerToken(row);\n\n const existingRows = await db()\n .select()\n .from(provisionerTokens)\n .where(\n and(\n eq(provisionerTokens.id, params.tokenId),\n eq(provisionerTokens.workspaceId, params.workspaceId),\n ),\n )\n .limit(1);\n\n const existingRow = existingRows[0];\n if (!existingRow) return undefined;\n return toProvisionerToken(existingRow);\n}\n\nexport async function touchProvisionerLastSeen(params: {\n tokenId: string;\n throttleSeconds: number;\n}): Promise<void> {\n await db()\n .update(provisionerTokens)\n .set({lastSeenAt: sql`now()`, updatedAt: sql`now()`})\n .where(\n and(\n eq(provisionerTokens.id, params.tokenId),\n or(\n isNull(provisionerTokens.lastSeenAt),\n sql`${provisionerTokens.lastSeenAt} < now() - (${params.throttleSeconds} || ' seconds')::interval`,\n ),\n ),\n );\n}\n\nexport async function listActiveProvisionerTokens(params: {\n workspaceId: string;\n windowSeconds: number;\n}): Promise<ActiveProvisionerToken[]> {\n const rows = await db()\n .select()\n .from(provisionerTokens)\n .where(\n and(\n eq(provisionerTokens.workspaceId, params.workspaceId),\n isNull(provisionerTokens.revokedAt),\n or(isNull(provisionerTokens.expiresAt), gt(provisionerTokens.expiresAt, sql`now()`)),\n sql`${provisionerTokens.lastSeenAt} > now() - (${params.windowSeconds} || ' seconds')::interval`,\n ),\n )\n .orderBy(desc(provisionerTokens.lastSeenAt), desc(provisionerTokens.id));\n\n return rows.map(toProvisionerToken).filter((token): token is ActiveProvisionerToken => {\n return token.lastSeenAt !== null;\n });\n}\n"],"names":["and","desc","eq","gt","isNull","or","sql","db","provisionerTokens","toProvisionerToken","createProvisionerToken","params","rows","insert","values","workspaceId","hashedToken","prefix","createdByUserId","name","expiresAt","returning","row","Error","listUsableProvisionerTokensByWorkspaceId","now","Date","select","from","where","revokedAt","orderBy","createdAt","id","map","resolveProvisionerTokenByHash","limit","undefined","revokeProvisionerToken","update","set","revokedByUserId","updatedAt","tokenId","existingRows","existingRow","touchProvisionerLastSeen","lastSeenAt","throttleSeconds","listActiveProvisionerTokens","windowSeconds","filter","token"],"mappings":"AAAA,SAAQA,GAAG,EAAEC,IAAI,EAAEC,EAAE,EAAEC,EAAE,EAAEC,MAAM,EAAEC,EAAE,EAAEC,GAAG,QAAO,cAAc;AAE/D,SAAQC,EAAE,QAAO,UAAU;AAC3B,SAAQC,iBAAiB,EAAEC,kBAAkB,QAAO,iCAAiC;AAWrF,OAAO,eAAeC,uBACpBC,MAAoC;IAEpC,MAAMC,OAAO,MAAML,KAChBM,MAAM,CAACL,mBACPM,MAAM,CAAC;QACNC,aAAaJ,OAAOI,WAAW;QAC/BC,aAAaL,OAAOK,WAAW;QAC/BC,QAAQN,OAAOM,MAAM;QACrBC,iBAAiBP,OAAOO,eAAe;QACvCC,MAAMR,OAAOQ,IAAI,IAAI;QACrBC,WAAWT,OAAOS,SAAS,IAAI;IACjC,GACCC,SAAS;IAEZ,MAAMC,MAAMV,IAAI,CAAC,EAAE;IACnB,IAAI,CAACU,KAAK,MAAM,IAAIC,MAAM;IAC1B,OAAOd,mBAAmBa;AAC5B;AAEA,OAAO,eAAeE,yCACpBT,WAAmB;IAEnB,MAAMU,MAAM,IAAIC;IAChB,MAAMd,OAAO,MAAML,KAChBoB,MAAM,GACNC,IAAI,CAACpB,mBACLqB,KAAK,CACJ7B,IACEE,GAAGM,kBAAkBO,WAAW,EAAEA,cAClCX,OAAOI,kBAAkBsB,SAAS,GAClCzB,GAAGD,OAAOI,kBAAkBY,SAAS,GAAGjB,GAAGK,kBAAkBY,SAAS,EAAEK,QAG3EM,OAAO,CAAC9B,KAAKO,kBAAkBwB,SAAS,GAAG/B,KAAKO,kBAAkByB,EAAE;IAEvE,OAAOrB,KAAKsB,GAAG,CAACzB;AAClB;AAEA,OAAO,eAAe0B,8BACpBnB,WAAmB;IAEnB,MAAMJ,OAAO,MAAML,KAChBoB,MAAM,GACNC,IAAI,CAACpB,mBACLqB,KAAK,CAAC3B,GAAGM,kBAAkBQ,WAAW,EAAEA,cACxCoB,KAAK,CAAC;IAET,MAAMd,MAAMV,IAAI,CAAC,EAAE;IACnB,IAAI,CAACU,KAAK,OAAOe;IACjB,OAAO5B,mBAAmBa;AAC5B;AAEA,OAAO,eAAegB,uBAAuB3B,MAI5C;IACC,MAAMC,OAAO,MAAML,KAChBgC,MAAM,CAAC/B,mBACPgC,GAAG,CAAC;QAACV,WAAW,IAAIJ;QAAQe,iBAAiB9B,OAAO8B,eAAe;QAAEC,WAAW,IAAIhB;IAAM,GAC1FG,KAAK,CACJ7B,IACEE,GAAGM,kBAAkByB,EAAE,EAAEtB,OAAOgC,OAAO,GACvCzC,GAAGM,kBAAkBO,WAAW,EAAEJ,OAAOI,WAAW,GACpDX,OAAOI,kBAAkBsB,SAAS,IAGrCT,SAAS;IAEZ,MAAMC,MAAMV,IAAI,CAAC,EAAE;IACnB,IAAIU,KAAK,OAAOb,mBAAmBa;IAEnC,MAAMsB,eAAe,MAAMrC,KACxBoB,MAAM,GACNC,IAAI,CAACpB,mBACLqB,KAAK,CACJ7B,IACEE,GAAGM,kBAAkByB,EAAE,EAAEtB,OAAOgC,OAAO,GACvCzC,GAAGM,kBAAkBO,WAAW,EAAEJ,OAAOI,WAAW,IAGvDqB,KAAK,CAAC;IAET,MAAMS,cAAcD,YAAY,CAAC,EAAE;IACnC,IAAI,CAACC,aAAa,OAAOR;IACzB,OAAO5B,mBAAmBoC;AAC5B;AAEA,OAAO,eAAeC,yBAAyBnC,MAG9C;IACC,MAAMJ,KACHgC,MAAM,CAAC/B,mBACPgC,GAAG,CAAC;QAACO,YAAYzC,GAAG,CAAC,KAAK,CAAC;QAAEoC,WAAWpC,GAAG,CAAC,KAAK,CAAC;IAAA,GAClDuB,KAAK,CACJ7B,IACEE,GAAGM,kBAAkByB,EAAE,EAAEtB,OAAOgC,OAAO,GACvCtC,GACED,OAAOI,kBAAkBuC,UAAU,GACnCzC,GAAG,CAAC,EAAEE,kBAAkBuC,UAAU,CAAC,YAAY,EAAEpC,OAAOqC,eAAe,CAAC,yBAAyB,CAAC;AAI5G;AAEA,OAAO,eAAeC,4BAA4BtC,MAGjD;IACC,MAAMC,OAAO,MAAML,KAChBoB,MAAM,GACNC,IAAI,CAACpB,mBACLqB,KAAK,CACJ7B,IACEE,GAAGM,kBAAkBO,WAAW,EAAEJ,OAAOI,WAAW,GACpDX,OAAOI,kBAAkBsB,SAAS,GAClCzB,GAAGD,OAAOI,kBAAkBY,SAAS,GAAGjB,GAAGK,kBAAkBY,SAAS,EAAEd,GAAG,CAAC,KAAK,CAAC,IAClFA,GAAG,CAAC,EAAEE,kBAAkBuC,UAAU,CAAC,YAAY,EAAEpC,OAAOuC,aAAa,CAAC,yBAAyB,CAAC,GAGnGnB,OAAO,CAAC9B,KAAKO,kBAAkBuC,UAAU,GAAG9C,KAAKO,kBAAkByB,EAAE;IAExE,OAAOrB,KAAKsB,GAAG,CAACzB,oBAAoB0C,MAAM,CAAC,CAACC;QAC1C,OAAOA,MAAML,UAAU,KAAK;IAC9B;AACF"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export interface ConsumeRunnersRateLimitParams {
|
|
2
|
+
action: string;
|
|
3
|
+
scope: string;
|
|
4
|
+
identifierHmac: string;
|
|
5
|
+
windowStart: Date;
|
|
6
|
+
expiresAt: Date;
|
|
7
|
+
timeoutMs: number;
|
|
8
|
+
}
|
|
9
|
+
export interface ConsumeRunnersRateLimitResult {
|
|
10
|
+
count: number;
|
|
11
|
+
expiresAt: Date;
|
|
12
|
+
}
|
|
13
|
+
export declare function consumeRunnersRateLimit(params: ConsumeRunnersRateLimitParams): Promise<ConsumeRunnersRateLimitResult>;
|
|
14
|
+
export declare function pruneExpiredRunnersRateLimits(params?: {
|
|
15
|
+
now?: Date | undefined;
|
|
16
|
+
minIntervalMs?: number | undefined;
|
|
17
|
+
}): Promise<number | undefined>;
|
|
18
|
+
//# sourceMappingURL=rate-limits.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rate-limits.d.ts","sourceRoot":"","sources":["../../src/db/rate-limits.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,6BAA6B;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,IAAI,CAAC;IAClB,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,6BAA6B;IAC5C,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,wBAAsB,uBAAuB,CAC3C,MAAM,EAAE,6BAA6B,GACpC,OAAO,CAAC,6BAA6B,CAAC,CAgCxC;AAID,wBAAsB,6BAA6B,CACjD,MAAM,GAAE;IAAC,GAAG,CAAC,EAAE,IAAI,GAAG,SAAS,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CAAM,GACxE,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAU7B"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { lt, sql } from 'drizzle-orm';
|
|
2
|
+
import { db } from './db.js';
|
|
3
|
+
import { runnersRateLimits } from './schema/rate-limits.js';
|
|
4
|
+
export async function consumeRunnersRateLimit(params) {
|
|
5
|
+
return await db().transaction(async (tx)=>{
|
|
6
|
+
await tx.execute(sql`select set_config('statement_timeout', ${`${params.timeoutMs}ms`}, true)`);
|
|
7
|
+
const rows = await tx.insert(runnersRateLimits).values({
|
|
8
|
+
action: params.action,
|
|
9
|
+
scope: params.scope,
|
|
10
|
+
identifierHmac: params.identifierHmac,
|
|
11
|
+
windowStart: params.windowStart,
|
|
12
|
+
count: 1,
|
|
13
|
+
expiresAt: params.expiresAt
|
|
14
|
+
}).onConflictDoUpdate({
|
|
15
|
+
target: [
|
|
16
|
+
runnersRateLimits.action,
|
|
17
|
+
runnersRateLimits.scope,
|
|
18
|
+
runnersRateLimits.identifierHmac,
|
|
19
|
+
runnersRateLimits.windowStart
|
|
20
|
+
],
|
|
21
|
+
set: {
|
|
22
|
+
count: sql`${runnersRateLimits.count} + 1`,
|
|
23
|
+
updatedAt: sql`now()`
|
|
24
|
+
}
|
|
25
|
+
}).returning({
|
|
26
|
+
count: runnersRateLimits.count,
|
|
27
|
+
expiresAt: runnersRateLimits.expiresAt
|
|
28
|
+
});
|
|
29
|
+
const row = rows[0];
|
|
30
|
+
if (!row) throw new Error('Rate limit upsert returned no rows');
|
|
31
|
+
return row;
|
|
32
|
+
});
|
|
33
|
+
}
|
|
34
|
+
let nextPruneAt = 0;
|
|
35
|
+
export async function pruneExpiredRunnersRateLimits(params = {}) {
|
|
36
|
+
const now = params.now ?? new Date();
|
|
37
|
+
const minIntervalMs = params.minIntervalMs ?? 60_000;
|
|
38
|
+
if (minIntervalMs > 0 && now.getTime() < nextPruneAt) return undefined;
|
|
39
|
+
nextPruneAt = now.getTime() + minIntervalMs;
|
|
40
|
+
const result = await db().delete(runnersRateLimits).where(lt(runnersRateLimits.expiresAt, now));
|
|
41
|
+
return result.rowCount ?? 0;
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
//# sourceMappingURL=rate-limits.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/db/rate-limits.ts"],"sourcesContent":["import {lt, sql} from 'drizzle-orm';\nimport {db} from './db.js';\nimport {runnersRateLimits} from './schema/rate-limits.js';\n\nexport interface ConsumeRunnersRateLimitParams {\n action: string;\n scope: string;\n identifierHmac: string;\n windowStart: Date;\n expiresAt: Date;\n timeoutMs: number;\n}\n\nexport interface ConsumeRunnersRateLimitResult {\n count: number;\n expiresAt: Date;\n}\n\nexport async function consumeRunnersRateLimit(\n params: ConsumeRunnersRateLimitParams,\n): Promise<ConsumeRunnersRateLimitResult> {\n return await db().transaction(async (tx) => {\n await tx.execute(sql`select set_config('statement_timeout', ${`${params.timeoutMs}ms`}, true)`);\n\n const rows = await tx\n .insert(runnersRateLimits)\n .values({\n action: params.action,\n scope: params.scope,\n identifierHmac: params.identifierHmac,\n windowStart: params.windowStart,\n count: 1,\n expiresAt: params.expiresAt,\n })\n .onConflictDoUpdate({\n target: [\n runnersRateLimits.action,\n runnersRateLimits.scope,\n runnersRateLimits.identifierHmac,\n runnersRateLimits.windowStart,\n ],\n set: {\n count: sql`${runnersRateLimits.count} + 1`,\n updatedAt: sql`now()`,\n },\n })\n .returning({count: runnersRateLimits.count, expiresAt: runnersRateLimits.expiresAt});\n\n const row = rows[0];\n if (!row) throw new Error('Rate limit upsert returned no rows');\n return row;\n });\n}\n\nlet nextPruneAt = 0;\n\nexport async function pruneExpiredRunnersRateLimits(\n params: {now?: Date | undefined; minIntervalMs?: number | undefined} = {},\n): Promise<number | undefined> {\n const now = params.now ?? new Date();\n const minIntervalMs = params.minIntervalMs ?? 60_000;\n if (minIntervalMs > 0 && now.getTime() < nextPruneAt) return undefined;\n\n nextPruneAt = now.getTime() + minIntervalMs;\n\n const result = await db().delete(runnersRateLimits).where(lt(runnersRateLimits.expiresAt, now));\n\n return result.rowCount ?? 0;\n}\n"],"names":["lt","sql","db","runnersRateLimits","consumeRunnersRateLimit","params","transaction","tx","execute","timeoutMs","rows","insert","values","action","scope","identifierHmac","windowStart","count","expiresAt","onConflictDoUpdate","target","set","updatedAt","returning","row","Error","nextPruneAt","pruneExpiredRunnersRateLimits","now","Date","minIntervalMs","getTime","undefined","result","delete","where","rowCount"],"mappings":"AAAA,SAAQA,EAAE,EAAEC,GAAG,QAAO,cAAc;AACpC,SAAQC,EAAE,QAAO,UAAU;AAC3B,SAAQC,iBAAiB,QAAO,0BAA0B;AAgB1D,OAAO,eAAeC,wBACpBC,MAAqC;IAErC,OAAO,MAAMH,KAAKI,WAAW,CAAC,OAAOC;QACnC,MAAMA,GAAGC,OAAO,CAACP,GAAG,CAAC,uCAAuC,EAAE,GAAGI,OAAOI,SAAS,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC;QAE9F,MAAMC,OAAO,MAAMH,GAChBI,MAAM,CAACR,mBACPS,MAAM,CAAC;YACNC,QAAQR,OAAOQ,MAAM;YACrBC,OAAOT,OAAOS,KAAK;YACnBC,gBAAgBV,OAAOU,cAAc;YACrCC,aAAaX,OAAOW,WAAW;YAC/BC,OAAO;YACPC,WAAWb,OAAOa,SAAS;QAC7B,GACCC,kBAAkB,CAAC;YAClBC,QAAQ;gBACNjB,kBAAkBU,MAAM;gBACxBV,kBAAkBW,KAAK;gBACvBX,kBAAkBY,cAAc;gBAChCZ,kBAAkBa,WAAW;aAC9B;YACDK,KAAK;gBACHJ,OAAOhB,GAAG,CAAC,EAAEE,kBAAkBc,KAAK,CAAC,IAAI,CAAC;gBAC1CK,WAAWrB,GAAG,CAAC,KAAK,CAAC;YACvB;QACF,GACCsB,SAAS,CAAC;YAACN,OAAOd,kBAAkBc,KAAK;YAAEC,WAAWf,kBAAkBe,SAAS;QAAA;QAEpF,MAAMM,MAAMd,IAAI,CAAC,EAAE;QACnB,IAAI,CAACc,KAAK,MAAM,IAAIC,MAAM;QAC1B,OAAOD;IACT;AACF;AAEA,IAAIE,cAAc;AAElB,OAAO,eAAeC,8BACpBtB,SAAuE,CAAC,CAAC;IAEzE,MAAMuB,MAAMvB,OAAOuB,GAAG,IAAI,IAAIC;IAC9B,MAAMC,gBAAgBzB,OAAOyB,aAAa,IAAI;IAC9C,IAAIA,gBAAgB,KAAKF,IAAIG,OAAO,KAAKL,aAAa,OAAOM;IAE7DN,cAAcE,IAAIG,OAAO,KAAKD;IAE9B,MAAMG,SAAS,MAAM/B,KAAKgC,MAAM,CAAC/B,mBAAmBgC,KAAK,CAACnC,GAAGG,kBAAkBe,SAAS,EAAEU;IAE1F,OAAOK,OAAOG,QAAQ,IAAI;AAC5B"}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import type { Tx } from './db.js';
|
|
2
|
+
export interface ReservationTemplate {
|
|
3
|
+
templateKey: string;
|
|
4
|
+
labels: string[];
|
|
5
|
+
availableSlots: number;
|
|
6
|
+
starting: number;
|
|
7
|
+
running: number;
|
|
8
|
+
}
|
|
9
|
+
export interface DemandStat {
|
|
10
|
+
labels: string[];
|
|
11
|
+
queued: number;
|
|
12
|
+
reserved: number;
|
|
13
|
+
oldestQueuedAt: Date;
|
|
14
|
+
}
|
|
15
|
+
export interface ReservationGrant {
|
|
16
|
+
reservationId: string;
|
|
17
|
+
labels: string[];
|
|
18
|
+
count: number;
|
|
19
|
+
expiresAt: Date;
|
|
20
|
+
}
|
|
21
|
+
export interface PollDemandAndReserveParams {
|
|
22
|
+
workspaceId: string;
|
|
23
|
+
provisionerId: string;
|
|
24
|
+
maxReservations: number;
|
|
25
|
+
ttlSeconds: number;
|
|
26
|
+
templates: ReservationTemplate[];
|
|
27
|
+
}
|
|
28
|
+
export declare function pollDemandAndReserve(params: PollDemandAndReserveParams): Promise<{
|
|
29
|
+
stats: DemandStat[];
|
|
30
|
+
reservations: ReservationGrant[];
|
|
31
|
+
}>;
|
|
32
|
+
export declare function pollDemandAndReserveTx(tx: Tx, params: PollDemandAndReserveParams): Promise<{
|
|
33
|
+
stats: DemandStat[];
|
|
34
|
+
reservations: ReservationGrant[];
|
|
35
|
+
}>;
|
|
36
|
+
export declare function deleteExpiredReservations(params?: {
|
|
37
|
+
limit?: number;
|
|
38
|
+
}): Promise<number>;
|
|
39
|
+
export declare function deleteReservationsByIds(ids: string[]): Promise<number>;
|
|
40
|
+
export declare function releaseReservationUnits(tx: Tx, params: {
|
|
41
|
+
workspaceId: string;
|
|
42
|
+
provisionerId: string;
|
|
43
|
+
releases: Array<{
|
|
44
|
+
reservationId: string;
|
|
45
|
+
count: number;
|
|
46
|
+
}>;
|
|
47
|
+
}): Promise<number>;
|
|
48
|
+
//# sourceMappingURL=reservations.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reservations.d.ts","sourceRoot":"","sources":["../../src/db/reservations.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,EAAE,EAAC,MAAM,SAAS,CAAC;AAKhC,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,IAAI,CAAC;CACtB;AAED,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,0BAA0B;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,mBAAmB,EAAE,CAAC;CAClC;AAcD,wBAAsB,oBAAoB,CACxC,MAAM,EAAE,0BAA0B,GACjC,OAAO,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAC;IAAC,YAAY,EAAE,gBAAgB,EAAE,CAAA;CAAC,CAAC,CAIlE;AAED,wBAAsB,sBAAsB,CAC1C,EAAE,EAAE,EAAE,EACN,MAAM,EAAE,0BAA0B,GACjC,OAAO,CAAC;IAAC,KAAK,EAAE,UAAU,EAAE,CAAC;IAAC,YAAY,EAAE,gBAAgB,EAAE,CAAA;CAAC,CAAC,CA6GlE;AAED,wBAAsB,yBAAyB,CAAC,MAAM,CAAC,EAAE;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAc1F;AAED,wBAAsB,uBAAuB,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAS5E;AAED,wBAAsB,uBAAuB,CAC3C,EAAE,EAAE,EAAE,EACN,MAAM,EAAE;IACN,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,KAAK,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;CACzD,GACA,OAAO,CAAC,MAAM,CAAC,CA0CjB"}
|
|
@@ -0,0 +1,162 @@
|
|
|
1
|
+
import { canonicalizeLabels } from '@shipfox/runner-labels';
|
|
2
|
+
import { and, asc, eq, gt, inArray, lt, sql } from 'drizzle-orm';
|
|
3
|
+
import { db } from './db.js';
|
|
4
|
+
import { pendingJobExecutions } from './schema/pending-job-executions.js';
|
|
5
|
+
import { reservations } from './schema/reservations.js';
|
|
6
|
+
export async function pollDemandAndReserve(params) {
|
|
7
|
+
return await db().transaction(async (tx)=>{
|
|
8
|
+
return await pollDemandAndReserveTx(tx, params);
|
|
9
|
+
});
|
|
10
|
+
}
|
|
11
|
+
export async function pollDemandAndReserveTx(tx, params) {
|
|
12
|
+
await tx.execute(sql`select pg_advisory_xact_lock(hashtext(${params.workspaceId}))`);
|
|
13
|
+
const demandRows = (await tx.select({
|
|
14
|
+
requiredLabels: pendingJobExecutions.requiredLabels,
|
|
15
|
+
queued: sql`count(*)::int`,
|
|
16
|
+
oldestQueuedAt: sql`min(${pendingJobExecutions.createdAt})`
|
|
17
|
+
}).from(pendingJobExecutions).where(eq(pendingJobExecutions.workspaceId, params.workspaceId)).groupBy(pendingJobExecutions.requiredLabels)).map((row)=>({
|
|
18
|
+
...row,
|
|
19
|
+
oldestQueuedAt: new Date(row.oldestQueuedAt)
|
|
20
|
+
}));
|
|
21
|
+
const activeReservationRows = await tx.select({
|
|
22
|
+
requiredLabels: reservations.requiredLabels,
|
|
23
|
+
reserved: sql`coalesce(sum(${reservations.count}), 0)::int`
|
|
24
|
+
}).from(reservations).where(and(eq(reservations.workspaceId, params.workspaceId), gt(reservations.expiresAt, sql`now()`))).groupBy(reservations.requiredLabels);
|
|
25
|
+
const reservedByLabels = new Map(activeReservationRows.map((row)=>[
|
|
26
|
+
labelKey(row.requiredLabels),
|
|
27
|
+
row.reserved
|
|
28
|
+
]));
|
|
29
|
+
const activeProvisionerReservationRows = await tx.select({
|
|
30
|
+
requiredLabels: reservations.requiredLabels,
|
|
31
|
+
reserved: sql`coalesce(sum(${reservations.count}), 0)::int`
|
|
32
|
+
}).from(reservations).where(and(eq(reservations.workspaceId, params.workspaceId), eq(reservations.provisionerId, params.provisionerId), gt(reservations.expiresAt, sql`now()`))).groupBy(reservations.requiredLabels);
|
|
33
|
+
const templates = params.templates.map((template)=>({
|
|
34
|
+
templateKey: template.templateKey,
|
|
35
|
+
labels: [
|
|
36
|
+
...canonicalizeLabels(template.labels)
|
|
37
|
+
],
|
|
38
|
+
remainingSlots: template.availableSlots
|
|
39
|
+
}));
|
|
40
|
+
deductProvisionerReservations(templates, activeProvisionerReservationRows);
|
|
41
|
+
const stats = [];
|
|
42
|
+
const grants = [];
|
|
43
|
+
let remainingMaxReservations = params.maxReservations;
|
|
44
|
+
for (const demand of sortDemandRows(demandRows)){
|
|
45
|
+
const satisfyingTemplates = templates.filter((template)=>isSubset(demand.requiredLabels, template.labels)).sort((a, b)=>a.labels.length - b.labels.length || a.templateKey.localeCompare(b.templateKey));
|
|
46
|
+
if (satisfyingTemplates.length === 0) continue;
|
|
47
|
+
const reserved = reservedByLabels.get(labelKey(demand.requiredLabels)) ?? 0;
|
|
48
|
+
const unreserved = Math.max(0, demand.queued - reserved);
|
|
49
|
+
const capacity = satisfyingTemplates.reduce((total, template)=>total + template.remainingSlots, 0);
|
|
50
|
+
const grant = Math.min(unreserved, capacity, remainingMaxReservations);
|
|
51
|
+
let reservedAfterGrant = reserved;
|
|
52
|
+
if (grant > 0 && params.maxReservations > 0) {
|
|
53
|
+
const [inserted] = await tx.insert(reservations).values({
|
|
54
|
+
workspaceId: params.workspaceId,
|
|
55
|
+
provisionerId: params.provisionerId,
|
|
56
|
+
requiredLabels: demand.requiredLabels,
|
|
57
|
+
count: grant,
|
|
58
|
+
expiresAt: sql`now() + (${params.ttlSeconds} || ' seconds')::interval`
|
|
59
|
+
}).returning({
|
|
60
|
+
id: reservations.id,
|
|
61
|
+
expiresAt: reservations.expiresAt
|
|
62
|
+
});
|
|
63
|
+
if (!inserted) throw new Error('Insert returned no rows');
|
|
64
|
+
remainingMaxReservations -= grant;
|
|
65
|
+
drawSlots(satisfyingTemplates, grant);
|
|
66
|
+
reservedAfterGrant += grant;
|
|
67
|
+
grants.push({
|
|
68
|
+
reservationId: inserted.id,
|
|
69
|
+
labels: demand.requiredLabels,
|
|
70
|
+
count: grant,
|
|
71
|
+
expiresAt: inserted.expiresAt
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
stats.push({
|
|
75
|
+
labels: demand.requiredLabels,
|
|
76
|
+
queued: demand.queued,
|
|
77
|
+
reserved: reservedAfterGrant,
|
|
78
|
+
oldestQueuedAt: demand.oldestQueuedAt
|
|
79
|
+
});
|
|
80
|
+
}
|
|
81
|
+
return {
|
|
82
|
+
stats,
|
|
83
|
+
reservations: grants
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
export async function deleteExpiredReservations(params) {
|
|
87
|
+
const expiredIds = db().select({
|
|
88
|
+
id: reservations.id
|
|
89
|
+
}).from(reservations).where(lt(reservations.expiresAt, sql`now()`)).orderBy(asc(reservations.expiresAt)).limit(params?.limit ?? 1000);
|
|
90
|
+
const deleted = await db().delete(reservations).where(inArray(reservations.id, expiredIds)).returning({
|
|
91
|
+
id: reservations.id
|
|
92
|
+
});
|
|
93
|
+
return deleted.length;
|
|
94
|
+
}
|
|
95
|
+
export async function deleteReservationsByIds(ids) {
|
|
96
|
+
if (ids.length === 0) return 0;
|
|
97
|
+
const deleted = await db().delete(reservations).where(inArray(reservations.id, ids)).returning({
|
|
98
|
+
id: reservations.id
|
|
99
|
+
});
|
|
100
|
+
return deleted.length;
|
|
101
|
+
}
|
|
102
|
+
export async function releaseReservationUnits(tx, params) {
|
|
103
|
+
let released = 0;
|
|
104
|
+
for (const release of params.releases){
|
|
105
|
+
if (release.count <= 0) continue;
|
|
106
|
+
const decremented = await tx.update(reservations).set({
|
|
107
|
+
count: sql`${reservations.count} - ${release.count}`
|
|
108
|
+
}).where(and(eq(reservations.id, release.reservationId), eq(reservations.workspaceId, params.workspaceId), eq(reservations.provisionerId, params.provisionerId), gt(reservations.count, release.count), gt(reservations.expiresAt, sql`now()`))).returning({
|
|
109
|
+
id: reservations.id
|
|
110
|
+
});
|
|
111
|
+
if (decremented.length > 0) {
|
|
112
|
+
released += release.count;
|
|
113
|
+
continue;
|
|
114
|
+
}
|
|
115
|
+
const deleted = await tx.delete(reservations).where(and(eq(reservations.id, release.reservationId), eq(reservations.workspaceId, params.workspaceId), eq(reservations.provisionerId, params.provisionerId), sql`${reservations.count} <= ${release.count}`, gt(reservations.expiresAt, sql`now()`))).returning({
|
|
116
|
+
count: reservations.count
|
|
117
|
+
});
|
|
118
|
+
released += deleted.reduce((total, row)=>total + row.count, 0);
|
|
119
|
+
}
|
|
120
|
+
return released;
|
|
121
|
+
}
|
|
122
|
+
function deductProvisionerReservations(templates, activeReservations) {
|
|
123
|
+
for (const reservation of sortReservationRows(activeReservations)){
|
|
124
|
+
const satisfyingTemplates = templates.filter((template)=>isSubset(reservation.requiredLabels, template.labels)).sort((a, b)=>a.labels.length - b.labels.length || a.templateKey.localeCompare(b.templateKey));
|
|
125
|
+
drawSlots(satisfyingTemplates, reservation.reserved);
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
function sortDemandRows(rows) {
|
|
129
|
+
return [
|
|
130
|
+
...rows
|
|
131
|
+
].sort((a, b)=>{
|
|
132
|
+
const specificity = b.requiredLabels.length - a.requiredLabels.length;
|
|
133
|
+
if (specificity !== 0) return specificity;
|
|
134
|
+
return a.oldestQueuedAt.getTime() - b.oldestQueuedAt.getTime();
|
|
135
|
+
});
|
|
136
|
+
}
|
|
137
|
+
function sortReservationRows(rows) {
|
|
138
|
+
return [
|
|
139
|
+
...rows
|
|
140
|
+
].sort((a, b)=>{
|
|
141
|
+
const specificity = b.requiredLabels.length - a.requiredLabels.length;
|
|
142
|
+
if (specificity !== 0) return specificity;
|
|
143
|
+
return labelKey(a.requiredLabels).localeCompare(labelKey(b.requiredLabels));
|
|
144
|
+
});
|
|
145
|
+
}
|
|
146
|
+
function isSubset(requiredLabels, availableLabels) {
|
|
147
|
+
return requiredLabels.every((label)=>availableLabels.includes(label));
|
|
148
|
+
}
|
|
149
|
+
function drawSlots(templates, count) {
|
|
150
|
+
let remaining = count;
|
|
151
|
+
for (const template of templates){
|
|
152
|
+
if (remaining === 0) return;
|
|
153
|
+
const used = Math.min(template.remainingSlots, remaining);
|
|
154
|
+
template.remainingSlots -= used;
|
|
155
|
+
remaining -= used;
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
function labelKey(labels) {
|
|
159
|
+
return JSON.stringify(labels);
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
//# sourceMappingURL=reservations.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/db/reservations.ts"],"sourcesContent":["import {canonicalizeLabels} from '@shipfox/runner-labels';\nimport {and, asc, eq, gt, inArray, lt, sql} from 'drizzle-orm';\nimport type {Tx} from './db.js';\nimport {db} from './db.js';\nimport {pendingJobExecutions} from './schema/pending-job-executions.js';\nimport {reservations} from './schema/reservations.js';\n\nexport interface ReservationTemplate {\n templateKey: string;\n labels: string[];\n availableSlots: number;\n starting: number;\n running: number;\n}\n\nexport interface DemandStat {\n labels: string[];\n queued: number;\n reserved: number;\n oldestQueuedAt: Date;\n}\n\nexport interface ReservationGrant {\n reservationId: string;\n labels: string[];\n count: number;\n expiresAt: Date;\n}\n\nexport interface PollDemandAndReserveParams {\n workspaceId: string;\n provisionerId: string;\n maxReservations: number;\n ttlSeconds: number;\n templates: ReservationTemplate[];\n}\n\ninterface NormalizedTemplate {\n templateKey: string;\n labels: string[];\n remainingSlots: number;\n}\n\ninterface DemandRow {\n requiredLabels: string[];\n queued: number;\n oldestQueuedAt: Date;\n}\n\nexport async function pollDemandAndReserve(\n params: PollDemandAndReserveParams,\n): Promise<{stats: DemandStat[]; reservations: ReservationGrant[]}> {\n return await db().transaction(async (tx) => {\n return await pollDemandAndReserveTx(tx, params);\n });\n}\n\nexport async function pollDemandAndReserveTx(\n tx: Tx,\n params: PollDemandAndReserveParams,\n): Promise<{stats: DemandStat[]; reservations: ReservationGrant[]}> {\n await tx.execute(sql`select pg_advisory_xact_lock(hashtext(${params.workspaceId}))`);\n\n const demandRows = (\n await tx\n .select({\n requiredLabels: pendingJobExecutions.requiredLabels,\n queued: sql<number>`count(*)::int`,\n oldestQueuedAt: sql<Date | string>`min(${pendingJobExecutions.createdAt})`,\n })\n .from(pendingJobExecutions)\n .where(eq(pendingJobExecutions.workspaceId, params.workspaceId))\n .groupBy(pendingJobExecutions.requiredLabels)\n ).map((row) => ({\n ...row,\n oldestQueuedAt: new Date(row.oldestQueuedAt),\n }));\n\n const activeReservationRows = await tx\n .select({\n requiredLabels: reservations.requiredLabels,\n reserved: sql<number>`coalesce(sum(${reservations.count}), 0)::int`,\n })\n .from(reservations)\n .where(\n and(eq(reservations.workspaceId, params.workspaceId), gt(reservations.expiresAt, sql`now()`)),\n )\n .groupBy(reservations.requiredLabels);\n\n const reservedByLabels = new Map(\n activeReservationRows.map((row) => [labelKey(row.requiredLabels), row.reserved]),\n );\n const activeProvisionerReservationRows = await tx\n .select({\n requiredLabels: reservations.requiredLabels,\n reserved: sql<number>`coalesce(sum(${reservations.count}), 0)::int`,\n })\n .from(reservations)\n .where(\n and(\n eq(reservations.workspaceId, params.workspaceId),\n eq(reservations.provisionerId, params.provisionerId),\n gt(reservations.expiresAt, sql`now()`),\n ),\n )\n .groupBy(reservations.requiredLabels);\n\n const templates = params.templates.map((template) => ({\n templateKey: template.templateKey,\n labels: [...canonicalizeLabels(template.labels)],\n remainingSlots: template.availableSlots,\n }));\n deductProvisionerReservations(templates, activeProvisionerReservationRows);\n const stats: DemandStat[] = [];\n const grants: ReservationGrant[] = [];\n let remainingMaxReservations = params.maxReservations;\n\n for (const demand of sortDemandRows(demandRows)) {\n const satisfyingTemplates = templates\n .filter((template) => isSubset(demand.requiredLabels, template.labels))\n .sort(\n (a, b) => a.labels.length - b.labels.length || a.templateKey.localeCompare(b.templateKey),\n );\n\n if (satisfyingTemplates.length === 0) continue;\n\n const reserved = reservedByLabels.get(labelKey(demand.requiredLabels)) ?? 0;\n const unreserved = Math.max(0, demand.queued - reserved);\n const capacity = satisfyingTemplates.reduce(\n (total, template) => total + template.remainingSlots,\n 0,\n );\n const grant = Math.min(unreserved, capacity, remainingMaxReservations);\n let reservedAfterGrant = reserved;\n\n if (grant > 0 && params.maxReservations > 0) {\n const [inserted] = await tx\n .insert(reservations)\n .values({\n workspaceId: params.workspaceId,\n provisionerId: params.provisionerId,\n requiredLabels: demand.requiredLabels,\n count: grant,\n expiresAt: sql`now() + (${params.ttlSeconds} || ' seconds')::interval`,\n })\n .returning({id: reservations.id, expiresAt: reservations.expiresAt});\n\n if (!inserted) throw new Error('Insert returned no rows');\n\n remainingMaxReservations -= grant;\n drawSlots(satisfyingTemplates, grant);\n reservedAfterGrant += grant;\n grants.push({\n reservationId: inserted.id,\n labels: demand.requiredLabels,\n count: grant,\n expiresAt: inserted.expiresAt,\n });\n }\n\n stats.push({\n labels: demand.requiredLabels,\n queued: demand.queued,\n reserved: reservedAfterGrant,\n oldestQueuedAt: demand.oldestQueuedAt,\n });\n }\n\n return {stats, reservations: grants};\n}\n\nexport async function deleteExpiredReservations(params?: {limit?: number}): Promise<number> {\n const expiredIds = db()\n .select({id: reservations.id})\n .from(reservations)\n .where(lt(reservations.expiresAt, sql`now()`))\n .orderBy(asc(reservations.expiresAt))\n .limit(params?.limit ?? 1000);\n\n const deleted = await db()\n .delete(reservations)\n .where(inArray(reservations.id, expiredIds))\n .returning({id: reservations.id});\n\n return deleted.length;\n}\n\nexport async function deleteReservationsByIds(ids: string[]): Promise<number> {\n if (ids.length === 0) return 0;\n\n const deleted = await db()\n .delete(reservations)\n .where(inArray(reservations.id, ids))\n .returning({id: reservations.id});\n\n return deleted.length;\n}\n\nexport async function releaseReservationUnits(\n tx: Tx,\n params: {\n workspaceId: string;\n provisionerId: string;\n releases: Array<{reservationId: string; count: number}>;\n },\n): Promise<number> {\n let released = 0;\n\n for (const release of params.releases) {\n if (release.count <= 0) continue;\n\n const decremented = await tx\n .update(reservations)\n .set({count: sql`${reservations.count} - ${release.count}`})\n .where(\n and(\n eq(reservations.id, release.reservationId),\n eq(reservations.workspaceId, params.workspaceId),\n eq(reservations.provisionerId, params.provisionerId),\n gt(reservations.count, release.count),\n gt(reservations.expiresAt, sql`now()`),\n ),\n )\n .returning({id: reservations.id});\n\n if (decremented.length > 0) {\n released += release.count;\n continue;\n }\n\n const deleted = await tx\n .delete(reservations)\n .where(\n and(\n eq(reservations.id, release.reservationId),\n eq(reservations.workspaceId, params.workspaceId),\n eq(reservations.provisionerId, params.provisionerId),\n sql`${reservations.count} <= ${release.count}`,\n gt(reservations.expiresAt, sql`now()`),\n ),\n )\n .returning({count: reservations.count});\n\n released += deleted.reduce((total, row) => total + row.count, 0);\n }\n\n return released;\n}\n\nfunction deductProvisionerReservations(\n templates: NormalizedTemplate[],\n activeReservations: {requiredLabels: string[]; reserved: number}[],\n): void {\n for (const reservation of sortReservationRows(activeReservations)) {\n const satisfyingTemplates = templates\n .filter((template) => isSubset(reservation.requiredLabels, template.labels))\n .sort(\n (a, b) => a.labels.length - b.labels.length || a.templateKey.localeCompare(b.templateKey),\n );\n drawSlots(satisfyingTemplates, reservation.reserved);\n }\n}\n\nfunction sortDemandRows(rows: DemandRow[]): DemandRow[] {\n return [...rows].sort((a, b) => {\n const specificity = b.requiredLabels.length - a.requiredLabels.length;\n if (specificity !== 0) return specificity;\n return a.oldestQueuedAt.getTime() - b.oldestQueuedAt.getTime();\n });\n}\n\nfunction sortReservationRows<T extends {requiredLabels: string[]}>(rows: T[]): T[] {\n return [...rows].sort((a, b) => {\n const specificity = b.requiredLabels.length - a.requiredLabels.length;\n if (specificity !== 0) return specificity;\n return labelKey(a.requiredLabels).localeCompare(labelKey(b.requiredLabels));\n });\n}\n\nfunction isSubset(requiredLabels: string[], availableLabels: string[]): boolean {\n return requiredLabels.every((label) => availableLabels.includes(label));\n}\n\nfunction drawSlots(templates: NormalizedTemplate[], count: number): void {\n let remaining = count;\n for (const template of templates) {\n if (remaining === 0) return;\n const used = Math.min(template.remainingSlots, remaining);\n template.remainingSlots -= used;\n remaining -= used;\n }\n}\n\nfunction labelKey(labels: string[]): string {\n return JSON.stringify(labels);\n}\n"],"names":["canonicalizeLabels","and","asc","eq","gt","inArray","lt","sql","db","pendingJobExecutions","reservations","pollDemandAndReserve","params","transaction","tx","pollDemandAndReserveTx","execute","workspaceId","demandRows","select","requiredLabels","queued","oldestQueuedAt","createdAt","from","where","groupBy","map","row","Date","activeReservationRows","reserved","count","expiresAt","reservedByLabels","Map","labelKey","activeProvisionerReservationRows","provisionerId","templates","template","templateKey","labels","remainingSlots","availableSlots","deductProvisionerReservations","stats","grants","remainingMaxReservations","maxReservations","demand","sortDemandRows","satisfyingTemplates","filter","isSubset","sort","a","b","length","localeCompare","get","unreserved","Math","max","capacity","reduce","total","grant","min","reservedAfterGrant","inserted","insert","values","ttlSeconds","returning","id","Error","drawSlots","push","reservationId","deleteExpiredReservations","expiredIds","orderBy","limit","deleted","delete","deleteReservationsByIds","ids","releaseReservationUnits","released","release","releases","decremented","update","set","activeReservations","reservation","sortReservationRows","rows","specificity","getTime","availableLabels","every","label","includes","remaining","used","JSON","stringify"],"mappings":"AAAA,SAAQA,kBAAkB,QAAO,yBAAyB;AAC1D,SAAQC,GAAG,EAAEC,GAAG,EAAEC,EAAE,EAAEC,EAAE,EAAEC,OAAO,EAAEC,EAAE,EAAEC,GAAG,QAAO,cAAc;AAE/D,SAAQC,EAAE,QAAO,UAAU;AAC3B,SAAQC,oBAAoB,QAAO,qCAAqC;AACxE,SAAQC,YAAY,QAAO,2BAA2B;AA4CtD,OAAO,eAAeC,qBACpBC,MAAkC;IAElC,OAAO,MAAMJ,KAAKK,WAAW,CAAC,OAAOC;QACnC,OAAO,MAAMC,uBAAuBD,IAAIF;IAC1C;AACF;AAEA,OAAO,eAAeG,uBACpBD,EAAM,EACNF,MAAkC;IAElC,MAAME,GAAGE,OAAO,CAACT,GAAG,CAAC,sCAAsC,EAAEK,OAAOK,WAAW,CAAC,EAAE,CAAC;IAEnF,MAAMC,aAAa,AACjB,CAAA,MAAMJ,GACHK,MAAM,CAAC;QACNC,gBAAgBX,qBAAqBW,cAAc;QACnDC,QAAQd,GAAW,CAAC,aAAa,CAAC;QAClCe,gBAAgBf,GAAkB,CAAC,IAAI,EAAEE,qBAAqBc,SAAS,CAAC,CAAC,CAAC;IAC5E,GACCC,IAAI,CAACf,sBACLgB,KAAK,CAACtB,GAAGM,qBAAqBQ,WAAW,EAAEL,OAAOK,WAAW,GAC7DS,OAAO,CAACjB,qBAAqBW,cAAc,CAAA,EAC9CO,GAAG,CAAC,CAACC,MAAS,CAAA;YACd,GAAGA,GAAG;YACNN,gBAAgB,IAAIO,KAAKD,IAAIN,cAAc;QAC7C,CAAA;IAEA,MAAMQ,wBAAwB,MAAMhB,GACjCK,MAAM,CAAC;QACNC,gBAAgBV,aAAaU,cAAc;QAC3CW,UAAUxB,GAAW,CAAC,aAAa,EAAEG,aAAasB,KAAK,CAAC,UAAU,CAAC;IACrE,GACCR,IAAI,CAACd,cACLe,KAAK,CACJxB,IAAIE,GAAGO,aAAaO,WAAW,EAAEL,OAAOK,WAAW,GAAGb,GAAGM,aAAauB,SAAS,EAAE1B,GAAG,CAAC,KAAK,CAAC,IAE5FmB,OAAO,CAAChB,aAAaU,cAAc;IAEtC,MAAMc,mBAAmB,IAAIC,IAC3BL,sBAAsBH,GAAG,CAAC,CAACC,MAAQ;YAACQ,SAASR,IAAIR,cAAc;YAAGQ,IAAIG,QAAQ;SAAC;IAEjF,MAAMM,mCAAmC,MAAMvB,GAC5CK,MAAM,CAAC;QACNC,gBAAgBV,aAAaU,cAAc;QAC3CW,UAAUxB,GAAW,CAAC,aAAa,EAAEG,aAAasB,KAAK,CAAC,UAAU,CAAC;IACrE,GACCR,IAAI,CAACd,cACLe,KAAK,CACJxB,IACEE,GAAGO,aAAaO,WAAW,EAAEL,OAAOK,WAAW,GAC/Cd,GAAGO,aAAa4B,aAAa,EAAE1B,OAAO0B,aAAa,GACnDlC,GAAGM,aAAauB,SAAS,EAAE1B,GAAG,CAAC,KAAK,CAAC,IAGxCmB,OAAO,CAAChB,aAAaU,cAAc;IAEtC,MAAMmB,YAAY3B,OAAO2B,SAAS,CAACZ,GAAG,CAAC,CAACa,WAAc,CAAA;YACpDC,aAAaD,SAASC,WAAW;YACjCC,QAAQ;mBAAI1C,mBAAmBwC,SAASE,MAAM;aAAE;YAChDC,gBAAgBH,SAASI,cAAc;QACzC,CAAA;IACAC,8BAA8BN,WAAWF;IACzC,MAAMS,QAAsB,EAAE;IAC9B,MAAMC,SAA6B,EAAE;IACrC,IAAIC,2BAA2BpC,OAAOqC,eAAe;IAErD,KAAK,MAAMC,UAAUC,eAAejC,YAAa;QAC/C,MAAMkC,sBAAsBb,UACzBc,MAAM,CAAC,CAACb,WAAac,SAASJ,OAAO9B,cAAc,EAAEoB,SAASE,MAAM,GACpEa,IAAI,CACH,CAACC,GAAGC,IAAMD,EAAEd,MAAM,CAACgB,MAAM,GAAGD,EAAEf,MAAM,CAACgB,MAAM,IAAIF,EAAEf,WAAW,CAACkB,aAAa,CAACF,EAAEhB,WAAW;QAG5F,IAAIW,oBAAoBM,MAAM,KAAK,GAAG;QAEtC,MAAM3B,WAAWG,iBAAiB0B,GAAG,CAACxB,SAASc,OAAO9B,cAAc,MAAM;QAC1E,MAAMyC,aAAaC,KAAKC,GAAG,CAAC,GAAGb,OAAO7B,MAAM,GAAGU;QAC/C,MAAMiC,WAAWZ,oBAAoBa,MAAM,CACzC,CAACC,OAAO1B,WAAa0B,QAAQ1B,SAASG,cAAc,EACpD;QAEF,MAAMwB,QAAQL,KAAKM,GAAG,CAACP,YAAYG,UAAUhB;QAC7C,IAAIqB,qBAAqBtC;QAEzB,IAAIoC,QAAQ,KAAKvD,OAAOqC,eAAe,GAAG,GAAG;YAC3C,MAAM,CAACqB,SAAS,GAAG,MAAMxD,GACtByD,MAAM,CAAC7D,cACP8D,MAAM,CAAC;gBACNvD,aAAaL,OAAOK,WAAW;gBAC/BqB,eAAe1B,OAAO0B,aAAa;gBACnClB,gBAAgB8B,OAAO9B,cAAc;gBACrCY,OAAOmC;gBACPlC,WAAW1B,GAAG,CAAC,SAAS,EAAEK,OAAO6D,UAAU,CAAC,yBAAyB,CAAC;YACxE,GACCC,SAAS,CAAC;gBAACC,IAAIjE,aAAaiE,EAAE;gBAAE1C,WAAWvB,aAAauB,SAAS;YAAA;YAEpE,IAAI,CAACqC,UAAU,MAAM,IAAIM,MAAM;YAE/B5B,4BAA4BmB;YAC5BU,UAAUzB,qBAAqBe;YAC/BE,sBAAsBF;YACtBpB,OAAO+B,IAAI,CAAC;gBACVC,eAAeT,SAASK,EAAE;gBAC1BjC,QAAQQ,OAAO9B,cAAc;gBAC7BY,OAAOmC;gBACPlC,WAAWqC,SAASrC,SAAS;YAC/B;QACF;QAEAa,MAAMgC,IAAI,CAAC;YACTpC,QAAQQ,OAAO9B,cAAc;YAC7BC,QAAQ6B,OAAO7B,MAAM;YACrBU,UAAUsC;YACV/C,gBAAgB4B,OAAO5B,cAAc;QACvC;IACF;IAEA,OAAO;QAACwB;QAAOpC,cAAcqC;IAAM;AACrC;AAEA,OAAO,eAAeiC,0BAA0BpE,MAAyB;IACvE,MAAMqE,aAAazE,KAChBW,MAAM,CAAC;QAACwD,IAAIjE,aAAaiE,EAAE;IAAA,GAC3BnD,IAAI,CAACd,cACLe,KAAK,CAACnB,GAAGI,aAAauB,SAAS,EAAE1B,GAAG,CAAC,KAAK,CAAC,GAC3C2E,OAAO,CAAChF,IAAIQ,aAAauB,SAAS,GAClCkD,KAAK,CAACvE,QAAQuE,SAAS;IAE1B,MAAMC,UAAU,MAAM5E,KACnB6E,MAAM,CAAC3E,cACPe,KAAK,CAACpB,QAAQK,aAAaiE,EAAE,EAAEM,aAC/BP,SAAS,CAAC;QAACC,IAAIjE,aAAaiE,EAAE;IAAA;IAEjC,OAAOS,QAAQ1B,MAAM;AACvB;AAEA,OAAO,eAAe4B,wBAAwBC,GAAa;IACzD,IAAIA,IAAI7B,MAAM,KAAK,GAAG,OAAO;IAE7B,MAAM0B,UAAU,MAAM5E,KACnB6E,MAAM,CAAC3E,cACPe,KAAK,CAACpB,QAAQK,aAAaiE,EAAE,EAAEY,MAC/Bb,SAAS,CAAC;QAACC,IAAIjE,aAAaiE,EAAE;IAAA;IAEjC,OAAOS,QAAQ1B,MAAM;AACvB;AAEA,OAAO,eAAe8B,wBACpB1E,EAAM,EACNF,MAIC;IAED,IAAI6E,WAAW;IAEf,KAAK,MAAMC,WAAW9E,OAAO+E,QAAQ,CAAE;QACrC,IAAID,QAAQ1D,KAAK,IAAI,GAAG;QAExB,MAAM4D,cAAc,MAAM9E,GACvB+E,MAAM,CAACnF,cACPoF,GAAG,CAAC;YAAC9D,OAAOzB,GAAG,CAAC,EAAEG,aAAasB,KAAK,CAAC,GAAG,EAAE0D,QAAQ1D,KAAK,CAAC,CAAC;QAAA,GACzDP,KAAK,CACJxB,IACEE,GAAGO,aAAaiE,EAAE,EAAEe,QAAQX,aAAa,GACzC5E,GAAGO,aAAaO,WAAW,EAAEL,OAAOK,WAAW,GAC/Cd,GAAGO,aAAa4B,aAAa,EAAE1B,OAAO0B,aAAa,GACnDlC,GAAGM,aAAasB,KAAK,EAAE0D,QAAQ1D,KAAK,GACpC5B,GAAGM,aAAauB,SAAS,EAAE1B,GAAG,CAAC,KAAK,CAAC,IAGxCmE,SAAS,CAAC;YAACC,IAAIjE,aAAaiE,EAAE;QAAA;QAEjC,IAAIiB,YAAYlC,MAAM,GAAG,GAAG;YAC1B+B,YAAYC,QAAQ1D,KAAK;YACzB;QACF;QAEA,MAAMoD,UAAU,MAAMtE,GACnBuE,MAAM,CAAC3E,cACPe,KAAK,CACJxB,IACEE,GAAGO,aAAaiE,EAAE,EAAEe,QAAQX,aAAa,GACzC5E,GAAGO,aAAaO,WAAW,EAAEL,OAAOK,WAAW,GAC/Cd,GAAGO,aAAa4B,aAAa,EAAE1B,OAAO0B,aAAa,GACnD/B,GAAG,CAAC,EAAEG,aAAasB,KAAK,CAAC,IAAI,EAAE0D,QAAQ1D,KAAK,CAAC,CAAC,EAC9C5B,GAAGM,aAAauB,SAAS,EAAE1B,GAAG,CAAC,KAAK,CAAC,IAGxCmE,SAAS,CAAC;YAAC1C,OAAOtB,aAAasB,KAAK;QAAA;QAEvCyD,YAAYL,QAAQnB,MAAM,CAAC,CAACC,OAAOtC,MAAQsC,QAAQtC,IAAII,KAAK,EAAE;IAChE;IAEA,OAAOyD;AACT;AAEA,SAAS5C,8BACPN,SAA+B,EAC/BwD,kBAAkE;IAElE,KAAK,MAAMC,eAAeC,oBAAoBF,oBAAqB;QACjE,MAAM3C,sBAAsBb,UACzBc,MAAM,CAAC,CAACb,WAAac,SAAS0C,YAAY5E,cAAc,EAAEoB,SAASE,MAAM,GACzEa,IAAI,CACH,CAACC,GAAGC,IAAMD,EAAEd,MAAM,CAACgB,MAAM,GAAGD,EAAEf,MAAM,CAACgB,MAAM,IAAIF,EAAEf,WAAW,CAACkB,aAAa,CAACF,EAAEhB,WAAW;QAE5FoC,UAAUzB,qBAAqB4C,YAAYjE,QAAQ;IACrD;AACF;AAEA,SAASoB,eAAe+C,IAAiB;IACvC,OAAO;WAAIA;KAAK,CAAC3C,IAAI,CAAC,CAACC,GAAGC;QACxB,MAAM0C,cAAc1C,EAAErC,cAAc,CAACsC,MAAM,GAAGF,EAAEpC,cAAc,CAACsC,MAAM;QACrE,IAAIyC,gBAAgB,GAAG,OAAOA;QAC9B,OAAO3C,EAAElC,cAAc,CAAC8E,OAAO,KAAK3C,EAAEnC,cAAc,CAAC8E,OAAO;IAC9D;AACF;AAEA,SAASH,oBAA0DC,IAAS;IAC1E,OAAO;WAAIA;KAAK,CAAC3C,IAAI,CAAC,CAACC,GAAGC;QACxB,MAAM0C,cAAc1C,EAAErC,cAAc,CAACsC,MAAM,GAAGF,EAAEpC,cAAc,CAACsC,MAAM;QACrE,IAAIyC,gBAAgB,GAAG,OAAOA;QAC9B,OAAO/D,SAASoB,EAAEpC,cAAc,EAAEuC,aAAa,CAACvB,SAASqB,EAAErC,cAAc;IAC3E;AACF;AAEA,SAASkC,SAASlC,cAAwB,EAAEiF,eAAyB;IACnE,OAAOjF,eAAekF,KAAK,CAAC,CAACC,QAAUF,gBAAgBG,QAAQ,CAACD;AAClE;AAEA,SAAS1B,UAAUtC,SAA+B,EAAEP,KAAa;IAC/D,IAAIyE,YAAYzE;IAChB,KAAK,MAAMQ,YAAYD,UAAW;QAChC,IAAIkE,cAAc,GAAG;QACrB,MAAMC,OAAO5C,KAAKM,GAAG,CAAC5B,SAASG,cAAc,EAAE8D;QAC/CjE,SAASG,cAAc,IAAI+D;QAC3BD,aAAaC;IACf;AACF;AAEA,SAAStE,SAASM,MAAgB;IAChC,OAAOiE,KAAKC,SAAS,CAAClE;AACxB"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { RunnerToolCapabilitiesDto } from '@shipfox/api-runners-dto';
|
|
2
|
+
import type { RunnerSession } from '#core/entities/runner-session.js';
|
|
3
|
+
export interface CreateRunnerSessionParams {
|
|
4
|
+
workspaceId: string;
|
|
5
|
+
scope: 'workspace';
|
|
6
|
+
registrationTokenId: string;
|
|
7
|
+
labels: string[];
|
|
8
|
+
toolCapabilities?: RunnerToolCapabilitiesDto | null;
|
|
9
|
+
}
|
|
10
|
+
export declare function createRunnerSession(params: CreateRunnerSessionParams): Promise<RunnerSession>;
|
|
11
|
+
export declare function getRunnerSessionById(runnerSessionId: string): Promise<RunnerSession | null>;
|
|
12
|
+
export interface DeleteExpiredRunnerSessionsParams {
|
|
13
|
+
manualRetentionDays: number;
|
|
14
|
+
ephemeralRetentionDays: number;
|
|
15
|
+
limit?: number;
|
|
16
|
+
}
|
|
17
|
+
export declare function deleteExpiredRunnerSessions(params: DeleteExpiredRunnerSessionsParams): Promise<number>;
|
|
18
|
+
//# sourceMappingURL=runner-sessions.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runner-sessions.d.ts","sourceRoot":"","sources":["../../src/db/runner-sessions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,yBAAyB,EAAC,MAAM,0BAA0B,CAAC;AAExE,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,kCAAkC,CAAC;AAKpE,MAAM,WAAW,yBAAyB;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,WAAW,CAAC;IACnB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,gBAAgB,CAAC,EAAE,yBAAyB,GAAG,IAAI,CAAC;CACrD;AAED,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,yBAAyB,GAChC,OAAO,CAAC,aAAa,CAAC,CAmBxB;AAED,wBAAsB,oBAAoB,CAAC,eAAe,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CASjG;AAED,MAAM,WAAW,iCAAiC;IAChD,mBAAmB,EAAE,MAAM,CAAC;IAC5B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,2BAA2B,CAC/C,MAAM,EAAE,iCAAiC,GACxC,OAAO,CAAC,MAAM,CAAC,CAuCjB"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { and, asc, eq, inArray, lt, notExists, or, sql } from 'drizzle-orm';
|
|
2
|
+
import { db } from './db.js';
|
|
3
|
+
import { runnerSessions, toRunnerSession } from './schema/runner-sessions.js';
|
|
4
|
+
import { runningJobExecutions } from './schema/running-job-executions.js';
|
|
5
|
+
export async function createRunnerSession(params) {
|
|
6
|
+
const rows = await db().insert(runnerSessions).values({
|
|
7
|
+
workspaceId: params.workspaceId,
|
|
8
|
+
scope: params.scope,
|
|
9
|
+
registrationTokenId: params.registrationTokenId,
|
|
10
|
+
registrationTokenKind: 'manual',
|
|
11
|
+
labels: params.labels,
|
|
12
|
+
toolCapabilities: params.toolCapabilities ?? null,
|
|
13
|
+
toolCapabilitiesReportedAt: params.toolCapabilities ? sql`now()` : null,
|
|
14
|
+
maxClaims: null,
|
|
15
|
+
claimsUsed: 0
|
|
16
|
+
}).returning();
|
|
17
|
+
const row = rows[0];
|
|
18
|
+
if (!row) throw new Error('Insert returned no rows');
|
|
19
|
+
return toRunnerSession(row);
|
|
20
|
+
}
|
|
21
|
+
export async function getRunnerSessionById(runnerSessionId) {
|
|
22
|
+
const rows = await db().select().from(runnerSessions).where(eq(runnerSessions.id, runnerSessionId)).limit(1);
|
|
23
|
+
const row = rows[0];
|
|
24
|
+
return row ? toRunnerSession(row) : null;
|
|
25
|
+
}
|
|
26
|
+
export async function deleteExpiredRunnerSessions(params) {
|
|
27
|
+
const expiredIds = db().select({
|
|
28
|
+
id: runnerSessions.id
|
|
29
|
+
}).from(runnerSessions).where(and(or(and(eq(runnerSessions.registrationTokenKind, 'manual'), lt(runnerSessions.createdAt, sql`now() - (${params.manualRetentionDays} || ' days')::interval`)), and(eq(runnerSessions.registrationTokenKind, 'ephemeral'), lt(runnerSessions.createdAt, sql`now() - (${params.ephemeralRetentionDays} || ' days')::interval`))), notExists(db().select({
|
|
30
|
+
id: runningJobExecutions.id
|
|
31
|
+
}).from(runningJobExecutions).where(eq(runningJobExecutions.runnerSessionId, runnerSessions.id))))).orderBy(asc(runnerSessions.createdAt), asc(runnerSessions.id)).limit(params.limit ?? 1000);
|
|
32
|
+
const deleted = await db().delete(runnerSessions).where(inArray(runnerSessions.id, expiredIds)).returning({
|
|
33
|
+
id: runnerSessions.id
|
|
34
|
+
});
|
|
35
|
+
return deleted.length;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
//# sourceMappingURL=runner-sessions.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/db/runner-sessions.ts"],"sourcesContent":["import type {RunnerToolCapabilitiesDto} from '@shipfox/api-runners-dto';\nimport {and, asc, eq, inArray, lt, notExists, or, sql} from 'drizzle-orm';\nimport type {RunnerSession} from '#core/entities/runner-session.js';\nimport {db} from './db.js';\nimport {runnerSessions, toRunnerSession} from './schema/runner-sessions.js';\nimport {runningJobExecutions} from './schema/running-job-executions.js';\n\nexport interface CreateRunnerSessionParams {\n workspaceId: string;\n scope: 'workspace';\n registrationTokenId: string;\n labels: string[];\n toolCapabilities?: RunnerToolCapabilitiesDto | null;\n}\n\nexport async function createRunnerSession(\n params: CreateRunnerSessionParams,\n): Promise<RunnerSession> {\n const rows = await db()\n .insert(runnerSessions)\n .values({\n workspaceId: params.workspaceId,\n scope: params.scope,\n registrationTokenId: params.registrationTokenId,\n registrationTokenKind: 'manual',\n labels: params.labels,\n toolCapabilities: params.toolCapabilities ?? null,\n toolCapabilitiesReportedAt: params.toolCapabilities ? sql`now()` : null,\n maxClaims: null,\n claimsUsed: 0,\n })\n .returning();\n\n const row = rows[0];\n if (!row) throw new Error('Insert returned no rows');\n return toRunnerSession(row);\n}\n\nexport async function getRunnerSessionById(runnerSessionId: string): Promise<RunnerSession | null> {\n const rows = await db()\n .select()\n .from(runnerSessions)\n .where(eq(runnerSessions.id, runnerSessionId))\n .limit(1);\n\n const row = rows[0];\n return row ? toRunnerSession(row) : null;\n}\n\nexport interface DeleteExpiredRunnerSessionsParams {\n manualRetentionDays: number;\n ephemeralRetentionDays: number;\n limit?: number;\n}\n\nexport async function deleteExpiredRunnerSessions(\n params: DeleteExpiredRunnerSessionsParams,\n): Promise<number> {\n const expiredIds = db()\n .select({id: runnerSessions.id})\n .from(runnerSessions)\n .where(\n and(\n or(\n and(\n eq(runnerSessions.registrationTokenKind, 'manual'),\n lt(\n runnerSessions.createdAt,\n sql`now() - (${params.manualRetentionDays} || ' days')::interval`,\n ),\n ),\n and(\n eq(runnerSessions.registrationTokenKind, 'ephemeral'),\n lt(\n runnerSessions.createdAt,\n sql`now() - (${params.ephemeralRetentionDays} || ' days')::interval`,\n ),\n ),\n ),\n notExists(\n db()\n .select({id: runningJobExecutions.id})\n .from(runningJobExecutions)\n .where(eq(runningJobExecutions.runnerSessionId, runnerSessions.id)),\n ),\n ),\n )\n .orderBy(asc(runnerSessions.createdAt), asc(runnerSessions.id))\n .limit(params.limit ?? 1000);\n\n const deleted = await db()\n .delete(runnerSessions)\n .where(inArray(runnerSessions.id, expiredIds))\n .returning({id: runnerSessions.id});\n\n return deleted.length;\n}\n"],"names":["and","asc","eq","inArray","lt","notExists","or","sql","db","runnerSessions","toRunnerSession","runningJobExecutions","createRunnerSession","params","rows","insert","values","workspaceId","scope","registrationTokenId","registrationTokenKind","labels","toolCapabilities","toolCapabilitiesReportedAt","maxClaims","claimsUsed","returning","row","Error","getRunnerSessionById","runnerSessionId","select","from","where","id","limit","deleteExpiredRunnerSessions","expiredIds","createdAt","manualRetentionDays","ephemeralRetentionDays","orderBy","deleted","delete","length"],"mappings":"AACA,SAAQA,GAAG,EAAEC,GAAG,EAAEC,EAAE,EAAEC,OAAO,EAAEC,EAAE,EAAEC,SAAS,EAAEC,EAAE,EAAEC,GAAG,QAAO,cAAc;AAE1E,SAAQC,EAAE,QAAO,UAAU;AAC3B,SAAQC,cAAc,EAAEC,eAAe,QAAO,8BAA8B;AAC5E,SAAQC,oBAAoB,QAAO,qCAAqC;AAUxE,OAAO,eAAeC,oBACpBC,MAAiC;IAEjC,MAAMC,OAAO,MAAMN,KAChBO,MAAM,CAACN,gBACPO,MAAM,CAAC;QACNC,aAAaJ,OAAOI,WAAW;QAC/BC,OAAOL,OAAOK,KAAK;QACnBC,qBAAqBN,OAAOM,mBAAmB;QAC/CC,uBAAuB;QACvBC,QAAQR,OAAOQ,MAAM;QACrBC,kBAAkBT,OAAOS,gBAAgB,IAAI;QAC7CC,4BAA4BV,OAAOS,gBAAgB,GAAGf,GAAG,CAAC,KAAK,CAAC,GAAG;QACnEiB,WAAW;QACXC,YAAY;IACd,GACCC,SAAS;IAEZ,MAAMC,MAAMb,IAAI,CAAC,EAAE;IACnB,IAAI,CAACa,KAAK,MAAM,IAAIC,MAAM;IAC1B,OAAOlB,gBAAgBiB;AACzB;AAEA,OAAO,eAAeE,qBAAqBC,eAAuB;IAChE,MAAMhB,OAAO,MAAMN,KAChBuB,MAAM,GACNC,IAAI,CAACvB,gBACLwB,KAAK,CAAC/B,GAAGO,eAAeyB,EAAE,EAAEJ,kBAC5BK,KAAK,CAAC;IAET,MAAMR,MAAMb,IAAI,CAAC,EAAE;IACnB,OAAOa,MAAMjB,gBAAgBiB,OAAO;AACtC;AAQA,OAAO,eAAeS,4BACpBvB,MAAyC;IAEzC,MAAMwB,aAAa7B,KAChBuB,MAAM,CAAC;QAACG,IAAIzB,eAAeyB,EAAE;IAAA,GAC7BF,IAAI,CAACvB,gBACLwB,KAAK,CACJjC,IACEM,GACEN,IACEE,GAAGO,eAAeW,qBAAqB,EAAE,WACzChB,GACEK,eAAe6B,SAAS,EACxB/B,GAAG,CAAC,SAAS,EAAEM,OAAO0B,mBAAmB,CAAC,sBAAsB,CAAC,IAGrEvC,IACEE,GAAGO,eAAeW,qBAAqB,EAAE,cACzChB,GACEK,eAAe6B,SAAS,EACxB/B,GAAG,CAAC,SAAS,EAAEM,OAAO2B,sBAAsB,CAAC,sBAAsB,CAAC,KAI1EnC,UACEG,KACGuB,MAAM,CAAC;QAACG,IAAIvB,qBAAqBuB,EAAE;IAAA,GACnCF,IAAI,CAACrB,sBACLsB,KAAK,CAAC/B,GAAGS,qBAAqBmB,eAAe,EAAErB,eAAeyB,EAAE,MAIxEO,OAAO,CAACxC,IAAIQ,eAAe6B,SAAS,GAAGrC,IAAIQ,eAAeyB,EAAE,GAC5DC,KAAK,CAACtB,OAAOsB,KAAK,IAAI;IAEzB,MAAMO,UAAU,MAAMlC,KACnBmC,MAAM,CAAClC,gBACPwB,KAAK,CAAC9B,QAAQM,eAAeyB,EAAE,EAAEG,aACjCX,SAAS,CAAC;QAACQ,IAAIzB,eAAeyB,EAAE;IAAA;IAEnC,OAAOQ,QAAQE,MAAM;AACvB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../../src/db/schema/common.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,OAAO,oDAA8C,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../../src/db/schema/common.ts"],"sourcesContent":["import {pgTableCreator} from 'drizzle-orm/pg-core';\n\nexport const pgTable = pgTableCreator((name) => `runners_${name}`);\n"],"names":["pgTableCreator","pgTable","name"],"mappings":"AAAA,SAAQA,cAAc,QAAO,sBAAsB;AAEnD,OAAO,MAAMC,UAAUD,eAAe,CAACE,OAAS,CAAC,QAAQ,EAAEA,MAAM,EAAE"}
|