@shivaedev/jobs 0.30.0 → 0.31.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +26 -0
- package/README.md +52 -19
- package/dist/display.d.ts +14 -0
- package/dist/display.d.ts.map +1 -0
- package/dist/display.js +2 -0
- package/dist/display.js.map +1 -0
- package/dist/server/ClientDatabase.d.ts +21 -0
- package/dist/server/ClientDatabase.d.ts.map +1 -0
- package/dist/server/ClientDatabase.js +2 -0
- package/dist/server/ClientDatabase.js.map +1 -0
- package/dist/server/PgBoss.d.ts +2 -2
- package/dist/server/PgBoss.d.ts.map +1 -1
- package/dist/server/adapters/batchClockOffset.d.ts +2 -2
- package/dist/server/adapters/batchClockOffset.d.ts.map +1 -1
- package/dist/server/adapters/batchClockOffset.js +5 -4
- package/dist/server/adapters/batchClockOffset.js.map +1 -1
- package/dist/server/adapters/batchHandler.d.ts +5 -0
- package/dist/server/adapters/batchHandler.d.ts.map +1 -0
- package/dist/server/{internal → adapters}/batchHandler.js +6 -6
- package/dist/server/adapters/batchHandler.js.map +1 -0
- package/dist/server/adapters/clientCache.d.ts +10 -0
- package/dist/server/adapters/clientCache.d.ts.map +1 -0
- package/dist/server/{internal → adapters}/clientCache.js +5 -19
- package/dist/server/adapters/clientCache.js.map +1 -0
- package/dist/server/adapters/clientErrorLogger.js +1 -1
- package/dist/server/adapters/clientErrorLogger.js.map +1 -1
- package/dist/server/adapters/defaultClientFactory.d.ts +4 -0
- package/dist/server/adapters/defaultClientFactory.d.ts.map +1 -0
- package/dist/server/adapters/defaultClientFactory.js.map +1 -0
- package/dist/server/adapters/deferralCount.d.ts +3 -3
- package/dist/server/adapters/deferralCount.d.ts.map +1 -1
- package/dist/server/adapters/deferralCount.js +2 -2
- package/dist/server/adapters/deferralCount.js.map +1 -1
- package/dist/server/adapters/expireAttempt.d.ts +4 -0
- package/dist/server/adapters/expireAttempt.d.ts.map +1 -0
- package/dist/server/{internal → adapters}/expireAttempt.js +1 -1
- package/dist/server/{internal → adapters}/expireAttempt.js.map +1 -1
- package/dist/server/adapters/installSchema.d.ts +1 -1
- package/dist/server/adapters/installSchema.d.ts.map +1 -1
- package/dist/server/adapters/installSchema.js +1 -1
- package/dist/server/adapters/installSchema.js.map +1 -1
- package/dist/server/adapters/jobEngine.d.ts +5 -0
- package/dist/server/adapters/jobEngine.d.ts.map +1 -0
- package/dist/server/adapters/jobEngine.js +50 -0
- package/dist/server/adapters/jobEngine.js.map +1 -0
- package/dist/server/adapters/lifecycle.d.ts +11 -0
- package/dist/server/adapters/lifecycle.d.ts.map +1 -0
- package/dist/server/adapters/lifecycle.js +48 -0
- package/dist/server/adapters/lifecycle.js.map +1 -0
- package/dist/server/adapters/listJobs.d.ts +5 -0
- package/dist/server/adapters/listJobs.d.ts.map +1 -0
- package/dist/server/adapters/listJobs.js +37 -0
- package/dist/server/adapters/listJobs.js.map +1 -0
- package/dist/server/adapters/observeTestingSettlements.d.ts +6 -0
- package/dist/server/adapters/observeTestingSettlements.d.ts.map +1 -0
- package/dist/server/adapters/observeTestingSettlements.js.map +1 -0
- package/dist/server/adapters/queueAdministration.d.ts +4 -0
- package/dist/server/adapters/queueAdministration.d.ts.map +1 -0
- package/dist/server/adapters/queueAdministration.js +42 -0
- package/dist/server/adapters/queueAdministration.js.map +1 -0
- package/dist/server/adapters/registerWorker.d.ts +5 -3
- package/dist/server/adapters/registerWorker.d.ts.map +1 -1
- package/dist/server/adapters/registerWorker.js +9 -6
- package/dist/server/adapters/registerWorker.js.map +1 -1
- package/dist/server/adapters/retireJobs.d.ts +3 -3
- package/dist/server/adapters/retireJobs.d.ts.map +1 -1
- package/dist/server/adapters/retireJobs.js +3 -3
- package/dist/server/adapters/retireJobs.js.map +1 -1
- package/dist/server/adapters/schemaIndexBuilds.d.ts +2 -2
- package/dist/server/adapters/schemaIndexBuilds.d.ts.map +1 -1
- package/dist/server/adapters/schemaIndexBuilds.js.map +1 -1
- package/dist/server/adapters/settleDeferral.d.ts +7 -0
- package/dist/server/adapters/settleDeferral.d.ts.map +1 -0
- package/dist/server/{internal → adapters}/settleDeferral.js +2 -2
- package/dist/server/adapters/settleDeferral.js.map +1 -0
- package/dist/server/adapters/testingClient.d.ts +14 -0
- package/dist/server/adapters/testingClient.d.ts.map +1 -0
- package/dist/server/{internal → adapters}/testingClient.js +12 -11
- package/dist/server/adapters/testingClient.js.map +1 -0
- package/dist/server/adapters/testingController.d.ts +34 -0
- package/dist/server/adapters/testingController.d.ts.map +1 -0
- package/dist/server/adapters/testingController.js +98 -0
- package/dist/server/adapters/testingController.js.map +1 -0
- package/dist/server/adapters/testingDueNow.d.ts +3 -3
- package/dist/server/adapters/testingDueNow.d.ts.map +1 -1
- package/dist/server/adapters/testingDueNow.js +2 -2
- package/dist/server/adapters/testingDueNow.js.map +1 -1
- package/dist/server/adapters/testingEngine.d.ts +5 -0
- package/dist/server/adapters/testingEngine.d.ts.map +1 -0
- package/dist/server/adapters/testingEngine.js +23 -0
- package/dist/server/adapters/testingEngine.js.map +1 -0
- package/dist/server/adapters/testingExpirations.d.ts +6 -4
- package/dist/server/adapters/testingExpirations.d.ts.map +1 -1
- package/dist/server/adapters/testingExpirations.js.map +1 -1
- package/dist/server/adapters/transactionDb.d.ts +2 -2
- package/dist/server/adapters/transactionDb.d.ts.map +1 -1
- package/dist/server/adapters/transactionDb.js.map +1 -1
- package/dist/server/client.d.ts +92 -18
- package/dist/server/client.d.ts.map +1 -1
- package/dist/server/clientOptions.d.ts +75 -0
- package/dist/server/clientOptions.d.ts.map +1 -0
- package/dist/server/clientOptions.js +2 -0
- package/dist/server/clientOptions.js.map +1 -0
- package/dist/server/defineSchedule.d.ts +1 -1
- package/dist/server/defineSchedule.d.ts.map +1 -1
- package/dist/server/defineSchedule.js +2 -1
- package/dist/server/defineSchedule.js.map +1 -1
- package/dist/server/definition.d.ts +17 -15
- package/dist/server/definition.d.ts.map +1 -1
- package/dist/server/definition.js +3 -1
- package/dist/server/definition.js.map +1 -1
- package/dist/server/engineClient.d.ts +26 -0
- package/dist/server/engineClient.d.ts.map +1 -0
- package/dist/server/engineClient.js +2 -0
- package/dist/server/engineClient.js.map +1 -0
- package/dist/server/enqueueOptions.d.ts +22 -0
- package/dist/server/enqueueOptions.d.ts.map +1 -0
- package/dist/server/enqueueOptions.js +2 -0
- package/dist/server/enqueueOptions.js.map +1 -0
- package/dist/server/error.d.ts +11 -1
- package/dist/server/error.d.ts.map +1 -1
- package/dist/server/error.js +8 -1
- package/dist/server/error.js.map +1 -1
- package/dist/server/health.d.ts +2 -2
- package/dist/server/health.d.ts.map +1 -1
- package/dist/server/internal/acquireClient.d.ts +11 -0
- package/dist/server/internal/acquireClient.d.ts.map +1 -0
- package/dist/server/internal/acquireClient.js +21 -0
- package/dist/server/internal/acquireClient.js.map +1 -0
- package/dist/server/internal/adapters/testingFetches.d.ts +2 -2
- package/dist/server/internal/adapters/testingFetches.d.ts.map +1 -1
- package/dist/server/internal/adapters/testingFetches.js.map +1 -1
- package/dist/server/internal/clientErrors.d.ts +1 -1
- package/dist/server/internal/clientErrors.d.ts.map +1 -1
- package/dist/server/internal/countsFor.d.ts +3 -3
- package/dist/server/internal/countsFor.d.ts.map +1 -1
- package/dist/server/internal/countsFor.js +2 -2
- package/dist/server/internal/countsFor.js.map +1 -1
- package/dist/server/internal/deadLetterResolutionPlan.js +1 -1
- package/dist/server/internal/deadLetterResolutionPlan.js.map +1 -1
- package/dist/server/internal/deadlineOf.d.ts +2 -2
- package/dist/server/internal/deadlineOf.d.ts.map +1 -1
- package/dist/server/internal/deadlineOf.js.map +1 -1
- package/dist/server/internal/deferrableAttempt.d.ts +4 -5
- package/dist/server/internal/deferrableAttempt.d.ts.map +1 -1
- package/dist/server/internal/deferrableAttempt.js +5 -14
- package/dist/server/internal/deferrableAttempt.js.map +1 -1
- package/dist/server/internal/deferral.d.ts +3 -3
- package/dist/server/internal/deferral.d.ts.map +1 -1
- package/dist/server/internal/deferral.js.map +1 -1
- package/dist/server/internal/deferralStorePlan.js +2 -2
- package/dist/server/internal/deferralStorePlan.js.map +1 -1
- package/dist/server/internal/definitionOptions.d.ts +7 -7
- package/dist/server/internal/definitionOptions.d.ts.map +1 -1
- package/dist/server/internal/engine.d.ts +30 -0
- package/dist/server/internal/engine.d.ts.map +1 -0
- package/dist/server/internal/engine.js +6 -0
- package/dist/server/internal/engine.js.map +1 -0
- package/dist/server/internal/enqueueFor.d.ts +2 -2
- package/dist/server/internal/enqueueFor.d.ts.map +1 -1
- package/dist/server/internal/enqueueFor.js +3 -3
- package/dist/server/internal/enqueueFor.js.map +1 -1
- package/dist/server/internal/ensureQueue.d.ts +2 -3
- package/dist/server/internal/ensureQueue.d.ts.map +1 -1
- package/dist/server/internal/ensureQueue.js +2 -2
- package/dist/server/internal/ensureQueue.js.map +1 -1
- package/dist/server/internal/healthFor.d.ts +3 -3
- package/dist/server/internal/healthFor.d.ts.map +1 -1
- package/dist/server/internal/healthFor.js +2 -2
- package/dist/server/internal/healthFor.js.map +1 -1
- package/dist/server/internal/jobControl.d.ts +9 -4
- package/dist/server/internal/jobControl.d.ts.map +1 -1
- package/dist/server/internal/jobControl.js +13 -40
- package/dist/server/internal/jobControl.js.map +1 -1
- package/dist/server/internal/jobListings.d.ts +16 -0
- package/dist/server/internal/jobListings.d.ts.map +1 -0
- package/dist/server/internal/jobListings.js +52 -0
- package/dist/server/internal/jobListings.js.map +1 -0
- package/dist/server/internal/jobStorePlans.js +2 -2
- package/dist/server/internal/jobStorePlans.js.map +1 -1
- package/dist/server/internal/lifecycle.d.ts +11 -7
- package/dist/server/internal/lifecycle.d.ts.map +1 -1
- package/dist/server/internal/lifecycle.js +2 -49
- package/dist/server/internal/lifecycle.js.map +1 -1
- package/dist/server/internal/makeService.d.ts +5 -3
- package/dist/server/internal/makeService.d.ts.map +1 -1
- package/dist/server/internal/makeService.js +15 -11
- package/dist/server/internal/makeService.js.map +1 -1
- package/dist/server/internal/register.d.ts +5 -5
- package/dist/server/internal/register.d.ts.map +1 -1
- package/dist/server/internal/register.js +6 -6
- package/dist/server/internal/register.js.map +1 -1
- package/dist/server/internal/registerReleasedJobs.d.ts +4 -4
- package/dist/server/internal/registerReleasedJobs.d.ts.map +1 -1
- package/dist/server/internal/registerReleasedJobs.js +2 -2
- package/dist/server/internal/registerReleasedJobs.js.map +1 -1
- package/dist/server/internal/retryWake.d.ts +1 -1
- package/dist/server/internal/retryWake.d.ts.map +1 -1
- package/dist/server/internal/retryWake.js +2 -2
- package/dist/server/internal/retryWake.js.map +1 -1
- package/dist/server/internal/runQueueWorker.d.ts +4 -4
- package/dist/server/internal/runQueueWorker.d.ts.map +1 -1
- package/dist/server/internal/runQueueWorker.js +5 -5
- package/dist/server/internal/runQueueWorker.js.map +1 -1
- package/dist/server/internal/storedRows.d.ts +2 -2
- package/dist/server/internal/storedRows.d.ts.map +1 -1
- package/dist/server/internal/storedRows.js +2 -2
- package/dist/server/internal/storedRows.js.map +1 -1
- package/dist/server/internal/testingDeferrals.d.ts +3 -3
- package/dist/server/internal/testingDeferrals.d.ts.map +1 -1
- package/dist/server/internal/testingDeferrals.js +2 -2
- package/dist/server/internal/testingDeferrals.js.map +1 -1
- package/dist/server/internal/testingIdle.d.ts +3 -3
- package/dist/server/internal/testingIdle.d.ts.map +1 -1
- package/dist/server/internal/testingIdle.js +2 -2
- package/dist/server/internal/testingIdle.js.map +1 -1
- package/dist/server/internal/testingReadout.d.ts +7 -41
- package/dist/server/internal/testingReadout.d.ts.map +1 -1
- package/dist/server/internal/testingReadout.js +2 -2
- package/dist/server/internal/testingReadout.js.map +1 -1
- package/dist/server/internal/testingRegistrations.d.ts +1 -1
- package/dist/server/internal/testingRegistrations.d.ts.map +1 -1
- package/dist/server/internal/testingSchedules.d.ts +3 -3
- package/dist/server/internal/testingSchedules.d.ts.map +1 -1
- package/dist/server/internal/testingSchedules.js +1 -1
- package/dist/server/internal/testingSchedules.js.map +1 -1
- package/dist/server/internal/testingSnapshot.d.ts +4 -4
- package/dist/server/internal/testingSnapshot.d.ts.map +1 -1
- package/dist/server/internal/testingSnapshot.js +2 -2
- package/dist/server/internal/testingSnapshot.js.map +1 -1
- package/dist/server/internal/testingWaits.d.ts +8 -7
- package/dist/server/internal/testingWaits.d.ts.map +1 -1
- package/dist/server/internal/testingWaits.js +3 -3
- package/dist/server/internal/testingWaits.js.map +1 -1
- package/dist/server/internal/tracing.d.ts +2 -2
- package/dist/server/internal/tracing.d.ts.map +1 -1
- package/dist/server/internal/tracing.js.map +1 -1
- package/dist/server/internal/validateQueueNames.d.ts +2 -2
- package/dist/server/internal/validateQueueNames.d.ts.map +1 -1
- package/dist/server/internal/validateQueueNames.js +1 -1
- package/dist/server/internal/validateQueueNames.js.map +1 -1
- package/dist/server/internal/waitForBatchExpiry.d.ts +4 -4
- package/dist/server/internal/waitForBatchExpiry.d.ts.map +1 -1
- package/dist/server/internal/waitForBatchExpiry.js +1 -1
- package/dist/server/internal/waitForBatchExpiry.js.map +1 -1
- package/dist/server/job.d.ts +42 -0
- package/dist/server/job.d.ts.map +1 -0
- package/dist/server/job.js +2 -0
- package/dist/server/job.js.map +1 -0
- package/dist/server/jobModule.d.ts +6 -4
- package/dist/server/jobModule.d.ts.map +1 -1
- package/dist/server/jobModule.js +7 -5
- package/dist/server/jobModule.js.map +1 -1
- package/dist/server/queueOptions.d.ts +19 -0
- package/dist/server/queueOptions.d.ts.map +1 -0
- package/dist/server/queueOptions.js +2 -0
- package/dist/server/queueOptions.js.map +1 -0
- package/dist/server/readJobFailure.d.ts +5 -0
- package/dist/server/readJobFailure.d.ts.map +1 -0
- package/dist/server/readJobFailure.js +8 -0
- package/dist/server/readJobFailure.js.map +1 -0
- package/dist/server/schema.d.ts +1 -1
- package/dist/server/schema.d.ts.map +1 -1
- package/dist/server/schema.js +18 -7
- package/dist/server/schema.js.map +1 -1
- package/dist/server/service.d.ts +15 -10
- package/dist/server/service.d.ts.map +1 -1
- package/dist/server/service.js +18 -27
- package/dist/server/service.js.map +1 -1
- package/dist/server/testing.d.ts +30 -69
- package/dist/server/testing.d.ts.map +1 -1
- package/dist/server/testing.js +5 -97
- package/dist/server/testing.js.map +1 -1
- package/dist/server/workerOptions.d.ts +25 -0
- package/dist/server/workerOptions.d.ts.map +1 -0
- package/dist/server/workerOptions.js +2 -0
- package/dist/server/workerOptions.js.map +1 -0
- package/package.json +11 -16
- package/src/display.ts +12 -0
- package/src/server/ClientDatabase.ts +7 -0
- package/src/server/PgBoss.ts +2 -2
- package/src/server/adapters/batchClockOffset.ts +8 -5
- package/src/server/{internal → adapters}/batchHandler.ts +13 -13
- package/src/server/{internal → adapters}/clientCache.ts +10 -22
- package/src/server/adapters/clientErrorLogger.ts +1 -1
- package/src/server/{defaultClientFactory.ts → adapters/defaultClientFactory.ts} +4 -2
- package/src/server/adapters/deferralCount.ts +5 -5
- package/src/server/{internal → adapters}/expireAttempt.ts +4 -3
- package/src/server/adapters/installSchema.ts +2 -2
- package/src/server/adapters/jobEngine.ts +59 -0
- package/src/server/adapters/lifecycle.ts +67 -0
- package/src/server/adapters/listJobs.ts +43 -0
- package/src/server/{internal → adapters}/observeTestingSettlements.ts +2 -2
- package/src/server/adapters/queueAdministration.ts +47 -0
- package/src/server/adapters/registerWorker.ts +17 -12
- package/src/server/adapters/retireJobs.ts +5 -5
- package/src/server/adapters/schemaIndexBuilds.ts +2 -2
- package/src/server/{internal → adapters}/settleDeferral.ts +5 -5
- package/src/server/{internal → adapters}/testingClient.ts +31 -26
- package/src/server/adapters/testingController.ts +109 -0
- package/src/server/adapters/testingDueNow.ts +5 -5
- package/src/server/adapters/testingEngine.ts +28 -0
- package/src/server/adapters/testingExpirations.ts +6 -4
- package/src/server/adapters/transactionDb.ts +2 -2
- package/src/server/client.ts +83 -30
- package/src/server/clientOptions.ts +81 -0
- package/src/server/defineSchedule.ts +3 -2
- package/src/server/definition.ts +20 -17
- package/src/server/engineClient.ts +24 -0
- package/src/server/enqueueOptions.ts +20 -0
- package/src/server/error.ts +17 -2
- package/src/server/health.ts +2 -2
- package/src/server/internal/acquireClient.ts +26 -0
- package/src/server/internal/adapters/testingFetches.ts +2 -2
- package/src/server/internal/clientErrors.ts +1 -1
- package/src/server/internal/countsFor.ts +5 -5
- package/src/server/internal/deadLetterResolutionPlan.ts +1 -1
- package/src/server/internal/deadlineOf.ts +2 -2
- package/src/server/internal/deferrableAttempt.ts +5 -22
- package/src/server/internal/deferral.ts +3 -3
- package/src/server/internal/deferralStorePlan.ts +2 -2
- package/src/server/internal/definitionOptions.ts +1 -1
- package/src/server/internal/engine.ts +41 -0
- package/src/server/internal/enqueueFor.ts +5 -5
- package/src/server/internal/ensureQueue.ts +5 -6
- package/src/server/internal/healthFor.ts +4 -4
- package/src/server/internal/jobControl.ts +15 -50
- package/src/server/internal/jobListings.ts +85 -0
- package/src/server/internal/jobStorePlans.ts +2 -2
- package/src/server/internal/lifecycle.ts +14 -55
- package/src/server/internal/makeService.ts +21 -13
- package/src/server/internal/register.ts +9 -9
- package/src/server/internal/registerReleasedJobs.ts +5 -5
- package/src/server/internal/retryWake.ts +3 -3
- package/src/server/internal/runQueueWorker.ts +8 -8
- package/src/server/internal/storedRows.ts +3 -3
- package/src/server/internal/testingDeferrals.ts +5 -5
- package/src/server/internal/testingIdle.ts +5 -5
- package/src/server/internal/testingReadout.ts +12 -6
- package/src/server/internal/testingRegistrations.ts +1 -1
- package/src/server/internal/testingSchedules.ts +4 -4
- package/src/server/internal/testingSnapshot.ts +6 -6
- package/src/server/internal/testingWaits.ts +11 -10
- package/src/server/internal/tracing.ts +2 -2
- package/src/server/internal/validateQueueNames.ts +2 -2
- package/src/server/internal/waitForBatchExpiry.ts +4 -4
- package/src/server/job.ts +42 -0
- package/src/server/jobModule.ts +19 -7
- package/src/server/queueOptions.ts +20 -0
- package/src/server/readJobFailure.ts +12 -0
- package/src/server/schema.ts +18 -7
- package/src/server/service.ts +40 -44
- package/src/server/testing.ts +7 -109
- package/src/server/workerOptions.ts +28 -0
- package/dist/server/defaultClientFactory.d.ts +0 -3
- package/dist/server/defaultClientFactory.d.ts.map +0 -1
- package/dist/server/defaultClientFactory.js.map +0 -1
- package/dist/server/internal/batchHandler.d.ts +0 -5
- package/dist/server/internal/batchHandler.d.ts.map +0 -1
- package/dist/server/internal/batchHandler.js.map +0 -1
- package/dist/server/internal/clientCache.d.ts +0 -8
- package/dist/server/internal/clientCache.d.ts.map +0 -1
- package/dist/server/internal/clientCache.js.map +0 -1
- package/dist/server/internal/expireAttempt.d.ts +0 -3
- package/dist/server/internal/expireAttempt.d.ts.map +0 -1
- package/dist/server/internal/listJobs.d.ts +0 -5
- package/dist/server/internal/listJobs.d.ts.map +0 -1
- package/dist/server/internal/listJobs.js +0 -75
- package/dist/server/internal/listJobs.js.map +0 -1
- package/dist/server/internal/observeTestingSettlements.d.ts +0 -6
- package/dist/server/internal/observeTestingSettlements.d.ts.map +0 -1
- package/dist/server/internal/observeTestingSettlements.js.map +0 -1
- package/dist/server/internal/settleDeferral.d.ts +0 -7
- package/dist/server/internal/settleDeferral.d.ts.map +0 -1
- package/dist/server/internal/settleDeferral.js.map +0 -1
- package/dist/server/internal/testingClient.d.ts +0 -13
- package/dist/server/internal/testingClient.d.ts.map +0 -1
- package/dist/server/internal/testingClient.js.map +0 -1
- package/src/server/internal/listJobs.ts +0 -116
- /package/dist/server/{defaultClientFactory.js → adapters/defaultClientFactory.js} +0 -0
- /package/dist/server/{internal → adapters}/observeTestingSettlements.js +0 -0
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { Effect } from "effect";
|
|
2
|
+
import type { PgBossClient } from "#server/client.ts";
|
|
3
|
+
import { PgBossNotFoundError, toPgBossError } from "#server/error.ts";
|
|
4
|
+
import type { PgBossService } from "#server/service.ts";
|
|
5
|
+
|
|
6
|
+
export function queueAdministration(client: PgBossClient): Pick<PgBossService, "deleteQueue" | "refreshQueueStats" | "unschedule"> {
|
|
7
|
+
return {
|
|
8
|
+
deleteQueue: (queue) =>
|
|
9
|
+
Effect.tryPromise({
|
|
10
|
+
catch: (error) => (error instanceof PgBossNotFoundError ? error : toPgBossError("deleteQueue", error, queue.name)),
|
|
11
|
+
try: async () => {
|
|
12
|
+
if (client.deleteQueue === undefined) {
|
|
13
|
+
throw new TypeError("This pg-boss client does not support deleteQueue");
|
|
14
|
+
}
|
|
15
|
+
if ((await client.getQueue(queue.name)) === null) {
|
|
16
|
+
throw new PgBossNotFoundError({ operation: "deleteQueue", queue: queue.name });
|
|
17
|
+
}
|
|
18
|
+
await client.offWork(queue.name);
|
|
19
|
+
await client.deleteQueue(queue.name);
|
|
20
|
+
},
|
|
21
|
+
}),
|
|
22
|
+
refreshQueueStats: (queue) =>
|
|
23
|
+
Effect.tryPromise({
|
|
24
|
+
catch: (error) => toPgBossError("refreshQueueStats", error, queue?.name),
|
|
25
|
+
try: async () => {
|
|
26
|
+
if (client.supervise === undefined) {
|
|
27
|
+
throw new TypeError("This pg-boss client does not support supervise");
|
|
28
|
+
}
|
|
29
|
+
await client.supervise(queue?.name);
|
|
30
|
+
},
|
|
31
|
+
}),
|
|
32
|
+
unschedule: (schedule) =>
|
|
33
|
+
Effect.tryPromise({
|
|
34
|
+
catch: (error) => (error instanceof PgBossNotFoundError ? error : toPgBossError("unschedule", error, schedule.name)),
|
|
35
|
+
try: async () => {
|
|
36
|
+
if (client.getSchedule === undefined || client.unschedule === undefined) {
|
|
37
|
+
throw new TypeError("This pg-boss client does not support getSchedule and unschedule");
|
|
38
|
+
}
|
|
39
|
+
const key = schedule.scheduleOptions.key ?? "";
|
|
40
|
+
if ((await client.getSchedule(schedule.name, key)) === null) {
|
|
41
|
+
throw new PgBossNotFoundError({ key, operation: "unschedule", queue: schedule.name });
|
|
42
|
+
}
|
|
43
|
+
await client.unschedule(schedule.name, key);
|
|
44
|
+
},
|
|
45
|
+
}),
|
|
46
|
+
};
|
|
47
|
+
}
|
|
@@ -1,17 +1,21 @@
|
|
|
1
1
|
import { Effect, Fiber, Scope } from "effect";
|
|
2
|
-
import
|
|
3
|
-
import type { PgBossClient } from "#client.ts";
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import { deferrableAttempt } from "#internal/deferrableAttempt.ts";
|
|
7
|
-
import {
|
|
8
|
-
import {
|
|
2
|
+
import { batchHandler } from "#server/adapters/batchHandler.ts";
|
|
3
|
+
import type { PgBossClient } from "#server/client.ts";
|
|
4
|
+
import type { StopOptions } from "#server/clientOptions.ts";
|
|
5
|
+
import { toPgBossError } from "#server/error.ts";
|
|
6
|
+
import { deferrableAttempt } from "#server/internal/deferrableAttempt.ts";
|
|
7
|
+
import { JobEngine } from "#server/internal/engine.ts";
|
|
8
|
+
import { retryWake } from "#server/internal/retryWake.ts";
|
|
9
|
+
import { traceJob } from "#server/internal/tracing.ts";
|
|
10
|
+
import type { WorkerJob } from "#server/job.ts";
|
|
11
|
+
import type { WorkerOptions } from "#server/workerOptions.ts";
|
|
12
|
+
import { jobEngine } from "./jobEngine.ts";
|
|
9
13
|
|
|
10
14
|
export const registerWorker = Effect.fnUntraced(function* <R>(
|
|
11
15
|
client: PgBossClient,
|
|
12
16
|
name: string,
|
|
13
|
-
options:
|
|
14
|
-
run: (job:
|
|
17
|
+
options: WorkerOptions,
|
|
18
|
+
run: (job: WorkerJob<unknown>, deadline: number) => Effect.Effect<unknown, unknown, R>,
|
|
15
19
|
scope: Scope.Scope,
|
|
16
20
|
schema: string,
|
|
17
21
|
maxDeferrals: number,
|
|
@@ -20,10 +24,11 @@ export const registerWorker = Effect.fnUntraced(function* <R>(
|
|
|
20
24
|
const execute = Effect.runPromiseWith(yield* Effect.context<R>());
|
|
21
25
|
const workerScope = yield* Scope.fork(scope);
|
|
22
26
|
const fibers = yield* Scope.fork(workerScope);
|
|
23
|
-
|
|
24
|
-
|
|
27
|
+
const engine = jobEngine(client, schema);
|
|
28
|
+
function runJob(job: WorkerJob<unknown>, deadline: number) {
|
|
29
|
+
return traceJob(deferrableAttempt(run(job, deadline), job, maxDeferrals).pipe(Effect.provideService(JobEngine, engine)), job, name);
|
|
25
30
|
}
|
|
26
|
-
function afterRetry(attempt:
|
|
31
|
+
function afterRetry(attempt: WorkerJob<unknown>) {
|
|
27
32
|
return retryWake(client, schema, name, attempt.id, registration).pipe(Effect.forkIn(fibers), Effect.asVoid);
|
|
28
33
|
}
|
|
29
34
|
const handle = yield* Effect.try({
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { Effect } from "effect";
|
|
2
|
-
import type { PgBossClient } from "#client.ts";
|
|
3
|
-
import type { JobRegistration } from "#definition.ts";
|
|
4
|
-
import { toPgBossError } from "#error.ts";
|
|
5
|
-
import { deadLetterQueueName } from "#health.ts";
|
|
6
|
-
import { registrationNames } from "#internal/register.ts";
|
|
2
|
+
import type { PgBossClient } from "#server/client.ts";
|
|
3
|
+
import type { JobRegistration } from "#server/definition.ts";
|
|
4
|
+
import { toPgBossError } from "#server/error.ts";
|
|
5
|
+
import { deadLetterQueueName } from "#server/health.ts";
|
|
6
|
+
import { registrationNames } from "#server/internal/register.ts";
|
|
7
7
|
|
|
8
8
|
export const retireJobs = Effect.fnUntraced(function* (client: PgBossClient, jobs: readonly JobRegistration[], retired: readonly string[]) {
|
|
9
9
|
yield* Effect.try({
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { Schema } from "effect";
|
|
2
|
-
import type {
|
|
2
|
+
import type { EngineClient } from "#server/engineClient.ts";
|
|
3
3
|
|
|
4
4
|
const IndexBuilds = Schema.Array(Schema.Struct({ command: Schema.String, id: Schema.String }));
|
|
5
5
|
const IndexValidity = Schema.Array(Schema.Struct({ invalid: Schema.Boolean }));
|
|
@@ -28,7 +28,7 @@ export function pendingIndexInserts(schema: string, version: number, commands: r
|
|
|
28
28
|
.join("\n");
|
|
29
29
|
}
|
|
30
30
|
|
|
31
|
-
export async function resumeSchemaIndexes(client:
|
|
31
|
+
export async function resumeSchemaIndexes(client: EngineClient, schema: string): Promise<void> {
|
|
32
32
|
const db = client.getDb();
|
|
33
33
|
const { rows } = await db.executeSql(
|
|
34
34
|
`SELECT id, command FROM ${schema}.bam WHERE starts_with(name, $1) AND status <> 'completed' ORDER BY created_on, name`,
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import { Schema } from "effect";
|
|
2
|
-
import type {
|
|
3
|
-
import
|
|
4
|
-
import {
|
|
5
|
-
import { quotedSchema } from "#internal/storedRows.ts";
|
|
2
|
+
import type { PgBossClient } from "#server/client.ts";
|
|
3
|
+
import { STATELY_DEFERRAL_POLICY } from "#server/internal/deferral.ts";
|
|
4
|
+
import type { JobAttempt } from "#server/internal/engine.ts";
|
|
5
|
+
import { quotedSchema } from "#server/internal/storedRows.ts";
|
|
6
6
|
|
|
7
7
|
const Settlement = Schema.Struct({ claimed: Schema.Boolean, deferred: Schema.Boolean });
|
|
8
8
|
|
|
9
|
-
export async function settleDeferral(client: PgBossClient, schema: string, job:
|
|
9
|
+
export async function settleDeferral(client: PgBossClient, schema: string, job: JobAttempt, at: string, reason: string, maxDeferrals: number) {
|
|
10
10
|
if (client.getDb === undefined) {
|
|
11
11
|
throw new TypeError("This pg-boss client does not support getDb for RetryAt");
|
|
12
12
|
}
|
|
@@ -1,34 +1,39 @@
|
|
|
1
|
-
import
|
|
2
|
-
import {
|
|
3
|
-
import
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import
|
|
8
|
-
import {
|
|
1
|
+
import { Effect } from "effect";
|
|
2
|
+
import { testingEngine } from "#server/adapters/testingEngine.ts";
|
|
3
|
+
import { testingExpirations } from "#server/adapters/testingExpirations.ts";
|
|
4
|
+
import type { ClientUpdateOptions, ClientUpdateRequest, ClientUpdateResult, PgBossClient } from "#server/client.ts";
|
|
5
|
+
import type { EngineClient } from "#server/engineClient.ts";
|
|
6
|
+
import type { EnqueueOptions } from "#server/enqueueOptions.ts";
|
|
7
|
+
import { deferralObservers } from "#server/internal/deferral.ts";
|
|
8
|
+
import type { TestingBatch, TestingWork } from "#server/internal/testingIdle.ts";
|
|
9
|
+
import { testingRegistration } from "#server/internal/testingRegistrations.ts";
|
|
10
|
+
import type { WorkerJob } from "#server/job.ts";
|
|
9
11
|
|
|
10
12
|
export interface TestingControls {
|
|
11
13
|
readonly changed: () => void;
|
|
12
14
|
readonly expirations: Map<string, number>;
|
|
13
15
|
readonly expirySeconds: Map<string, number>;
|
|
14
16
|
readonly failures: Set<string>;
|
|
15
|
-
readonly retryPolicy: Pick<
|
|
17
|
+
readonly retryPolicy: Pick<EnqueueOptions, "retryBackoff" | "retryDelay">;
|
|
16
18
|
readonly work: TestingWork;
|
|
17
19
|
}
|
|
18
20
|
|
|
19
|
-
export function testingClient(client:
|
|
20
|
-
const
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
21
|
+
export function testingClient(client: EngineClient, schema: string, controls: TestingControls): PgBossClient {
|
|
22
|
+
const engine = testingEngine(client, schema);
|
|
23
|
+
const settlements = Effect.runSync(
|
|
24
|
+
engine.observeSettlements((name) => {
|
|
25
|
+
for (const batch of controls.work.batches) {
|
|
26
|
+
if (batch.name === name) {
|
|
27
|
+
batch.settled = true;
|
|
28
|
+
}
|
|
24
29
|
}
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
30
|
+
controls.changed();
|
|
31
|
+
}),
|
|
32
|
+
);
|
|
28
33
|
const expirations = testingExpirations(client);
|
|
29
|
-
function update(request:
|
|
30
|
-
function update(name: string, data: object | null | undefined, options?:
|
|
31
|
-
async function update(request: string |
|
|
34
|
+
function update(request: ClientUpdateRequest): Promise<ClientUpdateResult>;
|
|
35
|
+
function update(name: string, data: object | null | undefined, options?: ClientUpdateOptions): Promise<ClientUpdateResult>;
|
|
36
|
+
async function update(request: string | ClientUpdateRequest, data?: object | null, options?: ClientUpdateOptions): Promise<ClientUpdateResult> {
|
|
32
37
|
const result = typeof request === "string" ? await client.update(request, data, options) : await client.update(request);
|
|
33
38
|
controls.changed();
|
|
34
39
|
return result;
|
|
@@ -83,7 +88,7 @@ export function testingClient(client: PgBoss, schema: string, controls: TestingC
|
|
|
83
88
|
try {
|
|
84
89
|
await client.stop(options);
|
|
85
90
|
} finally {
|
|
86
|
-
settlements.close
|
|
91
|
+
await Effect.runPromise(settlements.close);
|
|
87
92
|
}
|
|
88
93
|
},
|
|
89
94
|
update,
|
|
@@ -93,18 +98,18 @@ export function testingClient(client: PgBoss, schema: string, controls: TestingC
|
|
|
93
98
|
...controls.retryPolicy,
|
|
94
99
|
...(controls.retryPolicy.retryBackoff === false ? { retryDelayMax: null } : {}),
|
|
95
100
|
}),
|
|
96
|
-
work: (name, options, handler) => {
|
|
97
|
-
settlements.watch(name);
|
|
98
|
-
return client.work(name, options, async (jobs:
|
|
101
|
+
work: async (name, options, handler) => {
|
|
102
|
+
await Effect.runPromise(settlements.watch(name));
|
|
103
|
+
return client.work(name, options, async (jobs: readonly WorkerJob<unknown>[]) => {
|
|
99
104
|
const batch: TestingBatch = { name, settled: false };
|
|
100
105
|
controls.work.batches.add(batch);
|
|
101
106
|
controls.changed();
|
|
102
107
|
try {
|
|
103
|
-
const ready:
|
|
108
|
+
const ready: WorkerJob<unknown>[] = [];
|
|
104
109
|
for (const job of jobs) {
|
|
105
110
|
const attempts = await expirations.attemptsFor(job);
|
|
106
111
|
if (attempts !== undefined && job.retryCount + 1 >= attempts) {
|
|
107
|
-
await expireAttempt(
|
|
112
|
+
await Effect.runPromise(engine.expireAttempt(job));
|
|
108
113
|
} else {
|
|
109
114
|
ready.push(job);
|
|
110
115
|
}
|
|
@@ -0,0 +1,109 @@
|
|
|
1
|
+
import { Duration, Effect, Redacted } from "effect";
|
|
2
|
+
import { defaultClientFactory } from "#server/adapters/defaultClientFactory.ts";
|
|
3
|
+
import { testingClient } from "#server/adapters/testingClient.ts";
|
|
4
|
+
import { testingDueNow } from "#server/adapters/testingDueNow.ts";
|
|
5
|
+
import type { PgBossClientFactory } from "#server/client.ts";
|
|
6
|
+
import type { QueueDefinition } from "#server/definition.ts";
|
|
7
|
+
import type { EngineClient } from "#server/engineClient.ts";
|
|
8
|
+
import { PgBossTestingError } from "#server/error.ts";
|
|
9
|
+
import { type TestingFetches, testingFetches } from "#server/internal/adapters/testingFetches.ts";
|
|
10
|
+
import { testingDeferrals } from "#server/internal/testingDeferrals.ts";
|
|
11
|
+
import { type TestingWork, testingIdle } from "#server/internal/testingIdle.ts";
|
|
12
|
+
import { testingOperation, testingReadout } from "#server/internal/testingReadout.ts";
|
|
13
|
+
import { testingSchedules } from "#server/internal/testingSchedules.ts";
|
|
14
|
+
import { testingSignal } from "#server/internal/testingSignal.ts";
|
|
15
|
+
import { testingSnapshot } from "#server/internal/testingSnapshot.ts";
|
|
16
|
+
import { testingWaits } from "#server/internal/testingWaits.ts";
|
|
17
|
+
import type { PgBossTestingOptions } from "#server/testing.ts";
|
|
18
|
+
export function testingController(options: PgBossTestingOptions = {}) {
|
|
19
|
+
let current: EngineClient | undefined;
|
|
20
|
+
let fetches: TestingFetches | undefined;
|
|
21
|
+
let schema = "pgboss";
|
|
22
|
+
const signal = testingSignal();
|
|
23
|
+
const work: TestingWork = { batches: new Set(), queues: new Set() };
|
|
24
|
+
const controls = {
|
|
25
|
+
changed: signal.changed,
|
|
26
|
+
expirations: new Map<string, number>(),
|
|
27
|
+
expirySeconds: new Map<string, number>(),
|
|
28
|
+
failures: new Set<string>(),
|
|
29
|
+
retryPolicy: options.retryPolicy ?? {},
|
|
30
|
+
work,
|
|
31
|
+
};
|
|
32
|
+
function client(): EngineClient {
|
|
33
|
+
if (current === undefined) {
|
|
34
|
+
throw new Error("Provide the testing clientFactory to a jobs Layer first");
|
|
35
|
+
}
|
|
36
|
+
return current;
|
|
37
|
+
}
|
|
38
|
+
const clientFactory: PgBossClientFactory = (clientOptions) => {
|
|
39
|
+
if (current !== undefined) {
|
|
40
|
+
throw new Error("A testing controller owns one jobs client; create a controller per runtime");
|
|
41
|
+
}
|
|
42
|
+
schema = clientOptions.schema ?? "pgboss";
|
|
43
|
+
current = defaultClientFactory({ ...clientOptions, "__test__enableSpies": true });
|
|
44
|
+
fetches = testingFetches(current.getDb(), signal.changed);
|
|
45
|
+
return testingClient(current, clientOptions.schema ?? "pgboss", controls);
|
|
46
|
+
};
|
|
47
|
+
return {
|
|
48
|
+
...testingDeferrals(client),
|
|
49
|
+
...testingDueNow(client, () => schema, signal.changed),
|
|
50
|
+
...testingSchedules(client, signal.changed),
|
|
51
|
+
...testingWaits(client, () => fetches, signal),
|
|
52
|
+
checkBatchWindow: (queue: Pick<QueueDefinition, "name" | "workerOptions">, millisecondsPerJob: number) =>
|
|
53
|
+
testingOperation(
|
|
54
|
+
"checkBatchWindow",
|
|
55
|
+
async () => {
|
|
56
|
+
const stored = await client().getQueue(queue.name);
|
|
57
|
+
if (stored === null) {
|
|
58
|
+
throw new Error("Queue is not registered");
|
|
59
|
+
}
|
|
60
|
+
if (stored.expireInSeconds === undefined) {
|
|
61
|
+
throw new Error("Queue has no expiry window");
|
|
62
|
+
}
|
|
63
|
+
if (!Number.isFinite(millisecondsPerJob) || millisecondsPerJob < 0) {
|
|
64
|
+
throw new RangeError("Job duration must be nonnegative and finite");
|
|
65
|
+
}
|
|
66
|
+
const required = (queue.workerOptions.batchSize ?? 10) * millisecondsPerJob;
|
|
67
|
+
if (required >= stored.expireInSeconds * 1000) {
|
|
68
|
+
throw new Error("Sequential batch work must fit within the queue expiry window");
|
|
69
|
+
}
|
|
70
|
+
},
|
|
71
|
+
queue.name,
|
|
72
|
+
),
|
|
73
|
+
checkSchemaVersion: (expected: number) =>
|
|
74
|
+
testingOperation("checkSchemaVersion", async () => {
|
|
75
|
+
if ((await client().schemaVersion()) !== expected) {
|
|
76
|
+
throw new Error(`Expected pg-boss schema version ${expected}`);
|
|
77
|
+
}
|
|
78
|
+
}),
|
|
79
|
+
clientFactory,
|
|
80
|
+
expireAfter: (queue: Pick<QueueDefinition, "name">, attempts: number) =>
|
|
81
|
+
Effect.try({
|
|
82
|
+
catch: (original) => new PgBossTestingError({ operation: "expireAfter", original: Redacted.make(original), queue: queue.name }),
|
|
83
|
+
try: () => {
|
|
84
|
+
if (!Number.isSafeInteger(attempts) || attempts < 1) {
|
|
85
|
+
throw new RangeError("Attempts must be a positive integer");
|
|
86
|
+
}
|
|
87
|
+
controls.expirations.set(queue.name, attempts);
|
|
88
|
+
},
|
|
89
|
+
}),
|
|
90
|
+
expireIn: (queue: Pick<QueueDefinition, "name">, duration: Duration.Input) =>
|
|
91
|
+
Effect.try({
|
|
92
|
+
catch: (original) => new PgBossTestingError({ operation: "expireIn", original: Redacted.make(original), queue: queue.name }),
|
|
93
|
+
try: () => {
|
|
94
|
+
const milliseconds = Duration.toMillis(Duration.fromInputUnsafe(duration));
|
|
95
|
+
if (!Number.isFinite(milliseconds) || milliseconds < 1000) {
|
|
96
|
+
throw new RangeError("Expiry must be finite and at least one second");
|
|
97
|
+
}
|
|
98
|
+
controls.expirySeconds.set(queue.name, Math.ceil(milliseconds / 1000));
|
|
99
|
+
},
|
|
100
|
+
}),
|
|
101
|
+
failNextSend: (queue: Pick<QueueDefinition, "name">) => Effect.sync(() => controls.failures.add(queue.name)).pipe(Effect.asVoid),
|
|
102
|
+
jobs: testingReadout(client),
|
|
103
|
+
revision: signal.revision,
|
|
104
|
+
schemaVersion: testingOperation("schemaVersion", () => client().schemaVersion()),
|
|
105
|
+
snapshot: testingSnapshot(client, () => schema),
|
|
106
|
+
waitForChange: signal.waitForChange,
|
|
107
|
+
waitForIdle: testingIdle(client, () => schema, work, signal),
|
|
108
|
+
};
|
|
109
|
+
}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
import type {
|
|
3
|
-
import { quotedSchema } from "#internal/storedRows.ts";
|
|
4
|
-
import { testingOperation } from "#internal/testingReadout.ts";
|
|
1
|
+
import type { QueueDefinition } from "#server/definition.ts";
|
|
2
|
+
import type { EngineClient } from "#server/engineClient.ts";
|
|
3
|
+
import { quotedSchema } from "#server/internal/storedRows.ts";
|
|
4
|
+
import { testingOperation } from "#server/internal/testingReadout.ts";
|
|
5
5
|
|
|
6
|
-
export function testingDueNow(client: () =>
|
|
6
|
+
export function testingDueNow(client: () => EngineClient, schema: () => string, changed: () => void) {
|
|
7
7
|
function makeDue(queue: Pick<QueueDefinition, "name">, deferredOnly: boolean) {
|
|
8
8
|
return testingOperation(
|
|
9
9
|
deferredOnly ? "runDeferredNow" : "runDueNow",
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { type Context, Effect, Redacted } from "effect";
|
|
2
|
+
import type { EngineClient } from "#server/engineClient.ts";
|
|
3
|
+
import { PgBossTestingError } from "#server/error.ts";
|
|
4
|
+
import type { TestingEngine } from "#server/internal/engine.ts";
|
|
5
|
+
import { expireAttempt } from "./expireAttempt.ts";
|
|
6
|
+
import { observeTestingSettlements } from "./observeTestingSettlements.ts";
|
|
7
|
+
|
|
8
|
+
export function testingEngine(client: EngineClient, schema: string): Context.Service.Shape<typeof TestingEngine> {
|
|
9
|
+
return {
|
|
10
|
+
expireAttempt: (job, cause) =>
|
|
11
|
+
Effect.tryPromise({
|
|
12
|
+
catch: (original) => new PgBossTestingError({ operation: "expireAttempt", original: Redacted.make(original), queue: job.name }),
|
|
13
|
+
try: () => expireAttempt(client, schema, job, cause),
|
|
14
|
+
}),
|
|
15
|
+
observeSettlements: (settled) =>
|
|
16
|
+
Effect.sync(() => {
|
|
17
|
+
const observer = observeTestingSettlements(client, settled);
|
|
18
|
+
return {
|
|
19
|
+
close: Effect.sync(() => observer.close()),
|
|
20
|
+
watch: (name: string) =>
|
|
21
|
+
Effect.try({
|
|
22
|
+
catch: (original) => new PgBossTestingError({ operation: "observeSettlements", original: Redacted.make(original), queue: name }),
|
|
23
|
+
try: () => observer.watch(name),
|
|
24
|
+
}),
|
|
25
|
+
};
|
|
26
|
+
}),
|
|
27
|
+
};
|
|
28
|
+
}
|
|
@@ -1,10 +1,12 @@
|
|
|
1
|
-
import type {
|
|
1
|
+
import type { EngineClient } from "#server/engineClient.ts";
|
|
2
|
+
import type { EnqueueOptions } from "#server/enqueueOptions.ts";
|
|
3
|
+
import type { WorkerJob } from "#server/job.ts";
|
|
2
4
|
|
|
3
|
-
export function testingExpirations(client:
|
|
5
|
+
export function testingExpirations(client: EngineClient) {
|
|
4
6
|
const snapshots = new Map<string, Promise<number | undefined>>();
|
|
5
7
|
return {
|
|
6
|
-
attemptsFor: (job:
|
|
7
|
-
send(name: string, data: object | null | undefined, options:
|
|
8
|
+
attemptsFor: (job: WorkerJob<unknown>) => snapshots.get(`${job.name}:${job.id}`),
|
|
9
|
+
send(name: string, data: object | null | undefined, options: EnqueueOptions, attempts: number | undefined) {
|
|
8
10
|
if (attempts === undefined && options.id === undefined) {
|
|
9
11
|
return client.send(name, data, options);
|
|
10
12
|
}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { Effect, Option } from "effect";
|
|
2
2
|
import { SqlClient } from "effect/sql";
|
|
3
|
-
import type {
|
|
3
|
+
import type { EnqueueOptions } from "#server/enqueueOptions.ts";
|
|
4
4
|
|
|
5
|
-
export const transactionDb: Effect.Effect<
|
|
5
|
+
export const transactionDb: Effect.Effect<EnqueueOptions["db"]> = Effect.gen(function* () {
|
|
6
6
|
const sql = yield* Effect.serviceOption(SqlClient.SqlClient);
|
|
7
7
|
if (Option.isNone(sql)) {
|
|
8
8
|
return undefined;
|
package/src/server/client.ts
CHANGED
|
@@ -1,39 +1,92 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
1
|
+
import type { ClientDatabase } from "#server/ClientDatabase.ts";
|
|
2
|
+
import type { ClientOptions, StopOptions } from "#server/clientOptions.ts";
|
|
3
|
+
import type { EnqueueOptions, ScheduleOptions } from "#server/enqueueOptions.ts";
|
|
4
|
+
import type { Job, WorkerJob } from "#server/job.ts";
|
|
5
|
+
import type { QueueOptions } from "#server/queueOptions.ts";
|
|
6
|
+
import type { WorkerOptions } from "#server/workerOptions.ts";
|
|
7
|
+
|
|
8
|
+
export interface JobReadOptions {
|
|
9
|
+
readonly after?: string;
|
|
10
|
+
readonly data?: object;
|
|
11
|
+
readonly db?: ClientDatabase;
|
|
12
|
+
readonly id?: string;
|
|
13
|
+
readonly key?: string;
|
|
14
|
+
readonly limit?: number;
|
|
15
|
+
readonly queued?: boolean;
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
export interface ClientQueueOptions extends Omit<QueueOptions, "maxDeferrals" | "policy"> {
|
|
19
|
+
readonly deadLetter?: string;
|
|
20
|
+
readonly policy?: string;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
export interface ClientQueue extends ClientQueueOptions {
|
|
24
|
+
readonly activeCount: number;
|
|
25
|
+
readonly blockedCount: number;
|
|
26
|
+
readonly deferredCount: number;
|
|
27
|
+
readonly failedCount: number;
|
|
28
|
+
readonly name: string;
|
|
29
|
+
readonly queuedCount: number;
|
|
30
|
+
readonly readyCount: number;
|
|
31
|
+
readonly totalCount: number;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export type JobTarget = string | string[] | { id: string; retryCount: number } | { id: string; retryCount: number }[];
|
|
35
|
+
export interface ClientConnectionOptions {
|
|
36
|
+
readonly db?: ClientDatabase;
|
|
37
|
+
}
|
|
38
|
+
export interface ClientUpdateOptions extends Omit<EnqueueOptions, "singletonSeconds" | "singletonNextSlot"> {
|
|
39
|
+
readonly match?: "newest" | "oldest" | "all";
|
|
40
|
+
}
|
|
41
|
+
export interface ClientUpdateRequest {
|
|
42
|
+
data?: object | null;
|
|
43
|
+
name: string;
|
|
44
|
+
options?: ClientUpdateOptions;
|
|
45
|
+
}
|
|
46
|
+
export interface ClientUpdateResult {
|
|
47
|
+
jobs: string[];
|
|
48
|
+
updated: number;
|
|
49
|
+
}
|
|
14
50
|
|
|
15
51
|
export interface PgBossClient {
|
|
16
|
-
readonly complete?:
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
readonly
|
|
23
|
-
readonly
|
|
24
|
-
readonly
|
|
52
|
+
readonly complete?: (
|
|
53
|
+
name: string,
|
|
54
|
+
id: JobTarget,
|
|
55
|
+
data?: object | null,
|
|
56
|
+
options?: ClientConnectionOptions & { includeQueued?: boolean },
|
|
57
|
+
) => Promise<object>;
|
|
58
|
+
readonly createQueue: (name: string, options?: ClientQueueOptions) => Promise<void>;
|
|
59
|
+
readonly deleteQueue?: (name: string) => Promise<void>;
|
|
60
|
+
readonly fail?: (name: string, id: JobTarget, data?: object | null, options?: ClientConnectionOptions) => Promise<object>;
|
|
61
|
+
readonly findJobs?: (name: string, options?: JobReadOptions) => Promise<readonly Job<unknown>[]>;
|
|
62
|
+
readonly getDb?: () => ClientDatabase;
|
|
63
|
+
readonly getQueue: (name: string) => Promise<ClientQueue | null>;
|
|
64
|
+
readonly getSchedule?: (name: string, key?: string) => Promise<{ readonly name: string; readonly key: string } | null>;
|
|
65
|
+
readonly getWipData?: (options?: { includeInternal?: boolean }) => { id: string; workId: string; name: string; count: number }[];
|
|
66
|
+
readonly notifyWorker?: (workerId: string) => void;
|
|
25
67
|
readonly off: (event: "error", listener: (error: Error) => void) => unknown;
|
|
26
|
-
readonly offWork:
|
|
68
|
+
readonly offWork: (name: string, options?: { id?: string; wait?: boolean }) => Promise<void>;
|
|
27
69
|
readonly on: (event: "error", listener: (error: Error) => void) => unknown;
|
|
28
|
-
readonly retry?:
|
|
70
|
+
readonly retry?: (name: string, id: string | string[], options?: ClientConnectionOptions) => Promise<object>;
|
|
29
71
|
readonly schedule: (name: string, cron: string, data?: object | null, options?: ScheduleOptions) => Promise<void>;
|
|
30
|
-
readonly send: (name: string, data?: object | null, options?:
|
|
72
|
+
readonly send: (name: string, data?: object | null, options?: EnqueueOptions) => Promise<string | null>;
|
|
31
73
|
readonly start: () => Promise<unknown>;
|
|
32
74
|
readonly stop: (options?: StopOptions) => Promise<void>;
|
|
33
|
-
readonly
|
|
34
|
-
readonly
|
|
35
|
-
readonly
|
|
36
|
-
|
|
75
|
+
readonly supervise?: (name?: string) => Promise<void>;
|
|
76
|
+
readonly unschedule?: (name: string, key?: string, options?: ClientConnectionOptions) => Promise<void>;
|
|
77
|
+
readonly update?: {
|
|
78
|
+
(request: ClientUpdateRequest): Promise<ClientUpdateResult>;
|
|
79
|
+
(name: string, data: object | null | undefined, options?: ClientUpdateOptions): Promise<ClientUpdateResult>;
|
|
80
|
+
};
|
|
81
|
+
readonly updateQueue?: (
|
|
82
|
+
name: string,
|
|
83
|
+
options: Omit<QueueOptions, "policy" | "partition" | "maxDeferrals" | "heartbeatSeconds" | "retryDelayMax"> & {
|
|
84
|
+
deadLetter?: string | null;
|
|
85
|
+
heartbeatSeconds?: number | null;
|
|
86
|
+
retryDelayMax?: number | null;
|
|
87
|
+
},
|
|
88
|
+
) => Promise<void>;
|
|
89
|
+
readonly work: (name: string, options: WorkerOptions, handler: (jobs: readonly WorkerJob<unknown>[]) => Promise<unknown>) => Promise<string>;
|
|
37
90
|
}
|
|
38
91
|
|
|
39
|
-
export type PgBossClientFactory = (options:
|
|
92
|
+
export type PgBossClientFactory = (options: ClientOptions) => PgBossClient;
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import type { ClientDatabase } from "#server/ClientDatabase.ts";
|
|
2
|
+
|
|
3
|
+
export interface ClientOptions {
|
|
4
|
+
"__test__enableSpies"?: boolean;
|
|
5
|
+
allowSchemaCaseVariant?: boolean;
|
|
6
|
+
"application_name"?: string;
|
|
7
|
+
|
|
8
|
+
backend?: "postgres" | "cockroachdb" | "yugabytedb" | "citus" | "pglite";
|
|
9
|
+
bamIntervalSeconds?: number;
|
|
10
|
+
|
|
11
|
+
clock?: Clock;
|
|
12
|
+
clockMonitorIntervalSeconds?: number;
|
|
13
|
+
connectionString?: string;
|
|
14
|
+
connectionTimeoutMillis?: number;
|
|
15
|
+
createSchema?: boolean;
|
|
16
|
+
cronMonitorIntervalSeconds?: number;
|
|
17
|
+
cronWorkerIntervalSeconds?: number;
|
|
18
|
+
database?: string;
|
|
19
|
+
db?: ClientDatabase;
|
|
20
|
+
flowIntervalSeconds?: number;
|
|
21
|
+
host?: string;
|
|
22
|
+
instanceHeartbeatSeconds?: number;
|
|
23
|
+
instanceName?: string;
|
|
24
|
+
maintenanceIntervalSeconds?: number;
|
|
25
|
+
max?: number;
|
|
26
|
+
migrate?: boolean;
|
|
27
|
+
monitorIntervalSeconds?: number;
|
|
28
|
+
monitorVacuum?: boolean;
|
|
29
|
+
notifyHeartbeatIntervalMs?: number;
|
|
30
|
+
notifyHeartbeatTimeoutMs?: number;
|
|
31
|
+
notifyKeepAliveInitialDelayMs?: number;
|
|
32
|
+
openTelemetry?: { enabled?: boolean; propagateContext?: boolean };
|
|
33
|
+
options?: string;
|
|
34
|
+
password?: string | (() => string | Promise<string>);
|
|
35
|
+
persistQueueStats?: boolean;
|
|
36
|
+
persistWarnings?: boolean;
|
|
37
|
+
port?: number;
|
|
38
|
+
queueCacheIntervalSeconds?: number;
|
|
39
|
+
queueStatRetentionDays?: number;
|
|
40
|
+
|
|
41
|
+
registerInstance?: boolean;
|
|
42
|
+
reindex?: boolean | ReindexOptions;
|
|
43
|
+
reindexIntervalSeconds?: number;
|
|
44
|
+
|
|
45
|
+
schedule?: boolean;
|
|
46
|
+
schema?: string;
|
|
47
|
+
ssl?: boolean | import("node:tls").ConnectionOptions;
|
|
48
|
+
|
|
49
|
+
supervise?: boolean;
|
|
50
|
+
superviseIntervalSeconds?: number;
|
|
51
|
+
useListenNotify?: boolean;
|
|
52
|
+
user?: string;
|
|
53
|
+
warningQueueSize?: number;
|
|
54
|
+
warningRetentionDays?: number;
|
|
55
|
+
warningSlowQuerySeconds?: number;
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
export interface ReindexOptions extends IndexBloatOptions {
|
|
59
|
+
force?: boolean;
|
|
60
|
+
maxIndexBytes?: number;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
export interface IndexBloatOptions {
|
|
64
|
+
maxEntriesPerPage?: number;
|
|
65
|
+
minPages?: number;
|
|
66
|
+
minSizeRatio?: number;
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
export interface Clock {
|
|
70
|
+
clearInterval: (handle: unknown) => void;
|
|
71
|
+
clearTimeout: (handle: unknown) => void;
|
|
72
|
+
now: () => number;
|
|
73
|
+
setInterval: (fn: () => void, ms: number) => unknown;
|
|
74
|
+
setTimeout: (fn: () => void, ms: number) => unknown;
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
export interface StopOptions {
|
|
78
|
+
close?: boolean;
|
|
79
|
+
graceful?: boolean;
|
|
80
|
+
timeout?: number;
|
|
81
|
+
}
|
|
@@ -1,9 +1,10 @@
|
|
|
1
|
-
import type { DefineScheduleOptions, ScheduleDefinition } from "#definition.ts";
|
|
2
|
-
import { maxDeferrals, nativeQueueOptions } from "#internal/definitionOptions.ts";
|
|
1
|
+
import type { DefineScheduleOptions, ScheduleDefinition } from "#server/definition.ts";
|
|
2
|
+
import { maxDeferrals, nativeQueueOptions } from "#server/internal/definitionOptions.ts";
|
|
3
3
|
|
|
4
4
|
export function defineSchedule<const TName extends string>(options: DefineScheduleOptions<TName>): ScheduleDefinition<TName> {
|
|
5
5
|
const definition: ScheduleDefinition<TName> = {
|
|
6
6
|
_tag: "ScheduleDefinition",
|
|
7
|
+
...(options.label === undefined ? {} : { label: options.label }),
|
|
7
8
|
cron: options.cron,
|
|
8
9
|
maxDeferrals: maxDeferrals(options.queue),
|
|
9
10
|
name: options.name,
|