@getstrata/core 2.2.60 → 3.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +22 -0
- package/dist/core/audit/exportAuditLogs.d.ts +12 -3
- package/dist/core/audit/exportStore.d.ts +6 -2
- package/dist/core/audit/siemFormatter.d.ts +2 -2
- package/dist/core/auth/abilityCatalog.d.ts +1 -9
- package/dist/core/auth/authContext.d.ts +2 -0
- package/dist/core/auth/authOutcome.d.ts +32 -0
- package/dist/core/auth/authReader.d.ts +22 -0
- package/dist/core/auth/basicAuthGuard.d.ts +19 -3
- package/dist/core/auth/emailVerification.d.ts +1 -1
- package/dist/core/auth/guard.d.ts +27 -6
- package/dist/core/auth/intendedUrlCookie.d.ts +13 -7
- package/dist/core/auth/jwt.d.ts +5 -4
- package/dist/core/auth/jwtGuard.d.ts +7 -6
- package/dist/core/auth/membershipContext.d.ts +10 -7
- package/dist/core/auth/membershipContextMiddleware.d.ts +3 -3
- package/dist/core/auth/membershipMiddleware.d.ts +1 -2
- package/dist/core/auth/membershipServiceImplementation.d.ts +1 -1
- package/dist/core/auth/oauth/oidcIdToken.d.ts +25 -16
- package/dist/core/auth/oauth/oidcProvider.d.ts +6 -4
- package/dist/core/auth/oauth/providers.d.ts +3 -1
- package/dist/core/auth/oneTimeToken.d.ts +2 -3
- package/dist/core/auth/passwordConfirmCookie.d.ts +15 -6
- package/dist/core/auth/passwordLogin.d.ts +5 -5
- package/dist/core/auth/pendingMfaCookie.d.ts +2 -2
- package/dist/core/auth/policy.d.ts +23 -10
- package/dist/core/auth/requireAuthCapability.d.ts +3 -0
- package/dist/core/auth/resolveMembershipService.d.ts +3 -2
- package/dist/core/auth/saml/samlAssertionReplay.d.ts +4 -4
- package/dist/core/auth/saml/samlServiceProvider.d.ts +11 -7
- package/dist/core/auth/scimAuthMiddleware.d.ts +10 -3
- package/dist/core/auth/sessionCookie.d.ts +20 -9
- package/dist/core/auth/sessionGuard.d.ts +14 -3
- package/dist/core/cache/createCacheStore.d.ts +6 -3
- package/dist/core/cache/redisCacheStore.d.ts +5 -1
- package/dist/core/cache/repository.d.ts +5 -1
- package/dist/core/cache/simpleCache.d.ts +2 -1
- package/dist/core/cache/tokens.d.ts +8 -0
- package/dist/core/config/applicationConfig.d.ts +21 -0
- package/dist/core/config/configSnapshot.d.ts +3 -0
- package/dist/core/config/envSchema.d.ts +3 -2
- package/dist/core/contracts/application.d.ts +153 -0
- package/dist/core/contracts/authUserDirectory.d.ts +24 -7
- package/dist/core/contracts/container.d.ts +20 -23
- package/dist/core/contracts/di.d.ts +4 -2
- package/dist/core/contracts/executionContext.d.ts +5 -0
- package/dist/core/contracts/executionOperations.d.ts +10 -0
- package/dist/core/contracts/executionOwnership.d.ts +38 -0
- package/dist/core/contracts/persistence.d.ts +20 -0
- package/dist/core/contracts/serviceTokens.d.ts +32 -18
- package/dist/core/contracts/services.d.ts +63 -0
- package/dist/core/contracts/token.d.ts +19 -0
- package/dist/core/crypto/fieldEncryption.d.ts +19 -7
- package/dist/core/crypto/fieldEncryptionRotation.d.ts +21 -5
- package/dist/core/crypto/mfaSecret.d.ts +10 -3
- package/dist/core/database/baseRepository.d.ts +14 -10
- package/dist/core/database/bindings.d.ts +6 -0
- package/dist/core/database/bunSql.d.ts +3 -12
- package/dist/core/database/definitions.d.ts +209 -0
- package/dist/core/database/dialect.d.ts +5 -24
- package/dist/core/database/driverPorts.d.ts +116 -0
- package/dist/core/database/errors.d.ts +47 -7
- package/dist/core/database/factory.d.ts +51 -31
- package/dist/core/database/index.d.ts +9 -10
- package/dist/core/database/keyset.d.ts +2 -1
- package/dist/core/database/legacyNativeTransaction.d.ts +5 -0
- package/dist/core/database/manager.d.ts +12 -0
- package/dist/core/database/model.d.ts +91 -97
- package/dist/core/database/modelQuery.d.ts +9 -5
- package/dist/core/database/modelRegistry.d.ts +52 -33
- package/dist/core/database/mysqlConnection.d.ts +1 -19
- package/dist/core/database/mysqlNative.d.ts +38 -0
- package/dist/core/database/nativeTransactions.d.ts +16 -0
- package/dist/core/database/ormInternal.d.ts +85 -0
- package/dist/core/database/ormRuntime.d.ts +4 -0
- package/dist/core/database/ownedReadOnlyObservation.d.ts +16 -0
- package/dist/core/database/postgresNative.d.ts +11 -0
- package/dist/core/database/query.d.ts +24 -23
- package/dist/core/database/queryPlanSnapshot.d.ts +7 -0
- package/dist/core/database/rawMysql.d.ts +7 -0
- package/dist/core/database/rawPostgres.d.ts +23 -0
- package/dist/core/database/rawSqlite.d.ts +6 -0
- package/dist/core/database/relationQueries.d.ts +3 -2
- package/dist/core/database/relationQuery.d.ts +24 -6
- package/dist/core/database/repositoryQuery.d.ts +6 -1
- package/dist/core/database/schema/driver.d.ts +1 -1
- package/dist/core/database/seeders/types.d.ts +1 -1
- package/dist/core/database/session.d.ts +13 -0
- package/dist/core/database/sessionFactory.d.ts +9 -0
- package/dist/core/database/sqlDialects.d.ts +22 -0
- package/dist/core/database/tokens.d.ts +7 -0
- package/dist/core/database/transactionSession.d.ts +43 -0
- package/dist/core/errors/http.d.ts +4 -1
- package/dist/core/events/{eventBus.d.ts → eventBusClass.d.ts} +1 -3
- package/dist/core/events/index.d.ts +2 -3
- package/dist/core/events/outbox/index.d.ts +44 -13
- package/dist/core/events/outbox/metrics.d.ts +4 -4
- package/dist/core/events/outbox/workerTransport.d.ts +17 -0
- package/dist/core/http/authMiddleware.d.ts +2 -2
- package/dist/core/http/authorizeMiddleware.d.ts +2 -2
- package/dist/core/http/bodySizeLimitMiddleware.d.ts +1 -1
- package/dist/core/http/conditionalResponse.d.ts +7 -2
- package/dist/core/http/contentSecurityPolicy.d.ts +4 -3
- package/dist/core/http/corsMiddleware.d.ts +2 -1
- package/dist/core/http/csrfMiddleware.d.ts +6 -1
- package/dist/core/http/csrfToken.d.ts +17 -7
- package/dist/core/http/databaseError.d.ts +4 -0
- package/dist/core/http/etag.d.ts +5 -2
- package/dist/core/http/flashMiddleware.d.ts +1 -1
- package/dist/core/http/flashSession.d.ts +13 -7
- package/dist/core/http/index.d.ts +1 -1
- package/dist/core/http/loginThrottleMiddleware.d.ts +3 -3
- package/dist/core/http/memoryThrottleMiddleware.d.ts +2 -2
- package/dist/core/http/parseMultipartUpload.d.ts +3 -2
- package/dist/core/http/requestMetaContext.d.ts +5 -0
- package/dist/core/http/requireAbilityMiddleware.d.ts +1 -1
- package/dist/core/http/requireAuthMiddleware.d.ts +2 -2
- package/dist/core/http/requirePasswordConfirmMiddleware.d.ts +2 -1
- package/dist/core/http/requireVerifiedMiddleware.d.ts +2 -2
- package/dist/core/http/requireWebAuthMiddleware.d.ts +2 -2
- package/dist/core/http/response.d.ts +4 -3
- package/dist/core/http/scimThrottleMiddleware.d.ts +4 -3
- package/dist/core/http/securedRouteModelBinding.d.ts +10 -3
- package/dist/core/http/securityHeadersMiddleware.d.ts +1 -2
- package/dist/core/http/signedUrl.d.ts +8 -6
- package/dist/core/http/throttleMiddleware.d.ts +9 -5
- package/dist/core/http/uploads.d.ts +9 -3
- package/dist/core/http/webErrorResponse.d.ts +8 -2
- package/dist/core/jobs/exportAuditLogsJob.d.ts +5 -2
- package/dist/core/jobs/invalidateCacheTagsJob.d.ts +5 -4
- package/dist/core/lifecycle/gracefulShutdown.d.ts +2 -5
- package/dist/core/logging/requestLoggingMiddleware.d.ts +1 -1
- package/dist/core/mail/mailer.d.ts +7 -5
- package/dist/core/openapi/generator.d.ts +12 -4
- package/dist/core/openapi/registeredRoute.d.ts +4 -4
- package/dist/core/queue/createAppQueue.d.ts +9 -4
- package/dist/core/queue/failedJobMetrics.d.ts +11 -2
- package/dist/core/queue/failedJobRepository.d.ts +6 -3
- package/dist/core/queue/failedJobService.d.ts +1 -0
- package/dist/core/queue/index.d.ts +16 -6
- package/dist/core/queue/jobRegistry.d.ts +3 -2
- package/dist/core/queue/jobRunner.d.ts +10 -4
- package/dist/core/queue/publicQueue.d.ts +18 -9
- package/dist/core/queue/queueConfig.d.ts +20 -10
- package/dist/core/queue/queueHandoff.d.ts +31 -0
- package/dist/core/queue/queueMetrics.d.ts +10 -3
- package/dist/core/queue/queueServices.d.ts +28 -0
- package/dist/core/queue/queueWorkerTransport.d.ts +28 -0
- package/dist/core/queue/redisQueue.d.ts +19 -10
- package/dist/core/queue/redisQueueKeys.d.ts +5 -5
- package/dist/core/queue/redisStreams.d.ts +17 -10
- package/dist/core/queue/resilientQueue.d.ts +10 -4
- package/dist/core/queue/types.d.ts +1 -0
- package/dist/core/runtime/appKeyPrefix.d.ts +5 -5
- package/dist/core/runtime/application.d.ts +7 -0
- package/dist/core/runtime/executionContext.d.ts +9 -0
- package/dist/core/runtime/executionTasks.d.ts +49 -0
- package/dist/core/runtime/resourceJournal.d.ts +67 -0
- package/dist/core/runtime/serviceGraph.d.ts +14 -0
- package/dist/core/security/oauthState.d.ts +13 -9
- package/dist/core/security/publicReads.d.ts +2 -2
- package/dist/core/security/safeFetch.d.ts +1 -0
- package/dist/core/security/safeUrl.d.ts +3 -0
- package/dist/core/security/scimTenantTokens.d.ts +1 -1
- package/dist/core/security/tokenExpiry.d.ts +1 -1
- package/dist/core/security/webhookSignature.d.ts +1 -1
- package/dist/core/storage/storage.d.ts +24 -16
- package/dist/core/tenant/databaseTenantContext.d.ts +5 -7
- package/dist/core/tenant/resolveTenant.d.ts +2 -2
- package/dist/core/tenant/scopedDatabasePolicy.d.ts +8 -0
- package/dist/core/tenant/tenantDatabaseScope.d.ts +3 -7
- package/dist/core/tenant/tenantMiddleware.d.ts +15 -4
- package/dist/core/tracing/otel.d.ts +4 -6
- package/dist/core/tracing/tracingMiddleware.d.ts +3 -3
- package/dist/core/view/etaViewEngine.d.ts +1 -1
- package/dist/core/view/index.d.ts +5 -4
- package/dist/core/view/tokens.d.ts +8 -0
- package/dist/core/view/viewRenderer.d.ts +2 -2
- package/dist/core/view/webErrorView.d.ts +8 -7
- package/dist/core/view/webLayoutData.d.ts +6 -4
- package/dist/entries/audit/exportAuditLogs.js +87 -1024
- package/dist/entries/audit/siemFormatter.js +4 -90
- package/dist/entries/auth/abilityCatalog.js +28 -0
- package/dist/entries/auth/accessControl.js +5 -16
- package/dist/entries/auth/accountStateMigration.js +216 -236
- package/dist/entries/auth/authOutcome.js +80 -0
- package/dist/entries/auth/authReader.js +68 -0
- package/dist/entries/auth/basicAuthGuard.js +144 -1249
- package/dist/entries/auth/emailVerification.js +2 -2
- package/dist/entries/auth/intendedUrlCookie.js +35 -59
- package/dist/entries/auth/jwt.js +22 -47
- package/dist/entries/auth/jwtGuard.js +99 -231
- package/dist/entries/auth/membershipMiddleware.js +71 -10
- package/dist/entries/auth/membershipScope.js +16 -22
- package/dist/entries/auth/membershipService.js +11 -28
- package/dist/entries/auth/oauth/oidcProvider.js +59 -64
- package/dist/entries/auth/oauth/providers.js +12 -95
- package/dist/entries/auth/oauth/samlProvider.js +53 -1080
- package/dist/entries/auth/oneTimeToken.js +27 -289
- package/dist/entries/auth/passwordConfirmCookie.js +40 -63
- package/dist/entries/auth/passwordLogin.js +94 -399
- package/dist/entries/auth/pendingMfaCookie.js +6 -6
- package/dist/entries/auth/policy.js +22 -56
- package/dist/entries/auth/saml/samlServiceProvider.js +55 -1084
- package/dist/entries/auth/scimAuthMiddleware.js +16 -3358
- package/dist/entries/auth/sessionCookie.js +58 -73
- package/dist/entries/auth/sessionGuard.js +95 -248
- package/dist/entries/auth/tokenHash.js +11 -43
- package/dist/entries/cache/createCacheStore.js +126 -117
- package/dist/entries/cache/repository.js +25 -0
- package/dist/entries/cache/simpleCache.js +12 -7
- package/dist/entries/cache/tokens.js +9 -0
- package/dist/entries/config/applicationConfig.js +163 -0
- package/dist/entries/config/envSchema.js +21 -4
- package/dist/entries/contracts/application.js +1 -0
- package/dist/entries/contracts/authUserDirectory.js +10 -0
- package/dist/entries/contracts/container.js +99 -26
- package/dist/entries/contracts/di.js +3 -0
- package/dist/entries/contracts/executionContext.js +7 -0
- package/dist/entries/contracts/executionOperations.js +7 -0
- package/dist/entries/contracts/executionOwnership.js +7 -0
- package/dist/entries/contracts/membership.js +1 -0
- package/dist/entries/contracts/persistence.js +1 -0
- package/dist/entries/contracts/serviceTokens.js +26 -116
- package/dist/entries/contracts/services.js +98 -0
- package/dist/entries/contracts/token.js +41 -0
- package/dist/entries/crypto/fieldEncryption.js +49 -50
- package/dist/entries/crypto/mfaSecret.js +86 -82
- package/dist/entries/database/acquisitionMetrics.js +107 -0
- package/dist/entries/database/baseRepository.d.ts +2 -0
- package/dist/entries/database/bindings.js +2082 -0
- package/dist/entries/database/definitions.js +175 -0
- package/dist/entries/database/errors.js +114 -89
- package/dist/entries/database/factory.js +67 -28
- package/dist/entries/database/migrations.js +172 -224
- package/dist/entries/database/model.d.ts +1 -0
- package/dist/entries/database/ownedReadOnlyObservation.js +1282 -0
- package/dist/entries/database/query.js +159 -161
- package/dist/entries/database/repositoryQuery.d.ts +1 -0
- package/dist/entries/database/repositoryQuery.js +1 -1373
- package/dist/entries/database/schema.js +216 -236
- package/dist/entries/database/session.js +1 -0
- package/dist/entries/database/sqliteConnection.js +525 -83
- package/dist/entries/database/tokens.js +9 -0
- package/dist/entries/errors/http.js +118 -1
- package/dist/entries/http/authMiddleware.js +8 -5
- package/dist/entries/http/authorizeMiddleware.js +1 -1
- package/dist/entries/http/bodySizeLimitMiddleware.js +2 -2
- package/dist/entries/http/clientIp.js +2 -2
- package/dist/entries/http/conditionalResponse.js +19 -7
- package/dist/entries/http/corsMiddleware.js +6 -101
- package/dist/entries/http/csrfMiddleware.js +92 -106
- package/dist/entries/http/csrfToken.js +58 -94
- package/dist/entries/http/etag.js +7 -4
- package/dist/entries/http/flashMiddleware.js +57 -99
- package/dist/entries/http/flashSession.js +41 -68
- package/dist/entries/http/memoryThrottleMiddleware.js +43 -186
- package/dist/entries/http/metricsMiddleware.js +2 -16
- package/dist/entries/http/parseMultipartUpload.js +15 -29
- package/dist/entries/http/requireAbilityMiddleware.js +2 -2
- package/dist/entries/http/requirePasswordConfirmMiddleware.js +19 -31
- package/dist/entries/http/requireVerifiedMiddleware.js +4 -7
- package/dist/entries/http/requireWebAuthMiddleware.js +2 -2
- package/dist/entries/http/response.js +67 -233
- package/dist/entries/http/routeMiddleware.js +0 -14
- package/dist/entries/http/scimThrottleMiddleware.js +43 -237
- package/dist/entries/http/securedRouteModelBinding.js +37 -25
- package/dist/entries/http/securityHeadersMiddleware.js +8 -25
- package/dist/entries/http/signedUrl.js +20 -110
- package/dist/entries/http/throttleMiddleware.js +41 -185
- package/dist/entries/http/uploads.js +9 -24
- package/dist/entries/jobs/exportAuditLogsJob.js +17 -1498
- package/dist/entries/jobs/invalidateCacheTagsJob.js +12 -47
- package/dist/entries/logging/requestLoggingMiddleware.js +4 -4
- package/dist/entries/mail/mailer.js +68 -78
- package/dist/entries/openapi/generator.js +33 -100
- package/dist/entries/queue/createAppQueue.js +416 -256
- package/dist/entries/queue/failedJobRepository.js +17 -8
- package/dist/entries/queue/failedJobService.js +1 -0
- package/dist/entries/queue/jobRunner.js +141 -66
- package/dist/entries/queue/publicQueue.js +411 -257
- package/dist/entries/queue/queueConfig.js +61 -0
- package/dist/entries/queue/queueHandoff.js +318 -0
- package/dist/entries/queue/queueMetrics.js +989 -1386
- package/dist/entries/queue/queueServices.js +133 -0
- package/dist/entries/queue/queueWorkerTransport.js +1703 -0
- package/dist/entries/queue/redisQueue.js +282 -180
- package/dist/entries/queue.js +6 -45
- package/dist/entries/runtime/application.js +1585 -0
- package/dist/entries/runtime/asyncContextStore.js +0 -16
- package/dist/entries/security/oauthState.js +35 -67
- package/dist/entries/security/publicReads.js +4 -4
- package/dist/entries/security/safeFetch.js +1 -0
- package/dist/entries/security/scimTenantTokens.js +3 -3
- package/dist/entries/security/tokenExpiry.js +2 -2
- package/dist/entries/security/totp.js +1 -87
- package/dist/entries/security/webhookSignature.js +2 -90
- package/dist/entries/storage/storage.js +120 -45
- package/dist/entries/tenant/databaseTenantContext.js +6 -907
- package/dist/entries/tenant/publicTenantHost.js +78 -0
- package/dist/entries/tenant/resolveTenant.js +14 -0
- package/dist/entries/tenant/scopedDatabasePolicy.js +75 -0
- package/dist/entries/tenant/tenancyConfig.js +1 -19
- package/dist/entries/tenant/tenantDatabaseScope.js +3 -892
- package/dist/entries/tracing/tracingMiddleware.js +104 -173
- package/dist/entries/view/tokens.js +11 -0
- package/dist/framework/public-api.d.ts +62 -44
- package/dist/index.js +10435 -11351
- package/dist/internal/ormInternal.js +117 -0
- package/dist/internal/ormRuntime.js +5000 -0
- package/package.json +158 -46
- package/dist/core/database/bindConnection.d.ts +0 -1
- package/dist/core/database/boundConnection.d.ts +0 -5
- package/dist/core/database/defaultConnection.d.ts +0 -7
- package/dist/core/database/namedConnections.d.ts +0 -15
- package/dist/core/database/readOnlyCollector.d.ts +0 -7
- package/dist/core/database/repositoryConnection.d.ts +0 -4
- package/dist/core/database/transaction.d.ts +0 -23
- package/dist/core/database/transactionControl.d.ts +0 -6
- package/dist/core/events/deferredModelEvents.d.ts +0 -7
- package/dist/core/facades/index.d.ts +0 -10
- package/dist/core/runtime/applicationRegistry.d.ts +0 -18
- package/dist/entries/database/bindConnection.js +0 -1
- package/dist/entries/database/boundConnection.js +0 -1
- package/dist/entries/database/defaultConnection.js +0 -1
- package/dist/entries/database/namedConnections.js +0 -1
- package/dist/entries/database/repositoryConnection.js +0 -1
- package/dist/entries/database/transaction.js +0 -1
- package/dist/entries/facades.js +0 -711
- package/dist/entries/runtime/applicationRegistry.js +0 -1
|
@@ -1,29 +1,31 @@
|
|
|
1
1
|
// @bun
|
|
2
2
|
// ../../src/core/queue/failedJobRepository.ts
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
3
|
+
import { defineRepository } from "@getstrata/core/database/definitions";
|
|
4
|
+
import { BaseRepository } from "#strata-orm-runtime";
|
|
5
5
|
|
|
6
6
|
// ../../src/core/queue/failedJobTable.ts
|
|
7
7
|
import { defineTable } from "@getstrata/core/database/table";
|
|
8
8
|
var failedJobTable = defineTable({
|
|
9
9
|
name: "failed_job",
|
|
10
10
|
primaryKey: "id",
|
|
11
|
-
columns: ["id", "job_name", "job_id", "payload", "exception", "failed_at"],
|
|
11
|
+
columns: ["id", "job_name", "job_id", "handoff", "payload", "exception", "failed_at"],
|
|
12
12
|
defaultOrderBy: { column: "failed_at", direction: "DESC" }
|
|
13
13
|
});
|
|
14
14
|
|
|
15
15
|
// ../../src/core/queue/failedJobRepository.ts
|
|
16
16
|
class FailedJobRepository extends BaseRepository {
|
|
17
|
-
|
|
18
|
-
|
|
17
|
+
selected;
|
|
18
|
+
constructor(selected) {
|
|
19
|
+
super(selected);
|
|
20
|
+
this.selected = selected;
|
|
19
21
|
}
|
|
20
22
|
async create(values) {
|
|
21
23
|
const stored = {
|
|
22
24
|
...values,
|
|
23
25
|
...values.payload === undefined ? {} : {
|
|
24
|
-
payload:
|
|
26
|
+
payload: this.selected.dialect.driver === "pgsql" ? values.payload : JSON.stringify(values.payload)
|
|
25
27
|
},
|
|
26
|
-
...values.failed_at === undefined ? {} : { failed_at:
|
|
28
|
+
...values.failed_at === undefined ? {} : { failed_at: this.selected.dialect.timestampValue(values.failed_at) }
|
|
27
29
|
};
|
|
28
30
|
return hydrateFailure(await super.create(stored));
|
|
29
31
|
}
|
|
@@ -41,8 +43,15 @@ function hydrateFailure(row) {
|
|
|
41
43
|
}
|
|
42
44
|
return result;
|
|
43
45
|
}
|
|
46
|
+
var failedJobRepository = defineRepository({
|
|
47
|
+
name: "core.failedJobs",
|
|
48
|
+
table: failedJobTable,
|
|
49
|
+
dependencies: [],
|
|
50
|
+
create: (binding) => new FailedJobRepository(binding)
|
|
51
|
+
});
|
|
44
52
|
var failedJobRepository_default = FailedJobRepository;
|
|
45
53
|
export {
|
|
46
54
|
FailedJobRepository,
|
|
47
|
-
failedJobRepository_default as default
|
|
55
|
+
failedJobRepository_default as default,
|
|
56
|
+
failedJobRepository
|
|
48
57
|
};
|
|
@@ -9,6 +9,7 @@ class FailedJobService {
|
|
|
9
9
|
return await this.repository.create({
|
|
10
10
|
job_name: input.jobName,
|
|
11
11
|
job_id: input.jobId ?? null,
|
|
12
|
+
...input.handoff === undefined ? {} : { handoff: input.handoff },
|
|
12
13
|
payload: input.payload,
|
|
13
14
|
exception: input.exception,
|
|
14
15
|
failed_at: new Date
|
|
@@ -2,80 +2,130 @@
|
|
|
2
2
|
// ../../src/core/queue/jobRunner.ts
|
|
3
3
|
import { setTimeout as delay } from "timers/promises";
|
|
4
4
|
|
|
5
|
-
// ../../src/core/
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
5
|
+
// ../../src/core/config/configSnapshot.ts
|
|
6
|
+
function copyApplicationConfig(value, ancestors = new Set) {
|
|
7
|
+
if (value === null || typeof value === "string" || typeof value === "boolean")
|
|
8
|
+
return value;
|
|
9
|
+
if (typeof value === "number" && Number.isFinite(value))
|
|
10
|
+
return value;
|
|
11
|
+
if (typeof value !== "object" || ancestors.has(value)) {
|
|
12
|
+
throw new TypeError("Application config must contain acyclic plain data.");
|
|
11
13
|
}
|
|
12
|
-
|
|
13
|
-
|
|
14
|
+
const array = Array.isArray(value);
|
|
15
|
+
const prototype = Object.getPrototypeOf(value);
|
|
16
|
+
if (prototype !== (array ? Array.prototype : Object.prototype) && !(prototype === null && !array)) {
|
|
17
|
+
throw new TypeError("Application config must contain only plain objects and arrays.");
|
|
14
18
|
}
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
return job;
|
|
19
|
+
if (Object.getOwnPropertySymbols(value).length > 0) {
|
|
20
|
+
throw new TypeError("Application config cannot contain symbol keys.");
|
|
18
21
|
}
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
if (!
|
|
22
|
-
|
|
22
|
+
const descriptors = Object.getOwnPropertyDescriptors(value);
|
|
23
|
+
for (const [key, descriptor] of Object.entries(descriptors)) {
|
|
24
|
+
if (!(array && key === "length") && (!descriptor.enumerable || !("value" in descriptor))) {
|
|
25
|
+
throw new TypeError("Application config cannot contain accessors or hidden properties.");
|
|
23
26
|
}
|
|
24
|
-
return factory();
|
|
25
|
-
}
|
|
26
|
-
names() {
|
|
27
|
-
return [...this.factories.keys()];
|
|
28
27
|
}
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
28
|
+
ancestors.add(value);
|
|
29
|
+
try {
|
|
30
|
+
if (array) {
|
|
31
|
+
const length = descriptors.length.value;
|
|
32
|
+
if (Object.keys(descriptors).length !== length + 1) {
|
|
33
|
+
throw new TypeError("Application config arrays must be dense and have no extra properties.");
|
|
34
|
+
}
|
|
35
|
+
const result = [];
|
|
36
|
+
for (let index = 0;index < length; index++) {
|
|
37
|
+
const descriptor = descriptors[String(index)];
|
|
38
|
+
if (!descriptor)
|
|
39
|
+
throw new TypeError("Application config arrays must be dense.");
|
|
40
|
+
result.push(copyApplicationConfig(descriptor.value, ancestors));
|
|
41
|
+
}
|
|
42
|
+
return Object.freeze(result);
|
|
43
|
+
}
|
|
44
|
+
const result = {};
|
|
45
|
+
for (const [key, descriptor] of Object.entries(descriptors)) {
|
|
46
|
+
Object.defineProperty(result, key, {
|
|
47
|
+
value: copyApplicationConfig(descriptor.value, ancestors),
|
|
48
|
+
enumerable: true
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
return Object.freeze(result);
|
|
52
|
+
} finally {
|
|
53
|
+
ancestors.delete(value);
|
|
35
54
|
}
|
|
36
|
-
const registry = new JobRegistry;
|
|
37
|
-
globalThis[JOB_REGISTRY_KEY] = registry;
|
|
38
|
-
return registry;
|
|
39
55
|
}
|
|
40
|
-
var jobRegistry = readSharedJobRegistry();
|
|
41
56
|
|
|
42
57
|
// ../../src/core/queue/queueConfig.ts
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
const maxAttempts
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
};
|
|
58
|
+
var DEFAULT_QUEUE_VISIBILITY_MS = 60000;
|
|
59
|
+
function snapshotQueueRetryPolicy(policy) {
|
|
60
|
+
const { maxAttempts, backoffMs } = policy;
|
|
61
|
+
if (!Number.isSafeInteger(maxAttempts) || maxAttempts < 1)
|
|
62
|
+
throw new TypeError("QUEUE_MAX_ATTEMPTS must be a positive safe integer.");
|
|
63
|
+
if (!Number.isSafeInteger(backoffMs) || backoffMs < 0 || backoffMs > 2147483647)
|
|
64
|
+
throw new TypeError("QUEUE_BACKOFF_MS must be a non-negative integer within the timer range.");
|
|
65
|
+
return Object.freeze({ maxAttempts, backoffMs });
|
|
52
66
|
}
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
const transport = process.env.QUEUE_REDIS_TRANSPORT ?? "lists";
|
|
67
|
+
function resolveQueueConfig(env = process.env) {
|
|
68
|
+
const driver = env.QUEUE_DRIVER ?? "sync";
|
|
69
|
+
if (!["sync", "async", "redis"].includes(driver))
|
|
70
|
+
throw new TypeError("Unknown queue driver.");
|
|
71
|
+
const policy = snapshotQueueRetryPolicy({
|
|
72
|
+
maxAttempts: Number(env.QUEUE_MAX_ATTEMPTS ?? "3"),
|
|
73
|
+
backoffMs: Number(env.QUEUE_BACKOFF_MS ?? "1000")
|
|
74
|
+
});
|
|
75
|
+
return Object.freeze({ driver, ...policy });
|
|
76
|
+
}
|
|
77
|
+
function resolveRedisQueueTransport(env = process.env) {
|
|
78
|
+
const transport = env.QUEUE_REDIS_TRANSPORT ?? "lists";
|
|
66
79
|
if (transport !== "lists" && transport !== "streams")
|
|
67
80
|
throw new Error('QUEUE_REDIS_TRANSPORT must be "lists" or "streams".');
|
|
68
81
|
return transport;
|
|
69
82
|
}
|
|
70
|
-
function readQueueVisibilityMs() {
|
|
71
|
-
const value = Number(
|
|
72
|
-
if (!Number.isSafeInteger(value) || value < 30)
|
|
73
|
-
throw new Error("QUEUE_VISIBILITY_MS must be an integer
|
|
83
|
+
function readQueueVisibilityMs(env = process.env) {
|
|
84
|
+
const value = Number(env.QUEUE_VISIBILITY_MS ?? "60000");
|
|
85
|
+
if (!Number.isSafeInteger(value) || value < 30 || value > 2147483647)
|
|
86
|
+
throw new Error("QUEUE_VISIBILITY_MS must be an integer from 30 through 2147483647 milliseconds.");
|
|
74
87
|
return value;
|
|
75
88
|
}
|
|
89
|
+
function snapshotQueueRuntimeConfig(config) {
|
|
90
|
+
if (config.transport !== "lists" && config.transport !== "streams" || typeof config.visibilityMs !== "number")
|
|
91
|
+
throw new TypeError("Queue runtime requires explicit transport and numeric visibility.");
|
|
92
|
+
if (!Array.isArray(config.queueKeys) || config.queueKeys.length !== 3 || config.queueKeys.some((key) => typeof key !== "string" || !key.length) || new Set(config.queueKeys).size !== 3)
|
|
93
|
+
throw new TypeError("Queue runtime requires three distinct nonempty priority keys.");
|
|
94
|
+
return Object.freeze({
|
|
95
|
+
queueKeys: Object.freeze([...config.queueKeys]),
|
|
96
|
+
transport: resolveRedisQueueTransport({ QUEUE_REDIS_TRANSPORT: config.transport }),
|
|
97
|
+
visibilityMs: readQueueVisibilityMs({ QUEUE_VISIBILITY_MS: String(config.visibilityMs) })
|
|
98
|
+
});
|
|
99
|
+
}
|
|
100
|
+
function resolveQueueRuntimeConfig(env = process.env) {
|
|
101
|
+
const prefix = env.APP_KEY_PREFIX?.trim() || "strata";
|
|
102
|
+
return snapshotQueueRuntimeConfig({
|
|
103
|
+
transport: resolveRedisQueueTransport(env),
|
|
104
|
+
visibilityMs: readQueueVisibilityMs(env),
|
|
105
|
+
queueKeys: [`${prefix}:queue:high`, `${prefix}:queue:default`, `${prefix}:queue:low`]
|
|
106
|
+
});
|
|
107
|
+
}
|
|
76
108
|
|
|
77
109
|
// ../../src/core/queue/jobRunner.ts
|
|
78
|
-
function
|
|
110
|
+
function snapshotQueueJobEnvelope(input) {
|
|
111
|
+
if (!input || typeof input !== "object" || Array.isArray(input) || ![Object.prototype, null].includes(Object.getPrototypeOf(input)))
|
|
112
|
+
throw new TypeError("Queue envelope must be plain data.");
|
|
113
|
+
const data = {};
|
|
114
|
+
for (const key of Reflect.ownKeys(input)) {
|
|
115
|
+
if (typeof key !== "string" || !["name", "payload", "attempts", "jobId", "deadlineAtMs", "cancellable", "handoff"].includes(key))
|
|
116
|
+
throw new TypeError("Unknown queue envelope field.");
|
|
117
|
+
const descriptor = Object.getOwnPropertyDescriptor(input, key);
|
|
118
|
+
if (!descriptor || !("value" in descriptor) || !descriptor.enumerable)
|
|
119
|
+
throw new TypeError("Queue envelope must contain own data fields.");
|
|
120
|
+
if (descriptor.value !== undefined)
|
|
121
|
+
Object.defineProperty(data, key, { value: descriptor.value, enumerable: true });
|
|
122
|
+
}
|
|
123
|
+
const captured = copyApplicationConfig(data);
|
|
124
|
+
if (typeof captured.name !== "string" || !captured.name || !captured.payload || typeof captured.payload !== "object" || Array.isArray(captured.payload))
|
|
125
|
+
throw new TypeError("Queue envelope requires a job name and payload record.");
|
|
126
|
+
return captured;
|
|
127
|
+
}
|
|
128
|
+
function parseQueueJobEnvelope(rawPayload, registry) {
|
|
79
129
|
let parsed;
|
|
80
130
|
try {
|
|
81
131
|
parsed = JSON.parse(rawPayload);
|
|
@@ -88,15 +138,27 @@ function parseQueueJobEnvelope(rawPayload) {
|
|
|
88
138
|
return null;
|
|
89
139
|
}
|
|
90
140
|
const envelope = parsed;
|
|
141
|
+
if (Object.keys(parsed).some((key) => ![
|
|
142
|
+
"name",
|
|
143
|
+
"payload",
|
|
144
|
+
"attempts",
|
|
145
|
+
"jobId",
|
|
146
|
+
"deadlineAtMs",
|
|
147
|
+
"cancellable",
|
|
148
|
+
"handoff"
|
|
149
|
+
].includes(key)))
|
|
150
|
+
return null;
|
|
151
|
+
if (envelope.handoff !== undefined && (typeof envelope.handoff !== "string" || !envelope.handoff.length || envelope.handoff.length > 32768))
|
|
152
|
+
return null;
|
|
91
153
|
if (typeof envelope.name !== "string" || envelope.name.length === 0) {
|
|
92
154
|
console.error("[QueueWorker] Ignoring queue payload without job name");
|
|
93
155
|
return null;
|
|
94
156
|
}
|
|
95
|
-
if (!
|
|
157
|
+
if (!registry.has(envelope.name)) {
|
|
96
158
|
console.error(`[QueueWorker] Ignoring unknown job name: ${envelope.name}`);
|
|
97
159
|
return null;
|
|
98
160
|
}
|
|
99
|
-
if (envelope.payload !== undefined && (typeof envelope.payload !== "object" || envelope.payload === null)) {
|
|
161
|
+
if (envelope.payload !== undefined && (typeof envelope.payload !== "object" || envelope.payload === null || Array.isArray(envelope.payload))) {
|
|
100
162
|
console.error("[QueueWorker] Ignoring queue payload with invalid payload object");
|
|
101
163
|
return null;
|
|
102
164
|
}
|
|
@@ -111,16 +173,18 @@ function parseQueueJobEnvelope(rawPayload) {
|
|
|
111
173
|
return {
|
|
112
174
|
...envelope.cancellable ? { cancellable: true } : {},
|
|
113
175
|
...envelope.deadlineAtMs === undefined ? {} : { deadlineAtMs: envelope.deadlineAtMs },
|
|
176
|
+
...envelope.handoff === undefined ? {} : { handoff: envelope.handoff },
|
|
114
177
|
jobId: envelope.jobId,
|
|
115
178
|
name: envelope.name,
|
|
116
179
|
payload: envelope.payload ?? {},
|
|
117
180
|
attempts: typeof envelope.attempts === "number" ? envelope.attempts : 0
|
|
118
181
|
};
|
|
119
182
|
}
|
|
120
|
-
async function runQueueJob(envelope, failedJobs, options = {}) {
|
|
183
|
+
async function runQueueJob(envelope, failedJobs, registry, options = {}) {
|
|
184
|
+
envelope = snapshotQueueJobEnvelope(envelope);
|
|
185
|
+
const retryPolicy = snapshotQueueRetryPolicy(options.retryPolicy ?? resolveQueueConfig());
|
|
121
186
|
options.context?.signal.throwIfAborted();
|
|
122
|
-
|
|
123
|
-
if (!job) {
|
|
187
|
+
if (!registry.has(envelope.name)) {
|
|
124
188
|
throw new Error(`Unknown job "${envelope.name}".`);
|
|
125
189
|
}
|
|
126
190
|
const attempts = envelope.attempts ?? 0;
|
|
@@ -128,14 +192,23 @@ async function runQueueJob(envelope, failedJobs, options = {}) {
|
|
|
128
192
|
jobId: envelope.jobId ?? crypto.randomUUID(),
|
|
129
193
|
signal: new AbortController().signal
|
|
130
194
|
};
|
|
195
|
+
let job;
|
|
131
196
|
try {
|
|
132
|
-
await
|
|
197
|
+
await failedJobs.runAttempt(envelope, { ...context, attempt: attempts + 1 }, (scoped) => {
|
|
198
|
+
scoped.signal.throwIfAborted();
|
|
199
|
+
job = registry.create(envelope.name);
|
|
200
|
+
if (!job)
|
|
201
|
+
throw new Error(`Unknown job "${envelope.name}".`);
|
|
202
|
+
return job.handle(envelope.payload, scoped);
|
|
203
|
+
});
|
|
133
204
|
} catch (error) {
|
|
134
205
|
options.context?.signal.throwIfAborted();
|
|
206
|
+
if (!job)
|
|
207
|
+
throw error;
|
|
135
208
|
const nextAttempt = attempts + 1;
|
|
136
|
-
const maxAttempts = job.maxAttempts ??
|
|
209
|
+
const maxAttempts = job.maxAttempts ?? retryPolicy.maxAttempts;
|
|
137
210
|
if (nextAttempt < maxAttempts) {
|
|
138
|
-
const backoffMs = job.backoffMs ??
|
|
211
|
+
const backoffMs = job.backoffMs ?? retryPolicy.backoffMs;
|
|
139
212
|
if (options.deferRetry) {
|
|
140
213
|
await options.deferRetry({ ...envelope, jobId: context.jobId, attempts: nextAttempt }, backoffMs * nextAttempt);
|
|
141
214
|
return;
|
|
@@ -144,11 +217,12 @@ async function runQueueJob(envelope, failedJobs, options = {}) {
|
|
|
144
217
|
await runQueueJob({
|
|
145
218
|
...envelope,
|
|
146
219
|
attempts: nextAttempt
|
|
147
|
-
}, failedJobs, { ...options, context });
|
|
220
|
+
}, failedJobs, registry, { ...options, context, retryPolicy });
|
|
148
221
|
return;
|
|
149
222
|
}
|
|
150
223
|
await failedJobs.recordFailure({
|
|
151
224
|
jobName: envelope.name,
|
|
225
|
+
...envelope.handoff === undefined ? {} : { handoff: envelope.handoff },
|
|
152
226
|
jobId: context.jobId,
|
|
153
227
|
payload: envelope.payload,
|
|
154
228
|
exception: error instanceof Error ? error.stack ?? error.message : String(error)
|
|
@@ -159,5 +233,6 @@ async function runQueueJob(envelope, failedJobs, options = {}) {
|
|
|
159
233
|
}
|
|
160
234
|
export {
|
|
161
235
|
parseQueueJobEnvelope,
|
|
162
|
-
runQueueJob
|
|
236
|
+
runQueueJob,
|
|
237
|
+
snapshotQueueJobEnvelope
|
|
163
238
|
};
|