@archlast/server 0.1.7 → 0.1.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +14 -10
- package/dist/admin/auth.d.ts +24 -5
- package/dist/admin/auth.js +49 -25
- package/dist/admin/schema.d.ts +122 -32
- package/dist/admin/schema.js +131 -95
- package/dist/admin/seed.d.ts +1 -1
- package/dist/admin/seed.js +79 -47
- package/dist/auth/api-key-resolver.d.ts +1 -1
- package/dist/auth/api-key-resolver.js +7 -3
- package/dist/auth/archlast-auth-adapter.d.ts +2 -5
- package/dist/auth/archlast-auth-adapter.js +1 -1
- package/dist/auth/better-auth-adapter.d.ts.map +1 -1
- package/dist/auth/better-auth-adapter.js +41 -26
- package/dist/auth/better-auth-adapter.js.map +1 -1
- package/dist/auth/better-auth-admin.d.ts.map +1 -1
- package/dist/auth/better-auth-admin.js +1 -1
- package/dist/auth/better-auth-admin.js.map +1 -1
- package/dist/auth/better-auth-api-key-resolver.js +1 -1
- package/dist/auth/better-auth-api-key-resolver.js.map +1 -1
- package/dist/auth/better-auth-instance.d.ts +247 -303
- package/dist/auth/better-auth-instance.d.ts.map +1 -1
- package/dist/auth/better-auth-instance.js +11 -0
- package/dist/auth/better-auth-instance.js.map +1 -1
- package/dist/auth/better-auth-seed.d.ts +5 -2
- package/dist/auth/better-auth-seed.js +31 -22
- package/dist/auth/better-auth-session-adapter.d.ts.map +1 -1
- package/dist/auth/better-auth-session-adapter.js +14 -10
- package/dist/auth/better-auth-session-adapter.js.map +1 -1
- package/dist/auth/errors.d.ts.map +1 -1
- package/dist/auth/errors.js +11 -11
- package/dist/auth/errors.js.map +1 -1
- package/dist/auth/oauth-proxy.d.ts +5 -2
- package/dist/auth/oauth-proxy.js +23 -27
- package/dist/auth/resolver.d.ts.map +1 -1
- package/dist/auth/resolver.js.map +1 -1
- package/dist/auth/role-helpers.d.ts +1 -1
- package/dist/auth/role-helpers.d.ts.map +1 -1
- package/dist/auth/role-helpers.js.map +1 -1
- package/dist/auth/session-manager.d.ts +2 -5
- package/dist/auth/session-manager.js +16 -6
- package/dist/auth/system/better-auth-schema.d.ts.map +1 -1
- package/dist/auth/system/better-auth-schema.js +6 -23
- package/dist/auth/system/better-auth-schema.js.map +1 -1
- package/dist/cache/circuit-breaker.d.ts +81 -0
- package/dist/cache/circuit-breaker.d.ts.map +1 -0
- package/dist/cache/circuit-breaker.js +170 -0
- package/dist/cache/circuit-breaker.js.map +1 -0
- package/dist/cache/client.d.ts +6 -3
- package/dist/cache/client.d.ts.map +1 -1
- package/dist/cache/client.js +12 -53
- package/dist/cache/client.js.map +1 -1
- package/dist/cache/index.d.ts +2 -0
- package/dist/cache/index.d.ts.map +1 -1
- package/dist/cache/index.js +5 -1
- package/dist/cache/index.js.map +1 -1
- package/dist/cache/invalidation-queue.d.ts +63 -0
- package/dist/cache/invalidation-queue.d.ts.map +1 -0
- package/dist/cache/invalidation-queue.js +196 -0
- package/dist/cache/invalidation-queue.js.map +1 -0
- package/dist/cache/layers.d.ts +14 -4
- package/dist/cache/layers.d.ts.map +1 -1
- package/dist/cache/layers.js +66 -72
- package/dist/cache/layers.js.map +1 -1
- package/dist/cache/manager.d.ts.map +1 -1
- package/dist/cache/manager.js +6 -41
- package/dist/cache/manager.js.map +1 -1
- package/dist/cache/protocol.d.ts +4 -39
- package/dist/cache/protocol.d.ts.map +1 -1
- package/dist/cache/protocol.js.map +1 -1
- package/dist/cache/redis-adapter.d.ts +103 -0
- package/dist/cache/redis-adapter.d.ts.map +1 -0
- package/dist/cache/redis-adapter.js +424 -0
- package/dist/cache/redis-adapter.js.map +1 -0
- package/dist/cache/run-sidecar.js +10 -1
- package/dist/cache/run-sidecar.js.map +1 -1
- package/dist/cache/sidecar-server.d.ts +51 -1
- package/dist/cache/sidecar-server.d.ts.map +1 -1
- package/dist/cache/sidecar-server.js +368 -22
- package/dist/cache/sidecar-server.js.map +1 -1
- package/dist/cache/store.d.ts +43 -0
- package/dist/cache/store.d.ts.map +1 -1
- package/dist/cache/store.js +69 -76
- package/dist/cache/store.js.map +1 -1
- package/dist/cache/strategies.d.ts +2 -9
- package/dist/cache/strategies.d.ts.map +1 -1
- package/dist/cache/types.d.ts +130 -0
- package/dist/cache/types.d.ts.map +1 -0
- package/dist/cache/types.js +60 -0
- package/dist/cache/types.js.map +1 -0
- package/dist/config/bullmq.d.ts +16 -0
- package/dist/config/bullmq.d.ts.map +1 -0
- package/dist/config/bullmq.js +103 -0
- package/dist/config/bullmq.js.map +1 -0
- package/dist/config/index.d.ts +1 -0
- package/dist/config/index.d.ts.map +1 -1
- package/dist/config/index.js +1 -0
- package/dist/config/index.js.map +1 -1
- package/dist/config/schema.d.ts +80 -6
- package/dist/config/schema.d.ts.map +1 -1
- package/dist/config/schema.js +71 -6
- package/dist/config/schema.js.map +1 -1
- package/dist/config/service.d.ts +54 -4
- package/dist/config/service.d.ts.map +1 -1
- package/dist/config/service.js +56 -2
- package/dist/config/service.js.map +1 -1
- package/dist/controllers/admin/admin-tokens.controller.d.ts +131 -115
- package/dist/controllers/admin/admin-tokens.controller.js +117 -98
- package/dist/controllers/admin/api-keys.controller.d.ts +1 -1
- package/dist/controllers/admin/api-keys.controller.d.ts.map +1 -1
- package/dist/controllers/admin/api-keys.controller.js.map +1 -1
- package/dist/controllers/admin/app-users.controller.d.ts +274 -243
- package/dist/controllers/admin/app-users.controller.js +301 -257
- package/dist/controllers/admin/auth.controller.d.ts +260 -236
- package/dist/controllers/admin/auth.controller.js +197 -174
- package/dist/controllers/admin/backup.controller.d.ts.map +1 -1
- package/dist/controllers/admin/backup.controller.js.map +1 -1
- package/dist/controllers/admin/settings.controller.d.ts +1 -1
- package/dist/controllers/admin/storage-stats.controller.d.ts +63 -0
- package/dist/controllers/admin/storage-stats.controller.d.ts.map +1 -0
- package/dist/controllers/admin/storage-stats.controller.js +33 -0
- package/dist/controllers/admin/storage-stats.controller.js.map +1 -0
- package/dist/controllers/admin/tenants.controller.d.ts.map +1 -1
- package/dist/controllers/admin/tenants.controller.js.map +1 -1
- package/dist/controllers/admin/users.controller.d.ts +1 -1
- package/dist/controllers/admin/users.controller.d.ts.map +1 -1
- package/dist/controllers/admin/users.controller.js.map +1 -1
- package/dist/controllers/auth.controller.d.ts +289 -271
- package/dist/controllers/auth.controller.js +275 -226
- package/dist/controllers/crud-generator.controller.d.ts.map +1 -1
- package/dist/controllers/crud-generator.controller.js +4 -2
- package/dist/controllers/crud-generator.controller.js.map +1 -1
- package/dist/controllers/index.d.ts +1 -1
- package/dist/controllers/index.d.ts.map +1 -1
- package/dist/controllers/index.js.map +1 -1
- package/dist/controllers/introspection.controller.d.ts +666 -0
- package/dist/controllers/introspection.controller.d.ts.map +1 -1
- package/dist/controllers/introspection.controller.js +628 -0
- package/dist/controllers/introspection.controller.js.map +1 -1
- package/dist/controllers/invite.controller.d.ts +190 -170
- package/dist/controllers/invite.controller.js +183 -164
- package/dist/controllers/mfa.controller.d.ts +205 -183
- package/dist/controllers/mfa.controller.js +131 -111
- package/dist/controllers/otp.controller.d.ts +194 -171
- package/dist/controllers/otp.controller.js +192 -175
- package/dist/controllers/storage.controller.d.ts.map +1 -1
- package/dist/controllers/storage.controller.js.map +1 -1
- package/dist/controllers/system.controller.d.ts +21 -3
- package/dist/controllers/system.controller.d.ts.map +1 -1
- package/dist/controllers/system.controller.js +32 -2
- package/dist/controllers/system.controller.js.map +1 -1
- package/dist/controllers/tenant.controller.d.ts +258 -227
- package/dist/controllers/tenant.controller.js +224 -200
- package/dist/db/cachedclient.d.ts +6 -11
- package/dist/db/cachedclient.d.ts.map +1 -1
- package/dist/db/cachedclient.js +79 -43
- package/dist/db/cachedclient.js.map +1 -1
- package/dist/db/distributed-client.d.ts +79 -24
- package/dist/db/distributed-client.js +23 -24
- package/dist/db/factory.d.ts +3 -8
- package/dist/db/factory.d.ts.map +1 -1
- package/dist/db/factory.js +3 -22
- package/dist/db/factory.js.map +1 -1
- package/dist/db/socket-client.d.ts +7 -0
- package/dist/db/socket-client.d.ts.map +1 -1
- package/dist/db/socket-client.js +140 -11
- package/dist/db/socket-client.js.map +1 -1
- package/dist/deployment/handler.d.ts +10 -2
- package/dist/deployment/handler.d.ts.map +1 -1
- package/dist/deployment/handler.js +103 -21
- package/dist/deployment/handler.js.map +1 -1
- package/dist/deployment/persistence.d.ts.map +1 -1
- package/dist/deployment/persistence.js +6 -1
- package/dist/deployment/persistence.js.map +1 -1
- package/dist/docker/compose.d.ts.map +1 -1
- package/dist/docker/compose.js +76 -0
- package/dist/docker/compose.js.map +1 -1
- package/dist/engine/runner.d.ts.map +1 -1
- package/dist/engine/runner.js +0 -43
- package/dist/engine/runner.js.map +1 -1
- package/dist/functions/built-in/auth-apikey.d.ts.map +1 -1
- package/dist/functions/built-in/auth-apikey.js.map +1 -1
- package/dist/functions/built-in/system-cache.d.ts.map +1 -1
- package/dist/functions/built-in/system-cache.js +6 -31
- package/dist/functions/built-in/system-cache.js.map +1 -1
- package/dist/functions/built-in/system-data.d.ts.map +1 -1
- package/dist/functions/built-in/system-data.js +4 -2
- package/dist/functions/built-in/system-data.js.map +1 -1
- package/dist/functions/definition.d.ts.map +1 -1
- package/dist/functions/definition.js +6 -2
- package/dist/functions/definition.js.map +1 -1
- package/dist/http/router.d.ts +1 -0
- package/dist/http/router.d.ts.map +1 -1
- package/dist/http/router.js +14 -3
- package/dist/http/router.js.map +1 -1
- package/dist/http/routes/metrics.d.ts +42 -0
- package/dist/http/routes/metrics.d.ts.map +1 -0
- package/dist/http/routes/metrics.js +29 -0
- package/dist/http/routes/metrics.js.map +1 -0
- package/dist/http/server.d.ts +1 -0
- package/dist/http/server.d.ts.map +1 -1
- package/dist/http/server.js +63 -22
- package/dist/http/server.js.map +1 -1
- package/dist/ipc/socket-bridge.d.ts +1 -0
- package/dist/ipc/socket-bridge.d.ts.map +1 -1
- package/dist/ipc/socket-bridge.js +5 -1
- package/dist/ipc/socket-bridge.js.map +1 -1
- package/dist/jobs/bullmq-adapter.d.ts +154 -0
- package/dist/jobs/bullmq-adapter.d.ts.map +1 -0
- package/dist/jobs/bullmq-adapter.js +688 -0
- package/dist/jobs/bullmq-adapter.js.map +1 -0
- package/dist/jobs/bullmq-circuit-breaker.d.ts +133 -0
- package/dist/jobs/bullmq-circuit-breaker.d.ts.map +1 -0
- package/dist/jobs/bullmq-circuit-breaker.js +323 -0
- package/dist/jobs/bullmq-circuit-breaker.js.map +1 -0
- package/dist/jobs/bullmq-dlq-manager.d.ts +155 -0
- package/dist/jobs/bullmq-dlq-manager.d.ts.map +1 -0
- package/dist/jobs/bullmq-dlq-manager.js +325 -0
- package/dist/jobs/bullmq-dlq-manager.js.map +1 -0
- package/dist/jobs/bullmq-metrics.d.ts +104 -0
- package/dist/jobs/bullmq-metrics.d.ts.map +1 -0
- package/dist/jobs/bullmq-metrics.js +323 -0
- package/dist/jobs/bullmq-metrics.js.map +1 -0
- package/dist/jobs/bullmq-priority-service.d.ts +173 -0
- package/dist/jobs/bullmq-priority-service.d.ts.map +1 -0
- package/dist/jobs/bullmq-priority-service.js +390 -0
- package/dist/jobs/bullmq-priority-service.js.map +1 -0
- package/dist/jobs/bullmq-scheduler.d.ts +111 -0
- package/dist/jobs/bullmq-scheduler.d.ts.map +1 -0
- package/dist/jobs/bullmq-scheduler.js +300 -0
- package/dist/jobs/bullmq-scheduler.js.map +1 -0
- package/dist/jobs/bullmq-worker.d.ts +155 -0
- package/dist/jobs/bullmq-worker.d.ts.map +1 -0
- package/dist/jobs/bullmq-worker.js +651 -0
- package/dist/jobs/bullmq-worker.js.map +1 -0
- package/dist/jobs/circuit-breaker.d.ts +120 -0
- package/dist/jobs/circuit-breaker.d.ts.map +1 -0
- package/dist/jobs/circuit-breaker.js +262 -0
- package/dist/jobs/circuit-breaker.js.map +1 -0
- package/dist/jobs/index.d.ts +1 -1
- package/dist/jobs/index.d.ts.map +1 -1
- package/dist/jobs/index.js.map +1 -1
- package/dist/jobs/queue.d.ts +120 -1
- package/dist/jobs/queue.d.ts.map +1 -1
- package/dist/jobs/queue.js +487 -9
- package/dist/jobs/queue.js.map +1 -1
- package/dist/jobs/redis-connection.d.ts +50 -0
- package/dist/jobs/redis-connection.d.ts.map +1 -0
- package/dist/jobs/redis-connection.js +123 -0
- package/dist/jobs/redis-connection.js.map +1 -0
- package/dist/jobs/run-scheduler.js +163 -10
- package/dist/jobs/run-scheduler.js.map +1 -1
- package/dist/jobs/run-worker.js +101 -9
- package/dist/jobs/run-worker.js.map +1 -1
- package/dist/jobs/worker-thread.d.ts +6 -0
- package/dist/jobs/worker-thread.d.ts.map +1 -1
- package/dist/jobs/worker-thread.js +37 -8
- package/dist/jobs/worker-thread.js.map +1 -1
- package/dist/jobs/worker.d.ts +33 -0
- package/dist/jobs/worker.d.ts.map +1 -1
- package/dist/jobs/worker.js +358 -115
- package/dist/jobs/worker.js.map +1 -1
- package/dist/linq/async-enumerable.d.ts.map +1 -1
- package/dist/linq/async-enumerable.js.map +1 -1
- package/dist/linq/enumerable.d.ts.map +1 -1
- package/dist/linq/enumerable.js +10 -10
- package/dist/linq/enumerable.js.map +1 -1
- package/dist/metrics/collector.d.ts +26 -0
- package/dist/metrics/collector.d.ts.map +1 -0
- package/dist/metrics/collector.js +103 -0
- package/dist/metrics/collector.js.map +1 -0
- package/dist/polling/updates.controller.d.ts +57 -0
- package/dist/polling/updates.controller.d.ts.map +1 -0
- package/dist/polling/updates.controller.js +70 -0
- package/dist/polling/updates.controller.js.map +1 -0
- package/dist/repository/db-set.d.ts.map +1 -1
- package/dist/repository/db-set.js +12 -8
- package/dist/repository/db-set.js.map +1 -1
- package/dist/repository/ef-core.d.ts.map +1 -1
- package/dist/repository/ef-core.js +6 -6
- package/dist/repository/ef-core.js.map +1 -1
- package/dist/repository/factory.d.ts +1 -1
- package/dist/repository/factory.d.ts.map +1 -1
- package/dist/repository/factory.js.map +1 -1
- package/dist/repository/interfaces.d.ts.map +1 -1
- package/dist/repository/interfaces.js.map +1 -1
- package/dist/repository/queryable.d.ts.map +1 -1
- package/dist/repository/queryable.js.map +1 -1
- package/dist/rpc/adapter.d.ts.map +1 -1
- package/dist/rpc/adapter.js.map +1 -1
- package/dist/rpc/router.d.ts +2 -2
- package/dist/rpc/router.d.ts.map +1 -1
- package/dist/rpc/router.js +1 -1
- package/dist/rpc/router.js.map +1 -1
- package/dist/schema/input-types.d.ts +1 -1
- package/dist/schema/input-types.d.ts.map +1 -1
- package/dist/schema/input-types.js +4 -3
- package/dist/schema/input-types.js.map +1 -1
- package/dist/schema/modifiers.d.ts +2 -1
- package/dist/schema/modifiers.d.ts.map +1 -1
- package/dist/schema/modifiers.js +41 -5
- package/dist/schema/modifiers.js.map +1 -1
- package/dist/schema/relationship-types.d.ts +7 -2
- package/dist/schema/relationship-types.js +1 -1
- package/dist/schema/type-helpers.d.ts +35 -0
- package/dist/schema/type-helpers.d.ts.map +1 -1
- package/dist/schema/type-helpers.js +32 -21
- package/dist/schema/type-helpers.js.map +1 -1
- package/dist/schema/types.d.ts.map +1 -1
- package/dist/schema/validators.d.ts +1 -1
- package/dist/schema/validators.d.ts.map +1 -1
- package/dist/schema/validators.js +27 -16
- package/dist/schema/validators.js.map +1 -1
- package/dist/services/admin/app-users.service.d.ts +1 -1
- package/dist/services/admin/app-users.service.js +31 -38
- package/dist/services/admin/auth.service.d.ts +1 -1
- package/dist/services/admin/auth.service.js +11 -5
- package/dist/services/admin/backup/BackupOrchestrator.d.ts.map +1 -1
- package/dist/services/admin/backup/BackupOrchestrator.js +4 -7
- package/dist/services/admin/backup/BackupOrchestrator.js.map +1 -1
- package/dist/services/admin/backup/StorageStreamer.d.ts +3 -3
- package/dist/services/admin/backup/StorageStreamer.d.ts.map +1 -1
- package/dist/services/admin/backup/StorageStreamer.js +16 -55
- package/dist/services/admin/backup/StorageStreamer.js.map +1 -1
- package/dist/services/admin/backup/ZipComposer.d.ts +2 -0
- package/dist/services/admin/backup/ZipComposer.d.ts.map +1 -1
- package/dist/services/admin/backup/ZipComposer.js +23 -0
- package/dist/services/admin/backup/ZipComposer.js.map +1 -1
- package/dist/services/admin/backup.service.d.ts.map +1 -1
- package/dist/services/admin/backup.service.js.map +1 -1
- package/dist/services/admin/data.service.d.ts.map +1 -1
- package/dist/services/admin/data.service.js +287 -286
- package/dist/services/admin/data.service.js.map +1 -1
- package/dist/services/admin/tenants.service.d.ts.map +1 -1
- package/dist/services/admin/tenants.service.js.map +1 -1
- package/dist/services/auth.service.d.ts +2 -3
- package/dist/services/auth.service.js +16 -16
- package/dist/services/introspection.service.d.ts.map +1 -1
- package/dist/services/introspection.service.js +6 -3
- package/dist/services/introspection.service.js.map +1 -1
- package/dist/services/invite.service.d.ts +1 -1
- package/dist/services/invite.service.js +17 -15
- package/dist/services/storage.service.d.ts.map +1 -1
- package/dist/services/storage.service.js +35 -4
- package/dist/services/storage.service.js.map +1 -1
- package/dist/services/system.service.d.ts +4 -0
- package/dist/services/system.service.d.ts.map +1 -1
- package/dist/services/system.service.js +43 -1
- package/dist/services/system.service.js.map +1 -1
- package/dist/services/tenant.service.d.ts +1 -1
- package/dist/services/tenant.service.js +43 -31
- package/dist/sse/subscriptions.controller.d.ts +57 -0
- package/dist/sse/subscriptions.controller.d.ts.map +1 -0
- package/dist/sse/subscriptions.controller.js +127 -0
- package/dist/sse/subscriptions.controller.js.map +1 -0
- package/dist/startup/bootstrap.d.ts +13 -2
- package/dist/startup/bootstrap.d.ts.map +1 -1
- package/dist/startup/bootstrap.js +85 -13
- package/dist/startup/bootstrap.js.map +1 -1
- package/dist/storage/s3-backend.d.ts.map +1 -1
- package/dist/storage/s3-backend.js +3 -3
- package/dist/storage/s3-backend.js.map +1 -1
- package/dist/websocket/server.d.ts.map +1 -1
- package/dist/websocket/server.js +14 -3
- package/dist/websocket/server.js.map +1 -1
- package/docker/README.md +299 -1
- package/package.json +5 -1
- package/templates/.env.example +76 -16
- package/templates/archlast.config.js +15 -1
- package/templates/docker-compose.dev.yml +8 -8
- package/templates/docker-compose.prod.yml +29 -12
- package/templates/docker-compose.yml +112 -28
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bullmq-adapter.js","sourceRoot":"","sources":["../../src/jobs/bullmq-adapter.ts"],"names":[],"mappings":";;;AAAA,mCAAoC;AACpC,gDAAgD;AAChD,oDAA8C;AAC9C,0DAAqD;AACrD,+DAAuE;AACvE,2CAA8C;AAiD9C;;;GAGG;AACH,SAAS,gBAAgB,CAAC,QAAgB;IACtC,mEAAmE;IACnE,4CAA4C;IAC5C,2CAA2C;IAC3C,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC/D,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,kBAAkB,CAAC,GAAG,QAAQ,CAAC,CAAC;AAC5D,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,cAAsB;IAC9C,sBAAsB;IACtB,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC,CAAC;IACjE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC,CAAC;AACrD,CAAC;AAED;;;GAGG;AACH,MAAa,cAAc;IACN,KAAK,CAAuB;IAC5B,QAAQ,CAAuB;IAC/B,kBAAkB,CAAS;IAC3B,aAAa,CAAS;IACtB,SAAS,CAAS;IAC3B,QAAQ,GAAG,KAAK,CAAC;IAEzB,YAAY,OAA8B;QACtC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;QAC7C,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,IAAI,CAAC,CAAC;QAC1D,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,MAAM,CAAC;QAErD,MAAM,UAAU,GAAG,IAAA,oDAA8B,GAAE,CAAC;QAEpD,IAAI,CAAC,KAAK,GAAG,IAAI,cAAK,CAAgB,IAAI,CAAC,SAAS,EAAE;YAClD,UAAU;YACV,iBAAiB,EAAE;gBACf,gBAAgB,EAAE,KAAK;gBACvB,YAAY,EAAE,KAAK;gBACnB,QAAQ,EAAE,IAAI,CAAC,kBAAkB;gBACjC,OAAO,EAAE;oBACL,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,IAAI,CAAC,aAAa;iBAC5B;aACJ;SACJ,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,GAAG,IAAI,cAAK,CAAgB,GAAG,IAAI,CAAC,SAAS,MAAM,EAAE;YAC9D,UAAU;YACV,iBAAiB,EAAE;gBACf,gBAAgB,EAAE,KAAK;gBACvB,YAAY,EAAE,KAAK;aACtB;SACJ,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACT,IAAY,EACZ,OAAgB,EAChB,OAAwB;QAExB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;QACtD,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,kBAAkB,CAAC;QACpE,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,IAAI,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,MAAM,CAAC;QAE/C,MAAM,OAAO,GAAkB;YAC3B,IAAI;YACJ,OAAO;YACP,gBAAgB,EAAE,QAAQ;YAC1B,QAAQ,EAAE,CAAC;YACX,WAAW;YACX,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,OAAO,EAAE,SAAS;YAC7B,SAAS;SACZ,CAAC;QAEF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE;YAClD,KAAK;YACL,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC;YACpC,QAAQ,EAAE,WAAW;YACrB,OAAO,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,IAAI,CAAC,aAAa;aAC5B;SACJ,CAAC,CAAC;QAEH,MAAM,EAAE,GAAG,SAAS,CAAC,EAAE,IAAI,IAAA,gBAAQ,GAAE,CAAC;QAEtC,iBAAiB;QACjB,yBAAU,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAEjE,kBAAM,CAAC,GAAG,CAAC;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,kCAAkC,EAAE,KAAK,IAAI,GAAG;SAC5D,CAAC,CAAC;QAEH,OAAO,EAAE,CAAC;IACd,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,SAAS;QACX,mDAAmD;QACnD,iDAAiD;QACjD,4EAA4E;QAC5E,uDAAuD;QACvD,kBAAM,CAAC,GAAG,CAAC;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,gFAAgF;SAC5F,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,EAAU,EAAE,OAAgB;QACvC,oDAAoD;QACpD,4DAA4D;QAC5D,IAAI,OAAO,EAAE,CAAC;YACV,yBAAU,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;QAC7E,CAAC;QACD,yBAAU,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;QAE5B,kBAAM,CAAC,GAAG,CAAC;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,mCAAmC,EAAE,EAAE;SACnD,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,GAAc,EAAE,KAAc,EAAE,SAAkB;QACzD,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxE,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;QAC9B,MAAM,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;QACpC,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAElD,IAAI,QAAQ,IAAI,WAAW,EAAE,CAAC;YAC1B,cAAc;YACd,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACJ,qDAAqD;YACrD,iCAAiC;YACjC,MAAM,KAAK,GAAG,SAAS,IAAI,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC;YAEzD,yBAAU,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;YACnD,yBAAU,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;YAE5B,kBAAM,CAAC,GAAG,CAAC;gBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,KAAK,EAAE,MAAM;gBACb,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,qCAAqC,GAAG,CAAC,EAAE,aAAa,QAAQ,IAAI,WAAW,iBAAiB,KAAK,KAAK;aACtH,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,SAAS,CACnB,GAAc,EACd,KAAc,EACd,aAA4C;QAE5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAaxE,MAAM,OAAO,GAAe;YACxB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,gBAAgB,EAAE,GAAG,CAAC,QAAQ,IAAI,CAAC;YACnC,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,MAAM;YAClC,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,aAAa,EAAE,GAAG,CAAC,EAAE;YACrB,cAAc,EAAE,GAAG;YACnB,aAAa;YACb,WAAW,EAAE,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC;YAC3C,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,QAAQ;SACtB,CAAC;QAEF,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAE3C,iBAAiB;QACjB,yBAAU,CAAC,UAAU,CAAC,GAAG,CAAC;YACtB,QAAQ,EAAE,GAAG,CAAC,IAAI;YAClB,cAAc,EAAE,aAAa;SAChC,CAAC,CAAC;QACH,yBAAU,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC,CAAC;QAC5D,yBAAU,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;QAE5B,kBAAM,CAAC,GAAG,CAAC;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,OAAO;YACd,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,sCAAsC,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE;SACxG,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,KAAc;QAClC,IAAI,KAAK,YAAY,2BAAe,EAAE,CAAC;YACnC,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACxC,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBACvD,OAAO,SAAS,CAAC;YACrB,CAAC;YACD,IAAI,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACxD,OAAO,YAAY,CAAC;YACxB,CAAC;YACD,IAAI,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC3D,OAAO,YAAY,CAAC;YACxB,CAAC;QACL,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,KAAc;QACrC,MAAM,WAAW,GAA4B;YACzC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACxB,CAAC;QAEF,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YACzB,WAAW,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;YAC9B,WAAW,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;YACpC,WAAW,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QACpC,CAAC;QAED,OAAO,WAAW,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAoB,EAAU;QACtC,4CAA4C;QAC5C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACxC,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QAEtB,OAAO,IAAI,CAAC,uBAAuB,CAAU,GAAG,CAAC,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAoB,MAAkB;QAChD,IAAI,IAAI,GAAyB,EAAE,CAAC;QAEpC,QAAQ,MAAM,EAAE,CAAC;YACb,KAAK,SAAS;gBACV,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;gBACrC,MAAM;YACV,KAAK,QAAQ;gBACT,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpC,MAAM;YACV,KAAK,WAAW;gBACZ,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;gBACvC,MAAM;YACV,KAAK,QAAQ;gBACT,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpC,MAAM;YACV;gBACI,+BAA+B;gBAC/B,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;oBAC3D,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE;oBACvB,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;oBACtB,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;oBACzB,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;iBACzB,CAAC,CAAC;gBACH,IAAI,GAAG,CAAC,GAAG,OAAO,EAAE,GAAG,MAAM,EAAE,GAAG,SAAS,EAAE,GAAG,MAAM,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAU,GAAG,CAAC,CAAC,CAAC;IACzE,CAAC;IAED;;OAEG;IACK,uBAAuB,CAC3B,GAAuB;QAEvB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACtB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,6CAA6C;QAC7C,IAAI,MAAM,GAAc,SAAS,CAAC;QAClC,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;YACnB,MAAM,GAAG,QAAQ,CAAC;QACtB,CAAC;aAAM,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,GAAG,WAAW,CAAC;QACzB,CAAC;aAAM,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YACzB,MAAM,GAAG,QAAQ,CAAC;QACtB,CAAC;QAED,OAAO;YACH,GAAG,EAAE,GAAG,CAAC,EAAE,IAAI,IAAA,gBAAQ,GAAE;YACzB,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,IAAA,gBAAQ,GAAE;YACxB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAkB;YAChC,MAAM;YACN,QAAQ,EAAE,GAAG,CAAC,YAAY;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,kBAAkB;YACxD,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS;YACjE,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,GAAG,CAAC,WAAW,IAAI,GAAG;YACjC,SAAS,EAAE,GAAG,CAAC,YAAY;YAC3B,QAAQ,EAAE,IAAI,CAAC,gBAAgB;YAC/B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC5B,CAAC;IACN,CAAC;IAED,+CAA+C;IAE/C;;OAEG;IACH,KAAK,CAAC,UAAU,CAAoB,OAKnC;QACG,MAAM,EAAE,KAAK,GAAG,GAAG,EAAE,MAAM,GAAG,CAAC,EAAE,aAAa,EAAE,OAAO,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;QAE1E,8EAA8E;QAC9E,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;QAEvF,iBAAiB;QACjB,IAAI,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAuB,EAAE,EAAE,CAC/C,IAAI,CAAC,uBAAuB,CAAU,GAAG,CAAC,CAC7C,CAAC;QAEF,IAAI,aAAa,EAAE,CAAC;YAChB,OAAO,GAAG,OAAO,CAAC,MAAM,CACpB,CAAC,CAAwB,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,aAAa,CAClE,CAAC;QACN,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACV,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAwB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QAC/E,CAAC;QAED,yDAAyD;QACzD,OAAO,CAAC,IAAI,CACR,CAAC,CAAwB,EAAE,CAAwB,EAAE,EAAE,CACnD,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc,CAC1C,CAAC;QAEF,kBAAM,CAAC,GAAG,CAAC;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,2BAA2B,OAAO,CAAC,MAAM,WAAW;SAChE,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACK,uBAAuB,CAC3B,GASC;QAED,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACtB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,OAAO;YACH,GAAG,EAAE,GAAG,CAAC,EAAE,IAAI,IAAA,gBAAQ,GAAE;YACzB,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,IAAA,gBAAQ,GAAE;YACxB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAkB;YAChC,MAAM,EAAE,QAAQ;YAChB,QAAQ,EAAE,GAAG,CAAC,YAAY;YAC1B,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,kBAAkB;YACxD,QAAQ,EAAE,IAAI,CAAC,SAAS;YACxB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,GAAG,CAAC,WAAW,IAAI,GAAG;YACjC,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC,YAAY;YAC7C,QAAQ,EAAE,IAAI,CAAC,gBAAgB;YAC/B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,GAAG,CAAC,EAAE,IAAI,IAAA,gBAAQ,GAAE;YACzD,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,GAAG;YAC1C,aAAa,EAAG,IAAI,CAAC,aAA+C,IAAI,QAAQ;YAChF,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,CAAC;SAC3C,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAoB,EAAU;QACzC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QAEtB,OAAO,IAAI,CAAC,uBAAuB,CAAU,GAAG,CAAC,CAAC;IACtD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW;QACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;QAEvF,4DAA4D;QAC5D,MAAM,eAAe,GAA2B;YAC5C,OAAO,EAAE,SAAS;YAClB,UAAU,EAAE,YAAY;YACxB,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,WAAW;SACtB,CAAC;QAEF,MAAM,eAAe,GAA2B,EAAE,CAAC;QACnD,MAAM,QAAQ,GAA2B,EAAE,CAAC;QAC5C,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,aAAa,GAAkB,IAAI,CAAC;QACxC,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,MAAM,kBAAkB,GAAG,GAAG,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QAErD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,GAAG,CAAC,IAIhB,CAAC;YAEF,kCAAkC;YAClC,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,IAAI,QAAQ,CAAC;YACnD,MAAM,cAAc,GAAG,eAAe,CAAC,WAAW,CAAC,IAAI,SAAS,CAAC;YACjE,eAAe,CAAC,cAAc,CAAC,GAAG,CAAC,eAAe,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAE7E,4CAA4C;YAC5C,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;YACtE,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAE/C,oBAAoB;YACpB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,SAAS,CAAC;YACpC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAE7C,iCAAiC;YACjC,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,GAAG,CAAC;YAClD,IAAI,aAAa,KAAK,IAAI,IAAI,cAAc,GAAG,aAAa,EAAE,CAAC;gBAC3D,aAAa,GAAG,cAAc,CAAC;YACnC,CAAC;YAED,kCAAkC;YAClC,IAAI,cAAc,IAAI,kBAAkB,EAAE,CAAC;gBACvC,iBAAiB,EAAE,CAAC;YACxB,CAAC;QACL,CAAC;QAED,OAAO;YACH,YAAY,EAAE,IAAI,CAAC,MAAM;YACzB,QAAQ;YACR,eAAe;YACf,SAAS;YACT,aAAa;YACb,iBAAiB;SACpB,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAClB,QAAgB,EAChB,OAGC;QAED,mBAAmB;QACnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,iDAAiD;QACjD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE;YAC7D,WAAW,EAAE,OAAO,EAAE,cAAc,IAAI,MAAM,CAAC,WAAW;YAC1D,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,MAAM,CAAC,QAAQ;SACjD,CAAC,CAAC;QAEH,uCAAuC;QACvC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACzD,IAAI,WAAW,EAAE,CAAC;YACd,MAAM,IAAI,GAAG,WAAW,CAAC,IAAmD,CAAC;YAC7E,IAAI,CAAC,cAAc,GAAG,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACrD,2DAA2D;YAC3D,gEAAgE;QACpE,CAAC;QAED,kBAAM,CAAC,GAAG,CAAC;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,wCAAwC,QAAQ,eAAe,QAAQ,EAAE;SACrF,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,EAAU;QAC1B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;QAEnB,kBAAM,CAAC,GAAG,CAAC;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,qCAAqC,EAAE,EAAE;SACrD,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,cAAsB,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;QACzD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,UAAU,GAAG,GAAG,GAAG,WAAW,CAAC;QAErC,mBAAmB;QACnB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;QAEvF,gCAAgC;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAuB,EAAE,EAAE;YACrD,MAAM,IAAI,GAAG,GAAG,CAAC,IAAmD,CAAC;YACrE,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,GAAG,CAAC;YAClD,OAAO,cAAc,GAAG,UAAU,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,kBAAkB;QAClB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;QACvB,CAAC;QAED,kBAAM,CAAC,GAAG,CAAC;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,2BAA2B,QAAQ,CAAC,MAAM,wBAAwB,WAAW,IAAI;SAC7F,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,wDAAwD;IAExD;;OAEG;IACH,KAAK,CAAC,aAAa;QACf,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACpE,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE;YACvB,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;YACtB,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;YACzB,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE;YACtB,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;SACtE,CAAC,CAAC;QAEH,MAAM,oBAAoB,GAA2B,EAAE,CAAC;QACxD,IAAI,mBAAmB,GAAG,CAAC,CAAC;QAC5B,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,6BAA6B;QAC7B,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,OAAO,EAAE,GAAG,MAAM,EAAE,GAAG,SAAS,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;YACjE,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAC;YACxD,oBAAoB,CAAC,QAAQ,CAAC,GAAG,CAAC,oBAAoB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAE3E,+CAA+C;YAC/C,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS,IAAI,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,SAAS,EAAE,CAAC;gBACpE,MAAM,cAAc,GAAG,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC,SAAS,CAAC;gBACvD,mBAAmB,IAAI,cAAc,CAAC;gBACtC,cAAc,EAAE,CAAC;YACrB,CAAC;QACL,CAAC;QAED,MAAM,iBAAiB,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,mBAAmB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAExF,OAAO;YACH,SAAS,EAAE,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;YAC5E,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,UAAU,EAAE,MAAM,CAAC,MAAM;YACzB,aAAa,EAAE,SAAS,CAAC,MAAM;YAC/B,UAAU,EAAE,MAAM,CAAC,MAAM;YACzB,OAAO,EAAE,OAAO,CAAC,MAAM;YACvB,iBAAiB;YACjB,oBAAoB;SACvB,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,uBAAuB;QAOzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;QAE9C,MAAM,eAAe,GAA2B,EAAE,CAAC;QAEnD,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC;YAChD,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACrE,CAAC;QAED,6EAA6E;QAC7E,OAAO,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;aACjC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YACzB,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC;YAC5B,KAAK;YACL,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;SACnD,CAAC,CAAC;aACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAEO,gBAAgB,CAAC,QAAgB;QACrC,IAAI,QAAQ,IAAI,EAAE;YAAE,OAAO,QAAQ,CAAC;QACpC,IAAI,QAAQ,IAAI,EAAE;YAAE,OAAO,MAAM,CAAC;QAClC,IAAI,QAAQ,IAAI,CAAC;YAAE,OAAO,QAAQ,CAAC;QACnC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,iBAAiB,CAAC,KAAa,EAAE,QAAgB;QACnD,iCAAiC;QACjC,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,EAAE,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,wDAAwD;QACxD,uCAAuC;QACvC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACtB,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3E,iBAAiB;QACjB,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;QAEnB,oCAAoC;QACpC,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAChB,IAAI,CAAC,IAAI,EACT,EAAE,GAAG,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,EACvC;YACI,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACpC,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC;YACpC,QAAQ,EAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,YAAY;YAC7C,OAAO,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,IAAI,CAAC,aAAa;aAC5B;SACJ,CACJ,CAAC;QAEF,kBAAM,CAAC,GAAG,CAAC;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,0CAA0C,KAAK,OAAO,QAAQ,EAAE;SAC5E,CAAC,CAAC;IACP,CAAC;IAED,6CAA6C;IAE7C;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,YAAoB,MAAM;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,cAAc,GAAG,GAAG,GAAG,SAAS,CAAC;QAEvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAE5C,MAAM,SAAS,GAAG,MAAM;aACnB,MAAM,CAAC,CAAC,GAAuB,EAAE,EAAE;YAChC,sDAAsD;YACtD,OAAO,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,WAAW,GAAG,cAAc,CAAC;QAC/D,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,GAAuB,EAAE,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC,CAAC;QAEzE,OAAO,SAAS,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,KAAa;QAC7B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,mDAAmD;QACnD,+EAA+E;QAC/E,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QAEtB,qCAAqC;QACrC,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC;QAEnB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE;YAClC,QAAQ,EAAE,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,CAAC;YACjD,QAAQ,EAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,YAAY;YAC7C,OAAO,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,IAAI,CAAC,aAAa;aAC5B;SACJ,CAAC,CAAC;QAEH,kBAAM,CAAC,GAAG,CAAC;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,qCAAqC,KAAK,yBAAyB;SAC/E,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,MAAgB;QACjC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAChC,KAAK,EAAE,CAAC;YACZ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,kBAAM,CAAC,GAAG,CAAC;oBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,KAAK,EAAE,OAAO;oBACd,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,8CAA8C,KAAK,KAAK,KAAK,EAAE;iBAC3E,CAAC,CAAC;gBACH,MAAM,EAAE,CAAC;YACb,CAAC;QACL,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,OAAO;QACH,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO;QAE1B,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErB,kBAAM,CAAC,GAAG,CAAC;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,kCAAkC;SAC9C,CAAC,CAAC;IACP,CAAC;CACJ;AA5yBD,wCA4yBC;AAED,kBAAe,cAAc,CAAC"}
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Redis-Backed Circuit Breaker for BullMQ
|
|
3
|
+
*
|
|
4
|
+
* Provides distributed circuit breaker state persistence across multiple workers.
|
|
5
|
+
* Uses Redis hashes for state storage, enabling consistent state across worker processes.
|
|
6
|
+
*
|
|
7
|
+
* State Machine:
|
|
8
|
+
* CLOSED ──fail threshold──> OPEN ──reset timeout──> HALF_OPEN
|
|
9
|
+
* ▲ │ │
|
|
10
|
+
* │ │ │
|
|
11
|
+
* └──success threshold───────┴────failure──────────────┘
|
|
12
|
+
*/
|
|
13
|
+
import type Redis from "ioredis";
|
|
14
|
+
export declare enum CircuitState {
|
|
15
|
+
CLOSED = "CLOSED",
|
|
16
|
+
OPEN = "OPEN",
|
|
17
|
+
HALF_OPEN = "HALF_OPEN"
|
|
18
|
+
}
|
|
19
|
+
export interface CircuitBreakerConfig {
|
|
20
|
+
/**
|
|
21
|
+
* Number of consecutive failures before tripping to OPEN state
|
|
22
|
+
* Default: 5
|
|
23
|
+
*/
|
|
24
|
+
failureThreshold: number;
|
|
25
|
+
/**
|
|
26
|
+
* Number of consecutive successes needed to reset to CLOSED from HALF_OPEN
|
|
27
|
+
* Default: 2
|
|
28
|
+
*/
|
|
29
|
+
successThreshold: number;
|
|
30
|
+
/**
|
|
31
|
+
* Time in ms before attempting reset from OPEN to HALF_OPEN
|
|
32
|
+
* Default: 30000 (30 seconds)
|
|
33
|
+
*/
|
|
34
|
+
resetTimeoutMs: number;
|
|
35
|
+
/**
|
|
36
|
+
* Maximum concurrent calls allowed in HALF_OPEN state
|
|
37
|
+
* Default: 3
|
|
38
|
+
*/
|
|
39
|
+
halfOpenMaxCalls: number;
|
|
40
|
+
}
|
|
41
|
+
export interface CircuitBreakerMetrics {
|
|
42
|
+
jobName: string;
|
|
43
|
+
state: CircuitState;
|
|
44
|
+
failureCount: number;
|
|
45
|
+
successCount: number;
|
|
46
|
+
lastFailureTime: number | null;
|
|
47
|
+
lastStateChange: number;
|
|
48
|
+
nextRetryTime?: number;
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* Error thrown when circuit breaker is OPEN
|
|
52
|
+
*/
|
|
53
|
+
export declare class CircuitBreakerOpenError extends Error {
|
|
54
|
+
jobName: string;
|
|
55
|
+
nextRetryTime?: number;
|
|
56
|
+
constructor(jobName: string, nextRetryTime?: number);
|
|
57
|
+
}
|
|
58
|
+
/**
|
|
59
|
+
* Redis-backed Circuit Breaker implementation for distributed job execution protection.
|
|
60
|
+
* State is persisted in Redis, allowing consistent behavior across multiple worker processes.
|
|
61
|
+
*/
|
|
62
|
+
export declare class BullMQCircuitBreaker {
|
|
63
|
+
private redis;
|
|
64
|
+
private config;
|
|
65
|
+
private keyPrefix;
|
|
66
|
+
constructor(redis: Redis, options?: {
|
|
67
|
+
keyPrefix?: string;
|
|
68
|
+
config?: Partial<CircuitBreakerConfig>;
|
|
69
|
+
});
|
|
70
|
+
/**
|
|
71
|
+
* Get the Redis key for a job type
|
|
72
|
+
*/
|
|
73
|
+
private getKey;
|
|
74
|
+
/**
|
|
75
|
+
* Initialize circuit breaker state in Redis if it doesn't exist
|
|
76
|
+
*/
|
|
77
|
+
private initializeState;
|
|
78
|
+
/**
|
|
79
|
+
* Get raw state data from Redis
|
|
80
|
+
*/
|
|
81
|
+
private getStateData;
|
|
82
|
+
/**
|
|
83
|
+
* Check if execution is allowed for a job type
|
|
84
|
+
* Returns true if circuit is CLOSED or can transition from OPEN to HALF_OPEN
|
|
85
|
+
*/
|
|
86
|
+
canExecute(jobName: string): Promise<boolean>;
|
|
87
|
+
/**
|
|
88
|
+
* Record successful execution
|
|
89
|
+
*/
|
|
90
|
+
recordSuccess(jobName: string): Promise<void>;
|
|
91
|
+
/**
|
|
92
|
+
* Record failed execution
|
|
93
|
+
*/
|
|
94
|
+
recordFailure(jobName: string): Promise<void>;
|
|
95
|
+
/**
|
|
96
|
+
* Transition circuit breaker to HALF_OPEN state
|
|
97
|
+
*/
|
|
98
|
+
private transitionToHalfOpen;
|
|
99
|
+
/**
|
|
100
|
+
* Transition circuit breaker to CLOSED state
|
|
101
|
+
*/
|
|
102
|
+
private transitionToClosed;
|
|
103
|
+
/**
|
|
104
|
+
* Transition circuit breaker to OPEN state
|
|
105
|
+
*/
|
|
106
|
+
private transitionToOpen;
|
|
107
|
+
/**
|
|
108
|
+
* Get current metrics for a job type
|
|
109
|
+
*/
|
|
110
|
+
getState(jobName: string): Promise<CircuitBreakerMetrics>;
|
|
111
|
+
/**
|
|
112
|
+
* Get all circuit breaker states
|
|
113
|
+
*/
|
|
114
|
+
getAllStates(): Promise<CircuitBreakerMetrics[]>;
|
|
115
|
+
/**
|
|
116
|
+
* Reset circuit breaker for a job type (manual intervention)
|
|
117
|
+
*/
|
|
118
|
+
reset(jobName: string): Promise<void>;
|
|
119
|
+
/**
|
|
120
|
+
* Force open circuit (manual intervention)
|
|
121
|
+
*/
|
|
122
|
+
forceOpen(jobName: string): Promise<void>;
|
|
123
|
+
/**
|
|
124
|
+
* Force close circuit (manual intervention)
|
|
125
|
+
*/
|
|
126
|
+
forceClose(jobName: string): Promise<void>;
|
|
127
|
+
/**
|
|
128
|
+
* Execute a function with circuit breaker protection
|
|
129
|
+
* Wraps the function execution with state tracking and automatic transitions
|
|
130
|
+
*/
|
|
131
|
+
execute<T>(jobName: string, fn: () => Promise<T>): Promise<T>;
|
|
132
|
+
}
|
|
133
|
+
//# sourceMappingURL=bullmq-circuit-breaker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bullmq-circuit-breaker.d.ts","sourceRoot":"","sources":["../../src/jobs/bullmq-circuit-breaker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,KAAK,MAAM,SAAS,CAAC;AAEjC,oBAAY,YAAY;IACpB,MAAM,WAAW;IACjB,IAAI,SAAS;IACb,SAAS,cAAc;CAC1B;AAED,MAAM,WAAW,oBAAoB;IACjC;;;OAGG;IACH,gBAAgB,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,gBAAgB,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,cAAc,EAAE,MAAM,CAAC;IAEvB;;;OAGG;IACH,gBAAgB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAqBD;;GAEG;AACH,qBAAa,uBAAwB,SAAQ,KAAK;IAC9C,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;gBAEX,OAAO,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,MAAM;CAStD;AAED;;;GAGG;AACH,qBAAa,oBAAoB;IAC7B,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,SAAS,CAAS;gBAGtB,KAAK,EAAE,KAAK,EACZ,OAAO,CAAC,EAAE;QACN,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;KAC1C;IAoBL;;OAEG;IACH,OAAO,CAAC,MAAM;IAId;;OAEG;YACW,eAAe;IA6B7B;;OAEG;YACW,YAAY;IAsB1B;;;OAGG;IACG,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IA2BnD;;OAEG;IACG,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuBnD;;OAEG;IACG,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAsBnD;;OAEG;YACW,oBAAoB;IAYlC;;OAEG;YACW,kBAAkB;IAahC;;OAEG;YACW,gBAAgB;IAU9B;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAqB/D;;OAEG;IACG,YAAY,IAAI,OAAO,CAAC,qBAAqB,EAAE,CAAC;IAgBtD;;OAEG;IACG,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI3C;;OAEG;IACG,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY/C;;OAEG;IACG,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhD;;;OAGG;IACG,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAwBtE"}
|
|
@@ -0,0 +1,323 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Redis-Backed Circuit Breaker for BullMQ
|
|
4
|
+
*
|
|
5
|
+
* Provides distributed circuit breaker state persistence across multiple workers.
|
|
6
|
+
* Uses Redis hashes for state storage, enabling consistent state across worker processes.
|
|
7
|
+
*
|
|
8
|
+
* State Machine:
|
|
9
|
+
* CLOSED ──fail threshold──> OPEN ──reset timeout──> HALF_OPEN
|
|
10
|
+
* ▲ │ │
|
|
11
|
+
* │ │ │
|
|
12
|
+
* └──success threshold───────┴────failure──────────────┘
|
|
13
|
+
*/
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
exports.BullMQCircuitBreaker = exports.CircuitBreakerOpenError = exports.CircuitState = void 0;
|
|
16
|
+
var CircuitState;
|
|
17
|
+
(function (CircuitState) {
|
|
18
|
+
CircuitState["CLOSED"] = "CLOSED";
|
|
19
|
+
CircuitState["OPEN"] = "OPEN";
|
|
20
|
+
CircuitState["HALF_OPEN"] = "HALF_OPEN";
|
|
21
|
+
})(CircuitState || (exports.CircuitState = CircuitState = {}));
|
|
22
|
+
// Redis hash field names
|
|
23
|
+
const REDIS_FIELDS = {
|
|
24
|
+
STATE: "state",
|
|
25
|
+
FAILURE_COUNT: "failureCount",
|
|
26
|
+
SUCCESS_COUNT: "successCount",
|
|
27
|
+
LAST_FAILURE_TIME: "lastFailureTime",
|
|
28
|
+
LAST_STATE_CHANGE: "lastStateChange",
|
|
29
|
+
HALF_OPEN_CALLS: "halfOpenCalls",
|
|
30
|
+
};
|
|
31
|
+
/**
|
|
32
|
+
* Error thrown when circuit breaker is OPEN
|
|
33
|
+
*/
|
|
34
|
+
class CircuitBreakerOpenError extends Error {
|
|
35
|
+
jobName;
|
|
36
|
+
nextRetryTime;
|
|
37
|
+
constructor(jobName, nextRetryTime) {
|
|
38
|
+
const message = nextRetryTime
|
|
39
|
+
? `Circuit breaker is OPEN for job type: ${jobName}. Next retry at: ${new Date(nextRetryTime).toISOString()}`
|
|
40
|
+
: `Circuit breaker is OPEN for job type: ${jobName}`;
|
|
41
|
+
super(message);
|
|
42
|
+
this.name = "CircuitBreakerOpenError";
|
|
43
|
+
this.jobName = jobName;
|
|
44
|
+
this.nextRetryTime = nextRetryTime;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
exports.CircuitBreakerOpenError = CircuitBreakerOpenError;
|
|
48
|
+
/**
|
|
49
|
+
* Redis-backed Circuit Breaker implementation for distributed job execution protection.
|
|
50
|
+
* State is persisted in Redis, allowing consistent behavior across multiple worker processes.
|
|
51
|
+
*/
|
|
52
|
+
class BullMQCircuitBreaker {
|
|
53
|
+
redis;
|
|
54
|
+
config;
|
|
55
|
+
keyPrefix;
|
|
56
|
+
constructor(redis, options) {
|
|
57
|
+
this.redis = redis;
|
|
58
|
+
this.keyPrefix = options?.keyPrefix ?? "circuit-breaker";
|
|
59
|
+
this.config = {
|
|
60
|
+
failureThreshold: options?.config?.failureThreshold ??
|
|
61
|
+
parseInt(process.env.JOB_CIRCUIT_BREAKER_FAILURE_THRESHOLD || "5", 10),
|
|
62
|
+
successThreshold: options?.config?.successThreshold ??
|
|
63
|
+
parseInt(process.env.JOB_CIRCUIT_BREAKER_SUCCESS_THRESHOLD || "2", 10),
|
|
64
|
+
resetTimeoutMs: options?.config?.resetTimeoutMs ??
|
|
65
|
+
parseInt(process.env.JOB_CIRCUIT_BREAKER_RESET_TIMEOUT_MS || "30000", 10),
|
|
66
|
+
halfOpenMaxCalls: options?.config?.halfOpenMaxCalls ??
|
|
67
|
+
parseInt(process.env.JOB_CIRCUIT_BREAKER_HALF_OPEN_MAX_CALLS || "3", 10),
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
/**
|
|
71
|
+
* Get the Redis key for a job type
|
|
72
|
+
*/
|
|
73
|
+
getKey(jobName) {
|
|
74
|
+
return `${this.keyPrefix}:${jobName}`;
|
|
75
|
+
}
|
|
76
|
+
/**
|
|
77
|
+
* Initialize circuit breaker state in Redis if it doesn't exist
|
|
78
|
+
*/
|
|
79
|
+
async initializeState(jobName) {
|
|
80
|
+
const key = this.getKey(jobName);
|
|
81
|
+
const now = Date.now();
|
|
82
|
+
const initialState = {
|
|
83
|
+
state: CircuitState.CLOSED,
|
|
84
|
+
failureCount: 0,
|
|
85
|
+
successCount: 0,
|
|
86
|
+
lastFailureTime: 0,
|
|
87
|
+
lastStateChange: now,
|
|
88
|
+
halfOpenCalls: 0,
|
|
89
|
+
};
|
|
90
|
+
// Use HSETNX to only set if doesn't exist
|
|
91
|
+
const exists = await this.redis.exists(key);
|
|
92
|
+
if (exists === 0) {
|
|
93
|
+
await this.redis.hset(key, {
|
|
94
|
+
[REDIS_FIELDS.STATE]: initialState.state,
|
|
95
|
+
[REDIS_FIELDS.FAILURE_COUNT]: String(initialState.failureCount),
|
|
96
|
+
[REDIS_FIELDS.SUCCESS_COUNT]: String(initialState.successCount),
|
|
97
|
+
[REDIS_FIELDS.LAST_FAILURE_TIME]: String(initialState.lastFailureTime),
|
|
98
|
+
[REDIS_FIELDS.LAST_STATE_CHANGE]: String(initialState.lastStateChange),
|
|
99
|
+
[REDIS_FIELDS.HALF_OPEN_CALLS]: String(initialState.halfOpenCalls),
|
|
100
|
+
});
|
|
101
|
+
}
|
|
102
|
+
return this.getStateData(jobName);
|
|
103
|
+
}
|
|
104
|
+
/**
|
|
105
|
+
* Get raw state data from Redis
|
|
106
|
+
*/
|
|
107
|
+
async getStateData(jobName) {
|
|
108
|
+
const key = this.getKey(jobName);
|
|
109
|
+
const data = await this.redis.hgetall(key);
|
|
110
|
+
if (!data || Object.keys(data).length === 0) {
|
|
111
|
+
// Initialize if doesn't exist
|
|
112
|
+
return this.initializeState(jobName);
|
|
113
|
+
}
|
|
114
|
+
return {
|
|
115
|
+
state: data[REDIS_FIELDS.STATE] || CircuitState.CLOSED,
|
|
116
|
+
failureCount: parseInt(data[REDIS_FIELDS.FAILURE_COUNT] || "0", 10),
|
|
117
|
+
successCount: parseInt(data[REDIS_FIELDS.SUCCESS_COUNT] || "0", 10),
|
|
118
|
+
lastFailureTime: parseInt(data[REDIS_FIELDS.LAST_FAILURE_TIME] || "0", 10),
|
|
119
|
+
lastStateChange: parseInt(data[REDIS_FIELDS.LAST_STATE_CHANGE] || String(Date.now()), 10),
|
|
120
|
+
halfOpenCalls: parseInt(data[REDIS_FIELDS.HALF_OPEN_CALLS] || "0", 10),
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
/**
|
|
124
|
+
* Check if execution is allowed for a job type
|
|
125
|
+
* Returns true if circuit is CLOSED or can transition from OPEN to HALF_OPEN
|
|
126
|
+
*/
|
|
127
|
+
async canExecute(jobName) {
|
|
128
|
+
const state = await this.getStateData(jobName);
|
|
129
|
+
const now = Date.now();
|
|
130
|
+
if (state.state === CircuitState.CLOSED) {
|
|
131
|
+
return true;
|
|
132
|
+
}
|
|
133
|
+
if (state.state === CircuitState.OPEN) {
|
|
134
|
+
// Check if reset timeout has passed
|
|
135
|
+
const timeSinceFailure = now - state.lastFailureTime;
|
|
136
|
+
if (timeSinceFailure >= this.config.resetTimeoutMs) {
|
|
137
|
+
// Transition to HALF_OPEN
|
|
138
|
+
await this.transitionToHalfOpen(jobName);
|
|
139
|
+
return true;
|
|
140
|
+
}
|
|
141
|
+
return false;
|
|
142
|
+
}
|
|
143
|
+
if (state.state === CircuitState.HALF_OPEN) {
|
|
144
|
+
// Check if we've exceeded concurrent call limit
|
|
145
|
+
return state.halfOpenCalls < this.config.halfOpenMaxCalls;
|
|
146
|
+
}
|
|
147
|
+
return true;
|
|
148
|
+
}
|
|
149
|
+
/**
|
|
150
|
+
* Record successful execution
|
|
151
|
+
*/
|
|
152
|
+
async recordSuccess(jobName) {
|
|
153
|
+
const key = this.getKey(jobName);
|
|
154
|
+
const state = await this.getStateData(jobName);
|
|
155
|
+
const now = Date.now();
|
|
156
|
+
if (state.state === CircuitState.HALF_OPEN) {
|
|
157
|
+
// Decrement half-open calls
|
|
158
|
+
await this.redis.hincrby(key, REDIS_FIELDS.HALF_OPEN_CALLS, -1);
|
|
159
|
+
// Increment success count
|
|
160
|
+
const newSuccessCount = state.successCount + 1;
|
|
161
|
+
await this.redis.hset(key, REDIS_FIELDS.SUCCESS_COUNT, String(newSuccessCount));
|
|
162
|
+
// Check if we should transition to CLOSED
|
|
163
|
+
if (newSuccessCount >= this.config.successThreshold) {
|
|
164
|
+
await this.transitionToClosed(jobName);
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
else if (state.state === CircuitState.CLOSED) {
|
|
168
|
+
// Reset failure count on success in closed state
|
|
169
|
+
await this.redis.hset(key, REDIS_FIELDS.FAILURE_COUNT, "0");
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
/**
|
|
173
|
+
* Record failed execution
|
|
174
|
+
*/
|
|
175
|
+
async recordFailure(jobName) {
|
|
176
|
+
const key = this.getKey(jobName);
|
|
177
|
+
const state = await this.getStateData(jobName);
|
|
178
|
+
const now = Date.now();
|
|
179
|
+
// Increment failure count
|
|
180
|
+
const newFailureCount = state.failureCount + 1;
|
|
181
|
+
await this.redis.hset(key, REDIS_FIELDS.FAILURE_COUNT, String(newFailureCount));
|
|
182
|
+
await this.redis.hset(key, REDIS_FIELDS.LAST_FAILURE_TIME, String(now));
|
|
183
|
+
if (state.state === CircuitState.CLOSED) {
|
|
184
|
+
// Check if should trip to OPEN
|
|
185
|
+
if (newFailureCount >= this.config.failureThreshold) {
|
|
186
|
+
await this.transitionToOpen(jobName);
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
else if (state.state === CircuitState.HALF_OPEN) {
|
|
190
|
+
// Back to OPEN on failure in HALF_OPEN
|
|
191
|
+
await this.redis.hincrby(key, REDIS_FIELDS.HALF_OPEN_CALLS, -1);
|
|
192
|
+
await this.transitionToOpen(jobName);
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
/**
|
|
196
|
+
* Transition circuit breaker to HALF_OPEN state
|
|
197
|
+
*/
|
|
198
|
+
async transitionToHalfOpen(jobName) {
|
|
199
|
+
const key = this.getKey(jobName);
|
|
200
|
+
const now = Date.now();
|
|
201
|
+
await this.redis.hset(key, {
|
|
202
|
+
[REDIS_FIELDS.STATE]: CircuitState.HALF_OPEN,
|
|
203
|
+
[REDIS_FIELDS.SUCCESS_COUNT]: "0",
|
|
204
|
+
[REDIS_FIELDS.HALF_OPEN_CALLS]: "0",
|
|
205
|
+
[REDIS_FIELDS.LAST_STATE_CHANGE]: String(now),
|
|
206
|
+
});
|
|
207
|
+
}
|
|
208
|
+
/**
|
|
209
|
+
* Transition circuit breaker to CLOSED state
|
|
210
|
+
*/
|
|
211
|
+
async transitionToClosed(jobName) {
|
|
212
|
+
const key = this.getKey(jobName);
|
|
213
|
+
const now = Date.now();
|
|
214
|
+
await this.redis.hset(key, {
|
|
215
|
+
[REDIS_FIELDS.STATE]: CircuitState.CLOSED,
|
|
216
|
+
[REDIS_FIELDS.FAILURE_COUNT]: "0",
|
|
217
|
+
[REDIS_FIELDS.SUCCESS_COUNT]: "0",
|
|
218
|
+
[REDIS_FIELDS.HALF_OPEN_CALLS]: "0",
|
|
219
|
+
[REDIS_FIELDS.LAST_STATE_CHANGE]: String(now),
|
|
220
|
+
});
|
|
221
|
+
}
|
|
222
|
+
/**
|
|
223
|
+
* Transition circuit breaker to OPEN state
|
|
224
|
+
*/
|
|
225
|
+
async transitionToOpen(jobName) {
|
|
226
|
+
const key = this.getKey(jobName);
|
|
227
|
+
const now = Date.now();
|
|
228
|
+
await this.redis.hset(key, {
|
|
229
|
+
[REDIS_FIELDS.STATE]: CircuitState.OPEN,
|
|
230
|
+
[REDIS_FIELDS.LAST_STATE_CHANGE]: String(now),
|
|
231
|
+
});
|
|
232
|
+
}
|
|
233
|
+
/**
|
|
234
|
+
* Get current metrics for a job type
|
|
235
|
+
*/
|
|
236
|
+
async getState(jobName) {
|
|
237
|
+
const state = await this.getStateData(jobName);
|
|
238
|
+
const now = Date.now();
|
|
239
|
+
// Calculate next retry time if OPEN
|
|
240
|
+
let nextRetryTime;
|
|
241
|
+
if (state.state === CircuitState.OPEN) {
|
|
242
|
+
nextRetryTime = state.lastFailureTime + this.config.resetTimeoutMs;
|
|
243
|
+
}
|
|
244
|
+
return {
|
|
245
|
+
jobName,
|
|
246
|
+
state: state.state,
|
|
247
|
+
failureCount: state.failureCount,
|
|
248
|
+
successCount: state.successCount,
|
|
249
|
+
lastFailureTime: state.lastFailureTime > 0 ? state.lastFailureTime : null,
|
|
250
|
+
lastStateChange: state.lastStateChange,
|
|
251
|
+
nextRetryTime,
|
|
252
|
+
};
|
|
253
|
+
}
|
|
254
|
+
/**
|
|
255
|
+
* Get all circuit breaker states
|
|
256
|
+
*/
|
|
257
|
+
async getAllStates() {
|
|
258
|
+
// Get all keys matching the pattern
|
|
259
|
+
const pattern = `${this.keyPrefix}:*`;
|
|
260
|
+
const keys = await this.redis.keys(pattern);
|
|
261
|
+
const results = [];
|
|
262
|
+
for (const key of keys) {
|
|
263
|
+
// Extract job name from key
|
|
264
|
+
const jobName = key.slice(this.keyPrefix.length + 1);
|
|
265
|
+
const metrics = await this.getState(jobName);
|
|
266
|
+
results.push(metrics);
|
|
267
|
+
}
|
|
268
|
+
return results;
|
|
269
|
+
}
|
|
270
|
+
/**
|
|
271
|
+
* Reset circuit breaker for a job type (manual intervention)
|
|
272
|
+
*/
|
|
273
|
+
async reset(jobName) {
|
|
274
|
+
await this.transitionToClosed(jobName);
|
|
275
|
+
}
|
|
276
|
+
/**
|
|
277
|
+
* Force open circuit (manual intervention)
|
|
278
|
+
*/
|
|
279
|
+
async forceOpen(jobName) {
|
|
280
|
+
const key = this.getKey(jobName);
|
|
281
|
+
const now = Date.now();
|
|
282
|
+
await this.redis.hset(key, {
|
|
283
|
+
[REDIS_FIELDS.STATE]: CircuitState.OPEN,
|
|
284
|
+
[REDIS_FIELDS.FAILURE_COUNT]: String(this.config.failureThreshold),
|
|
285
|
+
[REDIS_FIELDS.LAST_FAILURE_TIME]: String(now),
|
|
286
|
+
[REDIS_FIELDS.LAST_STATE_CHANGE]: String(now),
|
|
287
|
+
});
|
|
288
|
+
}
|
|
289
|
+
/**
|
|
290
|
+
* Force close circuit (manual intervention)
|
|
291
|
+
*/
|
|
292
|
+
async forceClose(jobName) {
|
|
293
|
+
await this.transitionToClosed(jobName);
|
|
294
|
+
}
|
|
295
|
+
/**
|
|
296
|
+
* Execute a function with circuit breaker protection
|
|
297
|
+
* Wraps the function execution with state tracking and automatic transitions
|
|
298
|
+
*/
|
|
299
|
+
async execute(jobName, fn) {
|
|
300
|
+
// Check if execution is allowed
|
|
301
|
+
if (!(await this.canExecute(jobName))) {
|
|
302
|
+
const state = await this.getState(jobName);
|
|
303
|
+
throw new CircuitBreakerOpenError(jobName, state.nextRetryTime);
|
|
304
|
+
}
|
|
305
|
+
const currentState = await this.getStateData(jobName);
|
|
306
|
+
// If in HALF_OPEN state, increment concurrent call counter
|
|
307
|
+
if (currentState.state === CircuitState.HALF_OPEN) {
|
|
308
|
+
const key = this.getKey(jobName);
|
|
309
|
+
await this.redis.hincrby(key, REDIS_FIELDS.HALF_OPEN_CALLS, 1);
|
|
310
|
+
}
|
|
311
|
+
try {
|
|
312
|
+
const result = await fn();
|
|
313
|
+
await this.recordSuccess(jobName);
|
|
314
|
+
return result;
|
|
315
|
+
}
|
|
316
|
+
catch (error) {
|
|
317
|
+
await this.recordFailure(jobName);
|
|
318
|
+
throw error;
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
}
|
|
322
|
+
exports.BullMQCircuitBreaker = BullMQCircuitBreaker;
|
|
323
|
+
//# sourceMappingURL=bullmq-circuit-breaker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bullmq-circuit-breaker.js","sourceRoot":"","sources":["../../src/jobs/bullmq-circuit-breaker.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;;;AAIH,IAAY,YAIX;AAJD,WAAY,YAAY;IACpB,iCAAiB,CAAA;IACjB,6BAAa,CAAA;IACb,uCAAuB,CAAA;AAC3B,CAAC,EAJW,YAAY,4BAAZ,YAAY,QAIvB;AA+CD,yBAAyB;AACzB,MAAM,YAAY,GAAG;IACjB,KAAK,EAAE,OAAO;IACd,aAAa,EAAE,cAAc;IAC7B,aAAa,EAAE,cAAc;IAC7B,iBAAiB,EAAE,iBAAiB;IACpC,iBAAiB,EAAE,iBAAiB;IACpC,eAAe,EAAE,eAAe;CAC1B,CAAC;AAEX;;GAEG;AACH,MAAa,uBAAwB,SAAQ,KAAK;IAC9C,OAAO,CAAS;IAChB,aAAa,CAAU;IAEvB,YAAY,OAAe,EAAE,aAAsB;QAC/C,MAAM,OAAO,GAAG,aAAa;YACzB,CAAC,CAAC,yCAAyC,OAAO,oBAAoB,IAAI,IAAI,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,EAAE;YAC7G,CAAC,CAAC,yCAAyC,OAAO,EAAE,CAAC;QACzD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACtC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACvC,CAAC;CACJ;AAbD,0DAaC;AAED;;;GAGG;AACH,MAAa,oBAAoB;IACrB,KAAK,CAAQ;IACb,MAAM,CAAuB;IAC7B,SAAS,CAAS;IAE1B,YACI,KAAY,EACZ,OAGC;QAED,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,iBAAiB,CAAC;QACzD,IAAI,CAAC,MAAM,GAAG;YACV,gBAAgB,EACZ,OAAO,EAAE,MAAM,EAAE,gBAAgB;gBACjC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qCAAqC,IAAI,GAAG,EAAE,EAAE,CAAC;YAC1E,gBAAgB,EACZ,OAAO,EAAE,MAAM,EAAE,gBAAgB;gBACjC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qCAAqC,IAAI,GAAG,EAAE,EAAE,CAAC;YAC1E,cAAc,EACV,OAAO,EAAE,MAAM,EAAE,cAAc;gBAC/B,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,oCAAoC,IAAI,OAAO,EAAE,EAAE,CAAC;YAC7E,gBAAgB,EACZ,OAAO,EAAE,MAAM,EAAE,gBAAgB;gBACjC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,uCAAuC,IAAI,GAAG,EAAE,EAAE,CAAC;SAC/E,CAAC;IACN,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,OAAe;QAC1B,OAAO,GAAG,IAAI,CAAC,SAAS,IAAI,OAAO,EAAE,CAAC;IAC1C,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,OAAe;QACzC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,MAAM,YAAY,GAA4B;YAC1C,KAAK,EAAE,YAAY,CAAC,MAAM;YAC1B,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,eAAe,EAAE,CAAC;YAClB,eAAe,EAAE,GAAG;YACpB,aAAa,EAAE,CAAC;SACnB,CAAC;QAEF,0CAA0C;QAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;gBACvB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,KAAK;gBACxC,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC;gBAC/D,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC;gBAC/D,CAAC,YAAY,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,YAAY,CAAC,eAAe,CAAC;gBACtE,CAAC,YAAY,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,YAAY,CAAC,eAAe,CAAC;gBACtE,CAAC,YAAY,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC;aACrE,CAAC,CAAC;QACP,CAAC;QAED,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,OAAe;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAE3C,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1C,8BAA8B;YAC9B,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC;QAED,OAAO;YACH,KAAK,EAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAkB,IAAI,YAAY,CAAC,MAAM;YACxE,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC;YACnE,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC;YACnE,eAAe,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC;YAC1E,eAAe,EAAE,QAAQ,CACrB,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAC1D,EAAE,CACL;YACD,aAAa,EAAE,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC;SACzE,CAAC;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,OAAe;QAC5B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY,CAAC,IAAI,EAAE,CAAC;YACpC,oCAAoC;YACpC,MAAM,gBAAgB,GAAG,GAAG,GAAG,KAAK,CAAC,eAAe,CAAC;YACrD,IAAI,gBAAgB,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;gBACjD,0BAA0B;gBAC1B,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;gBACzC,OAAO,IAAI,CAAC;YAChB,CAAC;YACD,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;YACzC,gDAAgD;YAChD,OAAO,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAC9D,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,OAAe;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;YACzC,4BAA4B;YAC5B,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,CAAC;YAEhE,0BAA0B;YAC1B,MAAM,eAAe,GAAG,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;YAC/C,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC;YAEhF,0CAA0C;YAC1C,IAAI,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;gBAClD,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;YAC3C,CAAC;QACL,CAAC;aAAM,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;YAC7C,iDAAiD;YACjD,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;QAChE,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,OAAe;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,0BAA0B;QAC1B,MAAM,eAAe,GAAG,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;QAC/C,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC;QAChF,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,iBAAiB,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAExE,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;YACtC,+BAA+B;YAC/B,IAAI,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;gBAClD,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACzC,CAAC;QACL,CAAC;aAAM,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;YAChD,uCAAuC;YACvC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,CAAC;YAChE,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAAC,OAAe;QAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YACvB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,SAAS;YAC5C,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,GAAG;YACjC,CAAC,YAAY,CAAC,eAAe,CAAC,EAAE,GAAG;YACnC,CAAC,YAAY,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC;SAChD,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,OAAe;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YACvB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,MAAM;YACzC,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,GAAG;YACjC,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,GAAG;YACjC,CAAC,YAAY,CAAC,eAAe,CAAC,EAAE,GAAG;YACnC,CAAC,YAAY,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC;SAChD,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAAC,OAAe;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YACvB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,IAAI;YACvC,CAAC,YAAY,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC;SAChD,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,OAAe;QAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,oCAAoC;QACpC,IAAI,aAAiC,CAAC;QACtC,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY,CAAC,IAAI,EAAE,CAAC;YACpC,aAAa,GAAG,KAAK,CAAC,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QACvE,CAAC;QAED,OAAO;YACH,OAAO;YACP,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,eAAe,EAAE,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI;YACzE,eAAe,EAAE,KAAK,CAAC,eAAe;YACtC,aAAa;SAChB,CAAC;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY;QACd,oCAAoC;QACpC,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,SAAS,IAAI,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAE5C,MAAM,OAAO,GAA4B,EAAE,CAAC;QAC5C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,4BAA4B;YAC5B,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,OAAe;QACvB,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,OAAe;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YACvB,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,IAAI;YACvC,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAClE,CAAC,YAAY,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC;YAC7C,CAAC,YAAY,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC;SAChD,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,OAAe;QAC5B,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,CAAI,OAAe,EAAE,EAAoB;QAClD,gCAAgC;QAChC,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC3C,MAAM,IAAI,uBAAuB,CAAC,OAAO,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAEtD,2DAA2D;QAC3D,IAAI,YAAY,CAAC,KAAK,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;YAChD,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACjC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAClC,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAClC,MAAM,KAAK,CAAC;QAChB,CAAC;IACL,CAAC;CACJ;AAhUD,oDAgUC"}
|