@venizia/ignis-helpers 0.4.6 → 0.4.7-1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.md +1 -3
- package/README.md +4 -5
- package/dist/esm/common/redact.d.ts +25 -17
- package/dist/esm/common/redact.d.ts.map +1 -1
- package/dist/esm/common/redact.js +50 -46
- package/dist/esm/common/redact.js.map +1 -1
- package/dist/esm/common/resolvers.d.ts +7 -5
- package/dist/esm/common/resolvers.d.ts.map +1 -1
- package/dist/esm/common/resolvers.js +11 -9
- package/dist/esm/common/resolvers.js.map +1 -1
- package/dist/esm/core.d.ts +6 -3
- package/dist/esm/core.d.ts.map +1 -1
- package/dist/esm/core.js +6 -3
- package/dist/esm/core.js.map +1 -1
- package/dist/esm/modules/base.js +4 -4
- package/dist/esm/modules/base.js.map +1 -1
- package/dist/esm/modules/cron/helper.js +4 -4
- package/dist/esm/modules/cron/helper.js.map +1 -1
- package/dist/esm/modules/crypto/algorithms/aes-legacy.algorithm.js +3 -3
- package/dist/esm/modules/crypto/algorithms/aes-legacy.algorithm.js.map +1 -1
- package/dist/esm/modules/crypto/algorithms/aes.algorithm.js +5 -5
- package/dist/esm/modules/crypto/algorithms/aes.algorithm.js.map +1 -1
- package/dist/esm/modules/crypto/algorithms/base.algorithm.js +3 -3
- package/dist/esm/modules/crypto/algorithms/base.algorithm.js.map +1 -1
- package/dist/esm/modules/env/app-env.d.ts.map +1 -1
- package/dist/esm/modules/env/app-env.js +2 -2
- package/dist/esm/modules/env/app-env.js.map +1 -1
- package/dist/esm/modules/logger/common/constants.d.ts +23 -21
- package/dist/esm/modules/logger/common/constants.d.ts.map +1 -1
- package/dist/esm/modules/logger/common/constants.js +45 -42
- package/dist/esm/modules/logger/common/constants.js.map +1 -1
- package/dist/esm/modules/logger/factory.d.ts +5 -3
- package/dist/esm/modules/logger/factory.d.ts.map +1 -1
- package/dist/esm/modules/logger/factory.js +5 -3
- package/dist/esm/modules/logger/factory.js.map +1 -1
- package/dist/esm/modules/logger/formatting/deep-splat.d.ts +10 -6
- package/dist/esm/modules/logger/formatting/deep-splat.d.ts.map +1 -1
- package/dist/esm/modules/logger/formatting/deep-splat.js +73 -62
- package/dist/esm/modules/logger/formatting/deep-splat.js.map +1 -1
- package/dist/esm/modules/logger/formatting/error-prettier.d.ts.map +1 -1
- package/dist/esm/modules/logger/formatting/error-prettier.js +8 -6
- package/dist/esm/modules/logger/formatting/error-prettier.js.map +1 -1
- package/dist/esm/modules/logger/hf/logger.d.ts.map +1 -1
- package/dist/esm/modules/logger/hf/logger.js +2 -2
- package/dist/esm/modules/logger/hf/logger.js.map +1 -1
- package/dist/esm/modules/logger/pino/backing.d.ts +0 -9
- package/dist/esm/modules/logger/pino/backing.d.ts.map +1 -1
- package/dist/esm/modules/logger/pino/backing.js +3 -8
- package/dist/esm/modules/logger/pino/backing.js.map +1 -1
- package/dist/esm/modules/logger/pino/destination.d.ts +6 -9
- package/dist/esm/modules/logger/pino/destination.d.ts.map +1 -1
- package/dist/esm/modules/logger/pino/destination.js +12 -13
- package/dist/esm/modules/logger/pino/destination.js.map +1 -1
- package/dist/esm/modules/logger/pino/logger.js +2 -2
- package/dist/esm/modules/logger/pino/logger.js.map +1 -1
- package/dist/esm/modules/logger/resolver.js +2 -2
- package/dist/esm/modules/logger/resolver.js.map +1 -1
- package/dist/esm/modules/logger/slot.d.ts +39 -18
- package/dist/esm/modules/logger/slot.d.ts.map +1 -1
- package/dist/esm/modules/logger/slot.js +117 -110
- package/dist/esm/modules/logger/slot.js.map +1 -1
- package/dist/esm/modules/logger/winston/common/constants.d.ts.map +1 -1
- package/dist/esm/modules/logger/winston/common/constants.js +7 -6
- package/dist/esm/modules/logger/winston/common/constants.js.map +1 -1
- package/dist/esm/modules/logger/winston/define.d.ts +0 -7
- package/dist/esm/modules/logger/winston/define.d.ts.map +1 -1
- package/dist/esm/modules/logger/winston/define.js +0 -5
- package/dist/esm/modules/logger/winston/define.js.map +1 -1
- package/dist/esm/modules/logger/winston/formats.d.ts +2 -0
- package/dist/esm/modules/logger/winston/formats.d.ts.map +1 -1
- package/dist/esm/modules/logger/winston/formats.js +17 -4
- package/dist/esm/modules/logger/winston/formats.js.map +1 -1
- package/dist/esm/modules/logger/winston/index.d.ts +3 -2
- package/dist/esm/modules/logger/winston/index.d.ts.map +1 -1
- package/dist/esm/modules/logger/winston/index.js +3 -2
- package/dist/esm/modules/logger/winston/index.js.map +1 -1
- package/dist/esm/modules/logger/winston/logger-factory.js +4 -4
- package/dist/esm/modules/logger/winston/logger-factory.js.map +1 -1
- package/dist/esm/modules/network/http-request/base-network-request.helper.js +2 -2
- package/dist/esm/modules/network/http-request/base-network-request.helper.js.map +1 -1
- package/dist/esm/modules/network/http-request/common/index.d.ts +0 -1
- package/dist/esm/modules/network/http-request/common/index.d.ts.map +1 -1
- package/dist/esm/modules/network/http-request/common/index.js +0 -1
- package/dist/esm/modules/network/http-request/common/index.js.map +1 -1
- package/dist/esm/modules/network/http-request/fetcher/axios-fetcher.d.ts.map +1 -1
- package/dist/esm/modules/network/http-request/fetcher/axios-fetcher.js +4 -2
- package/dist/esm/modules/network/http-request/fetcher/axios-fetcher.js.map +1 -1
- package/dist/esm/modules/network/http-request/fetcher/node-fetcher.d.ts.map +1 -1
- package/dist/esm/modules/network/http-request/fetcher/node-fetcher.js +6 -4
- package/dist/esm/modules/network/http-request/fetcher/node-fetcher.js.map +1 -1
- package/dist/esm/modules/network/tcp-socket/base-tcp-client.helper.js +4 -4
- package/dist/esm/modules/network/tcp-socket/base-tcp-client.helper.js.map +1 -1
- package/dist/esm/modules/network/tcp-socket/base-tcp-server.helper.js +4 -4
- package/dist/esm/modules/network/tcp-socket/base-tcp-server.helper.js.map +1 -1
- package/dist/esm/modules/network/udp-socket/network-udp-client.helper.js +2 -2
- package/dist/esm/modules/network/udp-socket/network-udp-client.helper.js.map +1 -1
- package/dist/esm/modules/network/utilities/query-string.d.ts +22 -20
- package/dist/esm/modules/network/utilities/query-string.d.ts.map +1 -1
- package/dist/esm/modules/network/utilities/query-string.js +48 -46
- package/dist/esm/modules/network/utilities/query-string.js.map +1 -1
- package/dist/esm/modules/network/utilities/url-safety/common/errors.d.ts +0 -10
- package/dist/esm/modules/network/utilities/url-safety/common/errors.d.ts.map +1 -1
- package/dist/esm/modules/network/utilities/url-safety/common/errors.js +0 -11
- package/dist/esm/modules/network/utilities/url-safety/common/errors.js.map +1 -1
- package/dist/esm/modules/network/utilities/url-safety/ingest.d.ts.map +1 -1
- package/dist/esm/modules/network/utilities/url-safety/ingest.js +2 -1
- package/dist/esm/modules/network/utilities/url-safety/ingest.js.map +1 -1
- package/dist/esm/modules/network/utilities/url-safety/policy.d.ts +10 -0
- package/dist/esm/modules/network/utilities/url-safety/policy.d.ts.map +1 -1
- package/dist/esm/modules/network/utilities/url-safety/policy.js +11 -0
- package/dist/esm/modules/network/utilities/url-safety/policy.js.map +1 -1
- package/dist/esm/modules/pool/abstract.d.ts.map +1 -1
- package/dist/esm/modules/pool/abstract.js +4 -2
- package/dist/esm/modules/pool/abstract.js.map +1 -1
- package/dist/esm/modules/queue/bullmq/helper.d.ts.map +1 -1
- package/dist/esm/modules/queue/bullmq/helper.js +6 -6
- package/dist/esm/modules/queue/bullmq/helper.js.map +1 -1
- package/dist/esm/modules/queue/common/hook.d.ts +14 -12
- package/dist/esm/modules/queue/common/hook.d.ts.map +1 -1
- package/dist/esm/modules/queue/common/hook.js +21 -19
- package/dist/esm/modules/queue/common/hook.js.map +1 -1
- package/dist/esm/modules/queue/common/index.d.ts +0 -1
- package/dist/esm/modules/queue/common/index.d.ts.map +1 -1
- package/dist/esm/modules/queue/common/index.js +0 -1
- package/dist/esm/modules/queue/common/index.js.map +1 -1
- package/dist/esm/modules/queue/internal/sequential/helper.js +8 -8
- package/dist/esm/modules/queue/internal/sequential/helper.js.map +1 -1
- package/dist/esm/modules/queue/kafka/base.js +3 -3
- package/dist/esm/modules/queue/kafka/base.js.map +1 -1
- package/dist/esm/modules/queue/kafka/bundler/index.d.ts +0 -2
- package/dist/esm/modules/queue/kafka/bundler/index.d.ts.map +1 -1
- package/dist/esm/modules/queue/kafka/bundler/index.js +0 -2
- package/dist/esm/modules/queue/kafka/bundler/index.js.map +1 -1
- package/dist/esm/modules/queue/kafka/bundler/plugins.d.ts +8 -2
- package/dist/esm/modules/queue/kafka/bundler/plugins.d.ts.map +1 -1
- package/dist/esm/modules/queue/kafka/bundler/plugins.js +64 -7
- package/dist/esm/modules/queue/kafka/bundler/plugins.js.map +1 -1
- package/dist/esm/modules/queue/kafka/consumer.d.ts.map +1 -1
- package/dist/esm/modules/queue/kafka/consumer.js +26 -24
- package/dist/esm/modules/queue/kafka/consumer.js.map +1 -1
- package/dist/esm/modules/queue/mqtt/helper.js +10 -10
- package/dist/esm/modules/queue/mqtt/helper.js.map +1 -1
- package/dist/esm/modules/redis/base/abstract.helper.js +8 -8
- package/dist/esm/modules/redis/base/abstract.helper.js.map +1 -1
- package/dist/esm/modules/redis/cluster/cluster.helper.js +2 -2
- package/dist/esm/modules/redis/cluster/cluster.helper.js.map +1 -1
- package/dist/esm/modules/redis/factory.d.ts +13 -9
- package/dist/esm/modules/redis/factory.d.ts.map +1 -1
- package/dist/esm/modules/redis/factory.js +15 -13
- package/dist/esm/modules/redis/factory.js.map +1 -1
- package/dist/esm/modules/redis/sentinel/sentinel.helper.js +2 -2
- package/dist/esm/modules/redis/sentinel/sentinel.helper.js.map +1 -1
- package/dist/esm/modules/redis/single/single.helper.js +2 -2
- package/dist/esm/modules/redis/single/single.helper.js.map +1 -1
- package/dist/esm/modules/redis/utility.d.ts +13 -11
- package/dist/esm/modules/redis/utility.d.ts.map +1 -1
- package/dist/esm/modules/redis/utility.js +46 -44
- package/dist/esm/modules/redis/utility.js.map +1 -1
- package/dist/esm/modules/retry/helper.d.ts.map +1 -1
- package/dist/esm/modules/retry/helper.js +6 -4
- package/dist/esm/modules/retry/helper.js.map +1 -1
- package/dist/esm/modules/secrets/factory.d.ts +5 -3
- package/dist/esm/modules/secrets/factory.d.ts.map +1 -1
- package/dist/esm/modules/secrets/factory.js +36 -34
- package/dist/esm/modules/secrets/factory.js.map +1 -1
- package/dist/esm/modules/secrets/hashicorp/hashicorp.helper.d.ts.map +1 -1
- package/dist/esm/modules/secrets/hashicorp/hashicorp.helper.js +4 -2
- package/dist/esm/modules/secrets/hashicorp/hashicorp.helper.js.map +1 -1
- package/dist/esm/modules/socket/socket-io/server/helper.d.ts.map +1 -1
- package/dist/esm/modules/socket/socket-io/server/helper.js +11 -11
- package/dist/esm/modules/socket/socket-io/server/helper.js.map +1 -1
- package/dist/esm/modules/socket/websocket/emitter/helper.d.ts.map +1 -1
- package/dist/esm/modules/socket/websocket/emitter/helper.js +3 -3
- package/dist/esm/modules/socket/websocket/emitter/helper.js.map +1 -1
- package/dist/esm/modules/socket/websocket/server/delivery.d.ts.map +1 -1
- package/dist/esm/modules/socket/websocket/server/delivery.js +5 -6
- package/dist/esm/modules/socket/websocket/server/delivery.js.map +1 -1
- package/dist/esm/modules/socket/websocket/server/helper.d.ts.map +1 -1
- package/dist/esm/modules/socket/websocket/server/helper.js +7 -7
- package/dist/esm/modules/socket/websocket/server/helper.js.map +1 -1
- package/dist/esm/modules/storage/base.d.ts.map +1 -1
- package/dist/esm/modules/storage/base.js +9 -8
- package/dist/esm/modules/storage/base.js.map +1 -1
- package/dist/esm/modules/storage/bun-s3/helper.d.ts.map +1 -1
- package/dist/esm/modules/storage/bun-s3/helper.js +25 -18
- package/dist/esm/modules/storage/bun-s3/helper.js.map +1 -1
- package/dist/esm/modules/storage/bun-s3/utility.d.ts +95 -77
- package/dist/esm/modules/storage/bun-s3/utility.d.ts.map +1 -1
- package/dist/esm/modules/storage/bun-s3/utility.js +261 -244
- package/dist/esm/modules/storage/bun-s3/utility.js.map +1 -1
- package/dist/esm/modules/storage/common/errors.d.ts +0 -4
- package/dist/esm/modules/storage/common/errors.d.ts.map +1 -1
- package/dist/esm/modules/storage/common/errors.js +0 -10
- package/dist/esm/modules/storage/common/errors.js.map +1 -1
- package/dist/esm/modules/storage/common/utility.d.ts +11 -5
- package/dist/esm/modules/storage/common/utility.d.ts.map +1 -1
- package/dist/esm/modules/storage/common/utility.js +30 -17
- package/dist/esm/modules/storage/common/utility.js.map +1 -1
- package/dist/esm/modules/storage/disk/helper.d.ts.map +1 -1
- package/dist/esm/modules/storage/disk/helper.js +18 -9
- package/dist/esm/modules/storage/disk/helper.js.map +1 -1
- package/dist/esm/modules/tree/builder.d.ts.map +1 -1
- package/dist/esm/modules/tree/builder.js +2 -1
- package/dist/esm/modules/tree/builder.js.map +1 -1
- package/dist/esm/modules/uid/opaque.d.ts.map +1 -1
- package/dist/esm/modules/uid/opaque.js +4 -2
- package/dist/esm/modules/uid/opaque.js.map +1 -1
- package/dist/esm/modules/uid/uuid/helper.d.ts +1 -1
- package/dist/esm/modules/uid/uuid/helper.d.ts.map +1 -1
- package/dist/esm/modules/uid/uuid/helper.js +7 -7
- package/dist/esm/modules/uid/uuid/helper.js.map +1 -1
- package/dist/esm/modules/uid/uuid/v4.d.ts +11 -8
- package/dist/esm/modules/uid/uuid/v4.d.ts.map +1 -1
- package/dist/esm/modules/uid/uuid/v4.js +51 -46
- package/dist/esm/modules/uid/uuid/v4.js.map +1 -1
- package/dist/esm/modules/uid/uuid/v5.d.ts +17 -14
- package/dist/esm/modules/uid/uuid/v5.d.ts.map +1 -1
- package/dist/esm/modules/uid/uuid/v5.js +83 -78
- package/dist/esm/modules/uid/uuid/v5.js.map +1 -1
- package/dist/esm/modules/uid/uuid/v7.d.ts +15 -10
- package/dist/esm/modules/uid/uuid/v7.d.ts.map +1 -1
- package/dist/esm/modules/uid/uuid/v7.js +88 -79
- package/dist/esm/modules/uid/uuid/v7.js.map +1 -1
- package/dist/esm/modules/worker-thread/bus/base.js +2 -2
- package/dist/esm/modules/worker-thread/bus/base.js.map +1 -1
- package/dist/esm/modules/worker-thread/worker/base.d.ts.map +1 -1
- package/dist/esm/modules/worker-thread/worker/base.js +4 -3
- package/dist/esm/modules/worker-thread/worker/base.js.map +1 -1
- package/dist/esm/utilities/error.utility.d.ts +7 -0
- package/dist/esm/utilities/error.utility.d.ts.map +1 -0
- package/dist/esm/utilities/error.utility.js +9 -0
- package/dist/esm/utilities/error.utility.js.map +1 -0
- package/dist/esm/utilities/form-body.utility.d.ts +12 -10
- package/dist/esm/utilities/form-body.utility.d.ts.map +1 -1
- package/dist/esm/utilities/form-body.utility.js +19 -16
- package/dist/esm/utilities/form-body.utility.js.map +1 -1
- package/dist/esm/utilities/hr-time.utility.d.ts +7 -5
- package/dist/esm/utilities/hr-time.utility.d.ts.map +1 -1
- package/dist/esm/utilities/hr-time.utility.js +11 -9
- package/dist/esm/utilities/hr-time.utility.js.map +1 -1
- package/dist/esm/utilities/index.d.ts +2 -2
- package/dist/esm/utilities/index.d.ts.map +1 -1
- package/dist/esm/utilities/index.js +2 -2
- package/dist/esm/utilities/index.js.map +1 -1
- package/dist/esm/utilities/module.utility.d.ts.map +1 -1
- package/dist/esm/utilities/module.utility.js +4 -2
- package/dist/esm/utilities/module.utility.js.map +1 -1
- package/dist/esm/utilities/parse.utility.d.ts +89 -43
- package/dist/esm/utilities/parse.utility.d.ts.map +1 -1
- package/dist/esm/utilities/parse.utility.js +173 -141
- package/dist/esm/utilities/parse.utility.js.map +1 -1
- package/dist/esm/utilities/performance.utility.d.ts +15 -13
- package/dist/esm/utilities/performance.utility.d.ts.map +1 -1
- package/dist/esm/utilities/performance.utility.js +34 -29
- package/dist/esm/utilities/performance.utility.js.map +1 -1
- package/dist/esm/utilities/promise.utility.d.ts +20 -18
- package/dist/esm/utilities/promise.utility.d.ts.map +1 -1
- package/dist/esm/utilities/promise.utility.js +41 -51
- package/dist/esm/utilities/promise.utility.js.map +1 -1
- package/dist/esm/utilities/request.utility.d.ts +35 -29
- package/dist/esm/utilities/request.utility.d.ts.map +1 -1
- package/dist/esm/utilities/request.utility.js +117 -115
- package/dist/esm/utilities/request.utility.js.map +1 -1
- package/package.json +4 -15
- package/dist/esm/modules/logger/winston/formatters/deep-splat.d.ts +0 -4
- package/dist/esm/modules/logger/winston/formatters/deep-splat.d.ts.map +0 -1
- package/dist/esm/modules/logger/winston/formatters/deep-splat.js +0 -14
- package/dist/esm/modules/logger/winston/formatters/deep-splat.js.map +0 -1
- package/dist/esm/modules/logger/winston/formatters/index.d.ts +0 -2
- package/dist/esm/modules/logger/winston/formatters/index.d.ts.map +0 -1
- package/dist/esm/modules/logger/winston/formatters/index.js +0 -2
- package/dist/esm/modules/logger/winston/formatters/index.js.map +0 -1
- package/dist/esm/modules/network/http-request/common/types.d.ts +0 -2
- package/dist/esm/modules/network/http-request/common/types.d.ts.map +0 -1
- package/dist/esm/modules/network/http-request/common/types.js +0 -2
- package/dist/esm/modules/network/http-request/common/types.js.map +0 -1
- package/dist/esm/modules/queue/common/types.d.ts +0 -2
- package/dist/esm/modules/queue/common/types.d.ts.map +0 -1
- package/dist/esm/modules/queue/common/types.js +0 -2
- package/dist/esm/modules/queue/common/types.js.map +0 -1
- package/dist/esm/modules/queue/kafka/bundler/platformatic-require.plugin.d.ts +0 -4
- package/dist/esm/modules/queue/kafka/bundler/platformatic-require.plugin.d.ts.map +0 -1
- package/dist/esm/modules/queue/kafka/bundler/platformatic-require.plugin.js +0 -28
- package/dist/esm/modules/queue/kafka/bundler/platformatic-require.plugin.js.map +0 -1
- package/dist/esm/modules/queue/kafka/bundler/platformatic-wasm.plugin.d.ts +0 -4
- package/dist/esm/modules/queue/kafka/bundler/platformatic-wasm.plugin.d.ts.map +0 -1
- package/dist/esm/modules/queue/kafka/bundler/platformatic-wasm.plugin.js +0 -26
- package/dist/esm/modules/queue/kafka/bundler/platformatic-wasm.plugin.js.map +0 -1
- package/dist/esm/modules/storage/minio/helper.d.ts +0 -55
- package/dist/esm/modules/storage/minio/helper.d.ts.map +0 -1
- package/dist/esm/modules/storage/minio/helper.js +0 -176
- package/dist/esm/modules/storage/minio/helper.js.map +0 -1
- package/dist/esm/modules/storage/minio/index.d.ts +0 -2
- package/dist/esm/modules/storage/minio/index.d.ts.map +0 -1
- package/dist/esm/modules/storage/minio/index.js +0 -2
- package/dist/esm/modules/storage/minio/index.js.map +0 -1
- package/dist/esm/utilities/sleep.utility.d.ts +0 -2
- package/dist/esm/utilities/sleep.utility.d.ts.map +0 -1
- package/dist/esm/utilities/sleep.utility.js +0 -4
- package/dist/esm/utilities/sleep.utility.js.map +0 -1
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { ObjectUtility } from '@venizia/ignis-inversion';
|
|
2
2
|
import { BaseHelper } from '../../../base.js';
|
|
3
|
-
import {
|
|
3
|
+
import { HookUtility } from '../../common/index.js';
|
|
4
4
|
import { QueueStatuses, } from './common/index.js';
|
|
5
5
|
export class SequentialQueueHelper extends BaseHelper {
|
|
6
6
|
constructor(opts) {
|
|
@@ -26,7 +26,7 @@ export class SequentialQueueHelper extends BaseHelper {
|
|
|
26
26
|
/** Announce a state transition, awaiting the hook but never letting it break the caller. */
|
|
27
27
|
notifyStateChange(opts) {
|
|
28
28
|
const { scope, from } = opts;
|
|
29
|
-
return
|
|
29
|
+
return HookUtility.execute({
|
|
30
30
|
logger: this.logger,
|
|
31
31
|
scope,
|
|
32
32
|
execution: () => this.onStateChange?.({ identifier: this.identifier, from, to: this.state }),
|
|
@@ -35,7 +35,7 @@ export class SequentialQueueHelper extends BaseHelper {
|
|
|
35
35
|
/** Announce a state transition from a synchronous caller (lock/unlock/settle) - fire-and-forget. */
|
|
36
36
|
notifyStateChangeAsync(opts) {
|
|
37
37
|
const { scope, from } = opts;
|
|
38
|
-
|
|
38
|
+
HookUtility.invoke({
|
|
39
39
|
logger: this.logger,
|
|
40
40
|
scope,
|
|
41
41
|
execution: () => this.onStateChange?.({ identifier: this.identifier, from, to: this.state }),
|
|
@@ -62,7 +62,7 @@ export class SequentialQueueHelper extends BaseHelper {
|
|
|
62
62
|
this.getElementAt(0).isLocked = true;
|
|
63
63
|
this.processingEvents.add(this.getElementAt(0));
|
|
64
64
|
// A failing handler must never leave the queue PROCESSING forever: the element would stay LOCKED at the head, nextMessage() would refuse every dispatch and storage would grow without bound. The handler owns its retry policy - here the element is logged, dropped, and the queue moves on.
|
|
65
|
-
await
|
|
65
|
+
await HookUtility.execute({
|
|
66
66
|
logger: this.logger,
|
|
67
67
|
scope: this.handleMessage.name,
|
|
68
68
|
execution: () => this.onMessage?.({ identifier: this.identifier, queueElement: this.getElementAt(0) }),
|
|
@@ -122,7 +122,7 @@ export class SequentialQueueHelper extends BaseHelper {
|
|
|
122
122
|
const queueElement = { isLocked: false, payload };
|
|
123
123
|
this.storage.push(queueElement);
|
|
124
124
|
this.totalEvent++;
|
|
125
|
-
await
|
|
125
|
+
await HookUtility.execute({
|
|
126
126
|
logger: this.logger,
|
|
127
127
|
scope: this.enqueue.name,
|
|
128
128
|
execution: () => this.onDataEnqueue?.({ identifier: this.identifier, queueElement }),
|
|
@@ -133,8 +133,8 @@ export class SequentialQueueHelper extends BaseHelper {
|
|
|
133
133
|
}
|
|
134
134
|
dequeue() {
|
|
135
135
|
const value = this.storage.shift();
|
|
136
|
-
if (value && !isEmpty({ value: value })) {
|
|
137
|
-
|
|
136
|
+
if (value && !ObjectUtility.isEmpty({ value: value })) {
|
|
137
|
+
HookUtility.invoke({
|
|
138
138
|
logger: this.logger,
|
|
139
139
|
scope: this.dequeue.name,
|
|
140
140
|
execution: () => this.onDataDequeue?.({ identifier: this.identifier, queueElement: value }),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"helper.js","sourceRoot":"","sources":["../../../../../../src/modules/queue/internal/sequential/helper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AAEnD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAEL,aAAa,GAGd,MAAM,UAAU,CAAC;AAElB,MAAM,OAAO,qBAAuC,SAAQ,UAAU;IA+BpE,YAAY,IAA8D;QACxE,KAAK,CAAC;YACJ,KAAK,EAAE,GAAG,qBAAqB,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE;YACzD,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;QA7BK,iBAAY,GAAY,IAAI,CAAC;QAC7B,UAAK,GAAiB,aAAa,CAAC,OAAO,CAAC;QA8BpD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,gBAAgB,GAAG,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAEzC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC;QACnC,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAE/B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACxC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACxC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;IAC1C,CAAC;IAED,4FAA4F;IAClF,iBAAiB,CAAC,IAA2C;QACrE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;QAE7B,OAAO,SAAS,CAAC;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;SAC7F,CAAC,CAAC;IACL,CAAC;IAED,oGAAoG;IAC1F,sBAAsB,CAAC,IAA2C;QAC1E,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;QAE7B,UAAU,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;SAC7F,CAAC,CAAC;IACL,CAAC;IAES,KAAK,CAAC,aAAa;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,MAAM;iBACR,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;iBAC5B,IAAI,CAAC,kDAAkD,EAAE,OAAO,CAAC,CAAC;YACrE,OAAO;QACT,CAAC;QAED,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;QACtC,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,mCAAmC,EAAE,OAAO,CAAC,CAAC;YAC7E,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;YAChF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,UAAU,CAAC;YACtC,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhD,+RAA+R;QAC/R,MAAM,SAAS,CAAC;YACd,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI;YAC9B,SAAS,EAAE,GAAG,EAAE,CACd,IAAI,CAAC,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;SACxF,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QACnC,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;YAChF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC;YACnC,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;gBACxB,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC;gBACnC,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/E,CAAC;YAED,OAAO;QACT,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAEO,CAAC,gBAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM;iBACR,GAAG,CAAC,kBAAkB,CAAC;iBACvB,IAAI,CAAC,uEAAuE,CAAC,CAAC;YACjF,OAAO;QACT,CAAC;QAED,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,WAAW;QACT,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM;iBACR,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;iBAC1B,IAAI,CACH,4FAA4F,EAC5F,IAAI,CAAC,KAAK,CACX,CAAC;YACJ,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAwB;QACpC,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;YACnE,IAAI,CAAC,MAAM;iBACR,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;iBACtB,KAAK,CACJ,mFAAmF,EACnF,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,KAAK,CACX,CAAC;YACJ,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAmC,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QAClF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAChC,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,SAAS,CAAC;YACd,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;YACxB,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC;SACrF,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAEnC,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YACxC,UAAU,CAAC;gBACT,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;gBACxB,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;aAC5F,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;YACvC,IAAI,CAAC,MAAM;iBACR,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;iBACnB,KAAK,CACJ,2EAA2E,EAC3E,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,KAAK,CACX,CAAC;YACJ,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,sBAAsB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,CAAC,IAA4C;QACjD,IAAI,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC;YACtC,IAAI,CAAC,MAAM;iBACR,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;iBACrB,KAAK,CACJ,6EAA6E,EAC7E,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,KAAK,CACX,CAAC;YACJ,OAAO;QACT,CAAC;QAED,MAAM,EAAE,wBAAwB,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;QAEjD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC;QACnC,IAAI,CAAC,sBAAsB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAErE,IAAI,CAAC,wBAAwB,EAAE,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED,MAAM;QACJ,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAE9B,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,UAAU,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC;YACnC,IAAI,CAAC,sBAAsB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IACtE,CAAC;IAED,KAAK;QACH,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YACpB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,YAAY,CAAC,QAAgB;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,mBAAmB;QACjB,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;CACF","sourcesContent":["import { isEmpty } from '@venizia/ignis-inversion';\nimport { type ValueOrPromise } from '@/common/types';\nimport { BaseHelper } from '@/modules/base';\nimport { awaitHook, invokeHook } from '../../common';\nimport {\n type IQueueCallback,\n QueueStatuses,\n type TQueueElement,\n type TQueueStatus,\n} from './common';\n\nexport class SequentialQueueHelper<TElementPayload> extends BaseHelper {\n public storage: Array<TQueueElement<TElementPayload>>;\n protected processingEvents: Set<TQueueElement<TElementPayload>>;\n protected generator: Generator;\n\n protected totalEvent: number;\n protected autoDispatch: boolean = true;\n protected state: TQueueStatus = QueueStatuses.WAITING;\n protected isSettleRequested: boolean;\n\n private onMessage?: (opts: {\n identifier: string;\n queueElement: TQueueElement<TElementPayload>;\n }) => ValueOrPromise<void>;\n\n private onDataEnqueue?: (opts: {\n identifier: string;\n queueElement: TQueueElement<TElementPayload>;\n }) => ValueOrPromise<void>;\n\n private onDataDequeue?: (opts: {\n identifier: string;\n queueElement: TQueueElement<TElementPayload>;\n }) => ValueOrPromise<void>;\n\n private onStateChange?: (opts: {\n identifier: string;\n from: TQueueStatus;\n to: TQueueStatus;\n }) => ValueOrPromise<void>;\n\n constructor(opts: IQueueCallback<TElementPayload> & { identifier: string }) {\n super({\n scope: `${SequentialQueueHelper.name}_${opts.identifier}`,\n identifier: opts.identifier,\n });\n\n this.identifier = opts.identifier;\n this.storage = [];\n this.processingEvents = new Set([]);\n this.generator = this._messageListener();\n\n this.totalEvent = 0;\n this.autoDispatch = opts.autoDispatch ?? true;\n this.state = QueueStatuses.WAITING;\n this.isSettleRequested = false;\n\n this.onMessage = opts.onMessage;\n this.onDataEnqueue = opts.onDataEnqueue;\n this.onDataDequeue = opts.onDataDequeue;\n this.onStateChange = opts.onStateChange;\n }\n\n /** Announce a state transition, awaiting the hook but never letting it break the caller. */\n protected notifyStateChange(opts: { scope: string; from: TQueueStatus }): Promise<void> {\n const { scope, from } = opts;\n\n return awaitHook({\n logger: this.logger,\n scope,\n execution: () => this.onStateChange?.({ identifier: this.identifier, from, to: this.state }),\n });\n }\n\n /** Announce a state transition from a synchronous caller (lock/unlock/settle) - fire-and-forget. */\n protected notifyStateChangeAsync(opts: { scope: string; from: TQueueStatus }): void {\n const { scope, from } = opts;\n\n invokeHook({\n logger: this.logger,\n scope,\n execution: () => this.onStateChange?.({ identifier: this.identifier, from, to: this.state }),\n });\n }\n\n protected async handleMessage() {\n const current = this.getElementAt(0);\n if (!current) {\n this.logger\n .for(this.handleMessage.name)\n .warn('current: %j | Invalid current message to handle!', current);\n return;\n }\n\n const { isLocked, payload } = current;\n if (isLocked) {\n this.logger.for('handle').info('Skip LOCKED message | Payload: %j', payload);\n return;\n }\n\n if (this.state !== QueueStatuses.LOCKED && this.state !== QueueStatuses.SETTLED) {\n const snap = this.state;\n this.state = QueueStatuses.PROCESSING;\n await this.notifyStateChange({ scope: this.handleMessage.name, from: snap });\n }\n\n this.getElementAt(0).isLocked = true;\n\n this.processingEvents.add(this.getElementAt(0));\n\n // A failing handler must never leave the queue PROCESSING forever: the element would stay LOCKED at the head, nextMessage() would refuse every dispatch and storage would grow without bound. The handler owns its retry policy - here the element is logged, dropped, and the queue moves on.\n await awaitHook({\n logger: this.logger,\n scope: this.handleMessage.name,\n execution: () =>\n this.onMessage?.({ identifier: this.identifier, queueElement: this.getElementAt(0) }),\n });\n\n const doneElement = this.dequeue();\n if (doneElement) {\n this.processingEvents.delete(doneElement);\n }\n\n if (this.state !== QueueStatuses.LOCKED && this.state !== QueueStatuses.SETTLED) {\n const snap = this.state;\n this.state = QueueStatuses.WAITING;\n await this.notifyStateChange({ scope: this.handleMessage.name, from: snap });\n }\n\n if (!this.storage.length) {\n if (this.isSettleRequested) {\n const snap = this.state;\n this.state = QueueStatuses.SETTLED;\n await this.notifyStateChange({ scope: this.handleMessage.name, from: snap });\n }\n\n return;\n }\n\n this.nextMessage();\n }\n\n private *_messageListener() {\n if (!this.onMessage) {\n this.logger\n .for('_messageListener')\n .warn('Queue has no onMessage listener | Skip initializing message iterator!');\n return;\n }\n\n while (true) {\n yield this.handleMessage();\n }\n }\n\n nextMessage() {\n if (this.state !== QueueStatuses.WAITING) {\n this.logger\n .for(this.nextMessage.name)\n .warn(\n 'SKIP request next message | Invalid queue state to request next message | currentState: %s',\n this.state,\n );\n return;\n }\n\n this.generator.next();\n }\n\n async enqueue(payload: TElementPayload) {\n if (this.isSettleRequested || this.state === QueueStatuses.SETTLED) {\n this.logger\n .for(this.enqueue.name)\n .error(\n 'isSettled: %s | currentState: %s | Queue was SETTLED | No more element acceptable',\n this.isSettleRequested,\n this.state,\n );\n return;\n }\n\n if (!this.storage) {\n this.storage = [];\n }\n\n if (!payload) {\n return;\n }\n\n const queueElement: TQueueElement<TElementPayload> = { isLocked: false, payload };\n this.storage.push(queueElement);\n this.totalEvent++;\n await awaitHook({\n logger: this.logger,\n scope: this.enqueue.name,\n execution: () => this.onDataEnqueue?.({ identifier: this.identifier, queueElement }),\n });\n\n if (this.autoDispatch) {\n this.nextMessage();\n }\n }\n\n dequeue() {\n const value = this.storage.shift();\n\n if (value && !isEmpty({ value: value })) {\n invokeHook({\n logger: this.logger,\n scope: this.dequeue.name,\n execution: () => this.onDataDequeue?.({ identifier: this.identifier, queueElement: value }),\n });\n }\n\n return value;\n }\n\n lock() {\n if (this.state >= QueueStatuses.LOCKED) {\n this.logger\n .for(this.lock.name)\n .error(\n 'isSettled | currentState: %s | Invalid queue state to request lock queue!',\n this.isSettleRequested,\n this.state,\n );\n return;\n }\n\n const snap = this.state;\n this.state = QueueStatuses.LOCKED;\n this.notifyStateChangeAsync({ scope: this.lock.name, from: snap });\n }\n\n unlock(opts: { shouldProcessNextElement?: boolean }) {\n if (this.state > QueueStatuses.LOCKED) {\n this.logger\n .for(this.unlock.name)\n .error(\n 'isSettled | currentState: %s | Invalid queue state to request unlock queue!',\n this.isSettleRequested,\n this.state,\n );\n return;\n }\n\n const { shouldProcessNextElement = true } = opts;\n\n const snap = this.state;\n this.state = QueueStatuses.WAITING;\n this.notifyStateChangeAsync({ scope: this.unlock.name, from: snap });\n\n if (!shouldProcessNextElement) {\n return;\n }\n\n this.nextMessage();\n }\n\n settle() {\n this.isSettleRequested = true;\n\n if (this.state !== QueueStatuses.PROCESSING) {\n const snap = this.state;\n this.state = QueueStatuses.SETTLED;\n this.notifyStateChangeAsync({ scope: this.settle.name, from: snap });\n }\n }\n\n isSettled() {\n return this.state === QueueStatuses.SETTLED && !this.storage.length;\n }\n\n close() {\n this.settle();\n this.generator.return({\n state: this.state,\n totalEvent: this.totalEvent,\n });\n }\n\n getElementAt(position: number) {\n return this.storage[position];\n }\n\n getState() {\n return this.state;\n }\n\n getTotalEvent() {\n return this.totalEvent;\n }\n\n getProcessingEvents() {\n return this.processingEvents;\n }\n}\n"]}
|
|
1
|
+
{"version":3,"file":"helper.js","sourceRoot":"","sources":["../../../../../../src/modules/queue/internal/sequential/helper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAEzD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAEL,aAAa,GAGd,MAAM,UAAU,CAAC;AAElB,MAAM,OAAO,qBAAuC,SAAQ,UAAU;IA+BpE,YAAY,IAA8D;QACxE,KAAK,CAAC;YACJ,KAAK,EAAE,GAAG,qBAAqB,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE;YACzD,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;QA7BK,iBAAY,GAAY,IAAI,CAAC;QAC7B,UAAK,GAAiB,aAAa,CAAC,OAAO,CAAC;QA8BpD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,gBAAgB,GAAG,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAEzC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC;QACnC,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QAE/B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACxC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACxC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;IAC1C,CAAC;IAED,4FAA4F;IAClF,iBAAiB,CAAC,IAA2C;QACrE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;QAE7B,OAAO,WAAW,CAAC,OAAO,CAAC;YACzB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;SAC7F,CAAC,CAAC;IACL,CAAC;IAED,oGAAoG;IAC1F,sBAAsB,CAAC,IAA2C;QAC1E,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;QAE7B,WAAW,CAAC,MAAM,CAAC;YACjB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK;YACL,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;SAC7F,CAAC,CAAC;IACL,CAAC;IAES,KAAK,CAAC,aAAa;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,MAAM;iBACR,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;iBAC5B,IAAI,CAAC,kDAAkD,EAAE,OAAO,CAAC,CAAC;YACrE,OAAO;QACT,CAAC;QAED,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;QACtC,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,mCAAmC,EAAE,OAAO,CAAC,CAAC;YAC7E,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;YAChF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,UAAU,CAAC;YACtC,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhD,+RAA+R;QAC/R,MAAM,WAAW,CAAC,OAAO,CAAC;YACxB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI;YAC9B,SAAS,EAAE,GAAG,EAAE,CACd,IAAI,CAAC,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;SACxF,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QACnC,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;YAChF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC;YACnC,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;gBACxB,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC;gBACnC,MAAM,IAAI,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/E,CAAC;YAED,OAAO;QACT,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAEO,CAAC,gBAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM;iBACR,GAAG,CAAC,kBAAkB,CAAC;iBACvB,IAAI,CAAC,uEAAuE,CAAC,CAAC;YACjF,OAAO;QACT,CAAC;QAED,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,WAAW;QACT,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM;iBACR,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;iBAC1B,IAAI,CACH,4FAA4F,EAC5F,IAAI,CAAC,KAAK,CACX,CAAC;YACJ,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAwB;QACpC,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;YACnE,IAAI,CAAC,MAAM;iBACR,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;iBACtB,KAAK,CACJ,mFAAmF,EACnF,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,KAAK,CACX,CAAC;YACJ,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QACpB,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QAED,MAAM,YAAY,GAAmC,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QAClF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAChC,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,MAAM,WAAW,CAAC,OAAO,CAAC;YACxB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;YACxB,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC;SACrF,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO;QACL,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAEnC,IAAI,KAAK,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YACtD,WAAW,CAAC,MAAM,CAAC;gBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;gBACxB,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;aAC5F,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;YACvC,IAAI,CAAC,MAAM;iBACR,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;iBACnB,KAAK,CACJ,2EAA2E,EAC3E,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,KAAK,CACX,CAAC;YACJ,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,sBAAsB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,CAAC,IAA4C;QACjD,IAAI,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC;YACtC,IAAI,CAAC,MAAM;iBACR,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;iBACrB,KAAK,CACJ,6EAA6E,EAC7E,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,KAAK,CACX,CAAC;YACJ,OAAO;QACT,CAAC;QAED,MAAM,EAAE,wBAAwB,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;QAEjD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC;QACnC,IAAI,CAAC,sBAAsB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAErE,IAAI,CAAC,wBAAwB,EAAE,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED,MAAM;QACJ,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAE9B,IAAI,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,UAAU,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,aAAa,CAAC,OAAO,CAAC;YACnC,IAAI,CAAC,sBAAsB,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,KAAK,KAAK,aAAa,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IACtE,CAAC;IAED,KAAK;QACH,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;YACpB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,UAAU,EAAE,IAAI,CAAC,UAAU;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,YAAY,CAAC,QAAgB;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,mBAAmB;QACjB,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;CACF","sourcesContent":["import { ObjectUtility } from '@venizia/ignis-inversion';\nimport { type ValueOrPromise } from '@/common/types';\nimport { BaseHelper } from '@/modules/base';\nimport { HookUtility } from '../../common';\nimport {\n type IQueueCallback,\n QueueStatuses,\n type TQueueElement,\n type TQueueStatus,\n} from './common';\n\nexport class SequentialQueueHelper<TElementPayload> extends BaseHelper {\n public storage: Array<TQueueElement<TElementPayload>>;\n protected processingEvents: Set<TQueueElement<TElementPayload>>;\n protected generator: Generator;\n\n protected totalEvent: number;\n protected autoDispatch: boolean = true;\n protected state: TQueueStatus = QueueStatuses.WAITING;\n protected isSettleRequested: boolean;\n\n private onMessage?: (opts: {\n identifier: string;\n queueElement: TQueueElement<TElementPayload>;\n }) => ValueOrPromise<void>;\n\n private onDataEnqueue?: (opts: {\n identifier: string;\n queueElement: TQueueElement<TElementPayload>;\n }) => ValueOrPromise<void>;\n\n private onDataDequeue?: (opts: {\n identifier: string;\n queueElement: TQueueElement<TElementPayload>;\n }) => ValueOrPromise<void>;\n\n private onStateChange?: (opts: {\n identifier: string;\n from: TQueueStatus;\n to: TQueueStatus;\n }) => ValueOrPromise<void>;\n\n constructor(opts: IQueueCallback<TElementPayload> & { identifier: string }) {\n super({\n scope: `${SequentialQueueHelper.name}_${opts.identifier}`,\n identifier: opts.identifier,\n });\n\n this.identifier = opts.identifier;\n this.storage = [];\n this.processingEvents = new Set([]);\n this.generator = this._messageListener();\n\n this.totalEvent = 0;\n this.autoDispatch = opts.autoDispatch ?? true;\n this.state = QueueStatuses.WAITING;\n this.isSettleRequested = false;\n\n this.onMessage = opts.onMessage;\n this.onDataEnqueue = opts.onDataEnqueue;\n this.onDataDequeue = opts.onDataDequeue;\n this.onStateChange = opts.onStateChange;\n }\n\n /** Announce a state transition, awaiting the hook but never letting it break the caller. */\n protected notifyStateChange(opts: { scope: string; from: TQueueStatus }): Promise<void> {\n const { scope, from } = opts;\n\n return HookUtility.execute({\n logger: this.logger,\n scope,\n execution: () => this.onStateChange?.({ identifier: this.identifier, from, to: this.state }),\n });\n }\n\n /** Announce a state transition from a synchronous caller (lock/unlock/settle) - fire-and-forget. */\n protected notifyStateChangeAsync(opts: { scope: string; from: TQueueStatus }): void {\n const { scope, from } = opts;\n\n HookUtility.invoke({\n logger: this.logger,\n scope,\n execution: () => this.onStateChange?.({ identifier: this.identifier, from, to: this.state }),\n });\n }\n\n protected async handleMessage() {\n const current = this.getElementAt(0);\n if (!current) {\n this.logger\n .for(this.handleMessage.name)\n .warn('current: %j | Invalid current message to handle!', current);\n return;\n }\n\n const { isLocked, payload } = current;\n if (isLocked) {\n this.logger.for('handle').info('Skip LOCKED message | Payload: %j', payload);\n return;\n }\n\n if (this.state !== QueueStatuses.LOCKED && this.state !== QueueStatuses.SETTLED) {\n const snap = this.state;\n this.state = QueueStatuses.PROCESSING;\n await this.notifyStateChange({ scope: this.handleMessage.name, from: snap });\n }\n\n this.getElementAt(0).isLocked = true;\n\n this.processingEvents.add(this.getElementAt(0));\n\n // A failing handler must never leave the queue PROCESSING forever: the element would stay LOCKED at the head, nextMessage() would refuse every dispatch and storage would grow without bound. The handler owns its retry policy - here the element is logged, dropped, and the queue moves on.\n await HookUtility.execute({\n logger: this.logger,\n scope: this.handleMessage.name,\n execution: () =>\n this.onMessage?.({ identifier: this.identifier, queueElement: this.getElementAt(0) }),\n });\n\n const doneElement = this.dequeue();\n if (doneElement) {\n this.processingEvents.delete(doneElement);\n }\n\n if (this.state !== QueueStatuses.LOCKED && this.state !== QueueStatuses.SETTLED) {\n const snap = this.state;\n this.state = QueueStatuses.WAITING;\n await this.notifyStateChange({ scope: this.handleMessage.name, from: snap });\n }\n\n if (!this.storage.length) {\n if (this.isSettleRequested) {\n const snap = this.state;\n this.state = QueueStatuses.SETTLED;\n await this.notifyStateChange({ scope: this.handleMessage.name, from: snap });\n }\n\n return;\n }\n\n this.nextMessage();\n }\n\n private *_messageListener() {\n if (!this.onMessage) {\n this.logger\n .for('_messageListener')\n .warn('Queue has no onMessage listener | Skip initializing message iterator!');\n return;\n }\n\n while (true) {\n yield this.handleMessage();\n }\n }\n\n nextMessage() {\n if (this.state !== QueueStatuses.WAITING) {\n this.logger\n .for(this.nextMessage.name)\n .warn(\n 'SKIP request next message | Invalid queue state to request next message | currentState: %s',\n this.state,\n );\n return;\n }\n\n this.generator.next();\n }\n\n async enqueue(payload: TElementPayload) {\n if (this.isSettleRequested || this.state === QueueStatuses.SETTLED) {\n this.logger\n .for(this.enqueue.name)\n .error(\n 'isSettled: %s | currentState: %s | Queue was SETTLED | No more element acceptable',\n this.isSettleRequested,\n this.state,\n );\n return;\n }\n\n if (!this.storage) {\n this.storage = [];\n }\n\n if (!payload) {\n return;\n }\n\n const queueElement: TQueueElement<TElementPayload> = { isLocked: false, payload };\n this.storage.push(queueElement);\n this.totalEvent++;\n await HookUtility.execute({\n logger: this.logger,\n scope: this.enqueue.name,\n execution: () => this.onDataEnqueue?.({ identifier: this.identifier, queueElement }),\n });\n\n if (this.autoDispatch) {\n this.nextMessage();\n }\n }\n\n dequeue() {\n const value = this.storage.shift();\n\n if (value && !ObjectUtility.isEmpty({ value: value })) {\n HookUtility.invoke({\n logger: this.logger,\n scope: this.dequeue.name,\n execution: () => this.onDataDequeue?.({ identifier: this.identifier, queueElement: value }),\n });\n }\n\n return value;\n }\n\n lock() {\n if (this.state >= QueueStatuses.LOCKED) {\n this.logger\n .for(this.lock.name)\n .error(\n 'isSettled | currentState: %s | Invalid queue state to request lock queue!',\n this.isSettleRequested,\n this.state,\n );\n return;\n }\n\n const snap = this.state;\n this.state = QueueStatuses.LOCKED;\n this.notifyStateChangeAsync({ scope: this.lock.name, from: snap });\n }\n\n unlock(opts: { shouldProcessNextElement?: boolean }) {\n if (this.state > QueueStatuses.LOCKED) {\n this.logger\n .for(this.unlock.name)\n .error(\n 'isSettled | currentState: %s | Invalid queue state to request unlock queue!',\n this.isSettleRequested,\n this.state,\n );\n return;\n }\n\n const { shouldProcessNextElement = true } = opts;\n\n const snap = this.state;\n this.state = QueueStatuses.WAITING;\n this.notifyStateChangeAsync({ scope: this.unlock.name, from: snap });\n\n if (!shouldProcessNextElement) {\n return;\n }\n\n this.nextMessage();\n }\n\n settle() {\n this.isSettleRequested = true;\n\n if (this.state !== QueueStatuses.PROCESSING) {\n const snap = this.state;\n this.state = QueueStatuses.SETTLED;\n this.notifyStateChangeAsync({ scope: this.settle.name, from: snap });\n }\n }\n\n isSettled() {\n return this.state === QueueStatuses.SETTLED && !this.storage.length;\n }\n\n close() {\n this.settle();\n this.generator.return({\n state: this.state,\n totalEvent: this.totalEvent,\n });\n }\n\n getElementAt(position: number) {\n return this.storage[position];\n }\n\n getState() {\n return this.state;\n }\n\n getTotalEvent() {\n return this.totalEvent;\n }\n\n getProcessingEvents() {\n return this.processingEvents;\n }\n}\n"]}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { getError } from '../../error/index.js';
|
|
2
2
|
import { BaseHelper } from '../../base.js';
|
|
3
|
-
import {
|
|
3
|
+
import { HookUtility } from '../common/index.js';
|
|
4
4
|
import { KafkaClientEvents, KafkaDefaults, KafkaHealthStatuses, } from './common/constants.js';
|
|
5
5
|
/**
|
|
6
6
|
* Shared health tracking and broker event wiring for all Kafka helpers (producer, consumer, admin); `TClient` is the platformatic client type, passed by subclasses via `super({ client })`.
|
|
@@ -36,7 +36,7 @@ export class BaseKafkaHelper extends BaseHelper {
|
|
|
36
36
|
this.connectedBrokers.add(brokerKey);
|
|
37
37
|
this.healthStatus = KafkaHealthStatuses.CONNECTED;
|
|
38
38
|
this.logger.info('[configureBrokerConnect] Broker CONNECTED | Host: %s | Port: %d | Connected: %d', payload.broker.host, payload.broker.port, this.connectedBrokers.size);
|
|
39
|
-
|
|
39
|
+
HookUtility.invoke({
|
|
40
40
|
logger: this.logger,
|
|
41
41
|
scope: 'configureBrokerConnect',
|
|
42
42
|
execution: () => this.onBrokerConnect?.({ broker: payload.broker }),
|
|
@@ -51,7 +51,7 @@ export class BaseKafkaHelper extends BaseHelper {
|
|
|
51
51
|
this.healthStatus = KafkaHealthStatuses.DISCONNECTED;
|
|
52
52
|
}
|
|
53
53
|
this.logger.warn('[configureBrokerDisconnect] Broker DISCONNECTED | Host: %s | Port: %d | Remaining: %d', payload.broker.host, payload.broker.port, this.connectedBrokers.size);
|
|
54
|
-
|
|
54
|
+
HookUtility.invoke({
|
|
55
55
|
logger: this.logger,
|
|
56
56
|
scope: 'configureBrokerDisconnect',
|
|
57
57
|
execution: () => this.onBrokerDisconnect?.({ broker: payload.broker }),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../../src/modules/queue/kafka/base.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5C,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EACL,iBAAiB,EACjB,aAAa,EACb,mBAAmB,GAEpB,MAAM,oBAAoB,CAAC;AAY5B;;;;GAIG;AACH,MAAM,OAAgB,eAAmD,SAAQ,UAAU;IAYzF,YAAY,IAAgC;QAC1C,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QATlD,iBAAY,GAAuB,mBAAmB,CAAC,OAAO,CAAC;QAEzE,qDAAqD;QAClC,qBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;QAOtD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,aAAa,CAAC,gBAAgB,CAAC;QAC9E,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QAC5C,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;IACpD,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,GAAG,CAAC,CAAC;IACxC,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,YAAY,KAAK,mBAAmB,CAAC,SAAS,CAAC;IAC7D,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,uBAAuB;QACrB,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC;IACpC,CAAC;IAES,sBAAsB;QAC9B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,cAAc,EAAE,CAAC,OAAmC,EAAE,EAAE;YACvF,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAClE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACrC,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,SAAS,CAAC;YAElD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iFAAiF,EACjF,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAC3B,CAAC;YAEF,UAAU,CAAC;gBACT,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,wBAAwB;gBAC/B,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;aACpE,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAES,yBAAyB;QACjC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,CAAC,OAAmC,EAAE,EAAE;YAC1F,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAClE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAExC,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACrC,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,YAAY,CAAC;YACvD,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,uFAAuF,EACvF,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAC3B,CAAC;YAEF,UAAU,CAAC;gBACT,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,2BAA2B;gBAClC,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;aACvE,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAES,qBAAqB;QAC7B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,OAAmC,EAAE,EAAE;YACtF,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAClE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAExC,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACrC,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,YAAY,CAAC;YACvD,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,wFAAwF,EACxF,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAC3B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAES,qBAAqB;QAC7B,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAES,uBAAuB;QAC/B,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;IAClE,CAAC;IAES,UAAU,CAAC,SAAkB;QACrC,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAES,gBAAgB;QACxB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,YAAY,CAAC;IACvD,CAAC;IAES,WAAW;QACnB,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,kMAAkM;IACxL,uBAAuB;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAiB,CAAC;QAEtC,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,KAAoB,EAAE,EAAE;gBAC1C,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,CAAC,KAAK,CAAC,CAAC;oBACd,OAAO;gBACT,CAAC;gBAED,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAES,KAAK,CAAC,mBAAmB;QACjC,IAAI,aAAa,GAA0B,IAAI,CAAC;QAEhD,IAAI,CAAC;YACH,2KAA2K;YAC3K,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,IAAI,CAAC,WAAW,EAAE;gBAClB,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;oBAC9B,aAAa,GAAG,UAAU,CACxB,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,0CAA0C,EAAE,CAAC,CAAC,EAC/E,IAAI,CAAC,eAAe,CACrB,CAAC;gBACJ,CAAC,CAAC;aACH,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;gBAC3B,YAAY,CAAC,aAAa,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;CACF","sourcesContent":["import type { AnyType } from '@/common';\nimport { getError } from '@/modules/error';\nimport { BaseHelper } from '@/modules/base';\nimport type { Base, BaseOptions, ConnectionPoolEventPayload } from '@platformatic/kafka';\nimport { invokeHook } from '../common';\nimport {\n KafkaClientEvents,\n KafkaDefaults,\n KafkaHealthStatuses,\n type TKafkaHealthStatus,\n} from './common/constants';\nimport type { TKafkaBrokerEventCallback } from './common/types';\n\nexport interface IKafkaBaseOptions<TClient extends Base<BaseOptions>> {\n scope: string;\n identifier: string;\n client: TClient;\n shutdownTimeout?: number;\n onBrokerConnect?: TKafkaBrokerEventCallback;\n onBrokerDisconnect?: TKafkaBrokerEventCallback;\n}\n\n/**\n * Shared health tracking and broker event wiring for all Kafka helpers (producer, consumer, admin); `TClient` is the platformatic client type, passed by subclasses via `super({ client })`.\n *\n * Every member below is `protected`, not `private`, so a producer, consumer, or admin helper can extend this class instead of forking it. That visibility is not a stable contract between minor versions.\n */\nexport abstract class BaseKafkaHelper<TClient extends Base<BaseOptions>> extends BaseHelper {\n protected client: TClient;\n protected readonly shutdownTimeout: number;\n\n protected healthStatus: TKafkaHealthStatus = KafkaHealthStatuses.UNKNOWN;\n\n /** Per-broker connection state. Key = \"host:port\" */\n protected readonly connectedBrokers = new Set<string>();\n\n protected readonly onBrokerConnect?: TKafkaBrokerEventCallback;\n protected readonly onBrokerDisconnect?: TKafkaBrokerEventCallback;\n\n constructor(opts: IKafkaBaseOptions<TClient>) {\n super({ scope: opts.scope, identifier: opts.identifier });\n this.client = opts.client;\n this.shutdownTimeout = opts.shutdownTimeout ?? KafkaDefaults.SHUTDOWN_TIMEOUT;\n this.onBrokerConnect = opts.onBrokerConnect;\n this.onBrokerDisconnect = opts.onBrokerDisconnect;\n }\n\n isHealthy(): boolean {\n return this.connectedBrokers.size > 0;\n }\n\n isReady(): boolean {\n return this.healthStatus === KafkaHealthStatuses.CONNECTED;\n }\n\n getHealthStatus(): TKafkaHealthStatus {\n return this.healthStatus;\n }\n\n getConnectedBrokerCount(): number {\n return this.connectedBrokers.size;\n }\n\n protected configureBrokerConnect() {\n this.client.on(KafkaClientEvents.BROKER_CONNECT, (payload: ConnectionPoolEventPayload) => {\n const brokerKey = `${payload.broker.host}:${payload.broker.port}`;\n this.connectedBrokers.add(brokerKey);\n this.healthStatus = KafkaHealthStatuses.CONNECTED;\n\n this.logger.info(\n '[configureBrokerConnect] Broker CONNECTED | Host: %s | Port: %d | Connected: %d',\n payload.broker.host,\n payload.broker.port,\n this.connectedBrokers.size,\n );\n\n invokeHook({\n logger: this.logger,\n scope: 'configureBrokerConnect',\n execution: () => this.onBrokerConnect?.({ broker: payload.broker }),\n });\n });\n }\n\n protected configureBrokerDisconnect() {\n this.client.on(KafkaClientEvents.BROKER_DISCONNECT, (payload: ConnectionPoolEventPayload) => {\n const brokerKey = `${payload.broker.host}:${payload.broker.port}`;\n this.connectedBrokers.delete(brokerKey);\n\n if (this.connectedBrokers.size === 0) {\n this.healthStatus = KafkaHealthStatuses.DISCONNECTED;\n }\n\n this.logger.warn(\n '[configureBrokerDisconnect] Broker DISCONNECTED | Host: %s | Port: %d | Remaining: %d',\n payload.broker.host,\n payload.broker.port,\n this.connectedBrokers.size,\n );\n\n invokeHook({\n logger: this.logger,\n scope: 'configureBrokerDisconnect',\n execution: () => this.onBrokerDisconnect?.({ broker: payload.broker }),\n });\n });\n }\n\n protected configureBrokerFailed() {\n this.client.on(KafkaClientEvents.BROKER_FAILED, (payload: ConnectionPoolEventPayload) => {\n const brokerKey = `${payload.broker.host}:${payload.broker.port}`;\n this.connectedBrokers.delete(brokerKey);\n\n if (this.connectedBrokers.size === 0) {\n this.healthStatus = KafkaHealthStatuses.DISCONNECTED;\n }\n\n this.logger.error(\n '[configureBrokerFailed] Broker connection FAILED | Host: %s | Port: %d | Remaining: %d',\n payload.broker.host,\n payload.broker.port,\n this.connectedBrokers.size,\n );\n });\n }\n\n protected configureBrokerEvents(): void {\n this.configureBrokerConnect();\n this.configureBrokerDisconnect();\n this.configureBrokerFailed();\n }\n\n protected unconfigureBrokerEvents(): void {\n this.client.removeAllListeners(KafkaClientEvents.BROKER_CONNECT);\n this.client.removeAllListeners(KafkaClientEvents.BROKER_DISCONNECT);\n this.client.removeAllListeners(KafkaClientEvents.BROKER_FAILED);\n }\n\n protected swapClient(newClient: TClient): void {\n this.unconfigureBrokerEvents();\n this.client = newClient;\n this.resetHealthState();\n this.configureBrokerEvents();\n }\n\n protected resetHealthState(): void {\n this.connectedBrokers.clear();\n this.healthStatus = KafkaHealthStatuses.DISCONNECTED;\n }\n\n protected closeClient(): Promise<void> {\n return this.client.close();\n }\n\n /** Force-close through the callback overload: only Producer and Consumer expose `close(force, cb)`, and the `Base` type this class is generic over declares no such overload - hence the cast. */\n protected closeClientWithCallback(): Promise<void> {\n const client = this.client as AnyType;\n\n return new Promise<void>((resolve, reject) => {\n client.close(true, (error?: Error | null) => {\n if (error) {\n reject(error);\n return;\n }\n\n resolve();\n });\n });\n }\n\n protected async gracefulCloseClient(): Promise<void> {\n let timeoutHandle: NodeJS.Timeout | null = null;\n\n try {\n // The timer MUST be cleared once close() wins: an armed shutdownTimeout timer keeps the event loop alive long after a successful shutdown, so the process refuses to exit.\n await Promise.race([\n this.closeClient(),\n new Promise<void>((_, reject) => {\n timeoutHandle = setTimeout(\n () => reject(getError({ message: '[gracefulCloseClient] Shutdown timed out' })),\n this.shutdownTimeout,\n );\n }),\n ]);\n } finally {\n if (timeoutHandle !== null) {\n clearTimeout(timeoutHandle);\n }\n }\n }\n}\n"]}
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../../src/modules/queue/kafka/base.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5C,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACxC,OAAO,EACL,iBAAiB,EACjB,aAAa,EACb,mBAAmB,GAEpB,MAAM,oBAAoB,CAAC;AAY5B;;;;GAIG;AACH,MAAM,OAAgB,eAAmD,SAAQ,UAAU;IAYzF,YAAY,IAAgC;QAC1C,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QATlD,iBAAY,GAAuB,mBAAmB,CAAC,OAAO,CAAC;QAEzE,qDAAqD;QAClC,qBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;QAOtD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,aAAa,CAAC,gBAAgB,CAAC;QAC9E,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QAC5C,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC;IACpD,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,GAAG,CAAC,CAAC;IACxC,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,YAAY,KAAK,mBAAmB,CAAC,SAAS,CAAC;IAC7D,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,uBAAuB;QACrB,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC;IACpC,CAAC;IAES,sBAAsB;QAC9B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,cAAc,EAAE,CAAC,OAAmC,EAAE,EAAE;YACvF,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAClE,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACrC,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,SAAS,CAAC;YAElD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iFAAiF,EACjF,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAC3B,CAAC;YAEF,WAAW,CAAC,MAAM,CAAC;gBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,wBAAwB;gBAC/B,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;aACpE,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAES,yBAAyB;QACjC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,iBAAiB,EAAE,CAAC,OAAmC,EAAE,EAAE;YAC1F,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAClE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAExC,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACrC,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,YAAY,CAAC;YACvD,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,uFAAuF,EACvF,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAC3B,CAAC;YAEF,WAAW,CAAC,MAAM,CAAC;gBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,KAAK,EAAE,2BAA2B;gBAClC,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;aACvE,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAES,qBAAqB;QAC7B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC,OAAmC,EAAE,EAAE;YACtF,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAClE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAExC,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACrC,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,YAAY,CAAC;YACvD,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,wFAAwF,EACxF,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,OAAO,CAAC,MAAM,CAAC,IAAI,EACnB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAC3B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAES,qBAAqB;QAC7B,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAES,uBAAuB;QAC/B,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;IAClE,CAAC;IAES,UAAU,CAAC,SAAkB;QACrC,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAES,gBAAgB;QACxB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,mBAAmB,CAAC,YAAY,CAAC;IACvD,CAAC;IAES,WAAW;QACnB,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC7B,CAAC;IAED,kMAAkM;IACxL,uBAAuB;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAiB,CAAC;QAEtC,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,KAAoB,EAAE,EAAE;gBAC1C,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,CAAC,KAAK,CAAC,CAAC;oBACd,OAAO;gBACT,CAAC;gBAED,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAES,KAAK,CAAC,mBAAmB;QACjC,IAAI,aAAa,GAA0B,IAAI,CAAC;QAEhD,IAAI,CAAC;YACH,2KAA2K;YAC3K,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,IAAI,CAAC,WAAW,EAAE;gBAClB,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;oBAC9B,aAAa,GAAG,UAAU,CACxB,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,0CAA0C,EAAE,CAAC,CAAC,EAC/E,IAAI,CAAC,eAAe,CACrB,CAAC;gBACJ,CAAC,CAAC;aACH,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;gBAC3B,YAAY,CAAC,aAAa,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;CACF","sourcesContent":["import type { AnyType } from '@/common';\nimport { getError } from '@/modules/error';\nimport { BaseHelper } from '@/modules/base';\nimport type { Base, BaseOptions, ConnectionPoolEventPayload } from '@platformatic/kafka';\nimport { HookUtility } from '../common';\nimport {\n KafkaClientEvents,\n KafkaDefaults,\n KafkaHealthStatuses,\n type TKafkaHealthStatus,\n} from './common/constants';\nimport type { TKafkaBrokerEventCallback } from './common/types';\n\nexport interface IKafkaBaseOptions<TClient extends Base<BaseOptions>> {\n scope: string;\n identifier: string;\n client: TClient;\n shutdownTimeout?: number;\n onBrokerConnect?: TKafkaBrokerEventCallback;\n onBrokerDisconnect?: TKafkaBrokerEventCallback;\n}\n\n/**\n * Shared health tracking and broker event wiring for all Kafka helpers (producer, consumer, admin); `TClient` is the platformatic client type, passed by subclasses via `super({ client })`.\n *\n * Every member below is `protected`, not `private`, so a producer, consumer, or admin helper can extend this class instead of forking it. That visibility is not a stable contract between minor versions.\n */\nexport abstract class BaseKafkaHelper<TClient extends Base<BaseOptions>> extends BaseHelper {\n protected client: TClient;\n protected readonly shutdownTimeout: number;\n\n protected healthStatus: TKafkaHealthStatus = KafkaHealthStatuses.UNKNOWN;\n\n /** Per-broker connection state. Key = \"host:port\" */\n protected readonly connectedBrokers = new Set<string>();\n\n protected readonly onBrokerConnect?: TKafkaBrokerEventCallback;\n protected readonly onBrokerDisconnect?: TKafkaBrokerEventCallback;\n\n constructor(opts: IKafkaBaseOptions<TClient>) {\n super({ scope: opts.scope, identifier: opts.identifier });\n this.client = opts.client;\n this.shutdownTimeout = opts.shutdownTimeout ?? KafkaDefaults.SHUTDOWN_TIMEOUT;\n this.onBrokerConnect = opts.onBrokerConnect;\n this.onBrokerDisconnect = opts.onBrokerDisconnect;\n }\n\n isHealthy(): boolean {\n return this.connectedBrokers.size > 0;\n }\n\n isReady(): boolean {\n return this.healthStatus === KafkaHealthStatuses.CONNECTED;\n }\n\n getHealthStatus(): TKafkaHealthStatus {\n return this.healthStatus;\n }\n\n getConnectedBrokerCount(): number {\n return this.connectedBrokers.size;\n }\n\n protected configureBrokerConnect() {\n this.client.on(KafkaClientEvents.BROKER_CONNECT, (payload: ConnectionPoolEventPayload) => {\n const brokerKey = `${payload.broker.host}:${payload.broker.port}`;\n this.connectedBrokers.add(brokerKey);\n this.healthStatus = KafkaHealthStatuses.CONNECTED;\n\n this.logger.info(\n '[configureBrokerConnect] Broker CONNECTED | Host: %s | Port: %d | Connected: %d',\n payload.broker.host,\n payload.broker.port,\n this.connectedBrokers.size,\n );\n\n HookUtility.invoke({\n logger: this.logger,\n scope: 'configureBrokerConnect',\n execution: () => this.onBrokerConnect?.({ broker: payload.broker }),\n });\n });\n }\n\n protected configureBrokerDisconnect() {\n this.client.on(KafkaClientEvents.BROKER_DISCONNECT, (payload: ConnectionPoolEventPayload) => {\n const brokerKey = `${payload.broker.host}:${payload.broker.port}`;\n this.connectedBrokers.delete(brokerKey);\n\n if (this.connectedBrokers.size === 0) {\n this.healthStatus = KafkaHealthStatuses.DISCONNECTED;\n }\n\n this.logger.warn(\n '[configureBrokerDisconnect] Broker DISCONNECTED | Host: %s | Port: %d | Remaining: %d',\n payload.broker.host,\n payload.broker.port,\n this.connectedBrokers.size,\n );\n\n HookUtility.invoke({\n logger: this.logger,\n scope: 'configureBrokerDisconnect',\n execution: () => this.onBrokerDisconnect?.({ broker: payload.broker }),\n });\n });\n }\n\n protected configureBrokerFailed() {\n this.client.on(KafkaClientEvents.BROKER_FAILED, (payload: ConnectionPoolEventPayload) => {\n const brokerKey = `${payload.broker.host}:${payload.broker.port}`;\n this.connectedBrokers.delete(brokerKey);\n\n if (this.connectedBrokers.size === 0) {\n this.healthStatus = KafkaHealthStatuses.DISCONNECTED;\n }\n\n this.logger.error(\n '[configureBrokerFailed] Broker connection FAILED | Host: %s | Port: %d | Remaining: %d',\n payload.broker.host,\n payload.broker.port,\n this.connectedBrokers.size,\n );\n });\n }\n\n protected configureBrokerEvents(): void {\n this.configureBrokerConnect();\n this.configureBrokerDisconnect();\n this.configureBrokerFailed();\n }\n\n protected unconfigureBrokerEvents(): void {\n this.client.removeAllListeners(KafkaClientEvents.BROKER_CONNECT);\n this.client.removeAllListeners(KafkaClientEvents.BROKER_DISCONNECT);\n this.client.removeAllListeners(KafkaClientEvents.BROKER_FAILED);\n }\n\n protected swapClient(newClient: TClient): void {\n this.unconfigureBrokerEvents();\n this.client = newClient;\n this.resetHealthState();\n this.configureBrokerEvents();\n }\n\n protected resetHealthState(): void {\n this.connectedBrokers.clear();\n this.healthStatus = KafkaHealthStatuses.DISCONNECTED;\n }\n\n protected closeClient(): Promise<void> {\n return this.client.close();\n }\n\n /** Force-close through the callback overload: only Producer and Consumer expose `close(force, cb)`, and the `Base` type this class is generic over declares no such overload - hence the cast. */\n protected closeClientWithCallback(): Promise<void> {\n const client = this.client as AnyType;\n\n return new Promise<void>((resolve, reject) => {\n client.close(true, (error?: Error | null) => {\n if (error) {\n reject(error);\n return;\n }\n\n resolve();\n });\n });\n }\n\n protected async gracefulCloseClient(): Promise<void> {\n let timeoutHandle: NodeJS.Timeout | null = null;\n\n try {\n // The timer MUST be cleared once close() wins: an armed shutdownTimeout timer keeps the event loop alive long after a successful shutdown, so the process refuses to exit.\n await Promise.race([\n this.closeClient(),\n new Promise<void>((_, reject) => {\n timeoutHandle = setTimeout(\n () => reject(getError({ message: '[gracefulCloseClient] Shutdown timed out' })),\n this.shutdownTimeout,\n );\n }),\n ]);\n } finally {\n if (timeoutHandle !== null) {\n clearTimeout(timeoutHandle);\n }\n }\n }\n}\n"]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../../src/modules/queue/kafka/bundler/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../../src/modules/queue/kafka/bundler/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../src/modules/queue/kafka/bundler/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../src/modules/queue/kafka/bundler/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC","sourcesContent":["export * from './common';\nexport * from './plugins';\n"]}
|
|
@@ -1,4 +1,10 @@
|
|
|
1
1
|
import type { BunPlugin } from 'bun';
|
|
2
|
-
/** Every `@platformatic/kafka` fix needed by `bun build --compile
|
|
3
|
-
export declare
|
|
2
|
+
/** Every `@platformatic/kafka` fix needed by `bun build --compile`: a service compile script registers `build()` instead of tracking the individual plugins. */
|
|
3
|
+
export declare class PlatformaticKafkaPlugins {
|
|
4
|
+
/** `@platformatic/kafka` 2.8-2.9 resolves some dependencies through `createRequire(import.meta.url)` at module scope; `bun build --compile` cannot see through that, so the specifier stays unresolved and the binary dies with "Cannot find package" before boot - this plugin hoists those calls to static imports at bundle time. 2.10 removed the module-scope require(), so on >= 2.10 the plugin matches nothing and is inert. */
|
|
5
|
+
static buildRequirePlugin(): BunPlugin;
|
|
6
|
+
/** `@platformatic/wasm-utils`'s default entrypoint reads `native.wasm` from disk at module load and `bun build --compile` embeds JS only, so it resolves against `/$bunfs` and the binary dies with ENOENT - this plugin redirects the import to the `/bundled` entrypoint (wasm inlined). */
|
|
7
|
+
static buildWasmPlugin(): BunPlugin;
|
|
8
|
+
static build(): BunPlugin[];
|
|
9
|
+
}
|
|
4
10
|
//# sourceMappingURL=plugins.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plugins.d.ts","sourceRoot":"","sources":["../../../../../../src/modules/queue/kafka/bundler/plugins.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"plugins.d.ts","sourceRoot":"","sources":["../../../../../../src/modules/queue/kafka/bundler/plugins.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,KAAK,CAAC;AAQrC,gKAAgK;AAChK,qBAAa,wBAAwB;IACnC,waAAwa;IACxa,MAAM,CAAC,kBAAkB,IAAI,SAAS;IAoCtC,8RAA8R;IAC9R,MAAM,CAAC,eAAe,IAAI,SAAS;IA0BnC,MAAM,CAAC,KAAK,IAAI,SAAS,EAAE;CAM5B"}
|
|
@@ -1,8 +1,65 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
1
|
+
import { getError } from '../../../error/index.js';
|
|
2
|
+
import { dirname } from 'node:path';
|
|
3
|
+
import { KafkaBundlerPluginNames, PlatformaticRequireSpecifiers, PlatformaticWasmSpecifiers, } from './common/index.js';
|
|
4
|
+
/** Every `@platformatic/kafka` fix needed by `bun build --compile`: a service compile script registers `build()` instead of tracking the individual plugins. */
|
|
5
|
+
export class PlatformaticKafkaPlugins {
|
|
6
|
+
/** `@platformatic/kafka` 2.8-2.9 resolves some dependencies through `createRequire(import.meta.url)` at module scope; `bun build --compile` cannot see through that, so the specifier stays unresolved and the binary dies with "Cannot find package" before boot - this plugin hoists those calls to static imports at bundle time. 2.10 removed the module-scope require(), so on >= 2.10 the plugin matches nothing and is inert. */
|
|
7
|
+
static buildRequirePlugin() {
|
|
8
|
+
return {
|
|
9
|
+
name: KafkaBundlerPluginNames.PLATFORMATIC_REQUIRE,
|
|
10
|
+
setup(build) {
|
|
11
|
+
build.onLoad({ filter: PlatformaticRequireSpecifiers.MODULE_FILTER }, async (args) => {
|
|
12
|
+
const source = await Bun.file(args.path).text();
|
|
13
|
+
const imports = [];
|
|
14
|
+
const contents = source.replace(PlatformaticRequireSpecifiers.REQUIRE_PATTERN, (matched, binding, _quote, specifier) => {
|
|
15
|
+
if (PlatformaticRequireSpecifiers.SKIPPED_SPECIFIERS.includes(specifier)) {
|
|
16
|
+
return matched;
|
|
17
|
+
}
|
|
18
|
+
const alias = `${PlatformaticRequireSpecifiers.IMPORT_ALIAS_PREFIX}${imports.length}`;
|
|
19
|
+
imports.push(`import ${alias} from ${JSON.stringify(specifier)};`);
|
|
20
|
+
// No `?.default` unwrap: a default import already yields `module.exports` for CJS, and
|
|
21
|
+
// unwrapping would break JSON payloads carrying their own top-level `default` key - the
|
|
22
|
+
// draft-06 meta schema has one, so unwrapping silently replaces it with `{}`.
|
|
23
|
+
return `const ${binding} = ${alias};`;
|
|
24
|
+
});
|
|
25
|
+
// No match is not an error: upstream fixing this makes the plugin an inert no-op.
|
|
26
|
+
if (!imports.length) {
|
|
27
|
+
return undefined;
|
|
28
|
+
}
|
|
29
|
+
return { contents: `${imports.join('\n')}\n${contents}`, loader: 'js' };
|
|
30
|
+
});
|
|
31
|
+
},
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
/** `@platformatic/wasm-utils`'s default entrypoint reads `native.wasm` from disk at module load and `bun build --compile` embeds JS only, so it resolves against `/$bunfs` and the binary dies with ENOENT - this plugin redirects the import to the `/bundled` entrypoint (wasm inlined). */
|
|
35
|
+
static buildWasmPlugin() {
|
|
36
|
+
return {
|
|
37
|
+
name: KafkaBundlerPluginNames.PLATFORMATIC_WASM,
|
|
38
|
+
setup(build) {
|
|
39
|
+
build.onResolve({ filter: PlatformaticWasmSpecifiers.ENTRYPOINT_FILTER }, (args) => {
|
|
40
|
+
try {
|
|
41
|
+
return {
|
|
42
|
+
path: Bun.resolveSync(PlatformaticWasmSpecifiers.BUNDLED_ENTRYPOINT, dirname(args.importer)),
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
catch (error) {
|
|
46
|
+
throw getError({
|
|
47
|
+
message: [
|
|
48
|
+
`[platformaticWasmPlugin] Failed to resolve ${PlatformaticWasmSpecifiers.BUNDLED_ENTRYPOINT}`,
|
|
49
|
+
`from ${args.importer}`,
|
|
50
|
+
`| Error: ${error instanceof Error ? error.message : String(error)}`,
|
|
51
|
+
].join(' '),
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
});
|
|
55
|
+
},
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
static build() {
|
|
59
|
+
return [
|
|
60
|
+
PlatformaticKafkaPlugins.buildWasmPlugin(),
|
|
61
|
+
PlatformaticKafkaPlugins.buildRequirePlugin(),
|
|
62
|
+
];
|
|
63
|
+
}
|
|
64
|
+
}
|
|
8
65
|
//# sourceMappingURL=plugins.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"plugins.js","sourceRoot":"","sources":["../../../../../../src/modules/queue/kafka/bundler/plugins.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"plugins.js","sourceRoot":"","sources":["../../../../../../src/modules/queue/kafka/bundler/plugins.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAE3C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EACL,uBAAuB,EACvB,6BAA6B,EAC7B,0BAA0B,GAC3B,MAAM,UAAU,CAAC;AAElB,gKAAgK;AAChK,MAAM,OAAO,wBAAwB;IACnC,waAAwa;IACxa,MAAM,CAAC,kBAAkB;QACvB,OAAO;YACL,IAAI,EAAE,uBAAuB,CAAC,oBAAoB;YAClD,KAAK,CAAC,KAAK;gBACT,KAAK,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,6BAA6B,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;oBACnF,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;oBAChD,MAAM,OAAO,GAAa,EAAE,CAAC;oBAE7B,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAC7B,6BAA6B,CAAC,eAAe,EAC7C,CAAC,OAAO,EAAE,OAAe,EAAE,MAAc,EAAE,SAAiB,EAAE,EAAE;wBAC9D,IAAI,6BAA6B,CAAC,kBAAkB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;4BACzE,OAAO,OAAO,CAAC;wBACjB,CAAC;wBAED,MAAM,KAAK,GAAG,GAAG,6BAA6B,CAAC,mBAAmB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;wBACtF,OAAO,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;wBAEnE,uFAAuF;wBACvF,wFAAwF;wBACxF,8EAA8E;wBAC9E,OAAO,SAAS,OAAO,MAAM,KAAK,GAAG,CAAC;oBACxC,CAAC,CACF,CAAC;oBAEF,kFAAkF;oBAClF,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;wBACpB,OAAO,SAAS,CAAC;oBACnB,CAAC;oBAED,OAAO,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;gBAC1E,CAAC,CAAC,CAAC;YACL,CAAC;SACF,CAAC;IACJ,CAAC;IAED,8RAA8R;IAC9R,MAAM,CAAC,eAAe;QACpB,OAAO;YACL,IAAI,EAAE,uBAAuB,CAAC,iBAAiB;YAC/C,KAAK,CAAC,KAAK;gBACT,KAAK,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,0BAA0B,CAAC,iBAAiB,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE;oBACjF,IAAI,CAAC;wBACH,OAAO;4BACL,IAAI,EAAE,GAAG,CAAC,WAAW,CACnB,0BAA0B,CAAC,kBAAkB,EAC7C,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CACvB;yBACF,CAAC;oBACJ,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,QAAQ,CAAC;4BACb,OAAO,EAAE;gCACP,8CAA8C,0BAA0B,CAAC,kBAAkB,EAAE;gCAC7F,QAAQ,IAAI,CAAC,QAAQ,EAAE;gCACvB,YAAY,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;6BACrE,CAAC,IAAI,CAAC,GAAG,CAAC;yBACZ,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;SACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK;QACV,OAAO;YACL,wBAAwB,CAAC,eAAe,EAAE;YAC1C,wBAAwB,CAAC,kBAAkB,EAAE;SAC9C,CAAC;IACJ,CAAC;CACF","sourcesContent":["import { getError } from '@/modules/error';\nimport type { BunPlugin } from 'bun';\nimport { dirname } from 'node:path';\nimport {\n KafkaBundlerPluginNames,\n PlatformaticRequireSpecifiers,\n PlatformaticWasmSpecifiers,\n} from './common';\n\n/** Every `@platformatic/kafka` fix needed by `bun build --compile`: a service compile script registers `build()` instead of tracking the individual plugins. */\nexport class PlatformaticKafkaPlugins {\n /** `@platformatic/kafka` 2.8-2.9 resolves some dependencies through `createRequire(import.meta.url)` at module scope; `bun build --compile` cannot see through that, so the specifier stays unresolved and the binary dies with \"Cannot find package\" before boot - this plugin hoists those calls to static imports at bundle time. 2.10 removed the module-scope require(), so on >= 2.10 the plugin matches nothing and is inert. */\n static buildRequirePlugin(): BunPlugin {\n return {\n name: KafkaBundlerPluginNames.PLATFORMATIC_REQUIRE,\n setup(build) {\n build.onLoad({ filter: PlatformaticRequireSpecifiers.MODULE_FILTER }, async (args) => {\n const source = await Bun.file(args.path).text();\n const imports: string[] = [];\n\n const contents = source.replace(\n PlatformaticRequireSpecifiers.REQUIRE_PATTERN,\n (matched, binding: string, _quote: string, specifier: string) => {\n if (PlatformaticRequireSpecifiers.SKIPPED_SPECIFIERS.includes(specifier)) {\n return matched;\n }\n\n const alias = `${PlatformaticRequireSpecifiers.IMPORT_ALIAS_PREFIX}${imports.length}`;\n imports.push(`import ${alias} from ${JSON.stringify(specifier)};`);\n\n // No `?.default` unwrap: a default import already yields `module.exports` for CJS, and\n // unwrapping would break JSON payloads carrying their own top-level `default` key - the\n // draft-06 meta schema has one, so unwrapping silently replaces it with `{}`.\n return `const ${binding} = ${alias};`;\n },\n );\n\n // No match is not an error: upstream fixing this makes the plugin an inert no-op.\n if (!imports.length) {\n return undefined;\n }\n\n return { contents: `${imports.join('\\n')}\\n${contents}`, loader: 'js' };\n });\n },\n };\n }\n\n /** `@platformatic/wasm-utils`'s default entrypoint reads `native.wasm` from disk at module load and `bun build --compile` embeds JS only, so it resolves against `/$bunfs` and the binary dies with ENOENT - this plugin redirects the import to the `/bundled` entrypoint (wasm inlined). */\n static buildWasmPlugin(): BunPlugin {\n return {\n name: KafkaBundlerPluginNames.PLATFORMATIC_WASM,\n setup(build) {\n build.onResolve({ filter: PlatformaticWasmSpecifiers.ENTRYPOINT_FILTER }, (args) => {\n try {\n return {\n path: Bun.resolveSync(\n PlatformaticWasmSpecifiers.BUNDLED_ENTRYPOINT,\n dirname(args.importer),\n ),\n };\n } catch (error) {\n throw getError({\n message: [\n `[platformaticWasmPlugin] Failed to resolve ${PlatformaticWasmSpecifiers.BUNDLED_ENTRYPOINT}`,\n `from ${args.importer}`,\n `| Error: ${error instanceof Error ? error.message : String(error)}`,\n ].join(' '),\n });\n }\n });\n },\n };\n }\n\n static build(): BunPlugin[] {\n return [\n PlatformaticKafkaPlugins.buildWasmPlugin(),\n PlatformaticKafkaPlugins.buildRequirePlugin(),\n ];\n }\n}\n"]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"consumer.d.ts","sourceRoot":"","sources":["../../../../../src/modules/queue/kafka/consumer.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAKV,cAAc,EAEf,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,OAAO,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AACzC,OAAO,EAKL,KAAK,uBAAuB,EAC7B,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EACV,yBAAyB,EACzB,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACxB,4BAA4B,EAC5B,4BAA4B,EAC5B,iBAAiB,EACjB,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,0BAA0B,EAC1B,4BAA4B,EAC5B,yBAAyB,EAC1B,MAAM,gBAAgB,CAAC;AAExB;;;;GAIG;AACH,qBAAa,mBAAmB,CAC9B,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,CACxB,SAAQ,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IACrF,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,GAAG,IAAI,CACpF;IACP,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAQ;IACnD,SAAS,CAAC,mBAAmB,EAAE,yBAAyB,GAAG,IAAI,CAAQ;IACvE,SAAS,CAAC,mBAAmB,UAAS;IACtC,SAAS,CAAC,oBAAoB,EAAE;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAQ;IACtF,SAAS,CAAC,kBAAkB,UAAS;IAErC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,qBAAqB,CAClD,OAAO,EACP,SAAS,EACT,aAAa,EACb,eAAe,CAChB,CAAC;IACF,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,yBAAyB,CAC1D,OAAO,EACP,SAAS,EACT,aAAa,EACb,eAAe,CAChB,CAAC;IACF,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,0BAA0B,CAC5D,OAAO,EACP,SAAS,EACT,aAAa,EACb,eAAe,CAChB,CAAC;IACF,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,yBAAyB,CAAC;IAC7D,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,4BAA4B,CAAC;IAEnE,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,uBAAuB,CAAC;IACzD,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,wBAAwB,CAAC;IAC3D,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,4BAA4B,CAAC;IACnE,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,4BAA4B,CAAC;IAEnE,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,iBAAiB,CAAC;IAC7C,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,sBAAsB,CAAC;IAEvD,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,qBAAqB,CACtD,OAAO,EACP,SAAS,EACT,aAAa,EACb,eAAe,CAChB,CAAC;gBAEU,IAAI,EAAE,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC;IAiC3F,MAAM,CAAC,WAAW,CAChB,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,EACxB,IAAI,EAAE,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC;IAIjF,+MAA+M;IAC/M,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE;QAC1B,OAAO,EAAE,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;KACpF,GAAG,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC;IAIhE,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAClC,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,EAExB,IAAI,EAAE,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,GAC9E,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC;IA6B/D,WAAW,IAAI,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC;IAI3E,SAAS,IAAI,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,GAAG,IAAI;IAI7E,OAAO,IAAI,OAAO;IAIrB,KAAK,CAAC,IAAI,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"consumer.d.ts","sourceRoot":"","sources":["../../../../../src/modules/queue/kafka/consumer.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAKV,cAAc,EAEf,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,OAAO,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AACzC,OAAO,EAKL,KAAK,uBAAuB,EAC7B,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EACV,yBAAyB,EACzB,qBAAqB,EACrB,uBAAuB,EACvB,wBAAwB,EACxB,4BAA4B,EAC5B,4BAA4B,EAC5B,iBAAiB,EACjB,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,0BAA0B,EAC1B,4BAA4B,EAC5B,yBAAyB,EAC1B,MAAM,gBAAgB,CAAC;AAExB;;;;GAIG;AACH,qBAAa,mBAAmB,CAC9B,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,CACxB,SAAQ,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;IACrF,SAAS,CAAC,MAAM,EAAE,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,GAAG,IAAI,CACpF;IACP,SAAS,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAQ;IACnD,SAAS,CAAC,mBAAmB,EAAE,yBAAyB,GAAG,IAAI,CAAQ;IACvE,SAAS,CAAC,mBAAmB,UAAS;IACtC,SAAS,CAAC,oBAAoB,EAAE;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAQ;IACtF,SAAS,CAAC,kBAAkB,UAAS;IAErC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,qBAAqB,CAClD,OAAO,EACP,SAAS,EACT,aAAa,EACb,eAAe,CAChB,CAAC;IACF,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,yBAAyB,CAC1D,OAAO,EACP,SAAS,EACT,aAAa,EACb,eAAe,CAChB,CAAC;IACF,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,0BAA0B,CAC5D,OAAO,EACP,SAAS,EACT,aAAa,EACb,eAAe,CAChB,CAAC;IACF,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,yBAAyB,CAAC;IAC7D,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,4BAA4B,CAAC;IAEnE,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,uBAAuB,CAAC;IACzD,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,wBAAwB,CAAC;IAC3D,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,4BAA4B,CAAC;IACnE,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,4BAA4B,CAAC;IAEnE,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,iBAAiB,CAAC;IAC7C,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,sBAAsB,CAAC;IAEvD,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,qBAAqB,CACtD,OAAO,EACP,SAAS,EACT,aAAa,EACb,eAAe,CAChB,CAAC;gBAEU,IAAI,EAAE,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC;IAiC3F,MAAM,CAAC,WAAW,CAChB,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,EACxB,IAAI,EAAE,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC;IAIjF,+MAA+M;IAC/M,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE;QAC1B,OAAO,EAAE,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;KACpF,GAAG,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC;IAIhE,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAClC,OAAO,GAAG,MAAM,EAChB,SAAS,GAAG,MAAM,EAClB,aAAa,GAAG,MAAM,EACtB,eAAe,GAAG,MAAM,EAExB,IAAI,EAAE,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,GAC9E,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC;IA6B/D,WAAW,IAAI,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC;IAI3E,SAAS,IAAI,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,GAAG,IAAI;IAI7E,OAAO,IAAI,OAAO;IAIrB,KAAK,CAAC,IAAI,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC;IA6C3D,kBAAkB,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI;IAoBvE,iBAAiB,IAAI,IAAI;cAYN,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAIzC,KAAK,CAAC,IAAI,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;cAqBxC,gBAAgB,CAAC,IAAI,EAAE;QACrC,cAAc,EAAE,qBAAqB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;QAC1F,WAAW,CAAC,EAAE,yBAAyB,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;QAC5F,YAAY,CAAC,EAAE,0BAA0B,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;QAC9F,gBAAgB,EAAE,MAAM,CAAC;QACzB,oBAAoB,EAAE,MAAM,CAAC;KAC9B,GAAG,OAAO,CAAC,IAAI,CAAC;cA4BA,eAAe,CAAC,IAAI,EAAE;QACrC,gBAAgB,EAAE,MAAM,CAAC;QACzB,oBAAoB,EAAE,MAAM,CAAC;QAC7B,YAAY,CAAC,EAAE,0BAA0B,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;KAC/F;IA4CD,uMAAuM;IACvM,SAAS,CAAC,iBAAiB,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,KAAK,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;cAexE,WAAW,CAAC,IAAI,EAAE;QACjC,YAAY,CAAC,EAAE,0BAA0B,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;KAC/F;cA6Be,gBAAgB,CAAC,IAAI,EAAE;QACrC,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,OAAO,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,0BAA0B,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,CAAC;KAC/F,GAAG,OAAO,CAAC,IAAI,CAAC;cAmGD,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;cAoC9B,cAAc,CAC5B,SAAS,EAAE,QAAQ,CAAC,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,CAAC,GACtE,OAAO,CAAC,IAAI,CAAC;IAwBhB,SAAS,CAAC,oBAAoB,CAAC,MAAM,EAAE,uBAAuB,GAAG,IAAI;IAcrE,SAAS,CAAC,iBAAiB,IAAI,IAAI;cAKnB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;cAkBzB,uBAAuB,IAAI,IAAI;cAU/B,qBAAqB,IAAI,IAAI;CAoGjD"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { getError } from '../../error/index.js';
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
2
|
+
import { ErrorUtility } from '../../../utilities/error.utility.js';
|
|
3
|
+
import { PromiseUtility } from '../../../utilities/promise.utility.js';
|
|
4
4
|
import { Consumer } from '@platformatic/kafka';
|
|
5
|
-
import {
|
|
5
|
+
import { HookUtility } from '../common/index.js';
|
|
6
6
|
import { BaseKafkaHelper } from './base.js';
|
|
7
7
|
import { KafkaBrokersDownReasons, KafkaClientEvents, KafkaDefaults, KafkaHealthStatuses, } from './common/constants.js';
|
|
8
8
|
/**
|
|
@@ -91,11 +91,12 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
91
91
|
}
|
|
92
92
|
this.logger.info('[start] Starting consumer | Topics: %j', opts.topics);
|
|
93
93
|
this.consumeStartOptions = opts;
|
|
94
|
-
|
|
94
|
+
const result = await this.client.consume({
|
|
95
95
|
topics: opts.topics,
|
|
96
96
|
mode: opts.mode ?? KafkaDefaults.CONSUME_MODE,
|
|
97
97
|
fallbackMode: opts.fallbackMode ?? KafkaDefaults.CONSUME_FALLBACK_MODE,
|
|
98
98
|
});
|
|
99
|
+
this.stream = result;
|
|
99
100
|
// Successful consume() means we're freshly joined to the group; clear any stale-session flag set during initial broker negotiation (e.g. a transient BROKER_DISCONNECT during bootstrap).
|
|
100
101
|
this.sessionLikelyStale = false;
|
|
101
102
|
// Always attached, hook or not: a stream 'error' with ZERO listeners is rethrown by EventEmitter as an uncaught exception, so a pull-style consumer (start() + getStream(), no onMessage/onMessageError) would take the whole process down on the first broker drop.
|
|
@@ -176,9 +177,9 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
176
177
|
await doneHandler?.({ message });
|
|
177
178
|
}
|
|
178
179
|
catch (error) {
|
|
179
|
-
const normalizedError = toError(error);
|
|
180
|
+
const normalizedError = ErrorUtility.toError({ error });
|
|
180
181
|
this.logger.error('[startConsumeLoop] Message processing error: %s', normalizedError.message);
|
|
181
|
-
|
|
182
|
+
HookUtility.invoke({
|
|
182
183
|
logger: this.logger,
|
|
183
184
|
scope: 'startConsumeLoop',
|
|
184
185
|
execution: () => errorHandler?.({ error: normalizedError, message }),
|
|
@@ -222,7 +223,7 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
222
223
|
if (this.consumeLoop && this.stream === opts.stream) {
|
|
223
224
|
return;
|
|
224
225
|
}
|
|
225
|
-
|
|
226
|
+
HookUtility.invoke({
|
|
226
227
|
logger: this.logger,
|
|
227
228
|
scope: opts.scope,
|
|
228
229
|
execution: () => this.onStreamError
|
|
@@ -237,9 +238,9 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
237
238
|
this.logger.warn('[drainStream] Stream ended normally | Topics: %j', this.consumeStartOptions?.topics);
|
|
238
239
|
}
|
|
239
240
|
catch (error) {
|
|
240
|
-
const normalizedError = toError(error);
|
|
241
|
+
const normalizedError = ErrorUtility.toError({ error });
|
|
241
242
|
this.logger.error('[drainStream] Stream error: %s | Topics: %j', normalizedError.message, this.consumeStartOptions?.topics);
|
|
242
|
-
|
|
243
|
+
HookUtility.invoke({
|
|
243
244
|
logger: this.logger,
|
|
244
245
|
scope: 'drainStream',
|
|
245
246
|
execution: () => this.onStreamError
|
|
@@ -252,7 +253,7 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
252
253
|
async attemptReconnect(opts) {
|
|
253
254
|
const { attempt, maxAttempts, delayMs, errorHandler } = opts;
|
|
254
255
|
this.logger.info('[attemptReconnect] Reconnecting %d/%d in %dms | Topics: %j | ConnectedBrokers: %d', attempt, maxAttempts, delayMs, this.consumeStartOptions?.topics, this.getConnectedBrokerCount());
|
|
255
|
-
await sleep(delayMs);
|
|
256
|
+
await PromiseUtility.sleep({ ms: delayMs });
|
|
256
257
|
if (!this.consumeStartOptions) {
|
|
257
258
|
return;
|
|
258
259
|
}
|
|
@@ -266,9 +267,9 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
266
267
|
this.sessionLikelyStale = false;
|
|
267
268
|
}
|
|
268
269
|
catch (error) {
|
|
269
|
-
const normalizedError = toError(error);
|
|
270
|
+
const normalizedError = ErrorUtility.toError({ error });
|
|
270
271
|
this.logger.error('[attemptReconnect] Client rebuild failed (%d/%d): %s | Topics: %j', attempt, maxAttempts, normalizedError.message, this.consumeStartOptions?.topics);
|
|
271
|
-
|
|
272
|
+
HookUtility.invoke({
|
|
272
273
|
logger: this.logger,
|
|
273
274
|
scope: 'attemptReconnect',
|
|
274
275
|
execution: () => this.onReconnectError
|
|
@@ -279,11 +280,12 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
279
280
|
}
|
|
280
281
|
}
|
|
281
282
|
try {
|
|
282
|
-
|
|
283
|
+
const result = await this.client.consume({
|
|
283
284
|
topics: this.consumeStartOptions.topics,
|
|
284
285
|
mode: this.consumeStartOptions.mode ?? KafkaDefaults.CONSUME_MODE,
|
|
285
286
|
fallbackMode: this.consumeStartOptions.fallbackMode ?? KafkaDefaults.CONSUME_FALLBACK_MODE,
|
|
286
287
|
});
|
|
288
|
+
this.stream = result;
|
|
287
289
|
// Always attached, hook or not, like the listener in start(): a stream 'error' with ZERO listeners is rethrown by EventEmitter and takes the process down.
|
|
288
290
|
const reconnectedStream = this.stream;
|
|
289
291
|
reconnectedStream.on(KafkaClientEvents.STREAM_ERROR, (streamError) => {
|
|
@@ -298,9 +300,9 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
298
300
|
this.logger.info('[attemptReconnect] Reconnected successfully | Topics: %j | Attempt: %d | Rebuilt: %s', this.consumeStartOptions.topics, attempt, shouldRebuildClient);
|
|
299
301
|
}
|
|
300
302
|
catch (error) {
|
|
301
|
-
const normalizedError = toError(error);
|
|
303
|
+
const normalizedError = ErrorUtility.toError({ error });
|
|
302
304
|
this.logger.error('[attemptReconnect] Failed (%d/%d): %s | Topics: %j | ConnectedBrokers: %d', attempt, maxAttempts, normalizedError.message, this.consumeStartOptions?.topics, this.getConnectedBrokerCount());
|
|
303
|
-
|
|
305
|
+
HookUtility.invoke({
|
|
304
306
|
logger: this.logger,
|
|
305
307
|
scope: 'attemptReconnect',
|
|
306
308
|
execution: () => this.onReconnectError
|
|
@@ -323,11 +325,11 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
323
325
|
this.logger.info('[rebuildClient] Lag monitoring re-armed on new client | Topics: %j', opts.topics);
|
|
324
326
|
}
|
|
325
327
|
catch (error) {
|
|
326
|
-
this.logger.warn('[rebuildClient] Failed to restart lag monitoring on new client | Error: %s', toError(error).message);
|
|
328
|
+
this.logger.warn('[rebuildClient] Failed to restart lag monitoring on new client | Error: %s', ErrorUtility.toError({ error }).message);
|
|
327
329
|
}
|
|
328
330
|
}
|
|
329
331
|
this.closeOldClient(oldClient).catch((error) => {
|
|
330
|
-
this.logger.warn('[rebuildClient] background close of old client failed (ignored) | Error: %s', toError(error).message);
|
|
332
|
+
this.logger.warn('[rebuildClient] background close of old client failed (ignored) | Error: %s', ErrorUtility.toError({ error }).message);
|
|
331
333
|
});
|
|
332
334
|
}
|
|
333
335
|
async closeOldClient(oldClient) {
|
|
@@ -377,7 +379,7 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
377
379
|
await stream?.close();
|
|
378
380
|
}
|
|
379
381
|
catch (error) {
|
|
380
|
-
this.logger.warn('[closeStream] Error closing stream: %s', toError(error).message);
|
|
382
|
+
this.logger.warn('[closeStream] Error closing stream: %s', ErrorUtility.toError({ error }).message);
|
|
381
383
|
}
|
|
382
384
|
await this.consumeLoop;
|
|
383
385
|
this.consumeLoop = null;
|
|
@@ -401,7 +403,7 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
401
403
|
});
|
|
402
404
|
this.client.on(KafkaClientEvents.CONSUMER_GROUP_JOIN, (payload) => {
|
|
403
405
|
this.logger.info('[configureConsumerEvents] Group JOINED | GroupId: %s | MemberId: %s | GenerationId: %d', payload.groupId, payload.memberId, payload.generationId);
|
|
404
|
-
|
|
406
|
+
HookUtility.invoke({
|
|
405
407
|
logger: this.logger,
|
|
406
408
|
scope: 'configureBrokerEvents',
|
|
407
409
|
execution: () => this.onGroupJoin?.({
|
|
@@ -413,7 +415,7 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
413
415
|
});
|
|
414
416
|
this.client.on(KafkaClientEvents.CONSUMER_GROUP_LEAVE, (payload) => {
|
|
415
417
|
this.logger.info('[configureConsumerEvents] Group LEFT | GroupId: %s | MemberId: %s', payload.groupId, payload.memberId);
|
|
416
|
-
|
|
418
|
+
HookUtility.invoke({
|
|
417
419
|
logger: this.logger,
|
|
418
420
|
scope: 'configureBrokerEvents',
|
|
419
421
|
execution: () => this.onGroupLeave?.({
|
|
@@ -424,7 +426,7 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
424
426
|
});
|
|
425
427
|
this.client.on(KafkaClientEvents.CONSUMER_GROUP_REBALANCE, (payload) => {
|
|
426
428
|
this.logger.info('[configureConsumerEvents] Group REBALANCE | GroupId: %s', payload.groupId);
|
|
427
|
-
|
|
429
|
+
HookUtility.invoke({
|
|
428
430
|
logger: this.logger,
|
|
429
431
|
scope: 'configureBrokerEvents',
|
|
430
432
|
execution: () => this.onGroupRebalance?.({ groupId: payload.groupId }),
|
|
@@ -432,7 +434,7 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
432
434
|
});
|
|
433
435
|
this.client.on(KafkaClientEvents.CONSUMER_HEARTBEAT_ERROR, (payload) => {
|
|
434
436
|
this.logger.error('[configureConsumerEvents] Heartbeat ERROR | GroupId: %s | MemberId: %s | Error: %s', payload.groupId, payload.memberId, payload.error);
|
|
435
|
-
|
|
437
|
+
HookUtility.invoke({
|
|
436
438
|
logger: this.logger,
|
|
437
439
|
scope: 'configureBrokerEvents',
|
|
438
440
|
execution: () => this.onHeartbeatError?.({
|
|
@@ -443,7 +445,7 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
443
445
|
});
|
|
444
446
|
});
|
|
445
447
|
this.client.on(KafkaClientEvents.CONSUMER_LAG, (lag) => {
|
|
446
|
-
|
|
448
|
+
HookUtility.invoke({
|
|
447
449
|
logger: this.logger,
|
|
448
450
|
scope: 'configureBrokerEvents',
|
|
449
451
|
execution: () => this.onLag?.({ lag }),
|
|
@@ -451,7 +453,7 @@ export class KafkaConsumerHelper extends BaseKafkaHelper {
|
|
|
451
453
|
});
|
|
452
454
|
this.client.on(KafkaClientEvents.CONSUMER_LAG_ERROR, (error) => {
|
|
453
455
|
this.logger.error('[configureConsumerEvents] Lag monitoring ERROR: %s', error);
|
|
454
|
-
|
|
456
|
+
HookUtility.invoke({
|
|
455
457
|
logger: this.logger,
|
|
456
458
|
scope: 'configureBrokerEvents',
|
|
457
459
|
execution: () => this.onLagError?.({ error }),
|