@message-queue-toolkit/kafka 0.7.5 → 0.7.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/AbstractKafkaConsumer.d.ts +1 -1
- package/dist/AbstractKafkaConsumer.js +1 -1
- package/dist/AbstractKafkaPublisher.d.ts +0 -1
- package/dist/AbstractKafkaPublisher.js +3 -4
- package/dist/AbstractKafkaPublisher.js.map +1 -1
- package/dist/handler-routing/KafkaHandlerConfig.d.ts +1 -1
- package/package.json +3 -3
|
@@ -3,7 +3,7 @@ import { type ConsumeOptions, type ConsumerOptions } from '@platformatic/kafka';
|
|
|
3
3
|
import { AbstractKafkaService, type BaseKafkaOptions } from './AbstractKafkaService.ts';
|
|
4
4
|
import type { KafkaHandlerRouting } from './handler-routing/KafkaHandlerRoutingBuilder.ts';
|
|
5
5
|
import type { KafkaConfig, KafkaDependencies, TopicConfig } from './types.ts';
|
|
6
|
-
import { type KafkaMessageBatchOptions } from './utils/KafkaMessageBatchStream.
|
|
6
|
+
import { type KafkaMessageBatchOptions } from './utils/KafkaMessageBatchStream.ts';
|
|
7
7
|
export type KafkaConsumerDependencies = KafkaDependencies & Pick<QueueConsumerDependencies, 'transactionObservabilityManager'>;
|
|
8
8
|
export type KafkaBatchProcessingOptions<BatchProcessingEnabled> = BatchProcessingEnabled extends true ? {
|
|
9
9
|
batchProcessingEnabled: true;
|
|
@@ -4,7 +4,7 @@ import { InternalError, stringValueSerializer, } from '@lokalise/node-core';
|
|
|
4
4
|
import { Consumer, ProtocolError, ResponseError, stringDeserializer, } from '@platformatic/kafka';
|
|
5
5
|
import { AbstractKafkaService, } from "./AbstractKafkaService.js";
|
|
6
6
|
import { ILLEGAL_GENERATION, REBALANCE_IN_PROGRESS, UNKNOWN_MEMBER_ID } from "./utils/errorCodes.js";
|
|
7
|
-
import { KafkaMessageBatchStream, } from
|
|
7
|
+
import { KafkaMessageBatchStream, } from "./utils/KafkaMessageBatchStream.js";
|
|
8
8
|
import { safeJsonDeserializer } from "./utils/safeJsonDeserializer.js";
|
|
9
9
|
const commitErrorCodesToIgnore = new Set([
|
|
10
10
|
ILLEGAL_GENERATION,
|
|
@@ -6,7 +6,6 @@ export type KafkaPublisherOptions<TopicsConfig extends TopicConfig[]> = BaseKafk
|
|
|
6
6
|
};
|
|
7
7
|
export type KafkaMessageOptions = Omit<MessageToProduce<string, object, string, string>, 'topic' | 'value'>;
|
|
8
8
|
export declare abstract class AbstractKafkaPublisher<TopicsConfig extends TopicConfig[]> extends AbstractKafkaService<TopicsConfig, KafkaPublisherOptions<TopicsConfig>> {
|
|
9
|
-
private readonly topicsConfig;
|
|
10
9
|
private readonly schemaContainers;
|
|
11
10
|
private readonly producer;
|
|
12
11
|
private isInitiated;
|
|
@@ -3,18 +3,17 @@ import { MessageSchemaContainer } from '@message-queue-toolkit/core';
|
|
|
3
3
|
import { jsonSerializer, Producer, stringSerializer, } from '@platformatic/kafka';
|
|
4
4
|
import { AbstractKafkaService } from "./AbstractKafkaService.js";
|
|
5
5
|
export class AbstractKafkaPublisher extends AbstractKafkaService {
|
|
6
|
-
topicsConfig;
|
|
7
6
|
schemaContainers;
|
|
8
7
|
producer;
|
|
9
8
|
isInitiated;
|
|
10
9
|
constructor(dependencies, options) {
|
|
11
10
|
super(dependencies, options);
|
|
12
11
|
this.isInitiated = false;
|
|
13
|
-
|
|
14
|
-
if (
|
|
12
|
+
const topicsConfig = options.topicsConfig;
|
|
13
|
+
if (topicsConfig.length === 0)
|
|
15
14
|
throw new Error('At least one topic must be defined');
|
|
16
15
|
this.schemaContainers = {};
|
|
17
|
-
for (const { topic, schema } of
|
|
16
|
+
for (const { topic, schema } of topicsConfig) {
|
|
18
17
|
this.schemaContainers[topic] = new MessageSchemaContainer({
|
|
19
18
|
messageSchemas: [schema],
|
|
20
19
|
messageDefinitions: [],
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AbstractKafkaPublisher.js","sourceRoot":"","sources":["../lib/AbstractKafkaPublisher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAA;AACpE,OAAO,EACL,cAAc,EAGd,QAAQ,EACR,gBAAgB,GACjB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,oBAAoB,EAAyB,MAAM,2BAA2B,CAAA;AAoBvF,MAAM,OAAgB,sBAEpB,SAAQ,oBAAuE;IAC9D,
|
|
1
|
+
{"version":3,"file":"AbstractKafkaPublisher.js","sourceRoot":"","sources":["../lib/AbstractKafkaPublisher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAA;AACpE,OAAO,EACL,cAAc,EAGd,QAAQ,EACR,gBAAgB,GACjB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,oBAAoB,EAAyB,MAAM,2BAA2B,CAAA;AAoBvF,MAAM,OAAgB,sBAEpB,SAAQ,oBAAuE;IAC9D,gBAAgB,CAAgD;IAEhE,QAAQ,CAA0C;IAC3D,WAAW,CAAS;IAE5B,YAAY,YAA+B,EAAE,OAA4C;QACvF,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;QAC5B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;QAExB,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAA;QACzC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;QAEpF,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAA;QAC1B,KAAK,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;YAC7C,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAAG,IAAI,sBAAsB,CAAC;gBACxD,cAAc,EAAE,CAAC,MAAM,CAAC;gBACxB,kBAAkB,EAAE,EAAE;aACvB,CAAC,CAAA;QACJ,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YAC3B,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK;YACrB,GAAG,IAAI,CAAC,OAAO;YACf,WAAW,EAAE;gBACX,GAAG,EAAE,gBAAgB;gBACrB,KAAK,EAAE,cAAc;gBACrB,SAAS,EAAE,gBAAgB;gBAC3B,WAAW,EAAE,gBAAgB;aAC9B;SACF,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,WAAW;YAAE,OAAM;QAE5B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAA;YAC9B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACzB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,aAAa,CAAC;gBACtB,OAAO,EAAE,sBAAsB;gBAC/B,SAAS,EAAE,2BAA2B;gBACtC,KAAK,EAAE,CAAC;aACT,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAM;QAE7B,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;QAC3B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;IAC1B,CAAC;IAED,KAAK,CAAC,OAAO,CACX,KAAY,EACZ,OAAiE,EACjE,cAA+B,EAC/B,OAA6B;QAE7B,MAAM,+BAA+B,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAElD,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,aAAa,CAAC,OAAiB,CAAC,CAAA;QACnF,IAAI,CAAC,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAA;QACnF,IAAI,YAAY,CAAC,KAAK;YAAE,MAAM,YAAY,CAAC,KAAK,CAAA;QAEhD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA,CAAC,YAAY;QAE9B,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAGtD,CAAA;YAED,MAAM,OAAO,GAAG;gBACd,GAAG,OAAO,EAAE,OAAO;gBACnB,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,EAAE,cAAc,EAAE,KAAK,IAAI,EAAE;aAClE,CAAA;YAED,MAAM,YAAY,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,CAAA;YACzE,MAAM,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC;gBACxB,QAAQ,EAAE,CAAC,YAAY,CAAC;aACzB,CAAC,CAAA;YAEF,IAAI,CAAC,sBAAsB,CAAC;gBAC1B,OAAO,EAAE,YAAY;gBACrB,gBAAgB,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE;gBACzC,+BAA+B;aAChC,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG;gBACnB,KAAK;gBACL,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAChC,OAAO,EAAE,qBAAqB,CAAC,OAAO,CAAC;aACxC,CAAA;YACD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,YAAY,CAAC,CAAA;YACtC,MAAM,IAAI,aAAa,CAAC;gBACtB,OAAO,EAAE,oCAAqC,KAAe,CAAC,OAAO,EAAE;gBACvE,SAAS,EAAE,qBAAqB;gBAChC,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,YAAY;aACtB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;CACF"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { ZodSchema } from 'zod/v4';
|
|
2
|
-
import type { DeserializedMessage, RequestContext } from '../types.
|
|
2
|
+
import type { DeserializedMessage, RequestContext } from '../types.ts';
|
|
3
3
|
export type KafkaHandler<MessageValue extends object, ExecutionContext, BatchProcessingEnabled extends boolean = false> = (message: BatchProcessingEnabled extends false ? DeserializedMessage<MessageValue> : DeserializedMessage<MessageValue>[], context: ExecutionContext, requestContext: RequestContext) => Promise<void> | void;
|
|
4
4
|
export declare class KafkaHandlerConfig<MessageValue extends object, ExecutionContext, BatchProcessingEnabled extends boolean = false> {
|
|
5
5
|
readonly schema: ZodSchema<MessageValue, any>;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@message-queue-toolkit/kafka",
|
|
3
|
-
"version": "0.7.
|
|
3
|
+
"version": "0.7.6",
|
|
4
4
|
"engines": {
|
|
5
5
|
"node": ">= 22.14.0"
|
|
6
6
|
},
|
|
@@ -53,7 +53,7 @@
|
|
|
53
53
|
"dependencies": {
|
|
54
54
|
"@lokalise/node-core": "^14.2.0",
|
|
55
55
|
"@lokalise/universal-ts-utils": "^4.5.1",
|
|
56
|
-
"@platformatic/kafka": "^1.
|
|
56
|
+
"@platformatic/kafka": "^1.21.0"
|
|
57
57
|
},
|
|
58
58
|
"peerDependencies": {
|
|
59
59
|
"@message-queue-toolkit/core": ">=23.0.0",
|
|
@@ -61,7 +61,7 @@
|
|
|
61
61
|
"zod": ">=3.25.76 <5.0.0"
|
|
62
62
|
},
|
|
63
63
|
"devDependencies": {
|
|
64
|
-
"@biomejs/biome": "^2.2
|
|
64
|
+
"@biomejs/biome": "^2.3.2",
|
|
65
65
|
"@lokalise/biome-config": "^3.1.0",
|
|
66
66
|
"@lokalise/tsconfig": "^3.0.0",
|
|
67
67
|
"@message-queue-toolkit/core": ">=23.0.0",
|