@platformatic/kafka 1.28.0 → 1.30.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. package/README.md +14 -8
  2. package/dist/apis/admin/alter-partition-reassignments-v0.d.ts +2 -2
  3. package/dist/apis/admin/alter-partition-reassignments-v0.js +1 -1
  4. package/dist/apis/admin/alter-partition-reassignments-v1.d.ts +30 -0
  5. package/dist/apis/admin/alter-partition-reassignments-v1.js +71 -0
  6. package/dist/apis/admin/describe-cluster-v0.d.ts +2 -2
  7. package/dist/apis/admin/describe-cluster-v0.js +1 -1
  8. package/dist/apis/admin/index.d.ts +2 -0
  9. package/dist/apis/admin/index.js +2 -0
  10. package/dist/apis/admin/list-groups-v4.d.ts +2 -2
  11. package/dist/apis/admin/list-groups-v4.js +1 -1
  12. package/dist/apis/admin/list-transactions-v0.d.ts +3 -2
  13. package/dist/apis/admin/list-transactions-v0.js +1 -1
  14. package/dist/apis/admin/list-transactions-v1.d.ts +3 -2
  15. package/dist/apis/admin/list-transactions-v1.js +1 -1
  16. package/dist/apis/admin/list-transactions-v2.d.ts +20 -0
  17. package/dist/apis/admin/list-transactions-v2.js +49 -0
  18. package/dist/apis/consumer/consumer-group-heartbeat-v0.d.ts +2 -2
  19. package/dist/apis/consumer/consumer-group-heartbeat-v0.js +1 -1
  20. package/dist/apis/consumer/consumer-group-heartbeat-v1.d.ts +27 -0
  21. package/dist/apis/consumer/consumer-group-heartbeat-v1.js +70 -0
  22. package/dist/apis/consumer/index.d.ts +1 -0
  23. package/dist/apis/consumer/index.js +1 -0
  24. package/dist/apis/consumer/join-group-v6.d.ts +2 -2
  25. package/dist/apis/consumer/join-group-v6.js +1 -1
  26. package/dist/apis/consumer/join-group-v7.d.ts +2 -2
  27. package/dist/apis/consumer/join-group-v7.js +1 -1
  28. package/dist/apis/consumer/offset-commit-v8.d.ts +2 -2
  29. package/dist/apis/consumer/sync-group-v4.d.ts +2 -2
  30. package/dist/apis/consumer/sync-group-v4.js +1 -1
  31. package/dist/clients/admin/admin.d.ts +3 -1
  32. package/dist/clients/admin/admin.js +88 -7
  33. package/dist/clients/admin/options.d.ts +43 -0
  34. package/dist/clients/admin/options.js +33 -0
  35. package/dist/clients/admin/types.d.ts +19 -0
  36. package/dist/clients/base/base.js +6 -1
  37. package/dist/clients/consumer/consumer.js +17 -3
  38. package/dist/clients/consumer/messages-stream.js +5 -0
  39. package/dist/clients/producer/producer.js +4 -0
  40. package/dist/network/connection.js +13 -2
  41. package/dist/protocol/sasl/scram-sha.d.ts +2 -2
  42. package/dist/protocol/sasl/scram-sha.js +35 -27
  43. package/dist/registries/abstract.js +4 -0
  44. package/dist/typescript-4/dist/apis/admin/alter-partition-reassignments-v0.d.ts +2 -2
  45. package/dist/typescript-4/dist/apis/admin/alter-partition-reassignments-v1.d.ts +30 -0
  46. package/dist/typescript-4/dist/apis/admin/describe-cluster-v0.d.ts +2 -2
  47. package/dist/typescript-4/dist/apis/admin/index.d.ts +2 -0
  48. package/dist/typescript-4/dist/apis/admin/list-groups-v4.d.ts +2 -2
  49. package/dist/typescript-4/dist/apis/admin/list-transactions-v0.d.ts +3 -2
  50. package/dist/typescript-4/dist/apis/admin/list-transactions-v1.d.ts +3 -2
  51. package/dist/typescript-4/dist/apis/admin/list-transactions-v2.d.ts +20 -0
  52. package/dist/typescript-4/dist/apis/consumer/consumer-group-heartbeat-v0.d.ts +2 -2
  53. package/dist/typescript-4/dist/apis/consumer/consumer-group-heartbeat-v1.d.ts +27 -0
  54. package/dist/typescript-4/dist/apis/consumer/index.d.ts +1 -0
  55. package/dist/typescript-4/dist/apis/consumer/join-group-v6.d.ts +2 -2
  56. package/dist/typescript-4/dist/apis/consumer/join-group-v7.d.ts +2 -2
  57. package/dist/typescript-4/dist/apis/consumer/offset-commit-v8.d.ts +2 -2
  58. package/dist/typescript-4/dist/apis/consumer/sync-group-v4.d.ts +2 -2
  59. package/dist/typescript-4/dist/clients/admin/admin.d.ts +3 -1
  60. package/dist/typescript-4/dist/clients/admin/options.d.ts +43 -0
  61. package/dist/typescript-4/dist/clients/admin/types.d.ts +19 -0
  62. package/dist/typescript-4/dist/protocol/sasl/scram-sha.d.ts +2 -2
  63. package/dist/version.js +1 -1
  64. package/package.json +2 -2
@@ -0,0 +1,27 @@
1
+ import { type NullableString } from "../../protocol/definitions";
2
+ import { type Reader } from "../../protocol/reader";
3
+ import { Writer } from "../../protocol/writer";
4
+ export interface ConsumerGroupHeartbeatRequestTopicPartition {
5
+ topicId: string;
6
+ partitions: number[];
7
+ }
8
+ export type ConsumerGroupHeartbeatRequest = Parameters<typeof createRequest>;
9
+ export interface ConsumerGroupHeartbeatResponseAssignmentTopicPartition {
10
+ topicId: string;
11
+ partitions: number[];
12
+ }
13
+ export interface ConsumerGroupHeartbeatResponseAssignment {
14
+ topicPartitions: ConsumerGroupHeartbeatResponseAssignmentTopicPartition[];
15
+ }
16
+ export interface ConsumerGroupHeartbeatResponse {
17
+ throttleTimeMs: number;
18
+ errorCode: number;
19
+ errorMessage: NullableString;
20
+ memberId: NullableString;
21
+ memberEpoch: number;
22
+ heartbeatIntervalMs: number;
23
+ assignment: ConsumerGroupHeartbeatResponseAssignment | null;
24
+ }
25
+ export declare function createRequest(groupId: string, memberId: string, memberEpoch: number, instanceId: NullableString, rackId: NullableString, rebalanceTimeoutMs: number, subscribedTopicNames: string[] | null, subscribedTopicRegex: NullableString, serverAssignor: NullableString, topicPartitions: ConsumerGroupHeartbeatRequestTopicPartition[]): Writer;
26
+ export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): ConsumerGroupHeartbeatResponse;
27
+ export declare const api: import("../definitions").API<[groupId: string, memberId: string, memberEpoch: number, instanceId: NullableString, rackId: NullableString, rebalanceTimeoutMs: number, subscribedTopicNames: string[] | null, subscribedTopicRegex: NullableString, serverAssignor: NullableString, topicPartitions: ConsumerGroupHeartbeatRequestTopicPartition[]], ConsumerGroupHeartbeatResponse>;
@@ -1,4 +1,5 @@
1
1
  export * as consumerGroupHeartbeatV0 from "./consumer-group-heartbeat-v0";
2
+ export * as consumerGroupHeartbeatV1 from "./consumer-group-heartbeat-v1";
2
3
  export * as fetchV12 from "./fetch-v12";
3
4
  export * as fetchV13 from "./fetch-v13";
4
5
  export * as fetchV14 from "./fetch-v14";
@@ -22,6 +22,6 @@ export interface JoinGroupResponse {
22
22
  memberId: NullableString;
23
23
  members: JoinGroupResponseMember[];
24
24
  }
25
- export declare function createRequest(groupId: string, sessionTimeoutMs: number, rebalanceTimeoutMs: number, memberId: string, groupInstanceId: NullableString, protocolType: string, protocols: JoinGroupRequestProtocol[]): Writer;
25
+ export declare function createRequest(groupId: string, sessionTimeoutMs: number, rebalanceTimeoutMs: number, memberId: string, groupInstanceId: NullableString, protocolType: string, protocols: JoinGroupRequestProtocol[], _reason?: NullableString): Writer;
26
26
  export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): JoinGroupResponse;
27
- export declare const api: import("../definitions").API<[groupId: string, sessionTimeoutMs: number, rebalanceTimeoutMs: number, memberId: string, groupInstanceId: NullableString, protocolType: string, protocols: JoinGroupRequestProtocol[]], JoinGroupResponse>;
27
+ export declare const api: import("../definitions").API<[groupId: string, sessionTimeoutMs: number, rebalanceTimeoutMs: number, memberId: string, groupInstanceId: NullableString, protocolType: string, protocols: JoinGroupRequestProtocol[], _reason?: NullableString], JoinGroupResponse>;
@@ -22,6 +22,6 @@ export interface JoinGroupResponse {
22
22
  memberId: NullableString;
23
23
  members: JoinGroupResponseMember[];
24
24
  }
25
- export declare function createRequest(groupId: string, sessionTimeoutMs: number, rebalanceTimeoutMs: number, memberId: string, groupInstanceId: NullableString, protocolType: string, protocols: JoinGroupRequestProtocol[]): Writer;
25
+ export declare function createRequest(groupId: string, sessionTimeoutMs: number, rebalanceTimeoutMs: number, memberId: string, groupInstanceId: NullableString, protocolType: string, protocols: JoinGroupRequestProtocol[], _reason?: NullableString): Writer;
26
26
  export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): JoinGroupResponse;
27
- export declare const api: import("../definitions").API<[groupId: string, sessionTimeoutMs: number, rebalanceTimeoutMs: number, memberId: string, groupInstanceId: NullableString, protocolType: string, protocols: JoinGroupRequestProtocol[]], JoinGroupResponse>;
27
+ export declare const api: import("../definitions").API<[groupId: string, sessionTimeoutMs: number, rebalanceTimeoutMs: number, memberId: string, groupInstanceId: NullableString, protocolType: string, protocols: JoinGroupRequestProtocol[], _reason?: NullableString], JoinGroupResponse>;
@@ -24,6 +24,6 @@ export interface OffsetCommitResponse {
24
24
  throttleTimeMs: number;
25
25
  topics: OffsetCommitResponseTopic[];
26
26
  }
27
- export declare function createRequest(groupId: string, generationIdOrMemberEpoch: number, memberId: string, groupInstanceId: NullableString, topics: OffsetCommitRequestTopic[]): Writer;
27
+ export declare function createRequest(groupId: string, generationIdOrMemberEpoch: number, memberId: NullableString, groupInstanceId: NullableString, topics: OffsetCommitRequestTopic[]): Writer;
28
28
  export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): OffsetCommitResponse;
29
- export declare const api: import("../definitions").API<[groupId: string, generationIdOrMemberEpoch: number, memberId: string, groupInstanceId: NullableString, topics: OffsetCommitRequestTopic[]], OffsetCommitResponse>;
29
+ export declare const api: import("../definitions").API<[groupId: string, generationIdOrMemberEpoch: number, memberId: NullableString, groupInstanceId: NullableString, topics: OffsetCommitRequestTopic[]], OffsetCommitResponse>;
@@ -13,6 +13,6 @@ export interface SyncGroupResponse {
13
13
  protocolName: NullableString;
14
14
  assignment: Buffer;
15
15
  }
16
- export declare function createRequest(groupId: string, generationId: number, memberId: string, groupInstanceId: NullableString, assignments: SyncGroupRequestAssignment[]): Writer;
16
+ export declare function createRequest(groupId: string, generationId: number, memberId: string, groupInstanceId: NullableString, _protocolType: NullableString, _protocolName: NullableString, assignments: SyncGroupRequestAssignment[]): Writer;
17
17
  export declare function parseResponse(_correlationId: number, apiKey: number, apiVersion: number, reader: Reader): SyncGroupResponse;
18
- export declare const api: import("../definitions").API<[groupId: string, generationId: number, memberId: string, groupInstanceId: NullableString, assignments: SyncGroupRequestAssignment[]], SyncGroupResponse>;
18
+ export declare const api: import("../definitions").API<[groupId: string, generationId: number, memberId: string, groupInstanceId: NullableString, _protocolType: NullableString, _protocolName: NullableString, assignments: SyncGroupRequestAssignment[]], SyncGroupResponse>;
@@ -5,7 +5,7 @@ import { type CallbackWithPromise } from "../../apis/callbacks";
5
5
  import { type Callback } from "../../apis/definitions";
6
6
  import { type Acl } from "../../apis/types";
7
7
  import { Base } from "../base/base";
8
- import { type AdminListOffsetsOptions, type AdminOptions, type AlterClientQuotasOptions, type AlterConfigsOptions, type AlterConsumerGroupOffsetsOptions, type BrokerLogDirDescription, type ConfigDescription, type CreateAclsOptions, type CreatedTopic, type CreatePartitionsOptions, type CreateTopicsOptions, type DeleteAclsOptions, type DeleteConsumerGroupOffsetsOptions, type DeleteGroupsOptions, type DeleteTopicsOptions, type DescribeAclsOptions, type DescribeClientQuotasOptions, type DescribeConfigsOptions, type DescribeGroupsOptions, type DescribeLogDirsOptions, type Group, type GroupBase, type IncrementalAlterConfigsOptions, type ListConsumerGroupOffsetsGroup, type ListConsumerGroupOffsetsOptions, type ListedOffsetsTopic, type ListGroupsOptions, type ListTopicsOptions, type RemoveMembersFromConsumerGroupOptions } from "./types";
8
+ import { type AdminListOffsetsOptions, type AdminOptions, type AlterClientQuotasOptions, type AlterConfigsOptions, type AlterConsumerGroupOffsetsOptions, type BrokerLogDirDescription, type ConfigDescription, type CreateAclsOptions, type CreatedTopic, type CreatePartitionsOptions, type CreateTopicsOptions, type DeleteAclsOptions, type DeleteConsumerGroupOffsetsOptions, type DeleteRecordsOptions, type DeleteGroupsOptions, type DeleteTopicsOptions, type DeletedRecordsTopic, type DescribeAclsOptions, type DescribeClientQuotasOptions, type DescribeConfigsOptions, type DescribeGroupsOptions, type DescribeLogDirsOptions, type Group, type GroupBase, type IncrementalAlterConfigsOptions, type ListConsumerGroupOffsetsGroup, type ListConsumerGroupOffsetsOptions, type ListedOffsetsTopic, type ListGroupsOptions, type ListTopicsOptions, type RemoveMembersFromConsumerGroupOptions } from "./types";
9
9
  export declare class Admin extends Base<AdminOptions> {
10
10
  #private;
11
11
  constructor(options: AdminOptions);
@@ -57,4 +57,6 @@ export declare class Admin extends Base<AdminOptions> {
57
57
  deleteAcls(options: DeleteAclsOptions): Promise<Acl[]>;
58
58
  listOffsets(options: AdminListOffsetsOptions, callback: CallbackWithPromise<ListedOffsetsTopic[]>): void;
59
59
  listOffsets(options: AdminListOffsetsOptions): Promise<ListedOffsetsTopic[]>;
60
+ deleteRecords(options: DeleteRecordsOptions, callback: CallbackWithPromise<DeletedRecordsTopic[]>): void;
61
+ deleteRecords(options: DeleteRecordsOptions): Promise<DeletedRecordsTopic[]>;
60
62
  }
@@ -484,6 +484,46 @@ export declare const deleteConsumerGroupOffsetsOptionsSchema: {
484
484
  required: string[];
485
485
  additionalProperties: boolean;
486
486
  };
487
+ export declare const deleteRecordsOptionsSchema: {
488
+ type: string;
489
+ properties: {
490
+ topics: {
491
+ type: string;
492
+ items: {
493
+ type: string;
494
+ properties: {
495
+ name: {
496
+ type: string;
497
+ minLength: number;
498
+ };
499
+ partitions: {
500
+ type: string;
501
+ items: {
502
+ type: string;
503
+ properties: {
504
+ partition: {
505
+ type: string;
506
+ minimum: number;
507
+ };
508
+ offset: {
509
+ bigint: boolean;
510
+ };
511
+ };
512
+ required: string[];
513
+ additionalProperties: boolean;
514
+ };
515
+ minItems: number;
516
+ };
517
+ };
518
+ required: string[];
519
+ additionalProperties: boolean;
520
+ };
521
+ minItems: number;
522
+ };
523
+ };
524
+ required: string[];
525
+ additionalProperties: boolean;
526
+ };
487
527
  export declare const describeConfigsOptionsSchema: {
488
528
  type: string;
489
529
  properties: {
@@ -881,6 +921,9 @@ export declare const alterConsumerGroupOffsetsOptionsValidator: import("ajv").Va
881
921
  export declare const deleteConsumerGroupOffsetsOptionsValidator: import("ajv").ValidateFunction<{
882
922
  [x: string]: {};
883
923
  }>;
924
+ export declare const deleteRecordsOptionsValidator: import("ajv").ValidateFunction<{
925
+ [x: string]: {};
926
+ }>;
884
927
  export declare const listConsumerGroupOffsetsOptionsValidator: import("ajv").ValidateFunction<{
885
928
  [x: string]: {};
886
929
  }>;
@@ -138,6 +138,25 @@ export interface DeleteConsumerGroupOffsetsOptions {
138
138
  partitionIndexes: number[];
139
139
  }[];
140
140
  }
141
+ export interface DeleteRecordsPartitionOffset {
142
+ partition: number;
143
+ offset: bigint;
144
+ }
145
+ export interface DeleteRecordsTopic {
146
+ name: string;
147
+ partitions: DeleteRecordsPartitionOffset[];
148
+ }
149
+ export interface DeleteRecordsOptions {
150
+ topics: DeleteRecordsTopic[];
151
+ }
152
+ export interface DeletedRecordsPartition {
153
+ partition: number;
154
+ lowWatermark: bigint;
155
+ }
156
+ export interface DeletedRecordsTopic {
157
+ name: string;
158
+ partitions: DeletedRecordsPartition[];
159
+ }
141
160
  export interface DescribeConfigsOptions {
142
161
  resources: DescribeConfigsRequestResource[];
143
162
  includeSynonyms?: boolean;
@@ -8,7 +8,7 @@ export interface ScramAlgorithmDefinition {
8
8
  }
9
9
  export interface ScramCryptoModule {
10
10
  h: (definition: ScramAlgorithmDefinition, data: string | Buffer) => Buffer;
11
- hi: (definition: ScramAlgorithmDefinition, password: string, salt: Buffer, iterations: number) => Buffer;
11
+ hi: (definition: ScramAlgorithmDefinition, password: string, salt: Buffer, iterations: number) => Promise<Buffer>;
12
12
  hmac: (definition: ScramAlgorithmDefinition, key: Buffer, data: string | Buffer) => Buffer;
13
13
  xor: (a: Buffer, b: Buffer) => Buffer;
14
14
  }
@@ -31,7 +31,7 @@ export declare function createNonce(): string;
31
31
  export declare function sanitizeString(str: string): string;
32
32
  export declare function parseParameters(data: Buffer): Record<string, string>;
33
33
  export declare function h(definition: ScramAlgorithmDefinition, data: string | Buffer): Buffer;
34
- export declare function hi(definition: ScramAlgorithmDefinition, password: string, salt: Buffer, iterations: number): Buffer;
34
+ export declare function hi(definition: ScramAlgorithmDefinition, password: string, salt: Buffer, iterations: number): Promise<Buffer>;
35
35
  export declare function hmac(definition: ScramAlgorithmDefinition, key: Buffer, data: string | Buffer): Buffer;
36
36
  export declare function xor(a: Buffer, b: Buffer): Buffer;
37
37
  export declare const defaultCrypto: ScramCryptoModule;
package/dist/version.js CHANGED
@@ -1,2 +1,2 @@
1
1
  export const name = "@platformatic/kafka";
2
- export const version = "1.28.0";
2
+ export const version = "1.30.0";
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@platformatic/kafka",
3
- "version": "1.28.0",
3
+ "version": "1.30.0",
4
4
  "description": "Modern and performant client for Apache Kafka",
5
5
  "homepage": "https://github.com/platformatic/kafka",
6
6
  "author": "Platformatic Inc. <oss@platformatic.dev> (https://platformatic.dev)",
@@ -25,7 +25,7 @@
25
25
  "exports": "./dist/index.js",
26
26
  "types": "./dist/index.d.ts",
27
27
  "dependencies": {
28
- "@platformatic/dynamic-buffer": "^0.3.0",
28
+ "@platformatic/dynamic-buffer": "^0.3.1",
29
29
  "@platformatic/wasm-utils": "^0.1.0",
30
30
  "ajv": "^8.17.1",
31
31
  "avsc": "^5.7.9",