@platformatic/kafka 1.27.0-alpha.3 → 1.28.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (154) hide show
  1. package/README.md +64 -0
  2. package/dist/apis/admin/create-acls-v2.d.ts +16 -0
  3. package/dist/apis/admin/create-acls-v2.js +55 -0
  4. package/dist/apis/admin/delete-acls-v2.d.ts +21 -0
  5. package/dist/apis/admin/delete-acls-v2.js +84 -0
  6. package/dist/apis/admin/describe-acls-v2.d.ts +17 -0
  7. package/dist/apis/admin/describe-acls-v2.js +66 -0
  8. package/dist/apis/admin/describe-cluster-v0.d.ts +23 -0
  9. package/dist/apis/admin/describe-cluster-v0.js +48 -0
  10. package/dist/apis/admin/describe-log-dirs-v2.d.ts +32 -0
  11. package/dist/apis/admin/describe-log-dirs-v2.js +67 -0
  12. package/dist/apis/admin/describe-log-dirs-v3.d.ts +32 -0
  13. package/dist/apis/admin/describe-log-dirs-v3.js +73 -0
  14. package/dist/apis/admin/index.d.ts +7 -0
  15. package/dist/apis/admin/index.js +7 -0
  16. package/dist/apis/admin/list-transactions-v0.d.ts +18 -0
  17. package/dist/apis/admin/list-transactions-v0.js +43 -0
  18. package/dist/apis/consumer/index.d.ts +8 -0
  19. package/dist/apis/consumer/index.js +8 -0
  20. package/dist/apis/consumer/join-group-v6.d.ts +27 -0
  21. package/dist/apis/consumer/join-group-v6.js +67 -0
  22. package/dist/apis/consumer/join-group-v7.d.ts +27 -0
  23. package/dist/apis/consumer/join-group-v7.js +68 -0
  24. package/dist/apis/consumer/join-group-v8.d.ts +27 -0
  25. package/dist/apis/consumer/join-group-v8.js +70 -0
  26. package/dist/apis/consumer/leave-group-v4.d.ts +22 -0
  27. package/dist/apis/consumer/leave-group-v4.js +56 -0
  28. package/dist/apis/consumer/list-offsets-v5.d.ts +30 -0
  29. package/dist/apis/consumer/list-offsets-v5.js +67 -0
  30. package/dist/apis/consumer/list-offsets-v6.d.ts +30 -0
  31. package/dist/apis/consumer/list-offsets-v6.js +68 -0
  32. package/dist/apis/consumer/list-offsets-v7.d.ts +30 -0
  33. package/dist/apis/consumer/list-offsets-v7.js +68 -0
  34. package/dist/apis/consumer/sync-group-v4.d.ts +18 -0
  35. package/dist/apis/consumer/sync-group-v4.js +43 -0
  36. package/dist/apis/enumerations.d.ts +5 -5
  37. package/dist/apis/producer/add-offsets-to-txn-v1.d.ts +10 -0
  38. package/dist/apis/producer/add-offsets-to-txn-v1.js +33 -0
  39. package/dist/apis/producer/add-offsets-to-txn-v2.d.ts +10 -0
  40. package/dist/apis/producer/add-offsets-to-txn-v2.js +33 -0
  41. package/dist/apis/producer/index.d.ts +3 -0
  42. package/dist/apis/producer/index.js +3 -0
  43. package/dist/apis/producer/init-producer-id-v3.d.ts +21 -0
  44. package/dist/apis/producer/init-producer-id-v3.js +38 -0
  45. package/dist/clients/admin/options.d.ts +9 -9
  46. package/dist/clients/consumer/consumer.js +38 -2
  47. package/dist/clients/consumer/messages-stream.d.ts +2 -2
  48. package/dist/clients/consumer/messages-stream.js +105 -21
  49. package/dist/clients/consumer/options.d.ts +24 -0
  50. package/dist/clients/consumer/options.js +3 -1
  51. package/dist/clients/consumer/types.d.ts +4 -1
  52. package/dist/clients/producer/index.d.ts +1 -0
  53. package/dist/clients/producer/index.js +1 -0
  54. package/dist/clients/producer/options.d.ts +65 -18
  55. package/dist/clients/producer/options.js +21 -1
  56. package/dist/clients/producer/producer-stream.d.ts +19 -0
  57. package/dist/clients/producer/producer-stream.js +187 -0
  58. package/dist/clients/producer/producer.d.ts +6 -3
  59. package/dist/clients/producer/producer.js +137 -19
  60. package/dist/clients/producer/types.d.ts +28 -1
  61. package/dist/clients/producer/types.js +6 -1
  62. package/dist/clients/serde.d.ts +11 -6
  63. package/dist/diagnostic.d.ts +2 -2
  64. package/dist/errors.d.ts +5 -5
  65. package/dist/errors.js +8 -6
  66. package/dist/index.d.ts +1 -0
  67. package/dist/index.js +2 -0
  68. package/dist/network/connection.d.ts +7 -6
  69. package/dist/network/connection.js +1 -1
  70. package/dist/protocol/compression.d.ts +1 -1
  71. package/dist/protocol/compression.js +7 -46
  72. package/dist/protocol/crc32c.d.ts +1 -1
  73. package/dist/protocol/crc32c.js +5 -6
  74. package/dist/protocol/definitions.d.ts +1 -1
  75. package/dist/protocol/definitions.js +1 -1
  76. package/dist/protocol/index.d.ts +0 -2
  77. package/dist/protocol/index.js +0 -2
  78. package/dist/protocol/reader.d.ts +2 -2
  79. package/dist/protocol/reader.js +4 -4
  80. package/dist/protocol/records.d.ts +11 -22
  81. package/dist/protocol/records.js +3 -7
  82. package/dist/protocol/sasl/oauth-bearer.d.ts +3 -3
  83. package/dist/protocol/sasl/plain.d.ts +3 -3
  84. package/dist/protocol/sasl/scram-sha.d.ts +3 -3
  85. package/dist/protocol/sasl/utils.d.ts +3 -3
  86. package/dist/protocol/writer.d.ts +1 -1
  87. package/dist/protocol/writer.js +3 -3
  88. package/dist/registries/abstract.d.ts +22 -0
  89. package/dist/registries/abstract.js +38 -0
  90. package/dist/registries/confluent-schema-registry.d.ts +41 -0
  91. package/dist/registries/confluent-schema-registry.js +222 -0
  92. package/dist/registries/index.d.ts +2 -0
  93. package/dist/registries/index.js +2 -0
  94. package/dist/typescript-4/dist/apis/admin/create-acls-v2.d.ts +16 -0
  95. package/dist/typescript-4/dist/apis/admin/delete-acls-v2.d.ts +21 -0
  96. package/dist/typescript-4/dist/apis/admin/describe-acls-v2.d.ts +17 -0
  97. package/dist/typescript-4/dist/apis/admin/describe-cluster-v0.d.ts +23 -0
  98. package/dist/typescript-4/dist/apis/admin/describe-log-dirs-v2.d.ts +32 -0
  99. package/dist/typescript-4/dist/apis/admin/describe-log-dirs-v3.d.ts +32 -0
  100. package/dist/typescript-4/dist/apis/admin/index.d.ts +7 -0
  101. package/dist/typescript-4/dist/apis/admin/list-transactions-v0.d.ts +18 -0
  102. package/dist/typescript-4/dist/apis/consumer/index.d.ts +8 -0
  103. package/dist/typescript-4/dist/apis/consumer/join-group-v6.d.ts +27 -0
  104. package/dist/typescript-4/dist/apis/consumer/join-group-v7.d.ts +27 -0
  105. package/dist/typescript-4/dist/apis/consumer/join-group-v8.d.ts +27 -0
  106. package/dist/typescript-4/dist/apis/consumer/leave-group-v4.d.ts +22 -0
  107. package/dist/typescript-4/dist/apis/consumer/list-offsets-v5.d.ts +30 -0
  108. package/dist/typescript-4/dist/apis/consumer/list-offsets-v6.d.ts +30 -0
  109. package/dist/typescript-4/dist/apis/consumer/list-offsets-v7.d.ts +30 -0
  110. package/dist/typescript-4/dist/apis/consumer/sync-group-v4.d.ts +18 -0
  111. package/dist/typescript-4/dist/apis/enumerations.d.ts +5 -5
  112. package/dist/typescript-4/dist/apis/producer/add-offsets-to-txn-v1.d.ts +10 -0
  113. package/dist/typescript-4/dist/apis/producer/add-offsets-to-txn-v2.d.ts +10 -0
  114. package/dist/typescript-4/dist/apis/producer/index.d.ts +3 -0
  115. package/dist/typescript-4/dist/apis/producer/init-producer-id-v3.d.ts +21 -0
  116. package/dist/typescript-4/dist/clients/admin/options.d.ts +9 -9
  117. package/dist/typescript-4/dist/clients/consumer/messages-stream.d.ts +2 -2
  118. package/dist/typescript-4/dist/clients/consumer/options.d.ts +24 -0
  119. package/dist/typescript-4/dist/clients/consumer/types.d.ts +4 -1
  120. package/dist/typescript-4/dist/clients/producer/index.d.ts +1 -0
  121. package/dist/typescript-4/dist/clients/producer/options.d.ts +66 -19
  122. package/dist/typescript-4/dist/clients/producer/producer-stream.d.ts +19 -0
  123. package/dist/typescript-4/dist/clients/producer/producer.d.ts +6 -3
  124. package/dist/typescript-4/dist/clients/producer/types.d.ts +29 -2
  125. package/dist/typescript-4/dist/clients/serde.d.ts +11 -6
  126. package/dist/typescript-4/dist/diagnostic.d.ts +2 -2
  127. package/dist/typescript-4/dist/errors.d.ts +5 -5
  128. package/dist/typescript-4/dist/index.d.ts +2 -1
  129. package/dist/typescript-4/dist/network/connection.d.ts +7 -6
  130. package/dist/typescript-4/dist/protocol/compression.d.ts +1 -1
  131. package/dist/typescript-4/dist/protocol/crc32c.d.ts +1 -1
  132. package/dist/typescript-4/dist/protocol/definitions.d.ts +1 -1
  133. package/dist/typescript-4/dist/protocol/index.d.ts +0 -2
  134. package/dist/typescript-4/dist/protocol/reader.d.ts +2 -2
  135. package/dist/typescript-4/dist/protocol/records.d.ts +11 -22
  136. package/dist/typescript-4/dist/protocol/sasl/oauth-bearer.d.ts +3 -3
  137. package/dist/typescript-4/dist/protocol/sasl/plain.d.ts +3 -3
  138. package/dist/typescript-4/dist/protocol/sasl/scram-sha.d.ts +3 -3
  139. package/dist/typescript-4/dist/protocol/sasl/utils.d.ts +3 -3
  140. package/dist/typescript-4/dist/protocol/writer.d.ts +1 -1
  141. package/dist/typescript-4/dist/registries/abstract.d.ts +22 -0
  142. package/dist/typescript-4/dist/registries/confluent-schema-registry.d.ts +41 -0
  143. package/dist/typescript-4/dist/registries/index.d.ts +2 -0
  144. package/dist/typescript-4/dist/utils.d.ts +3 -2
  145. package/dist/utils.d.ts +2 -1
  146. package/dist/utils.js +3 -0
  147. package/dist/version.js +1 -1
  148. package/package.json +14 -11
  149. package/dist/protocol/dynamic-buffer.d.ts +0 -65
  150. package/dist/protocol/dynamic-buffer.js +0 -563
  151. package/dist/protocol/varint.d.ts +0 -12
  152. package/dist/protocol/varint.js +0 -36
  153. package/dist/typescript-4/dist/protocol/dynamic-buffer.d.ts +0 -65
  154. package/dist/typescript-4/dist/protocol/varint.d.ts +0 -12
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@platformatic/kafka",
3
- "version": "1.27.0-alpha.3",
3
+ "version": "1.28.0",
4
4
  "description": "Modern and performant client for Apache Kafka",
5
5
  "homepage": "https://github.com/platformatic/kafka",
6
6
  "author": "Platformatic Inc. <oss@platformatic.dev> (https://platformatic.dev)",
@@ -25,7 +25,10 @@
25
25
  "exports": "./dist/index.js",
26
26
  "types": "./dist/index.d.ts",
27
27
  "dependencies": {
28
+ "@platformatic/dynamic-buffer": "^0.3.0",
29
+ "@platformatic/wasm-utils": "^0.1.0",
28
30
  "ajv": "^8.17.1",
31
+ "avsc": "^5.7.9",
29
32
  "debug": "^4.4.3",
30
33
  "fastq": "^1.19.1",
31
34
  "mnemonist": "^0.40.3",
@@ -33,8 +36,7 @@
33
36
  },
34
37
  "optionalDependencies": {
35
38
  "@node-rs/crc32": "^1.10.6",
36
- "lz4-napi": "^2.9.0",
37
- "snappy": "^7.3.3"
39
+ "protobufjs": "^8.0.0"
38
40
  },
39
41
  "devDependencies": {
40
42
  "@babel/generator": "^7.28.5",
@@ -44,14 +46,14 @@
44
46
  "@confluentinc/kafka-javascript": "^1.5.0",
45
47
  "@opentelemetry/instrumentation": "^0.210.0",
46
48
  "@platformatic/rdkafka": "^4.0.0",
49
+ "@swc-node/register": "^1.11.1",
47
50
  "@types/babel__generator": "^7.27.0",
48
51
  "@types/babel__traverse": "^7.28.0",
49
52
  "@types/debug": "^4.1.12",
50
53
  "@types/kerberos": "^1.1.5",
51
- "@types/node": "^22.18.5",
54
+ "@types/node": "^22.18.8",
52
55
  "@types/semver": "^7.7.1",
53
56
  "@watchable/unpromise": "^1.0.2",
54
- "avsc": "^5.7.9",
55
57
  "c8": "^10.1.3",
56
58
  "cleaner-spec-reporter": "^0.5.0",
57
59
  "cronometro": "^5.3.0",
@@ -62,12 +64,14 @@
62
64
  "json5": "^2.2.3",
63
65
  "kafkajs": "^2.2.4",
64
66
  "kerberos": "^2.2.2",
67
+ "lz4-napi": "^2.9.0",
65
68
  "neostandard": "^0.12.2",
66
69
  "parse5": "^7.3.0",
67
- "prettier": "^3.6.2",
68
- "prettier-plugin-space-before-function-paren": "^0.0.8",
70
+ "prettier": "^3.8.1",
71
+ "prettier-plugin-space-before-function-paren": "^0.0.10",
69
72
  "prom-client": "^15.1.3",
70
73
  "semver": "^7.7.2",
74
+ "snappy": "^7.3.3",
71
75
  "table": "^6.9.0",
72
76
  "typescript": "^5.9.2"
73
77
  },
@@ -83,16 +87,15 @@
83
87
  },
84
88
  "scripts": {
85
89
  "build": "rm -rf dist && tsc -p tsconfig.base.json",
86
- "postbuild": "node scripts/postbuild.ts",
90
+ "postbuild": "./scripts/node scripts/postbuild.ts",
87
91
  "lint": "eslint --cache",
88
92
  "typecheck": "tsc -p . --noEmit",
89
93
  "format": "prettier -w benchmarks playground src test",
90
- "test": "c8 -c test/config/c8-local.json node --env-file=test/config/env --no-warnings --test --test-timeout=600000 'test/**/*.test.ts'",
91
- "test:ci": "c8 -c test/config/c8-ci.json node --env-file=test/config/env --no-warnings --test --test-timeout=600000 'test/**/*.test.ts'",
94
+ "test": "c8 -c test/config/c8-local.json ./scripts/node --test --test-reporter=cleaner-spec-reporter 'test/*.test.ts' 'test/*/*.test.ts' 'test/*/*/*.test.ts'",
95
+ "test:ci": "c8 -c test/config/c8-ci.json ./scripts/node --test --test-reporter=cleaner-spec-reporter 'test/*.test.ts' 'test/*/*.test.ts' 'test/*/*/*.test.ts'",
92
96
  "test:docker:up": "docker-compose up -d --wait",
93
97
  "test:docker:down": "docker-compose down",
94
98
  "ci": "npm run build && npm run lint && npm run test:ci",
95
- "ci:v20": "npm run lint && rm -rf dist && tsc -p tsconfig.json && node dist/scripts/postbuild.js && cd dist && node --env-file=../test/config/env --no-warnings --test --test-timeout=600000",
96
99
  "generate:apis": "node scripts/generate-apis.ts",
97
100
  "generate:errors": "node scripts/generate-errors.ts",
98
101
  "create:api": "node scripts/create-api.ts"
@@ -1,65 +0,0 @@
1
- declare const instanceIdentifier: unique symbol;
2
- export declare class DynamicBuffer {
3
- #private;
4
- buffers: Buffer[];
5
- length: number;
6
- [instanceIdentifier]: boolean;
7
- static isDynamicBuffer(target: any): boolean;
8
- constructor(buffers?: Buffer | Buffer[]);
9
- get buffer(): Buffer;
10
- append(buffer: Buffer): this;
11
- prepend(buffer: Buffer): this;
12
- appendFrom(DynamicBuffer: DynamicBuffer): this;
13
- prependFrom(DynamicBuffer: DynamicBuffer): this;
14
- subarray(start?: number, end?: number): DynamicBuffer;
15
- slice(start?: number, end?: number): Buffer;
16
- clone(deep?: boolean): DynamicBuffer;
17
- consume(offset: number): this;
18
- toString(encoding?: BufferEncoding, start?: number, end?: number): string;
19
- get(offset: number): number;
20
- readUInt8(offset?: number): number;
21
- readUInt16BE(offset?: number): number;
22
- readUInt16LE(offset?: number): number;
23
- readUInt32BE(offset?: number): number;
24
- readUInt32LE(offset?: number): number;
25
- readBigUInt64BE(offset?: number): bigint;
26
- readBigUInt64LE(offset?: number): bigint;
27
- readUnsignedVarInt(offset: number): [number, number];
28
- readUnsignedVarInt64(offset: number): [bigint, number];
29
- readInt8(offset?: number): number;
30
- readInt16BE(offset?: number): number;
31
- readInt16LE(offset?: number): number;
32
- readInt32BE(offset?: number): number;
33
- readInt32LE(offset?: number): number;
34
- readBigInt64BE(offset?: number): bigint;
35
- readBigInt64LE(offset?: number): bigint;
36
- readVarInt(offset: number): [number, number];
37
- readVarInt64(offset: number): [bigint, number];
38
- readFloatBE(offset?: number): number;
39
- readFloatLE(offset?: number): number;
40
- readDoubleBE(offset?: number): number;
41
- readDoubleLE(offset?: number): number;
42
- writeUInt8(value: number, append?: boolean): this;
43
- writeUInt16BE(value: number, append?: boolean): this;
44
- writeUInt16LE(value: number, append?: boolean): this;
45
- writeUInt32BE(value: number, append?: boolean): this;
46
- writeUInt32LE(value: number, append?: boolean): this;
47
- writeBigUInt64BE(value: bigint, append?: boolean): this;
48
- writeBigUInt64LE(value: bigint, append?: boolean): this;
49
- writeUnsignedVarInt(value: number, append?: boolean): void;
50
- writeUnsignedVarInt64(value: bigint, append?: boolean): void;
51
- writeInt8(value: number, append?: boolean): this;
52
- writeInt16BE(value: number, append?: boolean): this;
53
- writeInt16LE(value: number, append?: boolean): this;
54
- writeInt32BE(value: number, append?: boolean): this;
55
- writeInt32LE(value: number, append?: boolean): this;
56
- writeBigInt64BE(value: bigint, append?: boolean): this;
57
- writeBigInt64LE(value: bigint, append?: boolean): this;
58
- writeVarInt(value: number, append?: boolean): void;
59
- writeVarInt64(value: bigint, append?: boolean): void;
60
- writeFloatBE(value: number, append?: boolean): this;
61
- writeFloatLE(value: number, append?: boolean): this;
62
- writeDoubleBE(value: number, append?: boolean): this;
63
- writeDoubleLE(value: number, append?: boolean): this;
64
- }
65
- export {};