kafka-ts 0.0.1-beta → 0.0.1-beta.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (192) hide show
  1. package/.github/workflows/release.yml +17 -0
  2. package/.prettierrc +3 -2
  3. package/LICENSE +1 -1
  4. package/README.md +48 -35
  5. package/docker-compose.yml +108 -102
  6. package/examples/package-lock.json +28 -27
  7. package/examples/package.json +12 -12
  8. package/examples/src/client.ts +6 -6
  9. package/examples/src/consumer.ts +9 -8
  10. package/examples/src/create-topic.ts +22 -16
  11. package/examples/src/producer.ts +7 -7
  12. package/examples/src/replicator.ts +4 -4
  13. package/examples/src/utils/delay.ts +1 -0
  14. package/examples/src/utils/json.ts +1 -1
  15. package/examples/tsconfig.json +2 -2
  16. package/package.json +22 -15
  17. package/scripts/create-scram-user.sh +5 -0
  18. package/scripts/generate-certs.sh +1 -0
  19. package/scripts/kafka-local.properties +33 -0
  20. package/src/__snapshots__/request-handler.test.ts.snap +9 -718
  21. package/src/api/api-versions.ts +2 -2
  22. package/src/api/create-topics.ts +2 -2
  23. package/src/api/delete-topics.ts +2 -2
  24. package/src/api/fetch.ts +3 -3
  25. package/src/api/find-coordinator.ts +2 -2
  26. package/src/api/heartbeat.ts +2 -2
  27. package/src/api/index.ts +18 -18
  28. package/src/api/init-producer-id.ts +2 -2
  29. package/src/api/join-group.ts +3 -3
  30. package/src/api/leave-group.ts +2 -2
  31. package/src/api/list-offsets.ts +3 -3
  32. package/src/api/metadata.ts +3 -3
  33. package/src/api/offset-commit.ts +2 -2
  34. package/src/api/offset-fetch.ts +2 -2
  35. package/src/api/produce.ts +3 -3
  36. package/src/api/sasl-authenticate.ts +2 -2
  37. package/src/api/sasl-handshake.ts +2 -2
  38. package/src/api/sync-group.ts +2 -2
  39. package/src/broker.ts +83 -11
  40. package/src/client.ts +6 -6
  41. package/src/{request-handler.test.ts → cluster.test.ts} +72 -69
  42. package/src/cluster.ts +7 -7
  43. package/src/connection.ts +17 -15
  44. package/src/consumer/consumer-group.ts +14 -14
  45. package/src/consumer/consumer-metadata.ts +2 -2
  46. package/src/consumer/consumer.ts +84 -82
  47. package/src/consumer/fetch-manager.ts +179 -0
  48. package/src/consumer/fetcher.ts +57 -0
  49. package/src/consumer/offset-manager.ts +6 -6
  50. package/src/consumer/processor.ts +47 -0
  51. package/src/distributors/assignments-to-replicas.test.ts +7 -7
  52. package/src/distributors/assignments-to-replicas.ts +1 -1
  53. package/src/distributors/messages-to-topic-partition-leaders.test.ts +6 -6
  54. package/src/index.ts +4 -3
  55. package/src/metadata.ts +4 -4
  56. package/src/producer/producer.ts +8 -8
  57. package/src/types.ts +2 -0
  58. package/src/utils/api.ts +4 -4
  59. package/src/utils/crypto.ts +14 -0
  60. package/src/utils/debug.ts +2 -2
  61. package/src/utils/decoder.ts +4 -4
  62. package/src/utils/encoder.ts +6 -6
  63. package/src/utils/error.ts +3 -3
  64. package/src/utils/retrier.ts +1 -1
  65. package/src/utils/tracer.ts +7 -4
  66. package/tsconfig.json +16 -16
  67. package/dist/api/api-versions.d.ts +0 -9
  68. package/dist/api/api-versions.js +0 -24
  69. package/dist/api/create-topics.d.ts +0 -38
  70. package/dist/api/create-topics.js +0 -53
  71. package/dist/api/delete-topics.d.ts +0 -18
  72. package/dist/api/delete-topics.js +0 -33
  73. package/dist/api/fetch.d.ts +0 -77
  74. package/dist/api/fetch.js +0 -106
  75. package/dist/api/find-coordinator.d.ts +0 -21
  76. package/dist/api/find-coordinator.js +0 -39
  77. package/dist/api/heartbeat.d.ts +0 -11
  78. package/dist/api/heartbeat.js +0 -27
  79. package/dist/api/index.d.ts +0 -573
  80. package/dist/api/index.js +0 -164
  81. package/dist/api/init-producer-id.d.ts +0 -13
  82. package/dist/api/init-producer-id.js +0 -29
  83. package/dist/api/join-group.d.ts +0 -34
  84. package/dist/api/join-group.js +0 -51
  85. package/dist/api/leave-group.d.ts +0 -19
  86. package/dist/api/leave-group.js +0 -39
  87. package/dist/api/list-offsets.d.ts +0 -29
  88. package/dist/api/list-offsets.js +0 -48
  89. package/dist/api/metadata.d.ts +0 -40
  90. package/dist/api/metadata.js +0 -58
  91. package/dist/api/offset-commit.d.ts +0 -28
  92. package/dist/api/offset-commit.js +0 -48
  93. package/dist/api/offset-fetch.d.ts +0 -33
  94. package/dist/api/offset-fetch.js +0 -57
  95. package/dist/api/produce.d.ts +0 -53
  96. package/dist/api/produce.js +0 -129
  97. package/dist/api/sasl-authenticate.d.ts +0 -11
  98. package/dist/api/sasl-authenticate.js +0 -23
  99. package/dist/api/sasl-handshake.d.ts +0 -6
  100. package/dist/api/sasl-handshake.js +0 -19
  101. package/dist/api/sync-group.d.ts +0 -24
  102. package/dist/api/sync-group.js +0 -36
  103. package/dist/broker.d.ts +0 -29
  104. package/dist/broker.js +0 -60
  105. package/dist/client.d.ts +0 -23
  106. package/dist/client.js +0 -36
  107. package/dist/cluster.d.ts +0 -24
  108. package/dist/cluster.js +0 -72
  109. package/dist/connection.d.ts +0 -25
  110. package/dist/connection.js +0 -155
  111. package/dist/consumer/consumer-group.d.ts +0 -36
  112. package/dist/consumer/consumer-group.js +0 -182
  113. package/dist/consumer/consumer-metadata.d.ts +0 -7
  114. package/dist/consumer/consumer-metadata.js +0 -14
  115. package/dist/consumer/consumer.d.ts +0 -37
  116. package/dist/consumer/consumer.js +0 -178
  117. package/dist/consumer/metadata.d.ts +0 -24
  118. package/dist/consumer/metadata.js +0 -64
  119. package/dist/consumer/offset-manager.d.ts +0 -22
  120. package/dist/consumer/offset-manager.js +0 -56
  121. package/dist/distributors/assignments-to-replicas.d.ts +0 -17
  122. package/dist/distributors/assignments-to-replicas.js +0 -60
  123. package/dist/distributors/assignments-to-replicas.test.d.ts +0 -1
  124. package/dist/distributors/assignments-to-replicas.test.js +0 -40
  125. package/dist/distributors/messages-to-topic-partition-leaders.d.ts +0 -17
  126. package/dist/distributors/messages-to-topic-partition-leaders.js +0 -15
  127. package/dist/distributors/messages-to-topic-partition-leaders.test.d.ts +0 -1
  128. package/dist/distributors/messages-to-topic-partition-leaders.test.js +0 -30
  129. package/dist/examples/src/replicator.js +0 -34
  130. package/dist/examples/src/utils/json.js +0 -5
  131. package/dist/index.d.ts +0 -3
  132. package/dist/index.js +0 -19
  133. package/dist/metadata.d.ts +0 -24
  134. package/dist/metadata.js +0 -89
  135. package/dist/producer/producer.d.ts +0 -19
  136. package/dist/producer/producer.js +0 -111
  137. package/dist/request-handler.d.ts +0 -16
  138. package/dist/request-handler.js +0 -67
  139. package/dist/request-handler.test.d.ts +0 -1
  140. package/dist/request-handler.test.js +0 -340
  141. package/dist/src/api/api-versions.js +0 -18
  142. package/dist/src/api/create-topics.js +0 -46
  143. package/dist/src/api/delete-topics.js +0 -26
  144. package/dist/src/api/fetch.js +0 -95
  145. package/dist/src/api/find-coordinator.js +0 -34
  146. package/dist/src/api/heartbeat.js +0 -22
  147. package/dist/src/api/index.js +0 -38
  148. package/dist/src/api/init-producer-id.js +0 -24
  149. package/dist/src/api/join-group.js +0 -48
  150. package/dist/src/api/leave-group.js +0 -30
  151. package/dist/src/api/list-offsets.js +0 -39
  152. package/dist/src/api/metadata.js +0 -47
  153. package/dist/src/api/offset-commit.js +0 -39
  154. package/dist/src/api/offset-fetch.js +0 -44
  155. package/dist/src/api/produce.js +0 -119
  156. package/dist/src/api/sync-group.js +0 -31
  157. package/dist/src/broker.js +0 -35
  158. package/dist/src/connection.js +0 -21
  159. package/dist/src/consumer/consumer-group.js +0 -131
  160. package/dist/src/consumer/consumer.js +0 -103
  161. package/dist/src/consumer/metadata.js +0 -52
  162. package/dist/src/consumer/offset-manager.js +0 -23
  163. package/dist/src/index.js +0 -19
  164. package/dist/src/producer/producer.js +0 -84
  165. package/dist/src/request-handler.js +0 -57
  166. package/dist/src/request-handler.test.js +0 -321
  167. package/dist/src/types.js +0 -2
  168. package/dist/src/utils/api.js +0 -5
  169. package/dist/src/utils/decoder.js +0 -161
  170. package/dist/src/utils/encoder.js +0 -137
  171. package/dist/src/utils/error.js +0 -10
  172. package/dist/types.d.ts +0 -9
  173. package/dist/types.js +0 -2
  174. package/dist/utils/api.d.ts +0 -9
  175. package/dist/utils/api.js +0 -5
  176. package/dist/utils/debug.d.ts +0 -2
  177. package/dist/utils/debug.js +0 -11
  178. package/dist/utils/decoder.d.ts +0 -29
  179. package/dist/utils/decoder.js +0 -147
  180. package/dist/utils/delay.d.ts +0 -1
  181. package/dist/utils/delay.js +0 -5
  182. package/dist/utils/encoder.d.ts +0 -28
  183. package/dist/utils/encoder.js +0 -122
  184. package/dist/utils/error.d.ts +0 -11
  185. package/dist/utils/error.js +0 -27
  186. package/dist/utils/memo.d.ts +0 -1
  187. package/dist/utils/memo.js +0 -16
  188. package/dist/utils/retrier.d.ts +0 -10
  189. package/dist/utils/retrier.js +0 -22
  190. package/dist/utils/tracer.d.ts +0 -1
  191. package/dist/utils/tracer.js +0 -26
  192. package/examples/node_modules/.package-lock.json +0 -22
@@ -1,11 +0,0 @@
1
- export declare class KafkaTSError extends Error {
2
- constructor(message: string);
3
- }
4
- export declare class KafkaTSApiError<T = any> extends KafkaTSError {
5
- errorCode: number;
6
- errorMessage: string | null;
7
- response: T;
8
- constructor(errorCode: number, errorMessage: string | null, response: T);
9
- }
10
- export declare class ConnectionError extends KafkaTSError {
11
- }
@@ -1,27 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.ConnectionError = exports.KafkaTSApiError = exports.KafkaTSError = void 0;
4
- const api_1 = require("../api");
5
- class KafkaTSError extends Error {
6
- constructor(message) {
7
- super(message);
8
- this.name = this.constructor.name;
9
- }
10
- }
11
- exports.KafkaTSError = KafkaTSError;
12
- class KafkaTSApiError extends KafkaTSError {
13
- errorCode;
14
- errorMessage;
15
- response;
16
- constructor(errorCode, errorMessage, response) {
17
- const [errorName] = Object.entries(api_1.API_ERROR).find(([, value]) => value === errorCode) ?? ["UNKNOWN"];
18
- super(`${errorName}${errorMessage ? `: ${errorMessage}` : ""}`);
19
- this.errorCode = errorCode;
20
- this.errorMessage = errorMessage;
21
- this.response = response;
22
- }
23
- }
24
- exports.KafkaTSApiError = KafkaTSApiError;
25
- class ConnectionError extends KafkaTSError {
26
- }
27
- exports.ConnectionError = ConnectionError;
@@ -1 +0,0 @@
1
- export declare const memo: <T extends (...args: any[]) => any>(fn: T) => (...args: Parameters<T>) => ReturnType<T>;
@@ -1,16 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.memo = void 0;
4
- const memo = (fn) => {
5
- const cache = {};
6
- return (...args) => {
7
- const key = JSON.stringify(args);
8
- if (cache[key]) {
9
- return cache[key];
10
- }
11
- const result = fn(...args);
12
- cache[key] = result;
13
- return result;
14
- };
15
- };
16
- exports.memo = memo;
@@ -1,10 +0,0 @@
1
- export type Retrier = (func: () => unknown) => Promise<void>;
2
- export declare const createExponentialBackoffRetrier: (options: {
3
- onFailure?: (error: unknown) => Promise<void>;
4
- maxRetries?: number;
5
- initialDelayMs?: number;
6
- maxDelayMs?: number;
7
- multiplier?: number;
8
- retry?: number;
9
- }) => Retrier;
10
- export declare const defaultRetrier: Retrier;
@@ -1,22 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.defaultRetrier = exports.createExponentialBackoffRetrier = void 0;
4
- const delay_1 = require("./delay");
5
- const createExponentialBackoffRetrier = (options) => async (func) => {
6
- try {
7
- await func();
8
- }
9
- catch (error) {
10
- const { retry = 0, maxRetries = 3, onFailure = (error) => {
11
- throw error;
12
- }, initialDelayMs = 100, maxDelayMs = 3000, multiplier = 2, } = options;
13
- const isMaxRetriesExceeded = retry > maxRetries;
14
- if (isMaxRetriesExceeded)
15
- return onFailure(error);
16
- const delayMs = Math.min(maxDelayMs, initialDelayMs * multiplier ** retry);
17
- await (0, delay_1.delay)(delayMs);
18
- return (0, exports.createExponentialBackoffRetrier)({ ...options, retry: retry + 1 })(func);
19
- }
20
- };
21
- exports.createExponentialBackoffRetrier = createExponentialBackoffRetrier;
22
- exports.defaultRetrier = (0, exports.createExponentialBackoffRetrier)({});
@@ -1 +0,0 @@
1
- export declare const trace: (fn?: (...args: any[]) => Record<string, unknown> | undefined) => (target: any, propertyKey: string, descriptor: PropertyDescriptor) => void;
@@ -1,26 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.trace = void 0;
4
- const debug_1 = require("./debug");
5
- const trace = (fn) => (target, propertyKey, descriptor) => {
6
- if (!process.env.DEBUG?.includes("kafkats"))
7
- return;
8
- const original = descriptor.value;
9
- descriptor.value = function (...args) {
10
- const startTime = Date.now();
11
- const metadata = fn?.(...args);
12
- const onEnd = (result) => {
13
- console.log(`[${propertyKey}] +${Date.now() - startTime}ms ${JSON.stringify({ ...metadata, result }, debug_1.serializer)}`);
14
- return result;
15
- };
16
- const result = original.apply(this, args);
17
- if (result instanceof Promise) {
18
- return result.then(onEnd);
19
- }
20
- else {
21
- onEnd(result);
22
- return result;
23
- }
24
- };
25
- };
26
- exports.trace = trace;
@@ -1,22 +0,0 @@
1
- {
2
- "name": "examples",
3
- "version": "1.0.0",
4
- "lockfileVersion": 3,
5
- "requires": true,
6
- "packages": {
7
- "..": {
8
- "version": "1.0.0",
9
- "license": "MIT",
10
- "devDependencies": {
11
- "@types/node": "^20.12.12",
12
- "prettier": "^3.2.5",
13
- "typescript": "^5.4.5",
14
- "vitest": "^1.6.0"
15
- }
16
- },
17
- "node_modules/kafkats": {
18
- "resolved": "..",
19
- "link": true
20
- }
21
- }
22
- }