@fraym/streams 0.6.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,3 +1,4 @@
1
1
  import { ServiceClient } from "@fraym/proto/freym/streams/management";
2
2
  import { HandlerFunc } from "./event";
3
3
  export declare const getAllEvents: (tenantId: string, topic: string, types: string[], perPage: number, handler: HandlerFunc, serviceClient: ServiceClient) => Promise<void>;
4
+ export declare const getAllEventsAfterEvent: (tenantId: string, topic: string, types: string[], eventId: string, perPage: number, handler: HandlerFunc, serviceClient: ServiceClient) => Promise<void>;
@@ -1,6 +1,6 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.getAllEvents = void 0;
3
+ exports.getAllEventsAfterEvent = exports.getAllEvents = void 0;
4
4
  const event_1 = require("./event");
5
5
  const util_1 = require("./util");
6
6
  const getAllEvents = async (tenantId, topic, types, perPage, handler, serviceClient) => {
@@ -37,3 +37,38 @@ const getEventPage = async (tenantId, topic, types, perPage, page, serviceClient
37
37
  });
38
38
  }));
39
39
  };
40
+ const getAllEventsAfterEvent = async (tenantId, topic, types, eventId, perPage, handler, serviceClient) => {
41
+ let page = 0;
42
+ while (true) {
43
+ const events = await getEventPageAfterEvent(tenantId, topic, types, eventId, perPage, page, serviceClient);
44
+ if (events.length === 0) {
45
+ return;
46
+ }
47
+ for (const eventData of events) {
48
+ const event = (0, event_1.getSubscriptionEvent)(eventData);
49
+ if (event) {
50
+ await handler(event);
51
+ }
52
+ }
53
+ page++;
54
+ }
55
+ };
56
+ exports.getAllEventsAfterEvent = getAllEventsAfterEvent;
57
+ const getEventPageAfterEvent = async (tenantId, topic, types, eventId, perPage, page, serviceClient) => {
58
+ return (0, util_1.retry)(() => new Promise((resolve, reject) => {
59
+ serviceClient.paginateEventsAfterEventId({
60
+ tenantId,
61
+ topic,
62
+ types,
63
+ eventId,
64
+ page: page.toString(),
65
+ perPage: perPage.toString(),
66
+ }, async (error, data) => {
67
+ if (error) {
68
+ reject(error);
69
+ return;
70
+ }
71
+ resolve(data.events);
72
+ });
73
+ }));
74
+ };
@@ -4,11 +4,13 @@ import { HandlerFunc, PublishEvent, SubscriptionEvent } from "./event";
4
4
  import { Subscription } from "./subscribe";
5
5
  export interface StreamIterator {
6
6
  forEach: (callback: (event: SubscriptionEvent) => void) => Promise<void>;
7
+ forEachAfterEvent: (eventId: string, callback: (event: SubscriptionEvent) => void) => Promise<void>;
7
8
  isEmpty: () => Promise<boolean>;
8
9
  }
9
10
  export interface Client {
10
11
  getEvent: (tenantId: string, topic: string, eventId: string) => Promise<SubscriptionEvent>;
11
12
  iterateAllEvents: (tenantId: string, topic: string, includedEventTypes: string[], perPage: number, handler: HandlerFunc) => Promise<void>;
13
+ iterateAllEventsAfterEvent: (tenantId: string, topic: string, includedEventTypes: string[], eventId: string, perPage: number, handler: HandlerFunc) => Promise<void>;
12
14
  publish: (topic: string, events: PublishEvent[]) => Promise<void>;
13
15
  getStreamItarator: (topic: string, tenantId: string, stream: string, perPage: number) => Promise<StreamIterator>;
14
16
  subscribe: (topics?: string[], ignoreUnhandledEvents?: boolean) => Subscription;
@@ -26,6 +26,9 @@ const newClient = async (config) => {
26
26
  iterateAllEvents: async (tenantId, topic, includedEventTypes, perPage, handler) => {
27
27
  await (0, allEvents_1.getAllEvents)(tenantId, topic, includedEventTypes, perPage, handler, serviceClient);
28
28
  },
29
+ iterateAllEventsAfterEvent: async (tenantId, topic, includedEventTypes, eventId, perPage, handler) => {
30
+ await (0, allEvents_1.getAllEventsAfterEvent)(tenantId, topic, includedEventTypes, eventId, perPage, handler, serviceClient);
31
+ },
29
32
  publish: async (topic, events) => {
30
33
  return (0, publish_1.sendPublish)(topic, events, serviceClient);
31
34
  },
@@ -36,6 +39,11 @@ const newClient = async (config) => {
36
39
  callback(event);
37
40
  }, serviceClient);
38
41
  },
42
+ forEachAfterEvent: async (eventId, callback) => {
43
+ return await (0, stream_1.getStreamAfterEvent)(topic, tenantId, stream, eventId, perPage, async (event) => {
44
+ callback(event);
45
+ }, serviceClient);
46
+ },
39
47
  isEmpty: async () => {
40
48
  return (0, stream_1.isStreamEmpty)(topic, tenantId, stream, serviceClient);
41
49
  },
@@ -1,4 +1,5 @@
1
1
  import { HandlerFunc } from "./event";
2
2
  import { ServiceClient } from "@fraym/proto/freym/streams/management";
3
3
  export declare const getStream: (topic: string, tenantId: string, stream: string, perPage: number, handler: HandlerFunc, serviceClient: ServiceClient) => Promise<void>;
4
+ export declare const getStreamAfterEvent: (topic: string, tenantId: string, stream: string, eventId: string, perPage: number, handler: HandlerFunc, serviceClient: ServiceClient) => Promise<void>;
4
5
  export declare const isStreamEmpty: (topic: string, tenantId: string, stream: string, serviceClient: ServiceClient) => Promise<boolean>;
@@ -1,6 +1,6 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.isStreamEmpty = exports.getStream = void 0;
3
+ exports.isStreamEmpty = exports.getStreamAfterEvent = exports.getStream = void 0;
4
4
  const event_1 = require("./event");
5
5
  const util_1 = require("./util");
6
6
  const getStream = async (topic, tenantId, stream, perPage, handler, serviceClient) => {
@@ -37,6 +37,41 @@ const getStreamPage = async (topic, tenantId, stream, perPage, page, serviceClie
37
37
  });
38
38
  }));
39
39
  };
40
+ const getStreamAfterEvent = async (topic, tenantId, stream, eventId, perPage, handler, serviceClient) => {
41
+ let page = 0;
42
+ while (true) {
43
+ const events = await getStreamPageAfterEvent(topic, tenantId, stream, eventId, perPage, page, serviceClient);
44
+ if (events.length === 0) {
45
+ return;
46
+ }
47
+ for (const eventData of events) {
48
+ const event = (0, event_1.getSubscriptionEvent)(eventData);
49
+ if (event) {
50
+ await handler(event);
51
+ }
52
+ }
53
+ page++;
54
+ }
55
+ };
56
+ exports.getStreamAfterEvent = getStreamAfterEvent;
57
+ const getStreamPageAfterEvent = async (topic, tenantId, stream, eventId, perPage, page, serviceClient) => {
58
+ return (0, util_1.retry)(() => new Promise((resolve, reject) => {
59
+ serviceClient.paginateStreamAfterEventId({
60
+ stream,
61
+ tenantId,
62
+ topic,
63
+ eventId,
64
+ page: page.toString(),
65
+ perPage: perPage.toString(),
66
+ }, async (error, data) => {
67
+ if (error) {
68
+ reject(error);
69
+ return;
70
+ }
71
+ resolve(data.events);
72
+ });
73
+ }));
74
+ };
40
75
  const isStreamEmpty = async (topic, tenantId, stream, serviceClient) => {
41
76
  return new Promise((resolve, reject) => {
42
77
  serviceClient.isStreamEmpty({
@@ -9,14 +9,22 @@ const newSubscription = (topics, ignoreUnhandledEvents, config, serviceClient) =
9
9
  let closed = false;
10
10
  const typeHandlerMap = {};
11
11
  const globalHandlers = [];
12
+ const rebuildConnection = (currentStream, retries) => {
13
+ currentStream.cancel();
14
+ currentStream.removeAllListeners();
15
+ setTimeout(() => {
16
+ stream = null;
17
+ reconnect(retries);
18
+ }, 100);
19
+ };
12
20
  const reconnect = async (retries) => {
13
21
  const newStream = serviceClient.subscribe();
14
22
  newStream.on("end", () => {
15
23
  if (closed) {
16
- newStream.end();
24
+ newStream.cancel();
17
25
  return;
18
26
  }
19
- reconnect(50);
27
+ rebuildConnection(newStream, retries - 1);
20
28
  });
21
29
  newStream.on("error", (err) => {
22
30
  if (closed) {
@@ -26,25 +34,20 @@ const newSubscription = (topics, ignoreUnhandledEvents, config, serviceClient) =
26
34
  closed = true;
27
35
  throw err;
28
36
  }
29
- newStream.end();
30
- setTimeout(() => {
31
- stream = null;
32
- reconnect(retries - 1);
33
- }, 100);
37
+ rebuildConnection(newStream, retries - 1);
34
38
  });
35
39
  const dataFn = async (data) => {
36
40
  var _a, _b, _c, _d;
37
41
  if (!data.payload ||
38
42
  ((_a = data.payload) === null || _a === void 0 ? void 0 : _a.$case) === "panic" ||
39
43
  ((_b = data.payload) === null || _b === void 0 ? void 0 : _b.$case) === "subscribed") {
40
- newStream.end();
44
+ newStream.cancel();
41
45
  return;
42
46
  }
43
47
  const event = (0, event_1.getSubscriptionEvent)(data.payload.event);
44
48
  if (!event) {
45
49
  return;
46
50
  }
47
- console.log("event", event.id);
48
51
  const currentHandlers = (_d = typeHandlerMap[(_c = event.type) !== null && _c !== void 0 ? _c : ""]) !== null && _d !== void 0 ? _d : [];
49
52
  currentHandlers.push(...globalHandlers);
50
53
  if (currentHandlers.length === 0) {
@@ -68,6 +71,7 @@ const newSubscription = (topics, ignoreUnhandledEvents, config, serviceClient) =
68
71
  };
69
72
  stream = newStream;
70
73
  await (0, exports.initStream)(topics, config, newStream);
74
+ retries = 50;
71
75
  newStream.on("data", dataFn);
72
76
  };
73
77
  return {
@@ -87,7 +91,7 @@ const newSubscription = (topics, ignoreUnhandledEvents, config, serviceClient) =
87
91
  },
88
92
  stop: () => {
89
93
  if (stream) {
90
- stream.end();
94
+ stream.cancel();
91
95
  stream = null;
92
96
  }
93
97
  closed = true;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@fraym/streams",
3
- "version": "0.6.0",
3
+ "version": "0.7.0",
4
4
  "license": "MIT",
5
5
  "homepage": "https://github.com/fraym/streams-nodejs",
6
6
  "repository": {
@@ -26,7 +26,7 @@
26
26
  "main": "dist/index.js",
27
27
  "types": "dist/index.d.ts",
28
28
  "dependencies": {
29
- "@fraym/proto": "^0.11.4",
29
+ "@fraym/proto": "^0.14.0",
30
30
  "@grpc/grpc-js": "^1.10.0",
31
31
  "uuid": "^9.0.1"
32
32
  },