@flowcore/data-pump 0.1.2

package/script/lib/nats-notifier.js

@@ -0,0 +1,115 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NatsNotifier = void 0;
+const Nats = __importStar(require("nats"));
+class NatsNotifier {
+    constructor(options) {
+        Object.defineProperty(this, "options", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: options
+        });
+        Object.defineProperty(this, "nats", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "timeoutMs", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.timeoutMs = options.timeoutMs ?? 20_000;
+    }
+    async start() {
+        if (this.nats) {
+            return;
+        }
+        this.nats = await Nats.connect({ servers: this.options.servers });
+    }
+    async stop() {
+        if (this.nats) {
+            await this.nats.close();
+            this.nats = undefined;
+        }
+    }
+    awaitMessage(subjects, timeoutMs) {
+        const abortController = new AbortController();
+        const promise = new Promise((resolve) => {
+            const timer = setTimeout(() => {
+                for (const subscription of subscriptions) {
+                    subscription.unsubscribe();
+                }
+                resolve();
+            }, timeoutMs);
+            const subscriptions = [];
+            for (const subject of subjects) {
+                subscriptions.push(this.getSubscription(subject, (_message) => {
+                    for (const subscription of subscriptions) {
+                        clearTimeout(timer);
+                        subscription.unsubscribe();
+                    }
+                    resolve();
+                }));
+            }
+            abortController.signal.addEventListener("abort", () => {
+                for (const subscription of subscriptions) {
+                    subscription.unsubscribe();
+                    clearTimeout(timer);
+                }
+                resolve();
+            });
+        });
+        return [promise, abortController];
+    }
+    getSubscription(subject, onMessage) {
+        if (!this.nats) {
+            throw new Error("NatsClient is not started");
+        }
+        const subscription = this.nats.subscribe(subject);
+        (async () => {
+            for await (const message of subscription) {
+                await onMessage(message, subscription);
+            }
+        })().catch(console.error);
+        return subscription;
+    }
+    getNotifier() {
+        return {
+            wait: async (dataSource, signal) => {
+                await this.start();
+                const topics = dataSource.eventTypes.map((eventType) => `stored.event.notify.0.${dataSource.dataCoreId}.${dataSource.flowType}.${eventType}`);
+                const [promise, abortController] = this.awaitMessage(topics, this.timeoutMs);
+                signal?.addEventListener("abort", () => abortController.abort());
+                await promise;
+            },
+        };
+    }
+}
+exports.NatsNotifier = NatsNotifier;

package/script/lib/time-uuid.d.ts

@@ -0,0 +1,13 @@
+import type { Buffer } from "node:buffer";
+import { types } from "cassandra-driver";
+export declare class TimeUuid {
+    private readonly timeUuid;
+    constructor(timeUuid: types.TimeUuid);
+    static fromDate(date: Date, ticks?: number, nodeId?: string | Buffer, clockId?: string | Buffer): TimeUuid;
+    static fromString(value: string): TimeUuid;
+    private getDatePrecision;
+    getBefore(): TimeUuid;
+    static fromNow(): TimeUuid;
+    toString(): string;
+}
+//# sourceMappingURL=time-uuid.d.ts.map

package/script/lib/time-uuid.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"time-uuid.d.ts","sourceRoot":"","sources":["../../src/lib/time-uuid.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACzC,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AAExC,qBAAa,QAAQ;IACP,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAAR,QAAQ,EAAE,KAAK,CAAC,QAAQ;WAEvC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM;WAIxF,UAAU,CAAC,KAAK,EAAE,MAAM;IAItC,OAAO,CAAC,gBAAgB;IAIjB,SAAS;WASF,OAAO;IAId,QAAQ,IAAI,MAAM;CAG1B"}

package/script/lib/time-uuid.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TimeUuid = void 0;
+const date_fns_1 = require("date-fns");
+const utc_1 = require("@date-fns/utc");
+const cassandra_driver_1 = require("cassandra-driver");
+class TimeUuid {
+    constructor(timeUuid) {
+        Object.defineProperty(this, "timeUuid", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: timeUuid
+        });
+    }
+    static fromDate(date, ticks, nodeId, clockId) {
+        return new TimeUuid(cassandra_driver_1.types.TimeUuid.fromDate((0, utc_1.utc)(date), ticks, nodeId, clockId));
+    }
+    static fromString(value) {
+        return new TimeUuid(cassandra_driver_1.types.TimeUuid.fromString(value));
+    }
+    getDatePrecision() {
+        return this.timeUuid.getDatePrecision();
+    }
+    getBefore() {
+        const { date, ticks } = this.getDatePrecision();
+        const newTicks = ticks - 1;
+        if (newTicks < 0) {
+            return TimeUuid.fromDate((0, date_fns_1.subMilliseconds)(date, 1), 10_000);
+        }
+        return TimeUuid.fromDate(date, newTicks);
+    }
+    static fromNow() {
+        return TimeUuid.fromDate(new Date(), 10_000);
+    }
+    toString() {
+        return this.timeUuid.toString();
+    }
+}
+exports.TimeUuid = TimeUuid;

package/script/lib/ws-notifier.d.ts

@@ -0,0 +1,28 @@
+import type { DataPumpNotifier, Logger } from "./data-pump.js";
+export declare class WebSocketNotifier {
+    private readonly authClient;
+    private subject?;
+    private notificationClient?;
+    private dataSource;
+    private eventResolver?;
+    private logger?;
+    private timeoutMs;
+    constructor(options: {
+        auth: {
+            clientId: string;
+            clientSecret: string;
+            authUrl: string;
+        };
+        dataSource: {
+            tenant: string;
+            dataCore: string;
+            flowType: string;
+            eventTypes: string[];
+        };
+        logger?: Logger;
+        timeoutMs?: number;
+    });
+    private onEvent;
+    getNotifier(): DataPumpNotifier;
+}
+//# sourceMappingURL=ws-notifier.d.ts.map

package/script/lib/ws-notifier.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ws-notifier.d.ts","sourceRoot":"","sources":["../../src/lib/ws-notifier.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAA;AAK9D,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAuB;IAClD,OAAO,CAAC,OAAO,CAAC,CAA4B;IAC5C,OAAO,CAAC,kBAAkB,CAAC,CAAoB;IAC/C,OAAO,CAAC,UAAU,CAKjB;IACD,OAAO,CAAC,aAAa,CAAC,CAAY;IAClC,OAAO,CAAC,MAAM,CAAC,CAAQ;IACvB,OAAO,CAAC,SAAS,CAAQ;gBAEb,OAAO,EAAE;QACnB,IAAI,EAAE;YACJ,QAAQ,EAAE,MAAM,CAAA;YAChB,YAAY,EAAE,MAAM,CAAA;YACpB,OAAO,EAAE,MAAM,CAAA;SAChB,CAAA;QACD,UAAU,EAAE;YACV,MAAM,EAAE,MAAM,CAAA;YACd,QAAQ,EAAE,MAAM,CAAA;YAChB,QAAQ,EAAE,MAAM,CAAA;YAChB,UAAU,EAAE,MAAM,EAAE,CAAA;SACrB,CAAA;QACD,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,SAAS,CAAC,EAAE,MAAM,CAAA;KACnB;IAWD,OAAO,CAAC,OAAO;IAMR,WAAW,IAAI,gBAAgB;CAkCvC"}

package/script/lib/ws-notifier.js

@@ -0,0 +1,94 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WebSocketNotifier = void 0;
+const rxjs_1 = require("rxjs");
+const mod_js_1 = require("../deps/jsr.io/@flowcore/sdk/1.11.4/src/mod.js");
+const sdk_oidc_client_1 = __importDefault(require("@flowcore/sdk-oidc-client"));
+class WebSocketNotifier {
+    constructor(options) {
+        Object.defineProperty(this, "authClient", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "subject", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "notificationClient", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "dataSource", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "eventResolver", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "logger", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "timeoutMs", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.authClient = new sdk_oidc_client_1.default.OidcClient(options.auth.clientId, options.auth.clientSecret, options.auth.authUrl);
+        this.dataSource = options.dataSource;
+        this.logger = options.logger;
+        this.timeoutMs = options.timeoutMs ?? 20_000;
+    }
+    onEvent(event) {
+        if (this.dataSource.eventTypes.includes(event.data.eventType)) {
+            this.eventResolver?.();
+        }
+    }
+    getNotifier() {
+        return {
+            wait: async (_, signal) => {
+                this.subject = new rxjs_1.Subject();
+                this.subject.subscribe({
+                    next: this.onEvent.bind(this),
+                    error: (error) => this.logger?.error("Notification stream error:", error),
+                    complete: () => this.logger?.info("Notification stream completed"),
+                });
+                this.notificationClient = new mod_js_1.NotificationClient(this.subject, this.authClient, {
+                    tenant: this.dataSource.tenant,
+                    dataCore: this.dataSource.dataCore,
+                    flowType: this.dataSource.flowType,
+                }, {
+                    logger: this.logger,
+                    reconnectInterval: 1000,
+                });
+                await this.notificationClient.connect();
+                const promise = new Promise((resolve) => {
+                    this.eventResolver = resolve;
+                });
+                setTimeout(() => this.eventResolver?.(), this.timeoutMs);
+                signal?.addEventListener("abort", () => this.eventResolver?.());
+                await promise;
+                this.eventResolver = undefined;
+                this.notificationClient.disconnect();
+            },
+        };
+    }
+}
+exports.WebSocketNotifier = WebSocketNotifier;

package/script/mod.d.ts

@@ -0,0 +1,3 @@
+export * from "./lib/data-pump.js";
+export * from "./lib/data-pump-client.js";
+//# sourceMappingURL=mod.d.ts.map

package/script/mod.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mod.d.ts","sourceRoot":"","sources":["../src/mod.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAA;AAClC,cAAc,2BAA2B,CAAA"}

package/script/mod.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./lib/data-pump.js"), exports);
+__exportStar(require("./lib/data-pump-client.js"), exports);

package/script/package.json

@@ -0,0 +1,3 @@
+{
+  "type": "commonjs"
+}