@flowcore/data-pump 0.1.10 → 0.2.0

package/CHANGELOG.md

@@ -1,5 +1,24 @@
 # Changelog
 
+## [0.2.0](https://github.com/flowcore-io/data-pump/compare/v0.1.11...v0.2.0) (2025-02-20)
+
+
+### Features
+
+* remove time-uuid and cassandra driver util and use package ([3b35efa](https://github.com/flowcore-io/data-pump/commit/3b35efa912f430d6404ce30500b7582a2e200526))
+
+
+### Bug Fixes
+
+* logging changes ([5ac7fa3](https://github.com/flowcore-io/data-pump/commit/5ac7fa3daba5876ea2194c3bb87c2a5819c32159))
+
+## [0.1.11](https://github.com/flowcore-io/data-pump/compare/v0.1.10...v0.1.11) (2025-02-19)
+
+
+### Bug Fixes
+
+* fix for stop at ([efded7a](https://github.com/flowcore-io/data-pump/commit/efded7ad473e9b533378eb0b0c629ca7805ba2e4))
+
 ## [0.1.10](https://github.com/flowcore-io/data-pump/compare/v0.1.9...v0.1.10) (2025-02-19)
 
 

package/esm/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/lib/time-uuid.d.ts

@@ -0,0 +1,25 @@
+import { Buffer } from "node:buffer";
+import { Uuid } from "./uuid.js";
+interface DatePrecision {
+    date: Date;
+    ticks: number;
+}
+export declare class TimeUuid extends Uuid {
+    /**
+     * Creates a new instance of TimeUuid based on the parameters provided according to rfc4122.
+     */
+    constructor(value?: Date | Buffer, ticks?: number, nodeId?: string | Buffer, clockId?: string | Buffer);
+    static fromDate(date?: Date, ticks?: number, nodeId?: string | Buffer, clockId?: string | Buffer): TimeUuid;
+    static fromString(value: string): TimeUuid;
+    static min(date: Date, ticks?: number): TimeUuid;
+    static max(date: Date, ticks?: number): TimeUuid;
+    static now(nodeId?: string | Buffer, clockId?: string | Buffer): TimeUuid;
+    getDatePrecision(): DatePrecision;
+    getDate(): Date;
+    getNodeId(): Buffer;
+    getClockId(): Buffer;
+    getNodeIdString(): string;
+    getBefore(): TimeUuid;
+}
+export {};
+//# sourceMappingURL=time-uuid.d.ts.map

package/esm/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/lib/time-uuid.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"time-uuid.d.ts","sourceRoot":"","sources":["../../../../../../../../src/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/lib/time-uuid.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEpC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,UAAU,aAAa;IACrB,IAAI,EAAE,IAAI,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;CACd;AA0CD,qBAAa,QAAS,SAAQ,IAAI;IAChC;;OAEG;gBAED,KAAK,CAAC,EAAE,IAAI,GAAG,MAAM,EACrB,KAAK,CAAC,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EACxB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM;IAc3B,MAAM,CAAC,QAAQ,CACb,IAAI,CAAC,EAAE,IAAI,EACX,KAAK,CAAC,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EACxB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,GACxB,QAAQ;WAIK,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,QAAQ;IAInD,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ;IAIhD,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ;IAIhD,MAAM,CAAC,GAAG,CACR,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EACxB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,GACxB,QAAQ;IAIX,gBAAgB,IAAI,aAAa;IAsBjC,OAAO,IAAI,IAAI;IAIf,SAAS,IAAI,MAAM;IAInB,UAAU,IAAI,MAAM;IAIpB,eAAe,IAAI,MAAM;IAIzB,SAAS,IAAI,QAAQ;CAItB"}

package/esm/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/lib/time-uuid.js

@@ -0,0 +1,201 @@
+/*
+ * Copyright DataStax, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+"use strict";
+import * as crypto from "node:crypto";
+import Long from "long";
+import { Buffer } from "node:buffer";
+import { Uuid } from "./uuid.js";
+/** @module types */
+/**
+ * Oct 15, 1582 in milliseconds since unix epoch
+ * @const
+ * @private
+ */
+const _unixToGregorian = 12219292800000;
+/**
+ * 10,000 ticks in a millisecond
+ * @const
+ * @private
+ */
+const _ticksInMs = 10000;
+const minNodeId = Buffer.from("808080808080", "hex");
+const minClockId = Buffer.from("8080", "hex");
+const maxNodeId = Buffer.from("7f7f7f7f7f7f", "hex");
+const maxClockId = Buffer.from("7f7f", "hex");
+/**
+ * Counter used to generate up to 10000 different timeuuid values with the same Date
+ * @private
+ */
+let _ticks = 0;
+/**
+ * Counter used to generate ticks for the current time
+ * @private
+ */
+let _ticksForCurrentTime = 0;
+/**
+ * Remember the last time when a ticks for the current time so that it can be reset
+ * @private
+ */
+let _lastTimestamp = 0;
+export class TimeUuid extends Uuid {
+    /**
+     * Creates a new instance of TimeUuid based on the parameters provided according to rfc4122.
+     */
+    constructor(value, ticks, nodeId, clockId) {
+        let buffer;
+        if (value instanceof Buffer) {
+            if (value.length !== 16) {
+                throw new Error("Buffer for v1 uuid not valid");
+            }
+            buffer = value;
+        }
+        else {
+            buffer = generateBuffer(value, ticks, nodeId, clockId);
+        }
+        super(buffer);
+    }
+    static fromDate(date, ticks, nodeId, clockId) {
+        return new TimeUuid(date, ticks, nodeId, clockId);
+    }
+    static fromString(value) {
+        return new TimeUuid(Uuid.fromString(value).getBuffer());
+    }
+    static min(date, ticks) {
+        return new TimeUuid(date, ticks, minNodeId, minClockId);
+    }
+    static max(date, ticks) {
+        return new TimeUuid(date, ticks, maxNodeId, maxClockId);
+    }
+    static now(nodeId, clockId) {
+        return TimeUuid.fromDate(undefined, undefined, nodeId, clockId);
+    }
+    getDatePrecision() {
+        const timeLow = this.buffer.readUInt32BE(0);
+        let timeHigh = 0;
+        timeHigh |= (this.buffer[4] & 0xff) << 8;
+        timeHigh |= this.buffer[5] & 0xff;
+        timeHigh |= (this.buffer[6] & 0x0f) << 24;
+        timeHigh |= (this.buffer[7] & 0xff) << 16;
+        const val = Long.fromBits(timeLow, timeHigh);
+        const ticksInMsLong = Long.fromNumber(_ticksInMs);
+        const ticks = val.modulo(ticksInMsLong);
+        const time = val
+            .div(ticksInMsLong)
+            .subtract(Long.fromNumber(_unixToGregorian));
+        return {
+            date: new Date(time.toNumber()),
+            ticks: ticks.toNumber(),
+        };
+    }
+    getDate() {
+        return this.getDatePrecision().date;
+    }
+    getNodeId() {
+        return this.buffer.subarray(10);
+    }
+    getClockId() {
+        return this.buffer.subarray(8, 10);
+    }
+    getNodeIdString() {
+        return this.buffer.subarray(10).toString("ascii");
+    }
+    getBefore() {
+        const { date: beforeDate, ticks } = this.getDatePrecision();
+        return TimeUuid.fromDate(beforeDate, ticks - 1, this.getNodeId(), this.getClockId());
+    }
+}
+// Helper functions
+function writeTime(buffer, time, ticks) {
+    const val = Long
+        .fromNumber(time + _unixToGregorian)
+        .multiply(Long.fromNumber(10000))
+        .add(Long.fromNumber(ticks));
+    const timeHigh = val.getHighBitsUnsigned();
+    buffer.writeUInt32BE(val.getLowBitsUnsigned(), 0);
+    buffer.writeUInt16BE(timeHigh & 0xffff, 4);
+    buffer.writeUInt16BE(timeHigh >>> 16 & 0xffff, 6);
+}
+function getClockId(clockId) {
+    let buffer = clockId;
+    if (typeof clockId === "string") {
+        buffer = Buffer.from(clockId, "ascii");
+    }
+    if (!(buffer instanceof Buffer)) {
+        buffer = getRandomBytes(2);
+    }
+    else if (buffer.length !== 2) {
+        throw new Error("Clock identifier must have 2 bytes");
+    }
+    return buffer;
+}
+function getNodeId(nodeId) {
+    let buffer = nodeId;
+    if (typeof nodeId === "string") {
+        buffer = Buffer.from(nodeId, "ascii");
+    }
+    if (!(buffer instanceof Buffer)) {
+        buffer = getRandomBytes(6);
+    }
+    else if (buffer.length !== 6) {
+        throw new Error("Node identifier must have 6 bytes");
+    }
+    return buffer;
+}
+function getTicks(ticks) {
+    if (typeof ticks !== "number" || ticks >= _ticksInMs) {
+        _ticks++;
+        if (_ticks >= _ticksInMs) {
+            _ticks = 0;
+        }
+        ticks = _ticks;
+    }
+    return ticks;
+}
+function getTimeWithTicks(date, ticks) {
+    if (!(date instanceof Date) || isNaN(date.getTime())) {
+        date = new Date();
+        const time = date.getTime();
+        _ticksForCurrentTime++;
+        if (_ticksForCurrentTime > _ticksInMs || time > _lastTimestamp) {
+            _ticksForCurrentTime = 0;
+            _lastTimestamp = time;
+        }
+        ticks = _ticksForCurrentTime;
+    }
+    return {
+        time: date.getTime(),
+        ticks: getTicks(ticks),
+    };
+}
+function getRandomBytes(length) {
+    return crypto.randomBytes(length);
+}
+function generateBuffer(date, ticks, nodeId, clockId) {
+    const timeWithTicks = getTimeWithTicks(date, ticks);
+    const nodeBuffer = getNodeId(nodeId);
+    const clockBuffer = getClockId(clockId);
+    const buffer = Buffer.alloc(16);
+    writeTime(buffer, timeWithTicks.time, timeWithTicks.ticks);
+    clockBuffer.copy(buffer, 8, 0);
+    nodeBuffer.copy(buffer, 10, 0);
+    // Version Byte: Time based
+    buffer[6] = buffer[6] & 0x0f;
+    buffer[6] = buffer[6] | 0x10;
+    // IETF Variant Byte
+    buffer[8] = buffer[8] & 0x3f;
+    buffer[8] = buffer[8] | 0x80;
+    return buffer;
+}

package/esm/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/lib/uuid.d.ts

@@ -0,0 +1,51 @@
+import { Buffer } from "node:buffer";
+/** @module types */
+/**
+ * Represents an immutable universally unique identifier (UUID).
+ * A UUID represents a 128-bit value.
+ */
+export declare class Uuid {
+    protected buffer: Buffer;
+    /**
+     * Creates a new instance of Uuid based on a Buffer
+     * @param buffer The 16-length buffer.
+     */
+    constructor(buffer: Buffer);
+    /**
+     * Parses a string representation of a Uuid
+     * @param value The string representation of UUID
+     * @returns A new Uuid instance
+     */
+    static fromString(value: string): Uuid;
+    /**
+     * Creates a new random (version 4) Uuid.
+     */
+    static random(): Uuid;
+    /**
+     * Gets the bytes representation of a Uuid
+     * @returns The buffer containing the bytes
+     */
+    getBuffer(): Buffer;
+    /**
+     * Compares this object to the specified object.
+     * The result is true if and only if the argument is not null, is a UUID object,
+     * and contains the same value, bit for bit, as this UUID.
+     * @param other The other value to test for equality.
+     */
+    equals(other: Uuid): boolean;
+    /**
+     * Returns a string representation of the value of this Uuid instance.
+     * 32 hex separated by hyphens, in the form of 00000000-0000-0000-0000-000000000000.
+     */
+    toString(): string;
+    /**
+     * Provide the name of the constructor and the string representation
+     */
+    inspect(): string;
+    /**
+     * Returns the string representation.
+     * Method used by the native JSON.stringify() to serialize this instance.
+     */
+    toJSON(): string;
+}
+//# sourceMappingURL=uuid.d.ts.map

package/esm/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/lib/uuid.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"uuid.d.ts","sourceRoot":"","sources":["../../../../../../../../src/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/lib/uuid.ts"],"names":[],"mappings":"AAkBA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEpC,oBAAoB;AAEpB;;;GAGG;AACH,qBAAa,IAAI;IACf,SAAS,CAAC,MAAM,EAAE,MAAM,CAAA;IAExB;;;OAGG;gBACS,MAAM,EAAE,MAAM;IAO1B;;;;OAIG;IACH,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAQtC;;OAEG;IACH,MAAM,CAAC,MAAM,IAAI,IAAI;IAKrB;;;OAGG;IACH,SAAS,IAAI,MAAM;IAInB;;;;;OAKG;IACH,MAAM,CAAC,KAAK,EAAE,IAAI,GAAG,OAAO;IAI5B;;;OAGG;IACH,QAAQ,IAAI,MAAM;IAYlB;;OAEG;IACH,OAAO,IAAI,MAAM;IAIjB;;;OAGG;IACH,MAAM,IAAI,MAAM;CAGjB"}

package/esm/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/lib/uuid.js

@@ -0,0 +1,131 @@
+/*
+ * Copyright DataStax, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+"use strict";
+import * as crypto from "node:crypto";
+import { Buffer } from "node:buffer";
+/** @module types */
+/**
+ * Represents an immutable universally unique identifier (UUID).
+ * A UUID represents a 128-bit value.
+ */
+export class Uuid {
+    /**
+     * Creates a new instance of Uuid based on a Buffer
+     * @param buffer The 16-length buffer.
+     */
+    constructor(buffer) {
+        Object.defineProperty(this, "buffer", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        if (!buffer || buffer.length !== 16) {
+            throw new Error("You must provide a buffer containing 16 bytes");
+        }
+        this.buffer = buffer;
+    }
+    /**
+     * Parses a string representation of a Uuid
+     * @param value The string representation of UUID
+     * @returns A new Uuid instance
+     */
+    static fromString(value) {
+        //36 chars: 32 + 4 hyphens
+        if (typeof value !== "string" || value.length !== 36) {
+            throw new Error("Invalid string representation of Uuid, it should be in the 00000000-0000-0000-0000-000000000000");
+        }
+        return new Uuid(Buffer.from(value.replace(/-/g, ""), "hex"));
+    }
+    /**
+     * Creates a new random (version 4) Uuid.
+     */
+    static random() {
+        const buffer = getRandomBytes();
+        return createUuidFromBuffer(buffer);
+    }
+    /**
+     * Gets the bytes representation of a Uuid
+     * @returns The buffer containing the bytes
+     */
+    getBuffer() {
+        return this.buffer;
+    }
+    /**
+     * Compares this object to the specified object.
+     * The result is true if and only if the argument is not null, is a UUID object,
+     * and contains the same value, bit for bit, as this UUID.
+     * @param other The other value to test for equality.
+     */
+    equals(other) {
+        return other instanceof Uuid && this.buffer.equals(other.buffer);
+    }
+    /**
+     * Returns a string representation of the value of this Uuid instance.
+     * 32 hex separated by hyphens, in the form of 00000000-0000-0000-0000-000000000000.
+     */
+    toString() {
+        //32 hex representation of the Buffer
+        const hexValue = getHex(this);
+        return (hexValue.substr(0, 8) + "-" +
+            hexValue.substr(8, 4) + "-" +
+            hexValue.substr(12, 4) + "-" +
+            hexValue.substr(16, 4) + "-" +
+            hexValue.substr(20, 12));
+    }
+    /**
+     * Provide the name of the constructor and the string representation
+     */
+    inspect() {
+        return this.constructor.name + ": " + this.toString();
+    }
+    /**
+     * Returns the string representation.
+     * Method used by the native JSON.stringify() to serialize this instance.
+     */
+    toJSON() {
+        return this.toString();
+    }
+}
+/**
+ * Returns new Uuid
+ * @private
+ */
+function createUuidFromBuffer(buffer) {
+    //clear the version
+    buffer[6] &= 0x0f;
+    //set the version 4
+    buffer[6] |= 0x40;
+    //clear the variant
+    buffer[8] &= 0x3f;
+    //set the IETF variant
+    buffer[8] |= 0x80;
+    return new Uuid(buffer);
+}
+/**
+ * @private
+ * @returns 32 hex representation of the instance, without separators
+ */
+function getHex(uuid) {
+    return uuid.getBuffer().toString("hex");
+}
+/**
+ * Gets a crypto generated 16 bytes
+ * @private
+ */
+function getRandomBytes() {
+    return crypto.randomBytes(16);
+}

package/esm/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/mod.d.ts

@@ -0,0 +1,3 @@
+export * from "./lib/time-uuid.js";
+export * from "./lib/uuid.js";
+//# sourceMappingURL=mod.d.ts.map

package/esm/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/mod.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mod.d.ts","sourceRoot":"","sources":["../../../../../../../src/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/mod.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAA;AAClC,cAAc,eAAe,CAAA"}

package/esm/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/mod.js

@@ -0,0 +1,2 @@
+export * from "./lib/time-uuid.js";
+export * from "./lib/uuid.js";

package/esm/lib/data-pump.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"data-pump.d.ts","sourceRoot":"","sources":["../../src/lib/data-pump.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,cAAc,EACnB,KAAK,aAAa,EAEnB,MAAM,iDAAiD,CAAA;AAiBxD,MAAM,WAAW,MAAM;IACrB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;IAChD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;IAC/C,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;IAC/C,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,KAAK,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;CACzD;AAED,UAAU,eAAe;IACvB,cAAc,EAAE,cAAc,CAAA;IAC9B,YAAY,EAAE,oBAAoB,CAAA;IAClC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,gBAAgB,CAAA;IAC1B,UAAU,EAAE;QACV,MAAM,EAAE,MAAM,CAAA;QACd,QAAQ,EAAE,MAAM,CAAA;QAChB,QAAQ,EAAE,MAAM,CAAA;QAChB,UAAU,EAAE,MAAM,EAAE,CAAA;KACrB,CAAA;IACD,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAA;QACZ,SAAS,EAAE,MAAM,CAAA;QACjB,kBAAkB,EAAE,MAAM,CAAA;QAC1B,qBAAqB,EAAE,MAAM,CAAA;KAC9B,CAAA;IACD,SAAS,CAAC,EAAE;QACV,WAAW,EAAE,MAAM,CAAA;QACnB,QAAQ,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAA;QACjE,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;QAClE,MAAM,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;KACpC,CAAA;IACD,MAAM,CAAC,EAAE,IAAI,CAAA;CACd;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,aAAa,GAAG,IAAI,CAAA;IACpE,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;IACzD,MAAM,CAAC,EAAE,MAAM,IAAI,CAAA;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,YAAY,CAAC,GAAG;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CAC9G;AAED,qBAAa,QAAQ;IAgBP,OAAO,CAAC,OAAO;IAf3B,OAAO,CAAC,MAAM,CAAC,CAAQ;IACvB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,MAAM,CAA4B;IAC1C,OAAO,CAAC,YAAY,CAA8C;IAClE,OAAO,CAAC,MAAM,CAA8C;IAC5D,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,uBAAuB,CAAC,CAAiB;IACjD,OAAO,CAAC,UAAU,CAAC,CAAQ;IAC3B,OAAO,CAAC,MAAM,CAAC,CAId;gBAEmB,OAAO,EAAE,eAAe;IAO/B,KAAK;IAiDX,IAAI;YAWG,SAAS;YAqBT,eAAe;YAqGf,MAAM;IAsCpB,OAAO,CAAC,WAAW;IAcnB,OAAO,KAAK,WAAW,GAMtB;IAED,OAAO,CAAC,oBAAoB;YAgBd,iBAAiB;YAoBjB,SAAS;YAsCT,gBAAgB;YA2BhB,eAAe;YAUf,aAAa;YAab,sBAAsB;IAepC,OAAO,CAAC,gBAAgB;YAIV,aAAa;IAmBpB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAO9C,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAMtD"}
+{"version":3,"file":"data-pump.d.ts","sourceRoot":"","sources":["../../src/lib/data-pump.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,cAAc,EACnB,KAAK,aAAa,EAEnB,MAAM,iDAAiD,CAAA;AAiBxD,MAAM,WAAW,MAAM;IACrB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;IAChD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;IAC/C,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;IAC/C,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,KAAK,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAA;CACzD;AAED,UAAU,eAAe;IACvB,cAAc,EAAE,cAAc,CAAA;IAC9B,YAAY,EAAE,oBAAoB,CAAA;IAClC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,gBAAgB,CAAA;IAC1B,UAAU,EAAE;QACV,MAAM,EAAE,MAAM,CAAA;QACd,QAAQ,EAAE,MAAM,CAAA;QAChB,QAAQ,EAAE,MAAM,CAAA;QAChB,UAAU,EAAE,MAAM,EAAE,CAAA;KACrB,CAAA;IACD,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAA;QACZ,SAAS,EAAE,MAAM,CAAA;QACjB,kBAAkB,EAAE,MAAM,CAAA;QAC1B,qBAAqB,EAAE,MAAM,CAAA;KAC9B,CAAA;IACD,SAAS,CAAC,EAAE;QACV,WAAW,EAAE,MAAM,CAAA;QACnB,QAAQ,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAA;QACjE,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;QAClE,MAAM,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;KACpC,CAAA;IACD,MAAM,CAAC,EAAE,IAAI,CAAA;CACd;AAED,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,aAAa,GAAG,IAAI,CAAA;IACpE,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;IACzD,MAAM,CAAC,EAAE,MAAM,IAAI,CAAA;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,YAAY,CAAC,GAAG;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CAC9G;AAED,qBAAa,QAAQ;IAgBP,OAAO,CAAC,OAAO;IAf3B,OAAO,CAAC,MAAM,CAAC,CAAQ;IACvB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,MAAM,CAA4B;IAC1C,OAAO,CAAC,YAAY,CAA8C;IAClE,OAAO,CAAC,MAAM,CAA8C;IAC5D,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,uBAAuB,CAAC,CAAiB;IACjD,OAAO,CAAC,UAAU,CAAC,CAAQ;IAC3B,OAAO,CAAC,MAAM,CAAC,CAId;gBAEmB,OAAO,EAAE,eAAe;IAO/B,KAAK;IAiDX,IAAI;YAWG,SAAS;YAqBT,eAAe;YAsGf,MAAM;IAsCpB,OAAO,CAAC,WAAW;IAenB,OAAO,KAAK,WAAW,GAMtB;IAED,OAAO,CAAC,oBAAoB;YAgBd,iBAAiB;YAoBjB,SAAS;YA4CT,gBAAgB;YA2BhB,eAAe;YAUf,aAAa;YAab,sBAAsB;IAepC,OAAO,CAAC,gBAAgB;YAIV,aAAa;IAmBpB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAO9C,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAMtD"}

package/esm/lib/data-pump.js

@@ -1,5 +1,5 @@
 import { DataCoreFetchCommand, EventsFetchCommand, EventsFetchTimeBucketsByNamesCommand, TenantFetchCommand, } from "../deps/jsr.io/@flowcore/sdk/1.11.10/src/mod.js";
-import { TimeUuid } from "./time-uuid.js";
+import { TimeUuid } from "../deps/jsr.io/@flowcore/time-uuid/0.1.1/src/mod.js";
 import { format, startOfHour } from "date-fns";
 import { utc } from "@date-fns/utc";
 var FlowcoreBufferEventStatus;
@@ -99,7 +99,7 @@ export class DataPump {
         const newState = await this.options.stateManager.getState();
         if (!newState) {
             this.state.timeBucket = this.getClosestTimeBucket(this.getNowTimeBucket());
-            this.state.eventId = TimeUuid.fromNow().toString();
+            this.state.eventId = TimeUuid.now().toString();
         }
         else {
             this.state.timeBucket = this.getClosestTimeBucket(newState.timeBucket);
@@ -173,7 +173,7 @@ export class DataPump {
         }
         // How many events should we fetch
         const eventsToFetch = this.options.buffer.size - this.buffer.length;
-        this.logger?.debug(`fetching ${eventsToFetch} events from ${this.state.timeBucket} @ ${this.state.eventId ?? "-"}`);
+        this.logger?.info(`fetching events from ${this.state.timeBucket} @ ${this.state.eventId ?? "-"}`);
         const timeStart = Date.now();
         const command = new EventsFetchCommand({
             tenant: this.options.dataSource.tenant,
@@ -201,7 +201,7 @@ export class DataPump {
         this.buffer.push(...events);
         // Check if we have a waiter and if we have events, notify the waiter
         events.length && this.waiter?.();
-        this.logger?.debug(`Got ${result.events.length} events from ${this.state.timeBucket} @ ${this.state.eventId ?? "-"} in ${time}ms. Buffer size ${this.buffer.length}`);
+        this.logger?.info(`Got ${result.events.length} events from ${this.state.timeBucket} @ ${this.state.eventId ?? "-"} in ${time}ms. Buffer size ${this.buffer.length}`);
         // Update buffer state
         this.state.eventId = result.events[result.events.length - 1]?.eventId ?? this.state.eventId;
         // If we don't have a next cursor move to next time bucket
@@ -210,6 +210,7 @@ export class DataPump {
             if (this.state.timeBucket === this.stopAt?.timeBucket) {
                 this.stopAt.eventBufferReached = true;
                 this.logger?.debug("Reached stop at");
+                this.waiter?.();
                 return this.eventBufferLoop();
             }
             // Get next time bucket
@@ -268,8 +269,9 @@ export class DataPump {
         const firstEvent = this.buffer[0];
         if (!firstEvent) {
             if (eventId) {
-                const timeUuid = TimeUuid.fromString(eventId);
-                return this.options.stateManager.setState?.({ timeBucket: timeUuid.getTimeBucket(), eventId });
+                const date = TimeUuid.fromString(eventId).getDate();
+                const timeBucket = format(startOfHour(utc(date)), "yyyyMMddHH0000");
+                return this.options.stateManager.setState?.({ timeBucket, eventId });
             }
             return;
         }
@@ -318,6 +320,11 @@ export class DataPump {
         if (!this.running) {
             throw new Error("Data pump not running");
         }
+        if (this.stopAt?.eventBufferReached && this.buffer.length === 0) {
+            await this.options.processor?.onDone?.();
+            await this.stop();
+            return [];
+        }
         const deliveryId = crypto.randomUUID();
         const events = [];
         for (const event of this.buffer) {
@@ -370,7 +377,7 @@ export class DataPump {
         }
     }
     async waitForNotifier() {
-        this.logger?.debug("No more events, waiting for notifier...");
+        this.logger?.info("No more events, waiting for notifier...");
         this.notifierAbortController = new AbortController();
         await this.options.notifier.wait({ ...this.options.dataSource, dataCoreId: await this.getDataCoreId() }, this.notifierAbortController.signal);
         this.notifierAbortController = undefined;

package/esm/mod.d.ts

@@ -1,5 +1,4 @@
 import "./_dnt.polyfills.js";
 export * from "./lib/data-pump.js";
 export * from "./lib/data-pump-create.js";
-export * from "./lib/time-uuid.js";
 //# sourceMappingURL=mod.d.ts.map

package/esm/mod.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mod.d.ts","sourceRoot":"","sources":["../src/mod.ts"],"names":[],"mappings":"AAAA,OAAO,qBAAqB,CAAC;AAC7B,cAAc,oBAAoB,CAAA;AAClC,cAAc,2BAA2B,CAAA;AAEzC,cAAc,oBAAoB,CAAA"}
+{"version":3,"file":"mod.d.ts","sourceRoot":"","sources":["../src/mod.ts"],"names":[],"mappings":"AAAA,OAAO,qBAAqB,CAAC;AAC7B,cAAc,oBAAoB,CAAA;AAClC,cAAc,2BAA2B,CAAA"}

package/esm/mod.js

@@ -1,4 +1,3 @@
 import "./_dnt.polyfills.js";
 export * from "./lib/data-pump.js";
 export * from "./lib/data-pump-create.js";
-export * from "./lib/time-uuid.js";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flowcore/data-pump",
-  "version": "0.1.10",
+  "version": "0.2.0",
   "description": "Flowcore Data Pump",
   "homepage": "https://github.com/flowcore-io/flowcore-data-pump#readme",
   "repository": {
@@ -22,8 +22,8 @@
   "dependencies": {
     "@date-fns/utc": "^2.1.0",
     "@sinclair/typebox": "0.32.15",
-    "cassandra-driver": "^4.7.2",
     "date-fns": "^4.1.0",
+    "long": "^5.3.1",
     "nats": "^2.29.1",
     "rxjs": "^7.8.1",
     "@deno/shim-deno": "~0.18.0",

package/script/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/lib/time-uuid.d.ts

@@ -0,0 +1,25 @@
+import { Buffer } from "node:buffer";
+import { Uuid } from "./uuid.js";
+interface DatePrecision {
+    date: Date;
+    ticks: number;
+}
+export declare class TimeUuid extends Uuid {
+    /**
+     * Creates a new instance of TimeUuid based on the parameters provided according to rfc4122.
+     */
+    constructor(value?: Date | Buffer, ticks?: number, nodeId?: string | Buffer, clockId?: string | Buffer);
+    static fromDate(date?: Date, ticks?: number, nodeId?: string | Buffer, clockId?: string | Buffer): TimeUuid;
+    static fromString(value: string): TimeUuid;
+    static min(date: Date, ticks?: number): TimeUuid;
+    static max(date: Date, ticks?: number): TimeUuid;
+    static now(nodeId?: string | Buffer, clockId?: string | Buffer): TimeUuid;
+    getDatePrecision(): DatePrecision;
+    getDate(): Date;
+    getNodeId(): Buffer;
+    getClockId(): Buffer;
+    getNodeIdString(): string;
+    getBefore(): TimeUuid;
+}
+export {};
+//# sourceMappingURL=time-uuid.d.ts.map

package/script/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/lib/time-uuid.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"time-uuid.d.ts","sourceRoot":"","sources":["../../../../../../../../src/deps/jsr.io/@flowcore/time-uuid/0.1.1/src/lib/time-uuid.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEpC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAEhC,UAAU,aAAa;IACrB,IAAI,EAAE,IAAI,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;CACd;AA0CD,qBAAa,QAAS,SAAQ,IAAI;IAChC;;OAEG;gBAED,KAAK,CAAC,EAAE,IAAI,GAAG,MAAM,EACrB,KAAK,CAAC,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EACxB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM;IAc3B,MAAM,CAAC,QAAQ,CACb,IAAI,CAAC,EAAE,IAAI,EACX,KAAK,CAAC,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EACxB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,GACxB,QAAQ;WAIK,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,QAAQ;IAInD,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ;IAIhD,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,QAAQ;IAIhD,MAAM,CAAC,GAAG,CACR,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EACxB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,GACxB,QAAQ;IAIX,gBAAgB,IAAI,aAAa;IAsBjC,OAAO,IAAI,IAAI;IAIf,SAAS,IAAI,MAAM;IAInB,UAAU,IAAI,MAAM;IAIpB,eAAe,IAAI,MAAM;IAIzB,SAAS,IAAI,QAAQ;CAItB"}