@streamr/node 100.0.0-rc.0

package/dist/src/plugins/storage/Bucket.js

@@ -0,0 +1,90 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Bucket = void 0;
+class Bucket {
+    id;
+    streamId;
+    partition;
+    size;
+    records;
+    dateCreate;
+    maxSize;
+    maxRecordCount;
+    keepAliveSeconds;
+    ttl;
+    stored;
+    constructor(id, streamId, partition, size, records, dateCreate, maxSize, maxRecordCount, keepAliveSeconds) {
+        if (!id || !id.length) {
+            throw new TypeError('id must be not empty string');
+        }
+        if (!streamId || !streamId.length) {
+            throw new TypeError('streamId must be not empty string');
+        }
+        if (partition < 0) {
+            throw new TypeError('partition must be >= 0');
+        }
+        if (size < 0) {
+            throw new TypeError('size must be => 0');
+        }
+        if (records < 0) {
+            throw new TypeError('records must be => 0');
+        }
+        if (!(dateCreate instanceof Date)) {
+            throw new TypeError('dateCreate must be instance of Date');
+        }
+        if (maxSize <= 0) {
+            throw new TypeError('maxSize must be > 0');
+        }
+        if (maxRecordCount <= 0) {
+            throw new TypeError('maxRecordCount must be > 0');
+        }
+        if (keepAliveSeconds <= 0) {
+            throw new Error('keepAliveSeconds must be > 0');
+        }
+        this.id = id;
+        this.streamId = streamId;
+        this.partition = partition;
+        this.size = size;
+        this.records = records;
+        this.dateCreate = dateCreate;
+        this.maxSize = maxSize;
+        this.maxRecordCount = maxRecordCount;
+        this.keepAliveSeconds = keepAliveSeconds;
+        this.ttl = new Date();
+        this.stored = false;
+        this.updateTTL();
+    }
+    isStored() {
+        return this.stored;
+    }
+    setStored() {
+        this.stored = true;
+    }
+    checkSize(percentDeduction = 0) {
+        const maxPercentSize = (this.maxSize * (100 - percentDeduction)) / 100;
+        const maxRecordCount = (this.maxRecordCount * (100 - percentDeduction)) / 100;
+        return this.size >= maxPercentSize || this.records >= maxRecordCount;
+    }
+    isAlmostFull(percentDeduction = 30) {
+        return this.checkSize(percentDeduction);
+    }
+    getId() {
+        return this.id;
+    }
+    incrementBucket(size) {
+        this.size += size;
+        this.records += 1;
+        this.stored = false;
+        this.updateTTL();
+    }
+    updateTTL() {
+        this.ttl = new Date();
+        this.ttl.setSeconds(this.ttl.getSeconds() + this.keepAliveSeconds);
+    }
+    isAlive() {
+        const now = new Date();
+        return this.ttl >= now;
+    }
+}
+exports.Bucket = Bucket;
+//# sourceMappingURL=Bucket.js.map

package/dist/src/plugins/storage/Bucket.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Bucket.js","sourceRoot":"","sources":["../../../../src/plugins/storage/Bucket.ts"],"names":[],"mappings":";;;AAEA,MAAa,MAAM;IAEf,EAAE,CAAU;IACZ,QAAQ,CAAQ;IAChB,SAAS,CAAQ;IACjB,IAAI,CAAQ;IACZ,OAAO,CAAQ;IACf,UAAU,CAAM;IACR,OAAO,CAAQ;IACf,cAAc,CAAQ;IACtB,gBAAgB,CAAQ;IAChC,GAAG,CAAM;IACD,MAAM,CAAS;IAEvB,YACI,EAAY,EACZ,QAAgB,EAChB,SAAiB,EACjB,IAAY,EACZ,OAAe,EACf,UAAgB,EAChB,OAAe,EACf,cAAsB,EACtB,gBAAwB;QAExB,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,IAAI,SAAS,CAAC,6BAA6B,CAAC,CAAA;QACtD,CAAC;QAED,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,SAAS,CAAC,mCAAmC,CAAC,CAAA;QAC5D,CAAC;QAED,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAChB,MAAM,IAAI,SAAS,CAAC,wBAAwB,CAAC,CAAA;QACjD,CAAC;QAED,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,SAAS,CAAC,mBAAmB,CAAC,CAAA;QAC5C,CAAC;QAED,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YACd,MAAM,IAAI,SAAS,CAAC,sBAAsB,CAAC,CAAA;QAC/C,CAAC;QAED,IAAI,CAAC,CAAC,UAAU,YAAY,IAAI,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,SAAS,CAAC,qCAAqC,CAAC,CAAA;QAC9D,CAAC;QAED,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,SAAS,CAAC,qBAAqB,CAAC,CAAA;QAC9C,CAAC;QAED,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,SAAS,CAAC,4BAA4B,CAAC,CAAA;QACrD,CAAC;QAED,IAAI,gBAAgB,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAA;QACnD,CAAC;QAED,IAAI,CAAC,EAAE,GAAG,EAAE,CAAA;QACZ,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAE5B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAA;QACpC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;QAExC,IAAI,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAA;QACrB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;QACnB,IAAI,CAAC,SAAS,EAAE,CAAA;IACpB,CAAC;IAED,QAAQ;QACJ,OAAO,IAAI,CAAC,MAAM,CAAA;IACtB,CAAC;IAED,SAAS;QACL,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;IACtB,CAAC;IAEO,SAAS,CAAC,gBAAgB,GAAG,CAAC;QAClC,MAAM,cAAc,GAAG,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,GAAG,GAAG,gBAAgB,CAAC,CAAC,GAAG,GAAG,CAAA;QACtE,MAAM,cAAc,GAAG,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,GAAG,GAAG,gBAAgB,CAAC,CAAC,GAAG,GAAG,CAAA;QAC7E,OAAO,IAAI,CAAC,IAAI,IAAI,cAAc,IAAI,IAAI,CAAC,OAAO,IAAI,cAAc,CAAA;IACxE,CAAC;IAED,YAAY,CAAC,gBAAgB,GAAG,EAAE;QAC9B,OAAO,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAA;IAC3C,CAAC;IAED,KAAK;QACD,OAAO,IAAI,CAAC,EAAE,CAAA;IAClB,CAAC;IAED,eAAe,CAAC,IAAY;QACxB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAA;QACjB,IAAI,CAAC,OAAO,IAAI,CAAC,CAAA;QACjB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;QACnB,IAAI,CAAC,SAAS,EAAE,CAAA;IACpB,CAAC;IAEO,SAAS;QACb,IAAI,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAA;QACrB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAA;IACtE,CAAC;IAED,OAAO;QACH,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAA;QACtB,OAAO,IAAI,CAAC,GAAG,IAAI,GAAG,CAAA;IAC1B,CAAC;CACJ;AAnHD,wBAmHC"}

package/dist/src/plugins/storage/BucketManager.d.ts

@@ -0,0 +1,56 @@
+import { Client } from 'cassandra-driver';
+import Heap from 'heap';
+import { Bucket, BucketId } from './Bucket';
+type StreamPartKey = string;
+interface StreamPartState {
+    streamId: string;
+    partition: number;
+    buckets: Heap<Bucket>;
+    minTimestamp?: number;
+}
+export interface BucketManagerOptions {
+    checkFullBucketsTimeout: number;
+    storeBucketsTimeout: number;
+    maxBucketSize: number;
+    maxBucketRecords: number;
+    bucketKeepAliveSeconds: number;
+}
+export declare class BucketManager {
+    opts: BucketManagerOptions;
+    streamParts: Record<StreamPartKey, StreamPartState>;
+    buckets: Record<BucketId, Bucket>;
+    cassandraClient: Client;
+    private checkFullBucketsTimeout?;
+    private storeBucketsTimeout?;
+    constructor(cassandraClient: Client, opts?: Partial<BucketManagerOptions>);
+    getBucketId(streamId: string, partition: number, timestamp: number): string | undefined;
+    incrementBucket(bucketId: BucketId, size: number): void;
+    private getLatestInMemoryBucket;
+    private findBucketId;
+    private checkFullBuckets;
+    /**
+     * Get buckets by timestamp range or all known from some timestamp or all buckets before some timestamp
+     *
+     * @param streamId
+     * @param partition
+     * @param fromTimestamp
+     * @param toTimestamp
+     * @returns {Promise<[]>}
+     */
+    getBucketsByTimestamp(streamId: string, partition: number, fromTimestamp?: number | undefined, toTimestamp?: number | undefined): Promise<Bucket[]>;
+    /**
+     * Get latest N buckets or get latest N buckets before some date (to check buckets in the past)
+     *
+     * @param streamId
+     * @param partition
+     * @param limit
+     * @param timestamp
+     * @returns {Promise<[]>}
+     */
+    getLastBuckets(streamId: string, partition: number, limit?: number, timestamp?: number | undefined): Promise<Bucket[]>;
+    private getBucketsFromDatabase;
+    stop(): void;
+    private storeBuckets;
+    private removeBucket;
+}
+export {};

package/dist/src/plugins/storage/BucketManager.js

@@ -0,0 +1,306 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BucketManager = void 0;
+const heap_1 = __importDefault(require("heap"));
+const cassandra_driver_1 = require("cassandra-driver");
+const utils_1 = require("@streamr/utils");
+const Bucket_1 = require("./Bucket");
+const utils_2 = require("@streamr/utils");
+const { TimeUuid } = cassandra_driver_1.types;
+const logger = new utils_1.Logger(module);
+const toKey = (streamId, partition) => `${streamId}-${partition}`;
+const instantiateNewHeap = () => new heap_1.default((a, b) => {
+    // @ts-expect-error TODO is dateCreate a Date object or a number?
+    return b.dateCreate - a.dateCreate;
+});
+class BucketManager {
+    opts;
+    streamParts;
+    buckets;
+    cassandraClient;
+    checkFullBucketsTimeout;
+    storeBucketsTimeout;
+    constructor(cassandraClient, opts = {}) {
+        const defaultOptions = {
+            checkFullBucketsTimeout: 1000,
+            storeBucketsTimeout: 500,
+            maxBucketSize: 1024 * 1024 * 100,
+            maxBucketRecords: 500 * 1000,
+            bucketKeepAliveSeconds: 60
+        };
+        this.opts = (0, utils_2.merge)(defaultOptions, opts);
+        this.streamParts = Object.create(null);
+        this.buckets = Object.create(null);
+        this.cassandraClient = cassandraClient;
+        this.checkFullBucketsTimeout = undefined;
+        this.storeBucketsTimeout = undefined;
+        this.checkFullBuckets();
+        this.storeBuckets();
+    }
+    getBucketId(streamId, partition, timestamp) {
+        let bucketId;
+        const key = toKey(streamId, partition);
+        if (this.streamParts[key]) {
+            logger.trace('Found stream', { key });
+            bucketId = this.findBucketId(key, timestamp);
+            if (!bucketId) {
+                const stream = this.streamParts[key];
+                stream.minTimestamp = stream.minTimestamp !== undefined ? Math.min(stream.minTimestamp, timestamp) : timestamp;
+            }
+        }
+        else {
+            logger.trace('Create new (stream not found)', { key });
+            this.streamParts[key] = {
+                streamId,
+                partition,
+                buckets: instantiateNewHeap(),
+                minTimestamp: timestamp
+            };
+        }
+        return bucketId;
+    }
+    incrementBucket(bucketId, size) {
+        const bucket = this.buckets[bucketId];
+        if (bucket) {
+            bucket.incrementBucket(size);
+        }
+        else {
+            logger.warn('Failed to increment bucket (bucket not found)', { bucketId });
+        }
+    }
+    getLatestInMemoryBucket(key) {
+        const stream = this.streamParts[key];
+        if (stream) {
+            return stream.buckets.peek();
+        }
+        return undefined;
+    }
+    findBucketId(key, timestamp) {
+        let bucketId;
+        logger.trace('Check stream in state', {
+            key,
+            timestamp
+        });
+        const stream = this.streamParts[key];
+        if (stream) {
+            const latestBucket = this.getLatestInMemoryBucket(key);
+            if (latestBucket) {
+                // latest bucket is younger than timestamp
+                if (!latestBucket.isAlmostFull() && latestBucket.dateCreate <= new Date(timestamp)) {
+                    bucketId = latestBucket.getId();
+                    // timestamp is in the past
+                }
+                else if (latestBucket.dateCreate > new Date(timestamp)) {
+                    const currentBuckets = stream.buckets.toArray();
+                    // remove latest
+                    currentBuckets.shift();
+                    for (const currentBucket of currentBuckets) {
+                        if (currentBucket.dateCreate <= new Date(timestamp)) {
+                            bucketId = currentBucket.getId();
+                            break;
+                        }
+                    }
+                }
+            }
+        }
+        return bucketId;
+    }
+    async checkFullBuckets() {
+        const streamIds = Object.keys(this.streamParts);
+        for (const streamIdKey of streamIds) {
+            const stream = this.streamParts[streamIdKey];
+            const { streamId, partition } = stream;
+            const { minTimestamp } = stream;
+            // minTimestamp is undefined if all buckets are found
+            if (minTimestamp === undefined) {
+                // eslint-disable-next-line no-continue
+                continue;
+            }
+            let insertNewBucket = false;
+            // helper function
+            const checkFoundBuckets = (foundBuckets) => {
+                const foundBucket = foundBuckets.length ? foundBuckets[0] : undefined;
+                if (foundBucket && !(foundBucket.getId() in this.buckets)) {
+                    stream.buckets.push(foundBucket);
+                    this.buckets[foundBucket.getId()] = foundBucket;
+                    stream.minTimestamp = undefined;
+                }
+                else {
+                    insertNewBucket = true;
+                }
+            };
+            // check in memory
+            const key = toKey(streamId, partition);
+            const latestBucket = this.getLatestInMemoryBucket(key);
+            if (latestBucket) {
+                // if latest is full or almost full - create new bucket
+                insertNewBucket = latestBucket.isAlmostFull();
+            }
+            // if latest is not found or it's full => try to find latest in database
+            if (!latestBucket || latestBucket.isAlmostFull()) {
+                // eslint-disable-next-line no-await-in-loop
+                const foundBuckets = await this.getLastBuckets(streamId, partition, 1);
+                checkFoundBuckets(foundBuckets);
+            }
+            // check in database that we have bucket for minTimestamp
+            if (!insertNewBucket && !this.findBucketId(key, minTimestamp)) {
+                // eslint-disable-next-line no-await-in-loop
+                const foundBuckets = await this.getLastBuckets(streamId, partition, 1, minTimestamp);
+                checkFoundBuckets(foundBuckets);
+            }
+            if (insertNewBucket) {
+                logger.trace('Create new bucket (existing bucket for timestamp not found)', { minTimestamp });
+                // we create first in memory, so don't wait for database, then _storeBuckets inserts bucket into database
+                const newBucket = new Bucket_1.Bucket(TimeUuid.fromDate(new Date(minTimestamp)).toString(), streamId, partition, 0, 0, new Date(minTimestamp), this.opts.maxBucketSize, this.opts.maxBucketRecords, this.opts.bucketKeepAliveSeconds);
+                stream.buckets.push(newBucket);
+                this.buckets[newBucket.getId()] = newBucket;
+                // eslint-disable-next-line require-atomic-updates
+                stream.minTimestamp = undefined;
+            }
+        }
+        this.checkFullBucketsTimeout = setTimeout(() => this.checkFullBuckets(), this.opts.checkFullBucketsTimeout);
+    }
+    /**
+     * Get buckets by timestamp range or all known from some timestamp or all buckets before some timestamp
+     *
+     * @param streamId
+     * @param partition
+     * @param fromTimestamp
+     * @param toTimestamp
+     * @returns {Promise<[]>}
+     */
+    async getBucketsByTimestamp(streamId, partition, fromTimestamp = undefined, toTimestamp = undefined) {
+        const getExplicitFirst = () => {
+            // if fromTimestamp is defined, the first data point are in a some earlier bucket
+            // (bucket.dateCreated<=fromTimestamp as data within one millisecond won't be divided to multiple buckets)
+            const QUERY = 'SELECT * FROM bucket WHERE stream_id = ? and partition = ? AND date_create <= ? ORDER BY date_create DESC LIMIT 1';
+            const params = [streamId, partition, fromTimestamp];
+            return this.getBucketsFromDatabase(QUERY, params, streamId, partition);
+        };
+        const getRest = () => {
+            /* eslint-disable max-len */
+            const GET_LAST_BUCKETS_RANGE_TIMESTAMP = 'SELECT * FROM bucket WHERE stream_id = ? and partition = ? AND date_create > ? AND date_create <= ? ORDER BY date_create DESC';
+            const GET_LAST_BUCKETS_FROM_TIMESTAMP = 'SELECT * FROM bucket WHERE stream_id = ? and partition = ? AND date_create > ? ORDER BY date_create DESC';
+            const GET_LAST_BUCKETS_TO_TIMESTAMP = 'SELECT * FROM bucket WHERE stream_id = ? and partition = ? AND date_create <= ? ORDER BY date_create DESC';
+            let query;
+            let params;
+            if (fromTimestamp !== undefined && toTimestamp !== undefined) {
+                query = GET_LAST_BUCKETS_RANGE_TIMESTAMP;
+                params = [streamId, partition, fromTimestamp, toTimestamp];
+            }
+            else if (fromTimestamp !== undefined && toTimestamp === undefined) {
+                query = GET_LAST_BUCKETS_FROM_TIMESTAMP;
+                params = [streamId, partition, fromTimestamp];
+            }
+            else if (fromTimestamp === undefined && toTimestamp !== undefined) {
+                query = GET_LAST_BUCKETS_TO_TIMESTAMP;
+                params = [streamId, partition, toTimestamp];
+            }
+            else {
+                throw new TypeError(`Not correct combination of fromTimestamp (${fromTimestamp}) and toTimestamp (${toTimestamp})`);
+            }
+            return this.getBucketsFromDatabase(query, params, streamId, partition);
+        };
+        if (fromTimestamp !== undefined) {
+            return Promise.all([getExplicitFirst(), getRest()])
+                .then(([first, rest]) => rest.concat(first));
+        }
+        else { // eslint-disable-line no-else-return
+            return getRest();
+        }
+    }
+    /**
+     * Get latest N buckets or get latest N buckets before some date (to check buckets in the past)
+     *
+     * @param streamId
+     * @param partition
+     * @param limit
+     * @param timestamp
+     * @returns {Promise<[]>}
+     */
+    async getLastBuckets(streamId, partition, limit = 1, timestamp = undefined) {
+        const GET_LAST_BUCKETS = 'SELECT * FROM bucket WHERE stream_id = ? and partition = ?  ORDER BY date_create DESC LIMIT ?';
+        const GET_LAST_BUCKETS_TIMESTAMP = 'SELECT * FROM bucket WHERE stream_id = ? and partition = ? AND date_create <= ? ORDER BY date_create DESC LIMIT ?';
+        let query;
+        let params;
+        if (timestamp) {
+            query = GET_LAST_BUCKETS_TIMESTAMP;
+            params = [streamId, partition, timestamp, limit];
+        }
+        else {
+            query = GET_LAST_BUCKETS;
+            params = [streamId, partition, limit];
+        }
+        return this.getBucketsFromDatabase(query, params, streamId, partition);
+    }
+    async getBucketsFromDatabase(query, params, streamId, partition) {
+        const buckets = [];
+        const resultSet = await this.cassandraClient.execute(query, params, {
+            prepare: true,
+        });
+        resultSet.rows.forEach((row) => {
+            const { id, records, size, date_create: dateCreate } = row;
+            const bucket = new Bucket_1.Bucket(id.toString(), streamId, partition, size, records, new Date(dateCreate), this.opts.maxBucketSize, this.opts.maxBucketRecords, this.opts.bucketKeepAliveSeconds);
+            buckets.push(bucket);
+        });
+        return buckets;
+    }
+    stop() {
+        clearInterval(this.checkFullBucketsTimeout);
+        clearInterval(this.storeBucketsTimeout);
+    }
+    async storeBuckets() {
+        // for non-existing buckets UPDATE works as INSERT
+        const UPDATE_BUCKET = 'UPDATE bucket SET size = ?, records = ?, id = ? WHERE stream_id = ? AND partition = ? AND date_create = ?';
+        const notStoredBuckets = Object.values(this.buckets).filter((bucket) => !bucket.isStored());
+        const results = await Promise.allSettled(notStoredBuckets.map(async (bucket) => {
+            const { id, size, records, streamId, partition, dateCreate } = bucket;
+            const params = [size, records, id, streamId, partition, dateCreate];
+            await this.cassandraClient.execute(UPDATE_BUCKET, params, {
+                prepare: true
+            });
+            return {
+                bucket,
+                records
+            };
+        }));
+        results.forEach((result) => {
+            if (result.status === 'fulfilled') {
+                const { bucket: storedBucket, records } = result.value;
+                if (storedBucket.records === records) {
+                    storedBucket.setStored();
+                }
+                if (!storedBucket.isAlive() && storedBucket.isStored()) {
+                    this.removeBucket(storedBucket.getId(), storedBucket.streamId, storedBucket.partition);
+                }
+            }
+        });
+        const bucketsToRemove = Object.values(this.buckets).filter((bucket) => bucket.isStored() && !bucket.isAlive());
+        bucketsToRemove.forEach((bucket) => this.removeBucket(bucket.getId(), bucket.streamId, bucket.partition));
+        this.storeBucketsTimeout = setTimeout(() => this.storeBuckets(), this.opts.storeBucketsTimeout);
+    }
+    removeBucket(bucketId, streamId, partition) {
+        delete this.buckets[bucketId];
+        const key = toKey(streamId, partition);
+        const stream = this.streamParts[key];
+        if (stream) {
+            const currentBuckets = stream.buckets.toArray();
+            for (let i = 0; i < currentBuckets.length; i++) {
+                if (currentBuckets[i].getId() === bucketId) {
+                    delete currentBuckets[i];
+                    break;
+                }
+            }
+            // after removing we need to rebuild heap
+            stream.buckets = instantiateNewHeap();
+            currentBuckets.forEach((bucket) => {
+                stream.buckets.push(bucket);
+            });
+        }
+    }
+}
+exports.BucketManager = BucketManager;
+//# sourceMappingURL=BucketManager.js.map

package/dist/src/plugins/storage/BucketManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BucketManager.js","sourceRoot":"","sources":["../../../../src/plugins/storage/BucketManager.ts"],"names":[],"mappings":";;;;;;AACA,gDAAuB;AACvB,uDAA0D;AAC1D,0CAAuC;AACvC,qCAA2C;AAC3C,0CAAsC;AAEtC,MAAM,EAAE,QAAQ,EAAE,GAAG,wBAAc,CAAA;AAEnC,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAmBjC,MAAM,KAAK,GAAG,CAAC,QAAgB,EAAE,SAAiB,EAAiB,EAAE,CAAC,GAAG,QAAQ,IAAI,SAAS,EAAE,CAAA;AAEhG,MAAM,kBAAkB,GAAG,GAAG,EAAE,CAAC,IAAI,cAAI,CAAC,CAAC,CAAS,EAAE,CAAS,EAAE,EAAE;IAC/D,iEAAiE;IACjE,OAAO,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAA;AACtC,CAAC,CAAC,CAAA;AAEF,MAAa,aAAa;IAEtB,IAAI,CAAsB;IAC1B,WAAW,CAAwC;IACnD,OAAO,CAA0B;IACjC,eAAe,CAAQ;IACf,uBAAuB,CAAiB;IACxC,mBAAmB,CAAiB;IAE5C,YAAY,eAAuB,EAAE,OAAsC,EAAE;QACzE,MAAM,cAAc,GAAG;YACnB,uBAAuB,EAAE,IAAI;YAC7B,mBAAmB,EAAE,GAAG;YACxB,aAAa,EAAE,IAAI,GAAG,IAAI,GAAG,GAAG;YAChC,gBAAgB,EAAE,GAAG,GAAG,IAAI;YAC5B,sBAAsB,EAAE,EAAE;SAC7B,CAAA;QAED,IAAI,CAAC,IAAI,GAAG,IAAA,aAAK,EAAC,cAAc,EAAE,IAAI,CAAC,CAAA;QAEvC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACtC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAElC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAA;QAEtC,IAAI,CAAC,uBAAuB,GAAG,SAAS,CAAA;QACxC,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAA;QAEpC,IAAI,CAAC,gBAAgB,EAAE,CAAA;QACvB,IAAI,CAAC,YAAY,EAAE,CAAA;IACvB,CAAC;IAED,WAAW,CAAC,QAAgB,EAAE,SAAiB,EAAE,SAAiB;QAC9D,IAAI,QAAQ,CAAA;QAEZ,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA;QAEtC,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;YACrC,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;YAE5C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;gBACpC,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YAClH,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;YAEtD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG;gBACpB,QAAQ;gBACR,SAAS;gBACT,OAAO,EAAE,kBAAkB,EAAE;gBAC7B,YAAY,EAAE,SAAS;aAC1B,CAAA;QACL,CAAC;QAED,OAAO,QAAQ,CAAA;IACnB,CAAC;IAED,eAAe,CAAC,QAAkB,EAAE,IAAY;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QACrC,IAAI,MAAM,EAAE,CAAC;YACT,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;QAChC,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;QAC9E,CAAC;IACL,CAAC;IAEO,uBAAuB,CAAC,GAAkB;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACpC,IAAI,MAAM,EAAE,CAAC;YACT,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAA;QAChC,CAAC;QACD,OAAO,SAAS,CAAA;IACpB,CAAC;IAEO,YAAY,CAAC,GAAkB,EAAE,SAAiB;QACtD,IAAI,QAAQ,CAAA;QACZ,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE;YAClC,GAAG;YACH,SAAS;SACZ,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACpC,IAAI,MAAM,EAAE,CAAC;YACT,MAAM,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAA;YAEtD,IAAI,YAAY,EAAE,CAAC;gBACf,0CAA0C;gBAC1C,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,IAAI,YAAY,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;oBACjF,QAAQ,GAAG,YAAY,CAAC,KAAK,EAAE,CAAA;oBAC/B,2BAA2B;gBAC/B,CAAC;qBAAM,IAAI,YAAY,CAAC,UAAU,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;oBACvD,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;oBAC/C,gBAAgB;oBAChB,cAAc,CAAC,KAAK,EAAE,CAAA;oBAEtB,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;wBACzC,IAAI,aAAa,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;4BAClD,QAAQ,GAAG,aAAa,CAAC,KAAK,EAAE,CAAA;4BAChC,MAAK;wBACT,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,QAAQ,CAAA;IACnB,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC1B,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAE/C,KAAK,MAAM,WAAW,IAAI,SAAS,EAAE,CAAC;YAClC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAA;YAC5C,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,CAAA;YACtC,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAA;YAE/B,qDAAqD;YACrD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC7B,uCAAuC;gBACvC,SAAQ;YACZ,CAAC;YAED,IAAI,eAAe,GAAG,KAAK,CAAA;YAE3B,kBAAkB;YAClB,MAAM,iBAAiB,GAAG,CAAC,YAAsB,EAAE,EAAE;gBACjD,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;gBAErE,IAAI,WAAW,IAAI,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;oBACxD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;oBAChC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,GAAG,WAAW,CAAA;oBAC/C,MAAM,CAAC,YAAY,GAAG,SAAS,CAAA;gBACnC,CAAC;qBAAM,CAAC;oBACJ,eAAe,GAAG,IAAI,CAAA;gBAC1B,CAAC;YACL,CAAC,CAAA;YAED,kBAAkB;YAClB,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA;YACtC,MAAM,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAA;YACtD,IAAI,YAAY,EAAE,CAAC;gBACf,uDAAuD;gBACvD,eAAe,GAAG,YAAY,CAAC,YAAY,EAAE,CAAA;YACjD,CAAC;YAED,wEAAwE;YACxE,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,YAAY,EAAE,EAAE,CAAC;gBAC/C,4CAA4C;gBAC5C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,CAAA;gBACtE,iBAAiB,CAAC,YAAY,CAAC,CAAA;YACnC,CAAC;YAED,yDAAyD;YACzD,IAAI,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,YAAY,CAAC,EAAE,CAAC;gBAC5D,4CAA4C;gBAC5C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,YAAY,CAAC,CAAA;gBACpF,iBAAiB,CAAC,YAAY,CAAC,CAAA;YACnC,CAAC;YAED,IAAI,eAAe,EAAE,CAAC;gBAClB,MAAM,CAAC,KAAK,CAAC,6DAA6D,EAAE,EAAE,YAAY,EAAE,CAAC,CAAA;gBAE7F,yGAAyG;gBACzG,MAAM,SAAS,GAAG,IAAI,eAAM,CACxB,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,IAAI,CAAC,YAAY,CAAC,EACvG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,sBAAsB,CACxF,CAAA;gBAED,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;gBAC9B,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,GAAG,SAAS,CAAA;gBAC3C,kDAAkD;gBAClD,MAAM,CAAC,YAAY,GAAG,SAAS,CAAA;YACnC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,uBAAuB,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAA;IAC/G,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,qBAAqB,CACvB,QAAgB,EAChB,SAAiB,EACjB,gBAAoC,SAAS,EAC7C,cAAkC,SAAS;QAE3C,MAAM,gBAAgB,GAAG,GAAG,EAAE;YAC1B,iFAAiF;YACjF,0GAA0G;YAC1G,MAAM,KAAK,GAAG,mHAAmH,CAAA;YACjI,MAAM,MAAM,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC,CAAA;YACnD,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAA;QAC1E,CAAC,CAAA;QAED,MAAM,OAAO,GAAG,GAAG,EAAE;YACjB,4BAA4B;YAC5B,MAAM,gCAAgC,GAAG,+HAA+H,CAAA;YACxK,MAAM,+BAA+B,GAAG,0GAA0G,CAAA;YAClJ,MAAM,6BAA6B,GAAG,2GAA2G,CAAA;YACjJ,IAAI,KAAK,CAAA;YACT,IAAI,MAAM,CAAA;YACV,IAAI,aAAa,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC3D,KAAK,GAAG,gCAAgC,CAAA;gBACxC,MAAM,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,CAAC,CAAA;YAC9D,CAAC;iBAAM,IAAI,aAAa,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;gBAClE,KAAK,GAAG,+BAA+B,CAAA;gBACvC,MAAM,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC,CAAA;YACjD,CAAC;iBAAM,IAAI,aAAa,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;gBAClE,KAAK,GAAG,6BAA6B,CAAA;gBACrC,MAAM,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC,CAAA;YAC/C,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,SAAS,CAAC,6CAA6C,aAAa,sBAAsB,WAAW,GAAG,CAAC,CAAA;YACvH,CAAC;YACD,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAA;QAC1E,CAAC,CAAA;QAED,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;iBAC9C,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;QACpD,CAAC;aAAM,CAAC,CAAC,qCAAqC;YAC1C,OAAO,OAAO,EAAE,CAAA;QACpB,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,cAAc,CAAC,QAAgB,EAAE,SAAiB,EAAE,KAAK,GAAG,CAAC,EAAE,YAAgC,SAAS;QAC1G,MAAM,gBAAgB,GAAG,+FAA+F,CAAA;QACxH,MAAM,0BAA0B,GAAG,mHAAmH,CAAA;QAEtJ,IAAI,KAAK,CAAA;QACT,IAAI,MAAM,CAAA;QAEV,IAAI,SAAS,EAAE,CAAC;YACZ,KAAK,GAAG,0BAA0B,CAAA;YAClC,MAAM,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QACpD,CAAC;aAAM,CAAC;YACJ,KAAK,GAAG,gBAAgB,CAAA;YACxB,MAAM,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QACzC,CAAC;QAED,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAA;IAC1E,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAAC,KAAa,EAAE,MAAW,EAAE,QAAgB,EAAE,SAAiB;QAChG,MAAM,OAAO,GAAa,EAAE,CAAA;QAE5B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE;YAChE,OAAO,EAAE,IAAI;SAChB,CAAC,CAAA;QAEF,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAC3B,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,GAAG,CAAA;YAE1D,MAAM,MAAM,GAAG,IAAI,eAAM,CACrB,EAAE,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC,EACvE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,sBAAsB,CACxF,CAAA;YAED,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACxB,CAAC,CAAC,CAAA;QAEF,OAAO,OAAO,CAAA;IAClB,CAAC;IAED,IAAI;QACA,aAAa,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAA;QAC3C,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;IAC3C,CAAC;IAEO,KAAK,CAAC,YAAY;QACtB,kDAAkD;QAClD,MAAM,aAAa,GAAG,2GAA2G,CAAA;QAEjI,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,MAAc,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAA;QAEnG,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YAC3E,MAAM,EACF,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EACrD,GAAG,MAAM,CAAA;YACV,MAAM,MAAM,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,CAAC,CAAA;YAEnE,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,aAAa,EAAE,MAAM,EAAE;gBACtD,OAAO,EAAE,IAAI;aAChB,CAAC,CAAA;YACF,OAAO;gBACH,MAAM;gBACN,OAAO;aACV,CAAA;QACL,CAAC,CAAC,CAAC,CAAA;QAEH,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACvB,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAChC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,KAAK,CAAA;gBAEtD,IAAI,YAAY,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;oBACnC,YAAY,CAAC,SAAS,EAAE,CAAA;gBAC5B,CAAC;gBAED,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,YAAY,CAAC,QAAQ,EAAE,EAAE,CAAC;oBACrD,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,SAAS,CAAC,CAAA;gBAC1F,CAAC;YACL,CAAC;QACL,CAAC,CAAC,CAAA;QAEF,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,MAAc,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAA;QACtH,eAAe,CAAC,OAAO,CAAC,CAAC,MAAc,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAA;QAEjH,IAAI,CAAC,mBAAmB,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;IACnG,CAAC;IAEO,YAAY,CAAC,QAAkB,EAAE,QAAgB,EAAE,SAAiB;QACxE,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QAE7B,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACpC,IAAI,MAAM,EAAE,CAAC;YACT,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;YAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7C,IAAI,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,QAAQ,EAAE,CAAC;oBACzC,OAAO,cAAc,CAAC,CAAC,CAAC,CAAA;oBACxB,MAAK;gBACT,CAAC;YACL,CAAC;YAED,yCAAyC;YACzC,MAAM,CAAC,OAAO,GAAG,kBAAkB,EAAE,CAAA;YACrC,cAAc,CAAC,OAAO,CAAC,CAAC,MAAc,EAAE,EAAE;gBACtC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAC/B,CAAC,CAAC,CAAA;QACN,CAAC;IACL,CAAC;CACJ;AA3VD,sCA2VC"}

package/dist/src/plugins/storage/DataQueryFormat.d.ts

@@ -0,0 +1,10 @@
+import { StreamMessage } from '@streamr/protocol';
+export interface Format {
+    formatMessage: ((bytes: Uint8Array) => string) | ((bytes: Uint8Array) => Uint8Array);
+    contentType: string;
+    delimiter?: string;
+    header?: string;
+    footer?: string;
+}
+export declare const toObject: (msg: StreamMessage) => any;
+export declare const getFormat: (id: string | undefined) => Format | undefined;

package/dist/src/plugins/storage/DataQueryFormat.js

@@ -0,0 +1,51 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getFormat = exports.toObject = void 0;
+const trackerless_network_1 = require("@streamr/trackerless-network");
+const utils_1 = require("@streamr/utils");
+const createJsonFormat = (formatMessage) => {
+    return {
+        formatMessage,
+        contentType: 'application/json',
+        delimiter: ',',
+        header: '[',
+        footer: ']'
+    };
+};
+const createBinaryFormat = (formatMessage) => {
+    return {
+        formatMessage,
+        contentType: 'application/octet-stream'
+    };
+};
+const toObject = (msg) => {
+    const parsedContent = msg.getParsedContent();
+    const result = {
+        streamId: msg.getStreamId(),
+        streamPartition: msg.getStreamPartition(),
+        timestamp: msg.getTimestamp(),
+        sequenceNumber: msg.getSequenceNumber(),
+        publisherId: msg.getPublisherId(),
+        msgChainId: msg.getMsgChainId(),
+        messageType: msg.messageType,
+        contentType: msg.contentType,
+        encryptionType: msg.encryptionType,
+        content: parsedContent instanceof Uint8Array ? (0, utils_1.binaryToHex)(parsedContent) : parsedContent,
+        signature: (0, utils_1.binaryToHex)(msg.signature),
+    };
+    if (msg.groupKeyId !== undefined) {
+        result.groupKeyId = msg.groupKeyId;
+    }
+    return result;
+};
+exports.toObject = toObject;
+const FORMATS = {
+    'object': createJsonFormat((bytes) => JSON.stringify((0, exports.toObject)((0, trackerless_network_1.convertBytesToStreamMessage)(bytes)))),
+    'raw': createBinaryFormat(utils_1.toLengthPrefixedFrame)
+};
+const getFormat = (id) => {
+    const key = id ?? 'object';
+    return FORMATS[key];
+};
+exports.getFormat = getFormat;
+//# sourceMappingURL=DataQueryFormat.js.map

package/dist/src/plugins/storage/DataQueryFormat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataQueryFormat.js","sourceRoot":"","sources":["../../../../src/plugins/storage/DataQueryFormat.ts"],"names":[],"mappings":";;;AACA,sEAA0E;AAC1E,0CAAmE;AAUnE,MAAM,gBAAgB,GAAG,CAAC,aAA4C,EAAU,EAAE;IAC9E,OAAO;QACH,aAAa;QACb,WAAW,EAAE,kBAAkB;QAC/B,SAAS,EAAE,GAAG;QACd,MAAM,EAAE,GAAG;QACX,MAAM,EAAE,GAAG;KACd,CAAA;AACL,CAAC,CAAA;AAED,MAAM,kBAAkB,GAAG,CAAC,aAAgD,EAAU,EAAE;IACpF,OAAO;QACH,aAAa;QACb,WAAW,EAAE,0BAA0B;KAC1C,CAAA;AACL,CAAC,CAAA;AAEM,MAAM,QAAQ,GAAG,CAAC,GAAkB,EAAO,EAAE;IAChD,MAAM,aAAa,GAAG,GAAG,CAAC,gBAAgB,EAAE,CAAA;IAC5C,MAAM,MAAM,GAAQ;QAChB,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAE;QAC3B,eAAe,EAAE,GAAG,CAAC,kBAAkB,EAAE;QACzC,SAAS,EAAE,GAAG,CAAC,YAAY,EAAE;QAC7B,cAAc,EAAE,GAAG,CAAC,iBAAiB,EAAE;QACvC,WAAW,EAAE,GAAG,CAAC,cAAc,EAAE;QACjC,UAAU,EAAE,GAAG,CAAC,aAAa,EAAE;QAC/B,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,cAAc,EAAE,GAAG,CAAC,cAAc;QAClC,OAAO,EAAE,aAAa,YAAY,UAAU,CAAC,CAAC,CAAC,IAAA,mBAAW,EAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa;QACzF,SAAS,EAAE,IAAA,mBAAW,EAAC,GAAG,CAAC,SAAS,CAAC;KACxC,CAAA;IACD,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QAC/B,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAA;IACtC,CAAC;IACD,OAAO,MAAM,CAAA;AACjB,CAAC,CAAA;AAnBY,QAAA,QAAQ,YAmBpB;AAED,MAAM,OAAO,GAA2B;IACpC,QAAQ,EAAE,gBAAgB,CAAC,CAAC,KAAiB,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAA,gBAAQ,EAAC,IAAA,iDAA2B,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC/G,KAAK,EAAE,kBAAkB,CAAC,6BAAqB,CAAC;CACnD,CAAA;AAEM,MAAM,SAAS,GAAG,CAAC,EAAsB,EAAsB,EAAE;IACpE,MAAM,GAAG,GAAG,EAAE,IAAI,QAAQ,CAAA;IAC1B,OAAO,OAAO,CAAC,GAAG,CAAC,CAAA;AACvB,CAAC,CAAA;AAHY,QAAA,SAAS,aAGrB"}

package/dist/src/plugins/storage/DeleteExpiredCmd.d.ts

@@ -0,0 +1,28 @@
+import { Client } from 'cassandra-driver';
+import { Limit } from 'p-limit';
+import { StreamrClient } from '@streamr/sdk';
+interface Options {
+    streamrBaseUrl: string;
+    cassandraUsername: string;
+    cassandraPassword: string;
+    cassandraHosts: string[];
+    cassandraDatacenter: string;
+    cassandraKeyspace: string;
+    bucketLimit?: number;
+    dryRun?: boolean;
+}
+export declare class DeleteExpiredCmd {
+    streamrBaseUrl: string;
+    dryRun: boolean;
+    bucketLimit: number;
+    cassandraClient: Client;
+    limit: Limit;
+    constructor({ streamrBaseUrl, cassandraUsername, cassandraPassword, cassandraHosts, cassandraDatacenter, cassandraKeyspace, bucketLimit, dryRun }: Options);
+    run(client: StreamrClient): Promise<void>;
+    private getStreams;
+    private fetchStreamsInfo;
+    private getPotentiallyExpiredBuckets;
+    private filterExpiredBuckets;
+    private deleteExpired;
+}
+export {};