@streamr/node 100.0.0-rc.0

package/dist/src/plugins/operator/inspectionUtils.js

@@ -0,0 +1,120 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.inspectTarget = exports.findNodesForTargetGivenFleetState = exports.findTarget = void 0;
+const lodash_1 = require("lodash");
+const protocol_1 = require("@streamr/protocol");
+const ConsistentHashRing_1 = require("./ConsistentHashRing");
+const weightedSample_1 = require("../../helpers/weightedSample");
+const sample_1 = __importDefault(require("lodash/sample"));
+const without_1 = __importDefault(require("lodash/without"));
+function createStreamIDMatcher(streamId) {
+    return (streamPart) => {
+        return protocol_1.StreamPartIDUtils.getStreamID(streamPart) === streamId;
+    };
+}
+function isAnyPartitionOfStreamAssignedToMe(assignments, streamId) {
+    return assignments.getMyStreamParts().some(createStreamIDMatcher(streamId));
+}
+function getPartitionsOfStreamAssignedToMe(assignments, streamId) {
+    return assignments.getMyStreamParts().filter(createStreamIDMatcher(streamId));
+}
+async function findTarget(myOperatorContractAddress, contractFacade, assignments, logger) {
+    // choose sponsorship
+    const sponsorships = await contractFacade.getSponsorshipsOfOperator(myOperatorContractAddress);
+    const suitableSponsorships = sponsorships
+        .filter(({ operatorCount }) => operatorCount >= 2) // exclude sponsorships with only self
+        .filter(({ streamId }) => isAnyPartitionOfStreamAssignedToMe(assignments, streamId));
+    if (suitableSponsorships.length === 0) {
+        logger.info('Skip inspection (no suitable sponsorship)', { totalSponsorships: sponsorships.length });
+        return undefined;
+    }
+    const targetSponsorship = (0, weightedSample_1.weightedSample)(suitableSponsorships, ({ operatorCount }) => operatorCount - 1 // account for self to keep ratios correct
+    );
+    // choose operator
+    const operators = await contractFacade.getOperatorsInSponsorship(targetSponsorship.sponsorshipAddress);
+    const targetOperatorAddress = (0, sample_1.default)((0, without_1.default)(operators, myOperatorContractAddress));
+    if (targetOperatorAddress === undefined) {
+        // Only happens if during the async awaits the other operator(s) were removed from the sponsorship.
+        logger.info('Skip inspection (no suitable operator)', { targetSponsorship });
+        return undefined;
+    }
+    // choose stream part
+    const streamParts = getPartitionsOfStreamAssignedToMe(assignments, targetSponsorship.streamId);
+    const targetStreamPart = (0, sample_1.default)(streamParts);
+    if (targetStreamPart === undefined) {
+        // Only happens if during the async awaits the stream parts I am assigned to have changed.
+        logger.info('Skip inspection (no suitable stream part)', { targetSponsorship, targetOperatorAddress });
+        return undefined;
+    }
+    const flagAlreadyRaised = await contractFacade.hasOpenFlag(targetOperatorAddress, targetSponsorship.sponsorshipAddress);
+    if (flagAlreadyRaised) {
+        logger.info('Skip inspection (target already has open flag)', { targetSponsorship, targetOperatorAddress });
+        return undefined;
+    }
+    return {
+        sponsorshipAddress: targetSponsorship.sponsorshipAddress,
+        operatorAddress: targetOperatorAddress,
+        streamPart: targetStreamPart
+    };
+}
+exports.findTarget = findTarget;
+async function findNodesForTargetGivenFleetState(target, targetOperatorFleetState, getRedundancyFactor, logger) {
+    const replicationFactor = await getRedundancyFactor(target.operatorAddress);
+    if (replicationFactor === undefined) {
+        logger.debug('Encountered misconfigured replication factor');
+        return [];
+    }
+    const consistentHashRing = new ConsistentHashRing_1.ConsistentHashRing(replicationFactor);
+    for (const nodeId of targetOperatorFleetState.getNodeIds()) {
+        consistentHashRing.add(nodeId);
+    }
+    const targetNodes = consistentHashRing.get(target.streamPart);
+    return targetNodes.map((nodeId) => targetOperatorFleetState.getPeerDescriptor(nodeId));
+}
+exports.findNodesForTargetGivenFleetState = findNodesForTargetGivenFleetState;
+async function inspectTarget({ target, targetPeerDescriptors, streamrClient, abortSignal, logger }) {
+    logger.info('Inspecting nodes of operator', {
+        targetOperator: target.operatorAddress,
+        targetStreamPart: target.streamPart,
+        targetNodes: targetPeerDescriptors.map(({ nodeId }) => nodeId),
+        targetSponsorship: target.sponsorshipAddress
+    });
+    // need to subscribe before inspecting, otherwise inspect will instantly return false
+    const sub = await streamrClient.subscribe({
+        id: protocol_1.StreamPartIDUtils.getStreamID(target.streamPart),
+        partition: protocol_1.StreamPartIDUtils.getStreamPartition(target.streamPart),
+        raw: true
+    });
+    try {
+        for (const descriptor of (0, lodash_1.shuffle)(targetPeerDescriptors)) {
+            // TODO: re-enable when works
+            //const result = await streamrClient.inspect(descriptor, target.streamPart)
+            const result = true;
+            abortSignal.throwIfAborted();
+            if (result) {
+                logger.info('Inspection done (no issue detected)', {
+                    targetOperator: target.operatorAddress,
+                    targetStreamPart: target.streamPart,
+                    targetNode: descriptor.nodeId,
+                    targetSponsorship: target.sponsorshipAddress
+                });
+                return true;
+            }
+        }
+        logger.info('Inspection done (issue detected)', {
+            targetOperator: target.operatorAddress,
+            targetStreamPart: target.streamPart,
+            targetNodes: targetPeerDescriptors.map(({ nodeId }) => nodeId),
+            targetSponsorship: target.sponsorshipAddress
+        });
+        return false;
+    }
+    finally {
+        await sub.unsubscribe();
+    }
+}
+exports.inspectTarget = inspectTarget;
+//# sourceMappingURL=inspectionUtils.js.map

package/dist/src/plugins/operator/inspectionUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inspectionUtils.js","sourceRoot":"","sources":["../../../../src/plugins/operator/inspectionUtils.ts"],"names":[],"mappings":";;;;;;AAAA,mCAAgC;AAGhC,gDAA6E;AAE7E,6DAAyD;AAEzD,iEAA6D;AAC7D,2DAAkC;AAClC,6DAAoC;AAYpC,SAAS,qBAAqB,CAAC,QAAkB;IAC7C,OAAO,CAAC,UAAU,EAAE,EAAE;QAClB,OAAO,4BAAiB,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,QAAQ,CAAA;IACjE,CAAC,CAAA;AACL,CAAC;AAED,SAAS,kCAAkC,CACvC,WAAkC,EAClC,QAAkB;IAElB,OAAO,WAAW,CAAC,gBAAgB,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC,CAAA;AAC/E,CAAC;AAED,SAAS,iCAAiC,CACtC,WAAkC,EAClC,QAAkB;IAElB,OAAO,WAAW,CAAC,gBAAgB,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC,CAAA;AACjF,CAAC;AAEM,KAAK,UAAU,UAAU,CAC5B,yBAA0C,EAC1C,cAA8B,EAC9B,WAAkC,EAClC,MAAc;IAEd,qBAAqB;IACrB,MAAM,YAAY,GAAG,MAAM,cAAc,CAAC,yBAAyB,CAAC,yBAAyB,CAAC,CAAA;IAC9F,MAAM,oBAAoB,GAAG,YAAY;SACpC,MAAM,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,aAAa,IAAI,CAAC,CAAC,CAAE,sCAAsC;SACzF,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,kCAAkC,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAA;IACxF,IAAI,oBAAoB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE,EAAE,iBAAiB,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAA;QACpG,OAAO,SAAS,CAAA;IACpB,CAAC;IACD,MAAM,iBAAiB,GAAG,IAAA,+BAAc,EACpC,oBAAoB,EACpB,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,aAAa,GAAG,CAAC,CAAC,0CAA0C;KACrF,CAAA;IAEF,kBAAkB;IAClB,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,yBAAyB,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,CAAA;IACtG,MAAM,qBAAqB,GAAG,IAAA,gBAAM,EAAC,IAAA,iBAAO,EAAC,SAAS,EAAE,yBAAyB,CAAC,CAAC,CAAA;IACnF,IAAI,qBAAqB,KAAK,SAAS,EAAE,CAAC;QACtC,mGAAmG;QACnG,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAA;QAC5E,OAAO,SAAS,CAAA;IACpB,CAAC;IAED,qBAAqB;IACrB,MAAM,WAAW,GAAG,iCAAiC,CAAC,WAAW,EAAE,iBAAiB,CAAC,QAAQ,CAAC,CAAA;IAC9F,MAAM,gBAAgB,GAAG,IAAA,gBAAM,EAAC,WAAW,CAAC,CAAA;IAC5C,IAAI,gBAAgB,KAAK,SAAS,EAAE,CAAC;QACjC,0FAA0F;QAC1F,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,CAAC,CAAA;QACtG,OAAO,SAAS,CAAA;IACpB,CAAC;IAED,MAAM,iBAAiB,GAAG,MAAM,cAAc,CAAC,WAAW,CAAC,qBAAqB,EAAE,iBAAiB,CAAC,kBAAkB,CAAC,CAAA;IACvH,IAAI,iBAAiB,EAAE,CAAC;QACpB,MAAM,CAAC,IAAI,CAAC,gDAAgD,EAAE,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,CAAC,CAAA;QAC3G,OAAO,SAAS,CAAA;IACpB,CAAC;IAED,OAAO;QACH,kBAAkB,EAAE,iBAAiB,CAAC,kBAAkB;QACxD,eAAe,EAAE,qBAAqB;QACtC,UAAU,EAAE,gBAAgB;KAC/B,CAAA;AACL,CAAC;AAjDD,gCAiDC;AAEM,KAAK,UAAU,iCAAiC,CACnD,MAAc,EACd,wBAA4C,EAC5C,mBAA8F,EAC9F,MAAc;IAEd,MAAM,iBAAiB,GAAG,MAAM,mBAAmB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;IAC3E,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;QAClC,MAAM,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAA;QAC5D,OAAO,EAAE,CAAA;IACb,CAAC;IAED,MAAM,kBAAkB,GAAG,IAAI,uCAAkB,CAAC,iBAAiB,CAAC,CAAA;IACpE,KAAK,MAAM,MAAM,IAAI,wBAAwB,CAAC,UAAU,EAAE,EAAE,CAAC;QACzD,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;IAClC,CAAC;IACD,MAAM,WAAW,GAAG,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;IAC7D,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,wBAAwB,CAAC,iBAAiB,CAAC,MAAM,CAAE,CAAC,CAAA;AAC3F,CAAC;AAlBD,8EAkBC;AAEM,KAAK,UAAU,aAAa,CAAC,EAChC,MAAM,EACN,qBAAqB,EACrB,aAAa,EACb,WAAW,EACX,MAAM,EAOT;IAEG,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE;QACxC,cAAc,EAAE,MAAM,CAAC,eAAe;QACtC,gBAAgB,EAAE,MAAM,CAAC,UAAU;QACnC,WAAW,EAAE,qBAAqB,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC;QAC9D,iBAAiB,EAAE,MAAM,CAAC,kBAAkB;KAC/C,CAAC,CAAA;IAEF,qFAAqF;IACrF,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC;QACtC,EAAE,EAAE,4BAAiB,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC;QACpD,SAAS,EAAE,4BAAiB,CAAC,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC;QAClE,GAAG,EAAE,IAAI;KACZ,CAAC,CAAA;IAEF,IAAI,CAAC;QACD,KAAK,MAAM,UAAU,IAAI,IAAA,gBAAO,EAAC,qBAAqB,CAAC,EAAE,CAAC;YACtD,6BAA6B;YAC7B,2EAA2E;YAC3E,MAAM,MAAM,GAAG,IAAI,CAAA;YACnB,WAAW,CAAC,cAAc,EAAE,CAAA;YAC5B,IAAI,MAAM,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE;oBAC/C,cAAc,EAAE,MAAM,CAAC,eAAe;oBACtC,gBAAgB,EAAE,MAAM,CAAC,UAAU;oBACnC,UAAU,EAAE,UAAU,CAAC,MAAM;oBAC7B,iBAAiB,EAAE,MAAM,CAAC,kBAAkB;iBAC/C,CAAC,CAAA;gBACF,OAAO,IAAI,CAAA;YACf,CAAC;QACL,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE;YAC5C,cAAc,EAAE,MAAM,CAAC,eAAe;YACtC,gBAAgB,EAAE,MAAM,CAAC,UAAU;YACnC,WAAW,EAAE,qBAAqB,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC;YAC9D,iBAAiB,EAAE,MAAM,CAAC,kBAAkB;SAC/C,CAAC,CAAA;QACF,OAAO,KAAK,CAAA;IAChB,CAAC;YAAS,CAAC;QACP,MAAM,GAAG,CAAC,WAAW,EAAE,CAAA;IAC3B,CAAC;AACL,CAAC;AAvDD,sCAuDC"}

package/dist/src/plugins/operator/maintainOperatorValue.d.ts

@@ -0,0 +1,2 @@
+import { ContractFacade } from './ContractFacade';
+export declare const maintainOperatorValue: (withdrawLimitSafetyFraction: number, minSponsorshipEarningsInWithdraw: number, maxSponsorshipsInWithdraw: number, contractFacade: ContractFacade) => Promise<void>;

package/dist/src/plugins/operator/maintainOperatorValue.js

@@ -0,0 +1,21 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.maintainOperatorValue = void 0;
+const utils_1 = require("@streamr/utils");
+const multiply_1 = require("../../helpers/multiply");
+const logger = new utils_1.Logger(module);
+const maintainOperatorValue = async (withdrawLimitSafetyFraction, minSponsorshipEarningsInWithdraw, maxSponsorshipsInWithdraw, contractFacade) => {
+    logger.info('Check whether it is time to withdraw my earnings');
+    const { sumDataWei, maxAllowedEarningsDataWei, sponsorshipAddresses } = await contractFacade.getMyEarnings(minSponsorshipEarningsInWithdraw, maxSponsorshipsInWithdraw);
+    const triggerWithdrawLimitDataWei = (0, multiply_1.multiply)(maxAllowedEarningsDataWei, 1 - withdrawLimitSafetyFraction);
+    logger.trace(` -> is ${sumDataWei} > ${triggerWithdrawLimitDataWei} ?`);
+    if (sumDataWei > triggerWithdrawLimitDataWei) {
+        logger.info('Withdraw earnings from sponsorships', { sponsorshipAddresses });
+        await contractFacade.withdrawMyEarningsFromSponsorships(sponsorshipAddresses);
+    }
+    else {
+        logger.info('Skip withdrawing earnings');
+    }
+};
+exports.maintainOperatorValue = maintainOperatorValue;
+//# sourceMappingURL=maintainOperatorValue.js.map

package/dist/src/plugins/operator/maintainOperatorValue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"maintainOperatorValue.js","sourceRoot":"","sources":["../../../../src/plugins/operator/maintainOperatorValue.ts"],"names":[],"mappings":";;;AAAA,0CAAuC;AACvC,qDAAiD;AAGjD,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAE1B,MAAM,qBAAqB,GAAG,KAAK,EACtC,2BAAmC,EACnC,gCAAwC,EACxC,yBAAiC,EACjC,cAA8B,EACjB,EAAE;IACf,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAA;IAC/D,MAAM,EAAE,UAAU,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,GAAG,MAAM,cAAc,CAAC,aAAa,CACtG,gCAAgC,EAChC,yBAAyB,CAC5B,CAAA;IACD,MAAM,2BAA2B,GAAG,IAAA,mBAAQ,EAAC,yBAAyB,EAAE,CAAC,GAAG,2BAA2B,CAAC,CAAA;IACxG,MAAM,CAAC,KAAK,CAAC,UAAU,UAAU,MAAM,2BAA2B,IAAI,CAAC,CAAA;IACvE,IAAI,UAAU,GAAG,2BAA2B,EAAE,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,oBAAoB,EAAE,CAAC,CAAA;QAC5E,MAAM,cAAc,CAAC,kCAAkC,CAAC,oBAAoB,CAAC,CAAA;IACjF,CAAC;SAAM,CAAC;QACJ,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAA;IAC5C,CAAC;AACL,CAAC,CAAA;AAnBY,QAAA,qBAAqB,yBAmBjC"}

package/dist/src/plugins/operator/reviewSuspectNode.d.ts

@@ -0,0 +1,24 @@
+/// <reference types="node" />
+import { EthereumAddress } from '@streamr/utils';
+import { ContractFacade } from './ContractFacade';
+import { StreamrClient } from '@streamr/sdk';
+import { CreateOperatorFleetStateFn } from './OperatorFleetState';
+export interface ReviewProcessOpts {
+    sponsorshipAddress: EthereumAddress;
+    targetOperator: EthereumAddress;
+    partition: number;
+    contractFacade: ContractFacade;
+    streamrClient: StreamrClient;
+    createOperatorFleetState: CreateOperatorFleetStateFn;
+    getRedundancyFactor: (operatorContractAddress: EthereumAddress) => Promise<number | undefined>;
+    maxSleepTime: number;
+    heartbeatTimeoutInMs: number;
+    votingPeriod: {
+        startTime: number;
+        endTime: number;
+    };
+    inspectionIntervalInMs: number;
+    maxInspections: number;
+    abortSignal: AbortSignal;
+}
+export declare const reviewSuspectNode: ({ sponsorshipAddress, targetOperator, partition, contractFacade, streamrClient, createOperatorFleetState, getRedundancyFactor, maxSleepTime, heartbeatTimeoutInMs, votingPeriod, inspectionIntervalInMs, maxInspections, abortSignal }: ReviewProcessOpts) => Promise<void>;

package/dist/src/plugins/operator/reviewSuspectNode.js

@@ -0,0 +1,56 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.reviewSuspectNode = void 0;
+const utils_1 = require("@streamr/utils");
+const protocol_1 = require("@streamr/protocol");
+const random_1 = __importDefault(require("lodash/random"));
+const inspectOverTime_1 = require("./inspectOverTime");
+const logger = new utils_1.Logger(module);
+const reviewSuspectNode = async ({ sponsorshipAddress, targetOperator, partition, contractFacade, streamrClient, createOperatorFleetState, getRedundancyFactor, maxSleepTime, heartbeatTimeoutInMs, votingPeriod, inspectionIntervalInMs, maxInspections, abortSignal }) => {
+    if (Date.now() + maxSleepTime > votingPeriod.startTime) {
+        throw new Error('Max sleep time overlaps with voting period');
+    }
+    const streamId = await contractFacade.getStreamId(sponsorshipAddress);
+    // random sleep time to make sure multiple instances of voters don't all inspect at the same time
+    const sleepTimeInMsBeforeFirstInspection = (0, random_1.default)(maxSleepTime);
+    const consumeResults = (0, inspectOverTime_1.inspectOverTime)({
+        target: {
+            sponsorshipAddress: sponsorshipAddress,
+            operatorAddress: targetOperator,
+            streamPart: (0, protocol_1.toStreamPartID)(streamId, partition),
+        },
+        streamrClient,
+        createOperatorFleetState,
+        getRedundancyFactor,
+        sleepTimeInMsBeforeFirstInspection,
+        heartbeatTimeoutInMs,
+        inspectionIntervalInMs,
+        maxInspections,
+        waitUntilPassOrDone: false,
+        abortSignal,
+        traceId: (0, utils_1.randomString)(6)
+    });
+    const timeUntilVoteInMs = ((votingPeriod.startTime + votingPeriod.endTime) / 2) - Date.now();
+    logger.debug('Schedule voting on flag', { timeUntilVoteInMs });
+    (0, utils_1.setAbortableTimeout)(async () => {
+        const results = await consumeResults();
+        const kick = results.filter((b) => b).length <= results.length / 2;
+        logger.info('Vote on flag', { sponsorshipAddress, targetOperator, kick });
+        try {
+            await contractFacade.voteOnFlag(sponsorshipAddress, targetOperator, kick);
+        }
+        catch (err) {
+            logger.warn('Encountered error while voting on flag', {
+                sponsorshipAddress,
+                targetOperator,
+                kick,
+                reason: err?.message
+            });
+        }
+    }, timeUntilVoteInMs, abortSignal);
+};
+exports.reviewSuspectNode = reviewSuspectNode;
+//# sourceMappingURL=reviewSuspectNode.js.map

package/dist/src/plugins/operator/reviewSuspectNode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reviewSuspectNode.js","sourceRoot":"","sources":["../../../../src/plugins/operator/reviewSuspectNode.ts"],"names":[],"mappings":";;;;;;AAAA,0CAA2F;AAI3F,gDAAkD;AAClD,2DAAkC;AAClC,uDAAmD;AAEnD,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAqB1B,MAAM,iBAAiB,GAAG,KAAK,EAAE,EACpC,kBAAkB,EAClB,cAAc,EACd,SAAS,EACT,cAAc,EACd,aAAa,EACb,wBAAwB,EACxB,mBAAmB,EACnB,YAAY,EACZ,oBAAoB,EACpB,YAAY,EACZ,sBAAsB,EACtB,cAAc,EACd,WAAW,EACK,EAAiB,EAAE;IACnC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,GAAG,YAAY,CAAC,SAAS,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;IACjE,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAA;IACrE,iGAAiG;IACjG,MAAM,kCAAkC,GAAG,IAAA,gBAAM,EAAC,YAAY,CAAC,CAAA;IAC/D,MAAM,cAAc,GAAG,IAAA,iCAAe,EAAC;QACnC,MAAM,EAAE;YACJ,kBAAkB,EAAE,kBAAkB;YACtC,eAAe,EAAE,cAAc;YAC/B,UAAU,EAAE,IAAA,yBAAc,EAAC,QAAQ,EAAE,SAAS,CAAC;SAClD;QACD,aAAa;QACb,wBAAwB;QACxB,mBAAmB;QACnB,kCAAkC;QAClC,oBAAoB;QACpB,sBAAsB;QACtB,cAAc;QACd,mBAAmB,EAAE,KAAK;QAC1B,WAAW;QACX,OAAO,EAAE,IAAA,oBAAY,EAAC,CAAC,CAAC;KAC3B,CAAC,CAAA;IAEF,MAAM,iBAAiB,GAAG,CAAC,CAAC,YAAY,CAAC,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAC5F,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAA;IAC9D,IAAA,2BAAmB,EAAC,KAAK,IAAI,EAAE;QAC3B,MAAM,OAAO,GAAG,MAAM,cAAc,EAAE,CAAA;QACtC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAA;QAClE,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,kBAAkB,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAA;QACzE,IAAI,CAAC;YACD,MAAM,cAAc,CAAC,UAAU,CAAC,kBAAkB,EAAE,cAAc,EAAE,IAAI,CAAC,CAAA;QAC7E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE;gBAClD,kBAAkB;gBAClB,cAAc;gBACd,IAAI;gBACJ,MAAM,EAAE,GAAG,EAAE,OAAO;aACvB,CAAC,CAAA;QACN,CAAC;IACL,CAAC,EAAE,iBAAiB,EAAE,WAAW,CAAC,CAAA;AACtC,CAAC,CAAA;AAxDY,QAAA,iBAAiB,qBAwD7B"}

package/dist/src/plugins/storage/Batch.d.ts

@@ -0,0 +1,51 @@
+/// <reference types="node" />
+/// <reference types="node" />
+import { EventEmitter } from 'events';
+import { Logger } from '@streamr/utils';
+import { BucketId } from './Bucket';
+export type BatchId = string;
+export type State = string;
+export type DoneCallback = (err?: Error) => void;
+export interface InsertRecord {
+    streamId: string;
+    partition: number;
+    timestamp: number;
+    sequenceNo: number;
+    publisherId: string;
+    msgChainId: string;
+    payload: Buffer;
+}
+export declare class Batch extends EventEmitter {
+    static states: Readonly<{
+        OPENED: "opened";
+        LOCKED: "locked";
+        PENDING: "pending";
+        INSERTED: "inserted";
+    }>;
+    private id;
+    private bucketId;
+    logger: Logger;
+    private maxSize;
+    private maxRecordCount;
+    private maxRetries;
+    private closeTimeout;
+    private timeout;
+    createdAt: number;
+    records: InsertRecord[];
+    size: number;
+    retries: number;
+    state: State;
+    private doneCbs;
+    constructor(bucketId: BucketId, maxSize: number, maxRecordCount: number, closeTimeout: number, maxRetries: number);
+    reachedMaxRetries(): boolean;
+    getId(): string;
+    getBucketId(): string;
+    lock(): void;
+    scheduleInsert(): void;
+    done(): void;
+    clear(): void;
+    push(record: InsertRecord, doneCb?: DoneCallback): void;
+    isFull(): boolean;
+    private getRecordCount;
+    private setState;
+}

package/dist/src/plugins/storage/Batch.js

@@ -0,0 +1,121 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Batch = void 0;
+const events_1 = require("events");
+const utils_1 = require("@streamr/utils");
+const uuid_1 = require("uuid");
+class Batch extends events_1.EventEmitter {
+    // TODO convert to enum and rename to uppercase
+    static states = Object.freeze({
+        // OPENED => LOCKED => PENDING => INSERTED
+        OPENED: 'opened', // opened for adding new messages
+        LOCKED: 'locked', // locked for adding new messages, because isFull or timeout
+        PENDING: 'pending', // awaiting to be inserted,
+        INSERTED: 'inserted'
+    });
+    id;
+    bucketId;
+    logger;
+    maxSize;
+    maxRecordCount;
+    maxRetries;
+    closeTimeout;
+    timeout;
+    createdAt;
+    records;
+    size;
+    retries;
+    state;
+    doneCbs;
+    constructor(bucketId, maxSize, maxRecordCount, closeTimeout, maxRetries) {
+        if (!bucketId || !bucketId.length) {
+            throw new TypeError('bucketId must be not empty string');
+        }
+        if (maxSize <= 0) {
+            throw new TypeError('maxSize must be > 0');
+        }
+        if (maxRecordCount <= 0) {
+            throw new TypeError('maxRecordCount must be > 0');
+        }
+        if (closeTimeout <= 0) {
+            throw new TypeError('closeTimeout must be > 0');
+        }
+        if (maxRetries <= 0) {
+            throw new TypeError('maxRetries must be > 0');
+        }
+        super();
+        this.id = (0, uuid_1.v4)();
+        this.bucketId = bucketId;
+        this.createdAt = Date.now();
+        this.records = [];
+        this.size = 0;
+        this.retries = 0;
+        this.state = Batch.states.OPENED;
+        this.doneCbs = [];
+        this.logger = new utils_1.Logger(module, { id: this.id });
+        this.maxSize = maxSize;
+        this.maxRecordCount = maxRecordCount;
+        this.maxRetries = maxRetries;
+        this.closeTimeout = closeTimeout;
+        this.timeout = setTimeout(() => {
+            this.logger.trace('lock timeout');
+            this.lock();
+        }, this.closeTimeout);
+        this.logger.trace('init new batch');
+    }
+    reachedMaxRetries() {
+        return this.retries === this.maxRetries;
+    }
+    getId() {
+        return this.id;
+    }
+    getBucketId() {
+        return this.bucketId;
+    }
+    lock() {
+        clearTimeout(this.timeout);
+        this.setState(Batch.states.LOCKED);
+    }
+    scheduleInsert() {
+        clearTimeout(this.timeout);
+        this.logger.trace('scheduleRetry', {
+            retries: this.retries
+        });
+        this.timeout = setTimeout(() => {
+            if (this.retries < this.maxRetries) {
+                this.retries += 1;
+            }
+            this.setState(Batch.states.PENDING);
+        }, this.closeTimeout * this.retries);
+    }
+    done() {
+        this.doneCbs.forEach((doneCb) => doneCb());
+        this.doneCbs = [];
+    }
+    clear() {
+        this.logger.trace('clear');
+        clearTimeout(this.timeout);
+        this.records = [];
+        this.setState(Batch.states.INSERTED);
+    }
+    push(record, doneCb) {
+        this.records.push(record);
+        this.size += record.payload.length;
+        if (doneCb !== undefined) {
+            this.doneCbs.push(doneCb);
+        }
+    }
+    isFull() {
+        return this.size >= this.maxSize || this.getRecordCount() >= this.maxRecordCount;
+    }
+    getRecordCount() {
+        return this.records.length;
+    }
+    setState(state) {
+        this.state = state;
+        this.logger.trace('setState', { state });
+        this.emit(this.state, this.getBucketId(), this.getId(), this.state, this.size, this.getRecordCount());
+    }
+}
+exports.Batch = Batch;
+//# sourceMappingURL=Batch.js.map

package/dist/src/plugins/storage/Batch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Batch.js","sourceRoot":"","sources":["../../../../src/plugins/storage/Batch.ts"],"names":[],"mappings":";;;AAAA,mCAAqC;AACrC,0CAAuC;AACvC,+BAAmC;AAiBnC,MAAa,KAAM,SAAQ,qBAAY;IAEnC,+CAA+C;IAC/C,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC1B,0CAA0C;QAC1C,MAAM,EAAE,QAAQ,EAAE,iCAAiC;QACnD,MAAM,EAAE,QAAQ,EAAE,4DAA4D;QAC9E,OAAO,EAAE,SAAS,EAAE,2BAA2B;QAC/C,QAAQ,EAAE,UAAU;KACvB,CAAC,CAAA;IAEM,EAAE,CAAS;IACX,QAAQ,CAAU;IAC1B,MAAM,CAAQ;IACN,OAAO,CAAQ;IACf,cAAc,CAAQ;IACtB,UAAU,CAAQ;IAClB,YAAY,CAAQ;IACpB,OAAO,CAAgB;IAC/B,SAAS,CAAQ;IACjB,OAAO,CAAgB;IACvB,IAAI,CAAQ;IACZ,OAAO,CAAQ;IACf,KAAK,CAAO;IACJ,OAAO,CAAgB;IAE/B,YAAY,QAAkB,EAAE,OAAe,EAAE,cAAsB,EAAE,YAAoB,EAAE,UAAkB;QAC7G,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,SAAS,CAAC,mCAAmC,CAAC,CAAA;QAC5D,CAAC;QAED,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,SAAS,CAAC,qBAAqB,CAAC,CAAA;QAC9C,CAAC;QAED,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,SAAS,CAAC,4BAA4B,CAAC,CAAA;QACrD,CAAC;QAED,IAAI,YAAY,IAAI,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,SAAS,CAAC,0BAA0B,CAAC,CAAA;QACnD,CAAC;QAED,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,SAAS,CAAC,wBAAwB,CAAC,CAAA;QACjD,CAAC;QAED,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,EAAE,GAAG,IAAA,SAAM,GAAE,CAAA;QAClB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC3B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;QACjB,IAAI,CAAC,IAAI,GAAG,CAAC,CAAA;QACb,IAAI,CAAC,OAAO,GAAG,CAAC,CAAA;QAChB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAA;QAChC,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;QAEjB,IAAI,CAAC,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;QAEjD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAA;QACpC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAEhC,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;YACjC,IAAI,CAAC,IAAI,EAAE,CAAA;QACf,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAA;QAErB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAA;IACvC,CAAC;IAED,iBAAiB;QACb,OAAO,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,UAAU,CAAA;IAC3C,CAAC;IAED,KAAK;QACD,OAAO,IAAI,CAAC,EAAE,CAAA;IAClB,CAAC;IAED,WAAW;QACP,OAAO,IAAI,CAAC,QAAQ,CAAA;IACxB,CAAC;IAED,IAAI;QACA,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC1B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IACtC,CAAC;IAED,cAAc;QACV,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE;YAC/B,OAAO,EAAE,IAAI,CAAC,OAAO;SACxB,CAAC,CAAA;QAEF,IAAI,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;YAC3B,IAAI,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBACjC,IAAI,CAAC,OAAO,IAAI,CAAC,CAAA;YACrB,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACvC,CAAC,EAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,CAAA;IACxC,CAAC;IAED,IAAI;QACA,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAA;QAC1C,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;IACrB,CAAC;IAED,KAAK;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;QAC1B,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC1B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;QACjB,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IACxC,CAAC;IAED,IAAI,CAAC,MAAoB,EAAE,MAAqB;QAC5C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACzB,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAA;QAClC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC7B,CAAC;IACL,CAAC;IAED,MAAM;QACF,OAAO,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,cAAc,EAAE,IAAI,IAAI,CAAC,cAAc,CAAA;IACpF,CAAC;IAEO,cAAc;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAA;IAC9B,CAAC;IAEO,QAAQ,CAAC,KAAY;QACzB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,CAAA;QACxC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAA;IACzG,CAAC;;AAxIL,sBAyIC"}

package/dist/src/plugins/storage/BatchManager.d.ts

@@ -0,0 +1,27 @@
+/// <reference types="node" />
+import { Client } from 'cassandra-driver';
+import { EventEmitter } from 'events';
+import { Logger } from '@streamr/utils';
+import { Batch, BatchId, DoneCallback, InsertRecord } from './Batch';
+import { BucketId } from './Bucket';
+export interface BatchManagerOptions {
+    useTtl: boolean;
+    logErrors: boolean;
+    batchMaxSize: number;
+    batchMaxRecordCount: number;
+    batchCloseTimeout: number;
+    batchMaxRetries: number;
+}
+export declare class BatchManager extends EventEmitter {
+    opts: BatchManagerOptions;
+    batches: Record<BucketId, Batch>;
+    pendingBatches: Record<BatchId, Batch>;
+    cassandraClient: Client;
+    insertStatement: string;
+    logger: Logger;
+    constructor(cassandraClient: Client, opts?: Partial<BatchManagerOptions>);
+    store(bucketId: BucketId, record: InsertRecord, doneCb?: DoneCallback): void;
+    stop(): void;
+    private moveFullBatch;
+    private insert;
+}

package/dist/src/plugins/storage/BatchManager.js

@@ -0,0 +1,117 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BatchManager = void 0;
+const events_1 = require("events");
+const utils_1 = require("@streamr/utils");
+const Batch_1 = require("./Batch");
+const utils_2 = require("@streamr/utils");
+const INSERT_STATEMENT = 'INSERT INTO stream_data '
+    + '(stream_id, partition, bucket_id, ts, sequence_no, publisher_id, msg_chain_id, payload) '
+    + 'VALUES (?, ?, ?, ?, ?, ?, ?, ?)';
+const INSERT_STATEMENT_WITH_TTL = 'INSERT INTO stream_data '
+    + '(stream_id, partition, bucket_id, ts, sequence_no, publisher_id, msg_chain_id, payload) '
+    + 'VALUES (?, ?, ?, ?, ?, ?, ?, ?) USING TTL 259200'; // 3 days
+let ID = 0;
+class BatchManager extends events_1.EventEmitter {
+    opts;
+    batches;
+    pendingBatches;
+    cassandraClient;
+    insertStatement;
+    logger;
+    constructor(cassandraClient, opts = {}) {
+        super();
+        ID += 1;
+        this.logger = new utils_1.Logger(module, { id: `${ID}` });
+        const defaultOptions = {
+            useTtl: false,
+            logErrors: false,
+            batchMaxSize: 8000 * 300,
+            batchMaxRecordCount: 8000,
+            batchCloseTimeout: 1000,
+            batchMaxRetries: 1000 // in total max ~16 minutes timeout
+        };
+        this.opts = (0, utils_2.merge)(defaultOptions, opts);
+        // bucketId => batch
+        this.batches = Object.create(null);
+        // batchId => batch
+        this.pendingBatches = Object.create(null);
+        this.cassandraClient = cassandraClient;
+        this.insertStatement = this.opts.useTtl ? INSERT_STATEMENT_WITH_TTL : INSERT_STATEMENT;
+    }
+    store(bucketId, record, doneCb) {
+        const batch = this.batches[bucketId];
+        if (batch && batch.isFull()) {
+            batch.lock();
+        }
+        if (this.batches[bucketId] === undefined) {
+            this.logger.trace('Create new batch');
+            const newBatch = new Batch_1.Batch(bucketId, this.opts.batchMaxSize, this.opts.batchMaxRecordCount, this.opts.batchCloseTimeout, this.opts.batchMaxRetries);
+            newBatch.on('locked', () => this.moveFullBatch(bucketId, newBatch));
+            newBatch.on('pending', () => this.insert(newBatch.getId()));
+            this.batches[bucketId] = newBatch;
+        }
+        this.batches[bucketId].push(record, doneCb);
+    }
+    stop() {
+        const { batches, pendingBatches } = this;
+        this.batches = Object.create(null);
+        this.pendingBatches = Object.create(null);
+        Object.values(batches).forEach((batch) => batch.clear());
+        Object.values(pendingBatches).forEach((batch) => batch.clear());
+    }
+    moveFullBatch(bucketId, batch) {
+        const batchId = batch.getId();
+        this.pendingBatches[batchId] = batch;
+        batch.scheduleInsert();
+        delete this.batches[bucketId];
+    }
+    async insert(batchId) {
+        const batch = this.pendingBatches[batchId];
+        try {
+            const queries = batch.records.map((record) => {
+                return {
+                    query: this.insertStatement,
+                    params: [
+                        record.streamId,
+                        record.partition,
+                        batch.getBucketId(),
+                        record.timestamp,
+                        record.sequenceNo,
+                        record.publisherId,
+                        record.msgChainId,
+                        record.payload,
+                    ]
+                };
+            });
+            await this.cassandraClient.batch(queries, {
+                prepare: true
+            });
+            this.logger.trace('Insert batch', { batchId: batch.getId() });
+            batch.done();
+            batch.clear();
+            delete this.pendingBatches[batch.getId()];
+        }
+        catch (err) {
+            if (this.opts.logErrors) {
+                this.logger.error('Failed to insert batch', { batchId, err });
+            }
+            // stop if reached max retries
+            // TODO: This probably belongs in Batch
+            if (batch.reachedMaxRetries()) {
+                if (this.opts.logErrors) {
+                    this.logger.error('Drop batch (max retries reached)', {
+                        batchId: batch.getId(),
+                        retries: batch.retries
+                    });
+                }
+                batch.clear();
+                delete this.pendingBatches[batch.getId()];
+                return;
+            }
+            batch.scheduleInsert();
+        }
+    }
+}
+exports.BatchManager = BatchManager;
+//# sourceMappingURL=BatchManager.js.map

package/dist/src/plugins/storage/BatchManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BatchManager.js","sourceRoot":"","sources":["../../../../src/plugins/storage/BatchManager.ts"],"names":[],"mappings":";;;AACA,mCAAqC;AACrC,0CAAuC;AACvC,mCAAoE;AAEpE,0CAAsC;AAEtC,MAAM,gBAAgB,GAAG,0BAA0B;MAC7C,0FAA0F;MAC1F,iCAAiC,CAAA;AAEvC,MAAM,yBAAyB,GAAG,0BAA0B;MACtD,0FAA0F;MAC1F,kDAAkD,CAAA,CAAC,SAAS;AAWlE,IAAI,EAAE,GAAG,CAAC,CAAA;AAEV,MAAa,YAAa,SAAQ,qBAAY;IAE1C,IAAI,CAAqB;IACzB,OAAO,CAAyB;IAChC,cAAc,CAAwB;IACtC,eAAe,CAAQ;IACvB,eAAe,CAAQ;IACvB,MAAM,CAAQ;IAEd,YAAY,eAAuB,EAAE,OAAqC,EAAE;QACxE,KAAK,EAAE,CAAA;QACP,EAAE,IAAI,CAAC,CAAA;QACP,IAAI,CAAC,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAA;QAEjD,MAAM,cAAc,GAAG;YACnB,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,KAAK;YAChB,YAAY,EAAE,IAAI,GAAG,GAAG;YACxB,mBAAmB,EAAE,IAAI;YACzB,iBAAiB,EAAE,IAAI;YACvB,eAAe,EAAE,IAAI,CAAC,mCAAmC;SAC5D,CAAA;QAED,IAAI,CAAC,IAAI,GAAG,IAAA,aAAK,EAAC,cAAc,EAAE,IAAI,CAAC,CAAA;QAEvC,oBAAoB;QACpB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAClC,mBAAmB;QACnB,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAEzC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAA;QACtC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,gBAAgB,CAAA;IAC1F,CAAC;IAED,KAAK,CAAC,QAAkB,EAAE,MAAoB,EAAE,MAAqB;QACjE,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QAEpC,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,EAAE,CAAA;QAChB,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,SAAS,EAAE,CAAC;YACvC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAA;YAErC,MAAM,QAAQ,GAAG,IAAI,aAAK,CACtB,QAAQ,EACR,IAAI,CAAC,IAAI,CAAC,YAAY,EACtB,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAC7B,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAC3B,IAAI,CAAC,IAAI,CAAC,eAAe,CAC5B,CAAA;YAED,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAA;YACnE,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;YAE3D,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,QAAQ,CAAA;QACrC,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC/C,CAAC;IAED,IAAI;QACA,MAAM,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,IAAI,CAAA;QACxC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAClC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACzC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;QACxD,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;IACnE,CAAC;IAEO,aAAa,CAAC,QAAkB,EAAE,KAAY;QAClD,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,EAAE,CAAA;QAC7B,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,GAAG,KAAK,CAAA;QACpC,KAAK,CAAC,cAAc,EAAE,CAAA;QAEtB,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IACjC,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,OAAgB;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QAE1C,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBACzC,OAAO;oBACH,KAAK,EAAE,IAAI,CAAC,eAAe;oBAC3B,MAAM,EAAE;wBACJ,MAAM,CAAC,QAAQ;wBACf,MAAM,CAAC,SAAS;wBAChB,KAAK,CAAC,WAAW,EAAE;wBACnB,MAAM,CAAC,SAAS;wBAChB,MAAM,CAAC,UAAU;wBACjB,MAAM,CAAC,WAAW;wBAClB,MAAM,CAAC,UAAU;wBACjB,MAAM,CAAC,OAAO;qBACjB;iBACJ,CAAA;YACL,CAAC,CAAC,CAAA;YAEF,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE;gBACtC,OAAO,EAAE,IAAI;aAChB,CAAC,CAAA;YAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;YAC7D,KAAK,CAAC,IAAI,EAAE,CAAA;YACZ,KAAK,CAAC,KAAK,EAAE,CAAA;YACb,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAA;YACjE,CAAC;YAED,8BAA8B;YAC9B,uCAAuC;YACvC,IAAI,KAAK,CAAC,iBAAiB,EAAE,EAAE,CAAC;gBAC5B,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;oBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE;wBAClD,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE;wBACtB,OAAO,EAAE,KAAK,CAAC,OAAO;qBACzB,CAAC,CAAA;gBACN,CAAC;gBACD,KAAK,CAAC,KAAK,EAAE,CAAA;gBACb,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;gBACzC,OAAM;YACV,CAAC;YAED,KAAK,CAAC,cAAc,EAAE,CAAA;QAC1B,CAAC;IACL,CAAC;CACJ;AA/HD,oCA+HC"}

package/dist/src/plugins/storage/Bucket.d.ts

@@ -0,0 +1,23 @@
+export type BucketId = string;
+export declare class Bucket {
+    id: BucketId;
+    streamId: string;
+    partition: number;
+    size: number;
+    records: number;
+    dateCreate: Date;
+    private maxSize;
+    private maxRecordCount;
+    private keepAliveSeconds;
+    ttl: Date;
+    private stored;
+    constructor(id: BucketId, streamId: string, partition: number, size: number, records: number, dateCreate: Date, maxSize: number, maxRecordCount: number, keepAliveSeconds: number);
+    isStored(): boolean;
+    setStored(): void;
+    private checkSize;
+    isAlmostFull(percentDeduction?: number): boolean;
+    getId(): string;
+    incrementBucket(size: number): void;
+    private updateTTL;
+    isAlive(): boolean;
+}