@streamr/node 100.0.0-rc.0

package/dist/src/plugins/operator/OperatorFleetState.js

@@ -0,0 +1,112 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OperatorFleetState = void 0;
+const utils_1 = require("@streamr/utils");
+const eventemitter3_1 = require("eventemitter3");
+const min_1 = __importDefault(require("lodash/min"));
+const once_1 = __importDefault(require("lodash/once"));
+const heartbeatUtils_1 = require("./heartbeatUtils");
+const logger = new utils_1.Logger(module);
+// TODO: add abortSignal support
+class OperatorFleetState extends eventemitter3_1.EventEmitter {
+    streamrClient;
+    coordinationStreamId;
+    timeProvider;
+    pruneAgeInMs;
+    pruneIntervalInMs;
+    heartbeatIntervalInMs;
+    latencyExtraInMs;
+    warmupPeriodInMs;
+    latestHeartbeats = new Map();
+    abortController = new AbortController();
+    ready = new utils_1.Gate(false);
+    subscription;
+    static createOperatorFleetStateBuilder(streamrClient, heartbeatIntervalInMs, pruneAgeInMs, pruneIntervalInMs, latencyExtraInMs, warmupPeriodInMs, timeProvider = Date.now) {
+        return (coordinationStreamId) => new OperatorFleetState(streamrClient, coordinationStreamId, heartbeatIntervalInMs, pruneAgeInMs, pruneIntervalInMs, latencyExtraInMs, warmupPeriodInMs, timeProvider);
+    }
+    constructor(streamrClient, coordinationStreamId, heartbeatIntervalInMs, pruneAgeInMs, pruneIntervalInMs, latencyExtraInMs, warmupPeriodInMs, timeProvider = Date.now) {
+        super();
+        this.streamrClient = streamrClient;
+        this.coordinationStreamId = coordinationStreamId;
+        this.timeProvider = timeProvider;
+        this.pruneAgeInMs = pruneAgeInMs;
+        this.pruneIntervalInMs = pruneIntervalInMs;
+        this.heartbeatIntervalInMs = heartbeatIntervalInMs;
+        this.latencyExtraInMs = latencyExtraInMs;
+        this.warmupPeriodInMs = warmupPeriodInMs;
+    }
+    async start() {
+        if (this.subscription !== undefined) {
+            throw new Error('already started');
+        }
+        const startTime = this.timeProvider();
+        this.subscription = await this.streamrClient.subscribe(this.coordinationStreamId, (rawContent) => {
+            // Ignore messages during warmup period. This is needed because network nodes may propagate old stream messages
+            // from cache.
+            if ((this.timeProvider() - startTime) < this.warmupPeriodInMs) { // TODO: write test
+                return;
+            }
+            let message;
+            try {
+                message = heartbeatUtils_1.HeartbeatMessageSchema.parse(rawContent);
+            }
+            catch (err) {
+                logger.warn('Received invalid message in coordination stream', {
+                    coordinationStreamId: this.coordinationStreamId,
+                    reason: err?.reason
+                });
+                return;
+            }
+            if (message.msgType === 'heartbeat') {
+                const nodeId = message.peerDescriptor.nodeId;
+                const exists = this.latestHeartbeats.has(nodeId);
+                this.latestHeartbeats.set(nodeId, {
+                    timestamp: this.timeProvider(),
+                    peerDescriptor: message.peerDescriptor
+                });
+                if (!exists) {
+                    this.emit('added', nodeId);
+                }
+                if (!this.ready.isOpen()) {
+                    this.launchOpenReadyGateTimer();
+                }
+            }
+        });
+        (0, utils_1.setAbortableInterval)(() => this.pruneOfflineNodes(), this.pruneIntervalInMs, this.abortController.signal);
+    }
+    async waitUntilReady() {
+        return this.ready.waitUntilOpen();
+    }
+    async destroy() {
+        this.abortController.abort();
+        await this.subscription?.unsubscribe();
+    }
+    getLeaderNodeId() {
+        return (0, min_1.default)(this.getNodeIds()); // we just need the leader to be consistent
+    }
+    getNodeIds() {
+        return [...this.latestHeartbeats.keys()];
+    }
+    getPeerDescriptor(nodeId) {
+        return this.latestHeartbeats.get(nodeId)?.peerDescriptor;
+    }
+    launchOpenReadyGateTimer = (0, once_1.default)(() => {
+        (0, utils_1.setAbortableTimeout)(() => {
+            this.ready.open();
+        }, this.heartbeatIntervalInMs + this.latencyExtraInMs, this.abortController.signal);
+    });
+    pruneOfflineNodes() {
+        const now = this.timeProvider();
+        for (const [nodeId, { timestamp }] of this.latestHeartbeats) {
+            if (now - timestamp >= this.pruneAgeInMs) {
+                this.latestHeartbeats.delete(nodeId);
+                this.emit('removed', nodeId);
+            }
+        }
+    }
+}
+exports.OperatorFleetState = OperatorFleetState;
+//# sourceMappingURL=OperatorFleetState.js.map

package/dist/src/plugins/operator/OperatorFleetState.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OperatorFleetState.js","sourceRoot":"","sources":["../../../../src/plugins/operator/OperatorFleetState.ts"],"names":[],"mappings":";;;;;;AAEA,0CAAwF;AACxF,iDAA4C;AAC5C,qDAA4B;AAC5B,uDAA8B;AAE9B,qDAA2E;AAE3E,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAcjC,gCAAgC;AAChC,MAAa,kBAAmB,SAAQ,4BAAsC;IACzD,aAAa,CAAe;IAC5B,oBAAoB,CAAU;IAC9B,YAAY,CAAc;IAC1B,YAAY,CAAQ;IACpB,iBAAiB,CAAQ;IACzB,qBAAqB,CAAQ;IAC7B,gBAAgB,CAAQ;IACxB,gBAAgB,CAAQ;IACxB,gBAAgB,GAAG,IAAI,GAAG,EAAyB,CAAA;IACnD,eAAe,GAAG,IAAI,eAAe,EAAE,CAAA;IACvC,KAAK,GAAG,IAAI,YAAI,CAAC,KAAK,CAAC,CAAA;IAChC,YAAY,CAAe;IAEnC,MAAM,CAAC,+BAA+B,CAClC,aAA4B,EAC5B,qBAA6B,EAC7B,YAAoB,EACpB,iBAAyB,EACzB,gBAAwB,EACxB,gBAAwB,EACxB,YAAY,GAAG,IAAI,CAAC,GAAG;QAEvB,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,IAAI,kBAAkB,CACnD,aAAa,EACb,oBAAoB,EACpB,qBAAqB,EACrB,YAAY,EACZ,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,YAAY,CACf,CAAA;IACL,CAAC;IAED,YACI,aAA4B,EAC5B,oBAA8B,EAC9B,qBAA6B,EAC7B,YAAoB,EACpB,iBAAyB,EACzB,gBAAwB,EACxB,gBAAwB,EACxB,YAAY,GAAG,IAAI,CAAC,GAAG;QAEvB,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,aAAa,GAAG,aAAa,CAAA;QAClC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAA;QAChD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAA;QAC1C,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAA;QAClD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;QACxC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;IAC5C,CAAC;IAED,KAAK,CAAC,KAAK;QACP,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;QACtC,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAA;QACrC,IAAI,CAAC,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC,UAAU,EAAE,EAAE;YAC7F,+GAA+G;YAC/G,cAAc;YACd,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,mBAAmB;gBAChF,OAAM;YACV,CAAC;YAED,IAAI,OAAyB,CAAA;YAC7B,IAAI,CAAC;gBACD,OAAO,GAAG,uCAAsB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;YACtD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE;oBAC3D,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;oBAC/C,MAAM,EAAE,GAAG,EAAE,MAAM;iBACtB,CAAC,CAAA;gBACF,OAAM;YACV,CAAC;YACD,IAAI,OAAO,CAAC,OAAO,KAAK,WAAW,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,MAAoB,CAAA;gBAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;gBAChD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE;oBAC9B,SAAS,EAAE,IAAI,CAAC,YAAY,EAAE;oBAC9B,cAAc,EAAE,OAAO,CAAC,cAAc;iBACzC,CAAC,CAAA;gBACF,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;gBAC9B,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;oBACvB,IAAI,CAAC,wBAAwB,EAAE,CAAA;gBACnC,CAAC;YACL,CAAC;QACL,CAAC,CAAC,CAAA;QACF,IAAA,4BAAoB,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;IAC7G,CAAC;IAED,KAAK,CAAC,cAAc;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;IACrC,CAAC;IAED,KAAK,CAAC,OAAO;QACT,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAA;QAC5B,MAAM,IAAI,CAAC,YAAY,EAAE,WAAW,EAAE,CAAA;IAC1C,CAAC;IAED,eAAe;QACX,OAAO,IAAA,aAAG,EAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAA,CAAC,2CAA2C;IAC7E,CAAC;IAED,UAAU;QACN,OAAO,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAA;IAC5C,CAAC;IAED,iBAAiB,CAAC,MAAkB;QAChC,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,cAAc,CAAA;IAC5D,CAAC;IAEO,wBAAwB,GAAG,IAAA,cAAI,EAAC,GAAG,EAAE;QACzC,IAAA,2BAAmB,EAAC,GAAG,EAAE;YACrB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;QACrB,CAAC,EAAE,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;IACvF,CAAC,CAAC,CAAA;IAEM,iBAAiB;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,EAAE,CAAA;QAC/B,KAAK,MAAM,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1D,IAAI,GAAG,GAAG,SAAS,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACvC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;gBACpC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;YAChC,CAAC;QACL,CAAC;IACL,CAAC;CACJ;AApID,gDAoIC"}

package/dist/src/plugins/operator/OperatorPlugin.d.ts

@@ -0,0 +1,50 @@
+import { EthereumAddress } from '@streamr/utils';
+import { Schema } from 'ajv';
+import { Overrides } from 'ethers';
+import { StreamrClient, SignerWithProvider } from '@streamr/sdk';
+import { Plugin } from '../../Plugin';
+export interface OperatorPluginConfig {
+    operatorContractAddress: string;
+    heartbeatUpdateIntervalInMs: number;
+    heartbeatTimeoutInMs: number;
+    fleetState: {
+        pruneAgeInMs: number;
+        pruneIntervalInMs: number;
+        latencyExtraInMs: number;
+        warmupPeriodInMs: number;
+    };
+    checkOperatorValueBreachIntervalInMs: number;
+    announceNodeToContract: {
+        pollIntervalInMs: number;
+        writeIntervalInMs: number;
+    };
+    maintainOperatorValue: {
+        intervalInMs: number;
+        withdrawLimitSafetyFraction: number;
+        minSponsorshipEarningsInWithdraw: number;
+        maxSponsorshipsInWithdraw: number;
+    };
+    inspectRandomNode: {
+        intervalInMs: number;
+    };
+    closeExpiredFlags: {
+        intervalInMs: number;
+        maxAgeInMs: number;
+    };
+}
+export interface OperatorServiceConfig {
+    signer: SignerWithProvider;
+    operatorContractAddress: EthereumAddress;
+    theGraphUrl: string;
+    getEthersOverrides: () => Overrides;
+}
+export declare class OperatorPlugin extends Plugin<OperatorPluginConfig> {
+    private readonly abortController;
+    start(streamrClient: StreamrClient): Promise<void>;
+    stop(): Promise<void>;
+    getConfigSchema(): Schema;
+    getClientConfig(): {
+        path: string;
+        value: any;
+    }[];
+}

package/dist/src/plugins/operator/OperatorPlugin.js

@@ -0,0 +1,159 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OperatorPlugin = void 0;
+const utils_1 = require("@streamr/utils");
+const Plugin_1 = require("../../Plugin");
+const maintainOperatorValue_1 = require("./maintainOperatorValue");
+const MaintainTopologyService_1 = require("./MaintainTopologyService");
+const OperatorFleetState_1 = require("./OperatorFleetState");
+const config_schema_json_1 = __importDefault(require("./config.schema.json"));
+const createIsLeaderFn_1 = require("./createIsLeaderFn");
+const announceNodeToContract_1 = require("./announceNodeToContract");
+const announceNodeToStream_1 = require("./announceNodeToStream");
+const checkOperatorValueBreach_1 = require("./checkOperatorValueBreach");
+const fetchRedundancyFactor_1 = require("./fetchRedundancyFactor");
+const formCoordinationStreamId_1 = require("./formCoordinationStreamId");
+const StreamPartAssignments_1 = require("./StreamPartAssignments");
+const MaintainTopologyHelper_1 = require("./MaintainTopologyHelper");
+const inspectRandomNode_1 = require("./inspectRandomNode");
+const ContractFacade_1 = require("./ContractFacade");
+const reviewSuspectNode_1 = require("./reviewSuspectNode");
+const closeExpiredFlags_1 = require("./closeExpiredFlags");
+const logger = new utils_1.Logger(module);
+class OperatorPlugin extends Plugin_1.Plugin {
+    abortController = new AbortController();
+    async start(streamrClient) {
+        const signer = await streamrClient.getSigner();
+        const nodeId = await streamrClient.getNodeId();
+        const operatorContractAddress = (0, utils_1.toEthereumAddress)(this.pluginConfig.operatorContractAddress);
+        const serviceConfig = {
+            signer,
+            operatorContractAddress,
+            theGraphUrl: streamrClient.getConfig().contracts.theGraphUrl,
+            getEthersOverrides: () => streamrClient.getEthersOverrides()
+        };
+        const redundancyFactor = await (0, fetchRedundancyFactor_1.fetchRedundancyFactor)(serviceConfig);
+        if (redundancyFactor === undefined) {
+            throw new Error('Failed to fetch my redundancy factor');
+        }
+        logger.info('Fetched my redundancy factor', { redundancyFactor });
+        const contractFacade = ContractFacade_1.ContractFacade.createInstance(serviceConfig);
+        const maintainTopologyHelper = new MaintainTopologyHelper_1.MaintainTopologyHelper(contractFacade);
+        const createOperatorFleetState = OperatorFleetState_1.OperatorFleetState.createOperatorFleetStateBuilder(streamrClient, this.pluginConfig.heartbeatUpdateIntervalInMs, this.pluginConfig.fleetState.pruneAgeInMs, this.pluginConfig.fleetState.pruneIntervalInMs, this.pluginConfig.fleetState.latencyExtraInMs, this.pluginConfig.fleetState.warmupPeriodInMs);
+        const fleetState = createOperatorFleetState((0, formCoordinationStreamId_1.formCoordinationStreamId)(operatorContractAddress));
+        const streamPartAssignments = new StreamPartAssignments_1.StreamPartAssignments(nodeId, redundancyFactor, async (streamId) => {
+            const stream = await streamrClient.getStream(streamId);
+            return stream.getStreamParts();
+        }, fleetState, maintainTopologyHelper);
+        // Important: must be created before maintainTopologyHelper#start is invoked!
+        // eslint-disable-next-line @typescript-eslint/no-unused-vars
+        const maintainTopologyService = new MaintainTopologyService_1.MaintainTopologyService(streamrClient, streamPartAssignments);
+        await fleetState.start();
+        await maintainTopologyHelper.start();
+        this.abortController.signal.addEventListener('abort', async () => {
+            await fleetState.destroy();
+        });
+        // start tasks in background so that operations which take significant amount of time (e.g. fleetState.waitUntilReady())
+        // don't block the startup of Broker
+        setImmediate(async () => {
+            (0, utils_1.setAbortableInterval)(() => {
+                (async () => {
+                    await (0, announceNodeToStream_1.announceNodeToStream)((0, utils_1.toEthereumAddress)(this.pluginConfig.operatorContractAddress), streamrClient);
+                })();
+            }, this.pluginConfig.heartbeatUpdateIntervalInMs, this.abortController.signal);
+            await (0, utils_1.scheduleAtInterval)(async () => (0, checkOperatorValueBreach_1.checkOperatorValueBreach)(contractFacade, this.pluginConfig.maintainOperatorValue.minSponsorshipEarningsInWithdraw, this.pluginConfig.maintainOperatorValue.maxSponsorshipsInWithdraw).catch((err) => {
+                logger.warn('Encountered error', { err });
+            }), this.pluginConfig.checkOperatorValueBreachIntervalInMs, true, this.abortController.signal);
+            await fleetState.waitUntilReady();
+            const isLeader = await (0, createIsLeaderFn_1.createIsLeaderFn)(streamrClient, fleetState, logger);
+            try {
+                await (0, utils_1.scheduleAtInterval)(async () => {
+                    if (isLeader()) {
+                        await (0, announceNodeToContract_1.announceNodeToContract)(this.pluginConfig.announceNodeToContract.writeIntervalInMs, contractFacade, streamrClient);
+                    }
+                }, this.pluginConfig.announceNodeToContract.pollIntervalInMs, true, this.abortController.signal);
+            }
+            catch (err) {
+                logger.fatal('Encountered fatal error in announceNodeToContract', { err });
+                process.exit(1);
+            }
+            await (0, utils_1.scheduleAtInterval)(async () => {
+                if (isLeader()) {
+                    try {
+                        await (0, maintainOperatorValue_1.maintainOperatorValue)(this.pluginConfig.maintainOperatorValue.withdrawLimitSafetyFraction, this.pluginConfig.maintainOperatorValue.minSponsorshipEarningsInWithdraw, this.pluginConfig.maintainOperatorValue.maxSponsorshipsInWithdraw, contractFacade);
+                    }
+                    catch (err) {
+                        logger.error('Encountered error while checking earnings', { err });
+                    }
+                }
+            }, this.pluginConfig.maintainOperatorValue.intervalInMs, true, this.abortController.signal);
+            await (0, utils_1.scheduleAtInterval)(async () => {
+                try {
+                    await (0, inspectRandomNode_1.inspectRandomNode)(operatorContractAddress, contractFacade, streamPartAssignments, streamrClient, this.pluginConfig.heartbeatTimeoutInMs, (operatorContractAddress) => (0, fetchRedundancyFactor_1.fetchRedundancyFactor)({
+                        operatorContractAddress,
+                        signer
+                    }), createOperatorFleetState, this.abortController.signal);
+                }
+                catch (err) {
+                    logger.error('Encountered error while inspecting random node', { err });
+                }
+            }, this.pluginConfig.inspectRandomNode.intervalInMs, false, this.abortController.signal);
+            await (0, utils_1.scheduleAtInterval)(async () => {
+                try {
+                    await (0, closeExpiredFlags_1.closeExpiredFlags)(this.pluginConfig.closeExpiredFlags.maxAgeInMs, serviceConfig.operatorContractAddress, contractFacade);
+                }
+                catch (err) {
+                    logger.error('Encountered error while closing expired flags', { err });
+                }
+            }, this.pluginConfig.closeExpiredFlags.intervalInMs, false, this.abortController.signal);
+            contractFacade.addReviewRequestListener(async (sponsorshipAddress, targetOperator, partition, votingPeriodStartTimestamp, votingPeriodEndTimestamp) => {
+                try {
+                    if (isLeader()) {
+                        await (0, reviewSuspectNode_1.reviewSuspectNode)({
+                            sponsorshipAddress,
+                            targetOperator,
+                            partition,
+                            contractFacade,
+                            streamrClient,
+                            createOperatorFleetState,
+                            getRedundancyFactor: (operatorContractAddress) => (0, fetchRedundancyFactor_1.fetchRedundancyFactor)({
+                                operatorContractAddress,
+                                signer
+                            }),
+                            maxSleepTime: 5 * 60 * 1000,
+                            heartbeatTimeoutInMs: this.pluginConfig.heartbeatTimeoutInMs,
+                            votingPeriod: {
+                                startTime: votingPeriodStartTimestamp,
+                                endTime: votingPeriodEndTimestamp
+                            },
+                            inspectionIntervalInMs: 8 * 60 * 1000,
+                            maxInspections: 10,
+                            abortSignal: this.abortController.signal
+                        });
+                    }
+                }
+                catch (err) {
+                    logger.error('Encountered error while processing review request', { err });
+                }
+            }, this.abortController.signal);
+        });
+    }
+    async stop() {
+        this.abortController.abort();
+    }
+    // eslint-disable-next-line class-methods-use-this
+    getConfigSchema() {
+        return config_schema_json_1.default;
+    }
+    // eslint-disable-next-line class-methods-use-this
+    getClientConfig() {
+        return [{
+                path: 'network.node.acceptProxyConnections', value: true
+            }];
+    }
+}
+exports.OperatorPlugin = OperatorPlugin;
+//# sourceMappingURL=OperatorPlugin.js.map

package/dist/src/plugins/operator/OperatorPlugin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OperatorPlugin.js","sourceRoot":"","sources":["../../../../src/plugins/operator/OperatorPlugin.ts"],"names":[],"mappings":";;;;;;AAAA,0CAAqH;AAIrH,yCAAqC;AACrC,mEAA+D;AAC/D,uEAAmE;AACnE,6DAAyD;AACzD,8EAAuD;AACvD,yDAAqD;AACrD,qEAAiE;AACjE,iEAA6D;AAC7D,yEAAqE;AACrE,mEAA+D;AAC/D,yEAAqE;AACrE,mEAA+D;AAC/D,qEAAiE;AACjE,2DAAuD;AACvD,qDAAiD;AACjD,2DAAuD;AACvD,2DAAuD;AAuCvD,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAEjC,MAAa,cAAe,SAAQ,eAA4B;IAC3C,eAAe,GAAoB,IAAI,eAAe,EAAE,CAAA;IAEzE,KAAK,CAAC,KAAK,CAAC,aAA4B;QACpC,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,CAAA;QAC9C,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,CAAA;QAC9C,MAAM,uBAAuB,GAAG,IAAA,yBAAiB,EAAC,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,CAAA;QAC5F,MAAM,aAAa,GAAG;YAClB,MAAM;YACN,uBAAuB;YACvB,WAAW,EAAE,aAAa,CAAC,SAAS,EAAE,CAAC,SAAS,CAAC,WAAW;YAC5D,kBAAkB,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,kBAAkB,EAAE;SAC/D,CAAA;QAED,MAAM,gBAAgB,GAAG,MAAM,IAAA,6CAAqB,EAAC,aAAa,CAAC,CAAA;QACnE,IAAI,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAA;QAC3D,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE,EAAE,gBAAgB,EAAE,CAAC,CAAA;QAEjE,MAAM,cAAc,GAAG,+BAAc,CAAC,cAAc,CAAC,aAAa,CAAC,CAAA;QACnE,MAAM,sBAAsB,GAAG,IAAI,+CAAsB,CAAC,cAAc,CAAC,CAAA;QACzE,MAAM,wBAAwB,GAAG,uCAAkB,CAAC,+BAA+B,CAC/E,aAAa,EACb,IAAI,CAAC,YAAY,CAAC,2BAA2B,EAC7C,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,YAAY,EACzC,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,iBAAiB,EAC9C,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,gBAAgB,EAC7C,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,gBAAgB,CAChD,CAAA;QAED,MAAM,UAAU,GAAG,wBAAwB,CAAC,IAAA,mDAAwB,EAAC,uBAAuB,CAAC,CAAC,CAAA;QAC9F,MAAM,qBAAqB,GAAG,IAAI,6CAAqB,CACnD,MAAM,EACN,gBAAgB,EAChB,KAAK,EAAE,QAAQ,EAAE,EAAE;YACf,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;YACtD,OAAO,MAAM,CAAC,cAAc,EAAE,CAAA;QAClC,CAAC,EACD,UAAU,EACV,sBAAsB,CACzB,CAAA;QAED,6EAA6E;QAC7E,6DAA6D;QAC7D,MAAM,uBAAuB,GAAG,IAAI,iDAAuB,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAA;QACjG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAA;QACxB,MAAM,sBAAsB,CAAC,KAAK,EAAE,CAAA;QAEpC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,UAAU,CAAC,OAAO,EAAE,CAAA;QAC9B,CAAC,CAAC,CAAA;QAEF,wHAAwH;QACxH,oCAAoC;QACpC,YAAY,CAAC,KAAK,IAAI,EAAE;YACpB,IAAA,4BAAoB,EAAC,GAAG,EAAE;gBACtB,CAAC,KAAK,IAAI,EAAE;oBACR,MAAM,IAAA,2CAAoB,EACtB,IAAA,yBAAiB,EAAC,IAAI,CAAC,YAAY,CAAC,uBAAuB,CAAC,EAC5D,aAAa,CAChB,CAAA;gBACL,CAAC,CAAC,EAAE,CAAA;YACR,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,2BAA2B,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;YAC9E,MAAM,IAAA,0BAAkB,EACpB,KAAK,IAAI,EAAE,CAAC,IAAA,mDAAwB,EAChC,cAAc,EACd,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,gCAAgC,EACxE,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,yBAAyB,CACpE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACZ,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;YAC7C,CAAC,CAAC,EACF,IAAI,CAAC,YAAY,CAAC,oCAAoC,EACtD,IAAI,EACJ,IAAI,CAAC,eAAe,CAAC,MAAM,CAC9B,CAAA;YACD,MAAM,UAAU,CAAC,cAAc,EAAE,CAAA;YACjC,MAAM,QAAQ,GAAG,MAAM,IAAA,mCAAgB,EAAC,aAAa,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;YAC1E,IAAI,CAAC;gBACD,MAAM,IAAA,0BAAkB,EAAC,KAAK,IAAI,EAAE;oBAChC,IAAI,QAAQ,EAAE,EAAE,CAAC;wBACb,MAAM,IAAA,+CAAsB,EACxB,IAAI,CAAC,YAAY,CAAC,sBAAsB,CAAC,iBAAiB,EAC1D,cAAc,EACd,aAAa,CAChB,CAAA;oBACL,CAAC;gBACL,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,sBAAsB,CAAC,gBAAgB,EAAE,IAAI,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;YACpG,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,mDAAmD,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;gBAC1E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACnB,CAAC;YACD,MAAM,IAAA,0BAAkB,EACpB,KAAK,IAAI,EAAE;gBACP,IAAI,QAAQ,EAAE,EAAE,CAAC;oBACb,IAAI,CAAC;wBACD,MAAM,IAAA,6CAAqB,EACvB,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,2BAA2B,EACnE,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,gCAAgC,EACxE,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,yBAAyB,EACjE,cAAc,CACjB,CAAA;oBACL,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,MAAM,CAAC,KAAK,CAAC,2CAA2C,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;oBACtE,CAAC;gBACL,CAAC;YACL,CAAC,EACD,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,YAAY,EACpD,IAAI,EACJ,IAAI,CAAC,eAAe,CAAC,MAAM,CAC9B,CAAA;YAED,MAAM,IAAA,0BAAkB,EAAC,KAAK,IAAI,EAAE;gBAChC,IAAI,CAAC;oBACD,MAAM,IAAA,qCAAiB,EACnB,uBAAuB,EACvB,cAAc,EACd,qBAAqB,EACrB,aAAa,EACb,IAAI,CAAC,YAAY,CAAC,oBAAoB,EACtC,CAAC,uBAAuB,EAAE,EAAE,CAAC,IAAA,6CAAqB,EAAC;wBAC/C,uBAAuB;wBACvB,MAAM;qBACT,CAAC,EACF,wBAAwB,EACxB,IAAI,CAAC,eAAe,CAAC,MAAM,CAC9B,CAAA;gBACL,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,KAAK,CAAC,gDAAgD,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;gBAC3E,CAAC;YACL,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;YAExF,MAAM,IAAA,0BAAkB,EAAC,KAAK,IAAI,EAAE;gBAChC,IAAI,CAAC;oBACD,MAAM,IAAA,qCAAiB,EACnB,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,UAAU,EAC9C,aAAa,CAAC,uBAAuB,EACrC,cAAc,CACjB,CAAA;gBACL,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;gBAC1E,CAAC;YACL,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;YAExF,cAAc,CAAC,wBAAwB,CAAC,KAAK,EACzC,kBAAkB,EAClB,cAAc,EACd,SAAS,EACT,0BAA0B,EAC1B,wBAAwB,EAC1B,EAAE;gBACA,IAAI,CAAC;oBACD,IAAI,QAAQ,EAAE,EAAE,CAAC;wBACb,MAAM,IAAA,qCAAiB,EAAC;4BACpB,kBAAkB;4BAClB,cAAc;4BACd,SAAS;4BACT,cAAc;4BACd,aAAa;4BACb,wBAAwB;4BACxB,mBAAmB,EAAE,CAAC,uBAAuB,EAAE,EAAE,CAAC,IAAA,6CAAqB,EAAC;gCACpE,uBAAuB;gCACvB,MAAM;6BACT,CAAC;4BACF,YAAY,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI;4BAC3B,oBAAoB,EAAE,IAAI,CAAC,YAAY,CAAC,oBAAoB;4BAC5D,YAAY,EAAE;gCACV,SAAS,EAAE,0BAA0B;gCACrC,OAAO,EAAE,wBAAwB;6BACpC;4BACD,sBAAsB,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI;4BACrC,cAAc,EAAE,EAAE;4BAClB,WAAW,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;yBAC3C,CAAC,CAAA;oBACN,CAAC;gBACL,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,KAAK,CAAC,mDAAmD,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;gBAC9E,CAAC;YACL,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAA;QACnC,CAAC,CAAC,CAAA;IACN,CAAC;IAED,KAAK,CAAC,IAAI;QACN,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAA;IAChC,CAAC;IAED,kDAAkD;IACzC,eAAe;QACpB,OAAO,4BAAoB,CAAA;IAC/B,CAAC;IAED,kDAAkD;IACzC,eAAe;QACpB,OAAO,CAAC;gBACJ,IAAI,EAAE,qCAAqC,EAAE,KAAK,EAAE,IAAI;aAC3D,CAAC,CAAA;IACN,CAAC;CACJ;AArMD,wCAqMC"}

package/dist/src/plugins/operator/StreamPartAssignments.d.ts

@@ -0,0 +1,28 @@
+import { DhtAddress } from '@streamr/dht';
+import { StreamID, StreamPartID } from '@streamr/protocol';
+import EventEmitter3 from 'eventemitter3';
+import { MaintainTopologyHelperEvents } from './MaintainTopologyHelper';
+import { OperatorFleetStateEvents } from './OperatorFleetState';
+export interface StreamPartAssignmentEvents {
+    assigned(streamPartId: StreamPartID): void;
+    unassigned(streamPartId: StreamPartID): void;
+}
+export declare class StreamPartAssignments extends EventEmitter3<StreamPartAssignmentEvents> {
+    private readonly allStreamParts;
+    private readonly myStreamParts;
+    private readonly concurrencyLimit;
+    private readonly consistentHashRing;
+    private readonly myNodeId;
+    private readonly getStreamParts;
+    private readonly operatorFleetState;
+    private readonly maintainTopologyHelper;
+    constructor(myNodeId: DhtAddress, redundancyFactor: number, getStreamParts: (streamId: StreamID) => Promise<StreamPartID[]>, operatorFleetState: EventEmitter3<OperatorFleetStateEvents>, maintainTopologyHelper: EventEmitter3<MaintainTopologyHelperEvents>);
+    getMyStreamParts(): StreamPartID[];
+    private nodeAdded;
+    private nodeRemoved;
+    private streamsStaked;
+    private streamUnstaked;
+    private recalculateAssignments;
+    private getStreamPartIds;
+    private concurrencyLimiter;
+}

package/dist/src/plugins/operator/StreamPartAssignments.js

@@ -0,0 +1,104 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StreamPartAssignments = void 0;
+const utils_1 = require("@streamr/utils");
+const eventemitter3_1 = __importDefault(require("eventemitter3"));
+const p_limit_1 = __importDefault(require("p-limit"));
+const ConsistentHashRing_1 = require("./ConsistentHashRing");
+const logger = new utils_1.Logger(module);
+class StreamPartAssignments extends eventemitter3_1.default {
+    allStreamParts = new Set();
+    myStreamParts = new Set();
+    concurrencyLimit = (0, p_limit_1.default)(1);
+    consistentHashRing;
+    myNodeId;
+    getStreamParts;
+    operatorFleetState;
+    maintainTopologyHelper;
+    constructor(myNodeId, redundancyFactor, getStreamParts, operatorFleetState, maintainTopologyHelper) {
+        super();
+        this.myNodeId = myNodeId;
+        this.getStreamParts = getStreamParts;
+        this.operatorFleetState = operatorFleetState;
+        this.maintainTopologyHelper = maintainTopologyHelper;
+        this.consistentHashRing = new ConsistentHashRing_1.ConsistentHashRing(redundancyFactor);
+        this.consistentHashRing.add(myNodeId);
+        this.operatorFleetState.on('added', this.nodeAdded);
+        this.operatorFleetState.on('removed', this.nodeRemoved);
+        this.maintainTopologyHelper.on('addStakedStreams', this.streamsStaked);
+        this.maintainTopologyHelper.on('removeStakedStream', this.streamUnstaked);
+    }
+    getMyStreamParts() {
+        return Array.from(this.myStreamParts);
+    }
+    nodeAdded = this.concurrencyLimiter(async (nodeId) => {
+        if (nodeId === this.myNodeId) {
+            return;
+        }
+        this.consistentHashRing.add(nodeId);
+        this.recalculateAssignments(`nodeAdded:${nodeId}`);
+    });
+    nodeRemoved = this.concurrencyLimiter(async (nodeId) => {
+        if (nodeId === this.myNodeId) {
+            return;
+        }
+        this.consistentHashRing.remove(nodeId);
+        this.recalculateAssignments(`nodeRemoved:${nodeId}`);
+    });
+    streamsStaked = this.concurrencyLimiter(async (streamIds) => {
+        const streamPartIds = (await Promise.all(streamIds.map(this.getStreamPartIds))).flat();
+        for (const streamPartId of streamPartIds) {
+            this.allStreamParts.add(streamPartId);
+        }
+        // TODO: optimize; calculate efficiently by only considering added stream parts
+        this.recalculateAssignments(`streamsStaked:${streamIds.join()}`);
+    });
+    streamUnstaked = this.concurrencyLimiter(async (streamId) => {
+        const streamPartIds = await this.getStreamPartIds(streamId);
+        for (const streamPartId of streamPartIds) {
+            this.allStreamParts.delete(streamPartId);
+        }
+        // TODO: optimize; calculate efficiently by only considering removed stream parts
+        this.recalculateAssignments(`streamUnstaked:${streamId}`);
+    });
+    recalculateAssignments(context) {
+        const assigned = [];
+        const unassigned = [];
+        for (const streamPartId of this.allStreamParts) {
+            if (this.consistentHashRing.get(streamPartId).includes(this.myNodeId) && !this.myStreamParts.has(streamPartId)) {
+                assigned.push(streamPartId);
+                this.myStreamParts.add(streamPartId);
+                this.emit('assigned', streamPartId);
+            }
+        }
+        for (const streamPartId of this.myStreamParts) {
+            if (!this.allStreamParts.has(streamPartId) || !this.consistentHashRing.get(streamPartId).includes(this.myNodeId)) {
+                unassigned.push(streamPartId);
+                this.myStreamParts.delete(streamPartId);
+                this.emit('unassigned', streamPartId);
+            }
+        }
+        logger.info('Recalculate assignments', { assigned, unassigned, context });
+    }
+    getStreamPartIds = async (streamId) => {
+        try {
+            return await this.getStreamParts(streamId);
+        }
+        catch (err) {
+            logger.warn('Ignore non-existing stream', { streamId, reason: err?.message });
+            return [];
+        }
+    };
+    concurrencyLimiter(fn) {
+        return (t) => {
+            this.concurrencyLimit(() => fn(t)).catch((err) => {
+                logger.warn('Encountered error while processing event', { err });
+            });
+        };
+    }
+}
+exports.StreamPartAssignments = StreamPartAssignments;
+//# sourceMappingURL=StreamPartAssignments.js.map

package/dist/src/plugins/operator/StreamPartAssignments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StreamPartAssignments.js","sourceRoot":"","sources":["../../../../src/plugins/operator/StreamPartAssignments.ts"],"names":[],"mappings":";;;;;;AAEA,0CAAuC;AACvC,kEAAyC;AACzC,sDAA4B;AAC5B,6DAAyD;AAIzD,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAOjC,MAAa,qBAAsB,SAAQ,uBAAyC;IAC/D,cAAc,GAAG,IAAI,GAAG,EAAgB,CAAA;IACxC,aAAa,GAAG,IAAI,GAAG,EAAgB,CAAA;IACvC,gBAAgB,GAAG,IAAA,iBAAM,EAAC,CAAC,CAAC,CAAA;IAC5B,kBAAkB,CAAoB;IACtC,QAAQ,CAAY;IACpB,cAAc,CAAiD;IAC/D,kBAAkB,CAAyC;IAC3D,sBAAsB,CAA6C;IAEpF,YACI,QAAoB,EACpB,gBAAwB,EACxB,cAA+D,EAC/D,kBAA2D,EAC3D,sBAAmE;QAEnE,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAA;QACpC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAA;QAC5C,IAAI,CAAC,sBAAsB,GAAG,sBAAsB,CAAA;QACpD,IAAI,CAAC,kBAAkB,GAAG,IAAI,uCAAkB,CAAC,gBAAgB,CAAC,CAAA;QAClE,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACrC,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QACnD,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QACvD,IAAI,CAAC,sBAAsB,CAAC,EAAE,CAAC,kBAAkB,EAAE,IAAI,CAAC,aAAa,CAAC,CAAA;QACtE,IAAI,CAAC,sBAAsB,CAAC,EAAE,CAAC,oBAAoB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAA;IAC7E,CAAC;IAED,gBAAgB;QACZ,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;IACzC,CAAC;IAEO,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAkB,EAAiB,EAAE;QACpF,IAAI,MAAM,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC3B,OAAM;QACV,CAAC;QACD,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QACnC,IAAI,CAAC,sBAAsB,CAAC,aAAa,MAAM,EAAE,CAAC,CAAA;IACtD,CAAC,CAAC,CAAA;IAEM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAkB,EAAiB,EAAE;QACtF,IAAI,MAAM,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC3B,OAAM;QACV,CAAC;QACD,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QACtC,IAAI,CAAC,sBAAsB,CAAC,eAAe,MAAM,EAAE,CAAC,CAAA;IACxD,CAAC,CAAC,CAAA;IAEM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,SAAqB,EAAiB,EAAE;QAC3F,MAAM,aAAa,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QACtF,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;YACvC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;QACzC,CAAC;QACD,+EAA+E;QAC/E,IAAI,CAAC,sBAAsB,CAAC,iBAAiB,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IACpE,CAAC,CAAC,CAAA;IAEM,cAAc,GAAG,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,QAAkB,EAAiB,EAAE;QACzF,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAA;QAC3D,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;YACvC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;QAC5C,CAAC;QACD,iFAAiF;QACjF,IAAI,CAAC,sBAAsB,CAAC,kBAAkB,QAAQ,EAAE,CAAC,CAAA;IAC7D,CAAC,CAAC,CAAA;IAEM,sBAAsB,CAAC,OAAe;QAC1C,MAAM,QAAQ,GAAmB,EAAE,CAAA;QACnC,MAAM,UAAU,GAAmB,EAAE,CAAA;QACrC,KAAK,MAAM,YAAY,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7C,IAAI,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC7G,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBAC3B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;gBACpC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,CAAA;YACvC,CAAC;QACL,CAAC;QACD,KAAK,MAAM,YAAY,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAC5C,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/G,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBAC7B,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;gBACvC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;YACzC,CAAC;QACL,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAA;IAC7E,CAAC;IAEO,gBAAgB,GAAG,KAAK,EAAE,QAAkB,EAA2B,EAAE;QAC7E,IAAI,CAAC;YACD,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;QAC9C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAA;YAC7E,OAAO,EAAE,CAAA;QACb,CAAC;IACL,CAAC,CAAA;IAEO,kBAAkB,CACtB,EAA2B;QAE3B,OAAO,CAAC,CAAC,EAAE,EAAE;YACT,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC7C,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;YACpE,CAAC,CAAC,CAAA;QACN,CAAC,CAAA;IACL,CAAC;CACJ;AA1GD,sDA0GC"}

package/dist/src/plugins/operator/announceNodeToContract.d.ts

@@ -0,0 +1,3 @@
+import StreamrClient from '@streamr/sdk';
+import { ContractFacade } from './ContractFacade';
+export declare const announceNodeToContract: (writeIntervalInMs: number, contractFacade: ContractFacade, streamrClient: StreamrClient) => Promise<void>;

package/dist/src/plugins/operator/announceNodeToContract.js

@@ -0,0 +1,39 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.announceNodeToContract = void 0;
+const utils_1 = require("@streamr/utils");
+const logger = new utils_1.Logger(module);
+const announceNodeToContract = async (writeIntervalInMs, contractFacade, streamrClient) => {
+    if (await isHeartbeatStale(writeIntervalInMs, contractFacade)) {
+        await writeHeartbeat(contractFacade, streamrClient);
+    }
+};
+exports.announceNodeToContract = announceNodeToContract;
+const isHeartbeatStale = async (writeIntervalInMs, contractFacade) => {
+    logger.debug('Polling last heartbeat timestamp', {
+        operatorContractAddress: contractFacade.getOperatorContractAddress()
+    });
+    let lastHeartbeatTs;
+    try {
+        lastHeartbeatTs = await contractFacade.getTimestampOfLastHeartbeat();
+    }
+    catch (err) {
+        logger.warn('Failed to poll last heartbeat timestamp', { reason: err?.message });
+        return false; // we don't know if heartbeat is stale, but we don't want execution to continue
+    }
+    const stale = lastHeartbeatTs !== undefined ? lastHeartbeatTs + writeIntervalInMs <= Date.now() : true;
+    logger.debug('Polled last heartbeat timestamp', { lastHeartbeatTs, stale });
+    return stale;
+};
+const writeHeartbeat = async (contractFacade, streamrClient) => {
+    logger.info('Write heartbeat');
+    try {
+        const nodeDescriptor = await streamrClient.getPeerDescriptor();
+        await contractFacade.writeHeartbeat(nodeDescriptor);
+        logger.debug('Wrote heartbeat', { nodeDescriptor });
+    }
+    catch (err) {
+        logger.warn('Failed to write heartbeat', { reason: err?.message });
+    }
+};
+//# sourceMappingURL=announceNodeToContract.js.map

package/dist/src/plugins/operator/announceNodeToContract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"announceNodeToContract.js","sourceRoot":"","sources":["../../../../src/plugins/operator/announceNodeToContract.ts"],"names":[],"mappings":";;;AAAA,0CAAuC;AAIvC,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAE1B,MAAM,sBAAsB,GAAG,KAAK,EACvC,iBAAyB,EACzB,cAA8B,EAC9B,aAA4B,EACf,EAAE;IACf,IAAI,MAAM,gBAAgB,CAAC,iBAAiB,EAAE,cAAc,CAAC,EAAE,CAAC;QAC5D,MAAM,cAAc,CAAC,cAAc,EAAE,aAAa,CAAC,CAAA;IACvD,CAAC;AACL,CAAC,CAAA;AARY,QAAA,sBAAsB,0BAQlC;AAED,MAAM,gBAAgB,GAAG,KAAK,EAC1B,iBAAyB,EACzB,cAA8B,EACd,EAAE;IAClB,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE;QAC7C,uBAAuB,EAAE,cAAc,CAAC,0BAA0B,EAAE;KACvE,CAAC,CAAA;IACF,IAAI,eAAe,CAAA;IACnB,IAAI,CAAC;QACD,eAAe,GAAG,MAAM,cAAc,CAAC,2BAA2B,EAAE,CAAA;IACxE,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC,yCAAyC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAA;QAChF,OAAO,KAAK,CAAA,CAAC,+EAA+E;IAChG,CAAC;IACD,MAAM,KAAK,GAAG,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,GAAG,iBAAiB,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;IACtG,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAA;IAC3E,OAAO,KAAK,CAAA;AAChB,CAAC,CAAA;AAED,MAAM,cAAc,GAAG,KAAK,EACxB,cAA8B,EAC9B,aAA4B,EACf,EAAE;IACf,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC9B,IAAI,CAAC;QACD,MAAM,cAAc,GAAG,MAAM,aAAa,CAAC,iBAAiB,EAAE,CAAA;QAC9D,MAAM,cAAc,CAAC,cAAc,CAAC,cAAc,CAAC,CAAA;QACnD,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,cAAc,EAAE,CAAC,CAAA;IACvD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAA;IACtE,CAAC;AACL,CAAC,CAAA"}

package/dist/src/plugins/operator/announceNodeToStream.d.ts

@@ -0,0 +1,3 @@
+import { EthereumAddress } from '@streamr/utils';
+import { StreamrClient } from '@streamr/sdk';
+export declare const announceNodeToStream: (operatorContractAddress: EthereumAddress, streamrClient: StreamrClient) => Promise<void>;

package/dist/src/plugins/operator/announceNodeToStream.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.announceNodeToStream = void 0;
+const utils_1 = require("@streamr/utils");
+const heartbeatUtils_1 = require("./heartbeatUtils");
+const formCoordinationStreamId_1 = require("./formCoordinationStreamId");
+const logger = new utils_1.Logger(module);
+const announceNodeToStream = async (operatorContractAddress, streamrClient) => {
+    const coordinationStream = (0, formCoordinationStreamId_1.formCoordinationStreamId)(operatorContractAddress);
+    try {
+        const peerDescriptor = await streamrClient.getPeerDescriptor();
+        await streamrClient.publish(coordinationStream, (0, heartbeatUtils_1.createHeartbeatMessage)(peerDescriptor));
+        logger.debug('Published heartbeat to coordination stream', {
+            streamId: coordinationStream
+        });
+    }
+    catch (err) {
+        logger.warn('Unable to publish to coordination stream', {
+            streamId: coordinationStream,
+            reason: err?.message
+        });
+    }
+};
+exports.announceNodeToStream = announceNodeToStream;
+//# sourceMappingURL=announceNodeToStream.js.map

package/dist/src/plugins/operator/announceNodeToStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"announceNodeToStream.js","sourceRoot":"","sources":["../../../../src/plugins/operator/announceNodeToStream.ts"],"names":[],"mappings":";;;AAAA,0CAAwD;AAExD,qDAAyD;AACzD,yEAAqE;AAErE,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAE1B,MAAM,oBAAoB,GAAG,KAAK,EACrC,uBAAwC,EACxC,aAA4B,EACf,EAAE;IACf,MAAM,kBAAkB,GAAG,IAAA,mDAAwB,EAAC,uBAAuB,CAAC,CAAA;IAC5E,IAAI,CAAC;QACD,MAAM,cAAc,GAAG,MAAM,aAAa,CAAC,iBAAiB,EAAE,CAAA;QAC9D,MAAM,aAAa,CAAC,OAAO,CAAC,kBAAkB,EAAE,IAAA,uCAAsB,EAAC,cAAc,CAAC,CAAC,CAAA;QACvF,MAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE;YACvD,QAAQ,EAAE,kBAAkB;SAC/B,CAAC,CAAA;IACN,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE;YACpD,QAAQ,EAAE,kBAAkB;YAC5B,MAAM,EAAE,GAAG,EAAE,OAAO;SACvB,CAAC,CAAA;IACN,CAAC;AACL,CAAC,CAAA;AAjBY,QAAA,oBAAoB,wBAiBhC"}

package/dist/src/plugins/operator/checkOperatorValueBreach.d.ts

@@ -0,0 +1,2 @@
+import { ContractFacade } from './ContractFacade';
+export declare const checkOperatorValueBreach: (contractFacade: ContractFacade, minSponsorshipEarningsInWithdraw: number, maxSponsorshipsInWithdraw: number) => Promise<void>;

package/dist/src/plugins/operator/checkOperatorValueBreach.js

@@ -0,0 +1,21 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.checkOperatorValueBreach = void 0;
+const utils_1 = require("@streamr/utils");
+const logger = new utils_1.Logger(module);
+const checkOperatorValueBreach = async (contractFacade, minSponsorshipEarningsInWithdraw, maxSponsorshipsInWithdraw) => {
+    const targetOperatorAddress = await contractFacade.getRandomOperator();
+    if (targetOperatorAddress === undefined) {
+        logger.info('No operators found');
+        return;
+    }
+    logger.info('Check other operator\'s earnings for breach', { targetOperatorAddress });
+    const { sumDataWei, maxAllowedEarningsDataWei, sponsorshipAddresses } = await contractFacade.getEarningsOf(targetOperatorAddress, minSponsorshipEarningsInWithdraw, maxSponsorshipsInWithdraw);
+    logger.trace(` -> is ${sumDataWei} > ${maxAllowedEarningsDataWei}?`);
+    if (sumDataWei > maxAllowedEarningsDataWei) {
+        logger.info('Withdraw earnings from sponsorships (target operator value in breach)', { targetOperatorAddress, sponsorshipAddresses, sumDataWei, maxAllowedEarningsDataWei });
+        await contractFacade.triggerWithdraw(targetOperatorAddress, sponsorshipAddresses);
+    }
+};
+exports.checkOperatorValueBreach = checkOperatorValueBreach;
+//# sourceMappingURL=checkOperatorValueBreach.js.map

package/dist/src/plugins/operator/checkOperatorValueBreach.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"checkOperatorValueBreach.js","sourceRoot":"","sources":["../../../../src/plugins/operator/checkOperatorValueBreach.ts"],"names":[],"mappings":";;;AAAA,0CAAuC;AAGvC,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAE1B,MAAM,wBAAwB,GAAG,KAAK,EACzC,cAA8B,EAC9B,gCAAwC,EACxC,yBAAiC,EACpB,EAAE;IACf,MAAM,qBAAqB,GAAG,MAAM,cAAc,CAAC,iBAAiB,EAAE,CAAA;IACtE,IAAI,qBAAqB,KAAK,SAAS,EAAE,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;QACjC,OAAM;IACV,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE,EAAE,qBAAqB,EAAE,CAAC,CAAA;IACrF,MAAM,EAAE,UAAU,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,GAAG,MAAM,cAAc,CAAC,aAAa,CACtG,qBAAqB,EACrB,gCAAgC,EAChC,yBAAyB,CAC5B,CAAA;IACD,MAAM,CAAC,KAAK,CAAC,UAAU,UAAU,MAAM,yBAAyB,GAAG,CAAC,CAAA;IACpE,IAAI,UAAU,GAAG,yBAAyB,EAAE,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,uEAAuE,EAC/E,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,UAAU,EAAE,yBAAyB,EAAE,CAAC,CAAA;QAC3F,MAAM,cAAc,CAAC,eAAe,CAAC,qBAAqB,EAAE,oBAAoB,CAAC,CAAA;IACrF,CAAC;AACL,CAAC,CAAA;AAtBY,QAAA,wBAAwB,4BAsBpC"}

package/dist/src/plugins/operator/closeExpiredFlags.d.ts

@@ -0,0 +1,3 @@
+import { EthereumAddress } from '@streamr/utils';
+import { ContractFacade } from './ContractFacade';
+export declare const closeExpiredFlags: (maxAgeInMs: number, operatorContractAddress: EthereumAddress, contractFacade: ContractFacade) => Promise<void>;

package/dist/src/plugins/operator/closeExpiredFlags.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.closeExpiredFlags = void 0;
+const utils_1 = require("@streamr/utils");
+const logger = new utils_1.Logger(module);
+const closeExpiredFlags = async (maxAgeInMs, operatorContractAddress, contractFacade) => {
+    logger.info('Start');
+    const sponsorships = (await contractFacade.getSponsorshipsOfOperator(operatorContractAddress))
+        .map((sponsorship) => sponsorship.sponsorshipAddress);
+    logger.debug(`Found ${sponsorships.length} sponsorships`);
+    if (sponsorships.length === 0) {
+        return;
+    }
+    const flags = await contractFacade.getExpiredFlags(sponsorships, maxAgeInMs);
+    logger.debug(`Found ${flags.length} expired flags to close`);
+    for (const flag of flags) {
+        const operatorAddress = flag.target.id;
+        const sponsorship = flag.sponsorship.id;
+        logger.info('Close expired flag', { flag });
+        await contractFacade.closeFlag(sponsorship, operatorAddress);
+    }
+};
+exports.closeExpiredFlags = closeExpiredFlags;
+//# sourceMappingURL=closeExpiredFlags.js.map

package/dist/src/plugins/operator/closeExpiredFlags.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"closeExpiredFlags.js","sourceRoot":"","sources":["../../../../src/plugins/operator/closeExpiredFlags.ts"],"names":[],"mappings":";;;AAAA,0CAAwD;AAGxD,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAE1B,MAAM,iBAAiB,GAAG,KAAK,EAClC,UAAkB,EAClB,uBAAwC,EACxC,cAA8B,EACjB,EAAE;IACf,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAEpB,MAAM,YAAY,GAAG,CAAC,MAAM,cAAc,CAAC,yBAAyB,CAAC,uBAAuB,CAAC,CAAC;SACzF,GAAG,CAAC,CAAC,WAA8B,EAAE,EAAE,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAA;IAC5E,MAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,eAAe,CAAC,CAAA;IACzD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAM;IACV,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,eAAe,CAAC,YAAY,EAAE,UAAU,CAAC,CAAA;IAC5E,MAAM,CAAC,KAAK,CAAC,SAAS,KAAK,CAAC,MAAM,yBAAyB,CAAC,CAAA;IAC5D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAA;QACtC,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,EAAE,CAAA;QACvC,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAA;QAC3C,MAAM,cAAc,CAAC,SAAS,CAAC,WAAW,EAAE,eAAe,CAAC,CAAA;IAChE,CAAC;AACL,CAAC,CAAA;AArBY,QAAA,iBAAiB,qBAqB7B"}