@streamr/node 100.0.0-rc.0

package/dist/src/plugins/storage/StorageEventListener.js

@@ -0,0 +1,46 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StorageEventListener = void 0;
+const utils_1 = require("@streamr/utils");
+const logger = new utils_1.Logger(module);
+/**
+ * Hooks up to StreamrClient event listener to learn about
+ * stream assignment and removal events in real-time.
+ */
+class StorageEventListener {
+    clusterId;
+    streamrClient;
+    onEvent;
+    onAddToStorageNode;
+    onRemoveFromStorageNode;
+    constructor(clusterId, streamrClient, onEvent) {
+        this.clusterId = clusterId;
+        this.streamrClient = streamrClient;
+        this.onEvent = onEvent;
+        this.onAddToStorageNode = (event) => this.handleEvent(event, 'added');
+        this.onRemoveFromStorageNode = (event) => this.handleEvent(event, 'removed');
+    }
+    async handleEvent(event, type) {
+        if (event.nodeAddress !== this.clusterId) {
+            return;
+        }
+        logger.info('Received StorageNodeAssignmentEvent', { type, event });
+        try {
+            const stream = await this.streamrClient.getStream(event.streamId);
+            this.onEvent(stream, type, event.blockNumber);
+        }
+        catch (err) {
+            logger.warn('Encountered error handling StorageNodeAssignmentEvent', { err, event, type });
+        }
+    }
+    start() {
+        this.streamrClient.on('addToStorageNode', this.onAddToStorageNode);
+        this.streamrClient.on('removeFromStorageNode', this.onRemoveFromStorageNode);
+    }
+    destroy() {
+        this.streamrClient.off('addToStorageNode', this.onAddToStorageNode);
+        this.streamrClient.off('removeFromStorageNode', this.onRemoveFromStorageNode);
+    }
+}
+exports.StorageEventListener = StorageEventListener;
+//# sourceMappingURL=StorageEventListener.js.map

package/dist/src/plugins/storage/StorageEventListener.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StorageEventListener.js","sourceRoot":"","sources":["../../../../src/plugins/storage/StorageEventListener.ts"],"names":[],"mappings":";;;AACA,0CAAwD;AAExD,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAEjC;;;GAGG;AACH,MAAa,oBAAoB;IACZ,SAAS,CAAiB;IAC1B,aAAa,CAAe;IAC5B,OAAO,CAAoE;IAC3E,kBAAkB,CAA6C;IAC/D,uBAAuB,CAA6C;IAErF,YACI,SAA0B,EAC1B,aAA4B,EAC5B,OAA2E;QAE3E,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC1B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAA;QAClC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,kBAAkB,GAAG,CAAC,KAAiC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QACjG,IAAI,CAAC,uBAAuB,GAAG,CAAC,KAAiC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;IAC5G,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,KAAiC,EAAE,IAAyB;QAClF,IAAI,KAAK,CAAC,WAAW,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;YACvC,OAAM;QACV,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;QACnE,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;YACjE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,WAAW,CAAC,CAAA;QACjD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,uDAAuD,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAC9F,CAAC;IACL,CAAC;IAED,KAAK;QACD,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAClE,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,uBAAuB,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAA;IAChF,CAAC;IAED,OAAO;QACH,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAA;QACnE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,uBAAuB,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACjF,CAAC;CACJ;AAzCD,oDAyCC"}

package/dist/src/plugins/storage/StoragePlugin.d.ts

@@ -0,0 +1,32 @@
+import { EthereumAddress } from '@streamr/utils';
+import { Schema } from 'ajv';
+import { StreamrClient } from '@streamr/sdk';
+import { ApiPluginConfig, Plugin } from '../../Plugin';
+export interface StoragePluginConfig extends ApiPluginConfig {
+    cassandra: {
+        hosts: string[];
+        username: string;
+        password: string;
+        keyspace: string;
+        datacenter: string;
+    };
+    storageConfig: {
+        refreshInterval: number;
+    };
+    cluster: {
+        clusterAddress?: EthereumAddress;
+        clusterSize: number;
+        myIndexInCluster: number;
+    };
+}
+export declare class StoragePlugin extends Plugin<StoragePluginConfig> {
+    private streamrClient?;
+    private cassandra?;
+    private storageConfig?;
+    private messageListener?;
+    start(streamrClient: StreamrClient): Promise<void>;
+    stop(): Promise<void>;
+    getConfigSchema(): Schema;
+    private startCassandraStorage;
+    private startStorageConfig;
+}

package/dist/src/plugins/storage/StoragePlugin.js

@@ -0,0 +1,103 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StoragePlugin = void 0;
+const protocol_1 = require("@streamr/protocol");
+const utils_1 = require("@streamr/utils");
+const sdk_1 = require("@streamr/sdk");
+const Plugin_1 = require("../../Plugin");
+const Storage_1 = require("./Storage");
+const StorageConfig_1 = require("./StorageConfig");
+const config_schema_json_1 = __importDefault(require("./config.schema.json"));
+const dataMetadataEndpoint_1 = require("./dataMetadataEndpoint");
+const dataQueryEndpoint_1 = require("./dataQueryEndpoint");
+const storageConfigEndpoint_1 = require("./storageConfigEndpoint");
+const logger = new utils_1.Logger(module);
+const isStorableMessage = (msg) => {
+    return msg.messageType === protocol_1.StreamMessageType.MESSAGE;
+};
+class StoragePlugin extends Plugin_1.Plugin {
+    streamrClient;
+    cassandra;
+    storageConfig;
+    messageListener;
+    async start(streamrClient) {
+        this.streamrClient = streamrClient;
+        const clusterId = this.pluginConfig.cluster.clusterAddress ?? await this.streamrClient.getAddress();
+        const assignmentStream = await this.streamrClient.getStream((0, sdk_1.formStorageNodeAssignmentStreamId)(clusterId));
+        const metricsContext = (await (this.streamrClient.getNode())).getMetricsContext();
+        this.cassandra = await this.startCassandraStorage(metricsContext);
+        this.storageConfig = await this.startStorageConfig(clusterId, assignmentStream);
+        this.messageListener = (msg) => {
+            if (isStorableMessage(msg) && this.storageConfig.hasStreamPart(msg.getStreamPartID())) {
+                this.cassandra.store(msg);
+            }
+        };
+        const node = await this.streamrClient.getNode();
+        node.addMessageListener(this.messageListener);
+        this.addHttpServerEndpoint((0, dataQueryEndpoint_1.createDataQueryEndpoint)(this.cassandra, metricsContext));
+        this.addHttpServerEndpoint((0, dataMetadataEndpoint_1.createDataMetadataEndpoint)(this.cassandra));
+        this.addHttpServerEndpoint((0, storageConfigEndpoint_1.createStorageConfigEndpoint)(this.storageConfig));
+    }
+    async stop() {
+        const node = await this.streamrClient.getNode();
+        node.removeMessageListener(this.messageListener);
+        await Promise.all(Array.from(this.storageConfig.getStreamParts()).map((streamPart) => node.leave(streamPart)));
+        await this.cassandra.close();
+        this.storageConfig.destroy();
+    }
+    // eslint-disable-next-line class-methods-use-this
+    getConfigSchema() {
+        return config_schema_json_1.default;
+    }
+    async startCassandraStorage(metricsContext) {
+        const cassandraStorage = await (0, Storage_1.startCassandraStorage)({
+            contactPoints: [...this.pluginConfig.cassandra.hosts],
+            localDataCenter: this.pluginConfig.cassandra.datacenter,
+            keyspace: this.pluginConfig.cassandra.keyspace,
+            username: this.pluginConfig.cassandra.username,
+            password: this.pluginConfig.cassandra.password,
+            opts: {
+                useTtl: false
+            }
+        });
+        cassandraStorage.enableMetrics(metricsContext);
+        return cassandraStorage;
+    }
+    async startStorageConfig(clusterId, assignmentStream) {
+        const node = await this.streamrClient.getNode();
+        const storageConfig = new StorageConfig_1.StorageConfig(clusterId, this.pluginConfig.cluster.clusterSize, this.pluginConfig.cluster.myIndexInCluster, this.pluginConfig.storageConfig.refreshInterval, this.streamrClient, {
+            onStreamPartAdded: async (streamPart) => {
+                try {
+                    await node.join(streamPart, { minCount: 1, timeout: 5000 }); // best-effort, can time out
+                }
+                catch (_e) {
+                    // no-op
+                }
+                try {
+                    await assignmentStream.publish({
+                        streamPart
+                    });
+                    logger.debug('Published message to assignment stream', {
+                        assignmentStreamId: assignmentStream.id
+                    });
+                }
+                catch (err) {
+                    logger.warn('Failed to publish to assignment stream', {
+                        assignmentStreamId: assignmentStream.id,
+                        err
+                    });
+                }
+            },
+            onStreamPartRemoved: (streamPart) => {
+                (0, utils_1.executeSafePromise)(() => node.leave(streamPart));
+            }
+        });
+        await storageConfig.start();
+        return storageConfig;
+    }
+}
+exports.StoragePlugin = StoragePlugin;
+//# sourceMappingURL=StoragePlugin.js.map

package/dist/src/plugins/storage/StoragePlugin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StoragePlugin.js","sourceRoot":"","sources":["../../../../src/plugins/storage/StoragePlugin.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAoE;AACpE,0CAA4F;AAE5F,sCAAuF;AACvF,yCAAsD;AACtD,uCAA0D;AAC1D,mDAA+C;AAC/C,8EAAuD;AACvD,iEAAmE;AACnE,2DAA6D;AAC7D,mEAAqE;AAErE,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAqBjC,MAAM,iBAAiB,GAAG,CAAC,GAAkB,EAAW,EAAE;IACtD,OAAO,GAAG,CAAC,WAAW,KAAK,4BAAiB,CAAC,OAAO,CAAA;AACxD,CAAC,CAAA;AAED,MAAa,aAAc,SAAQ,eAA2B;IAElD,aAAa,CAAgB;IAC7B,SAAS,CAAU;IACnB,aAAa,CAAgB;IAC7B,eAAe,CAA+B;IAEtD,KAAK,CAAC,KAAK,CAAC,aAA4B;QACpC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAA;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,cAAc,IAAI,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAA;QACnG,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAA,uCAAiC,EAAC,SAAS,CAAC,CAAC,CAAA;QACzG,MAAM,cAAc,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,iBAAiB,EAAE,CAAA;QACjF,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAA;QACjE,IAAI,CAAC,aAAa,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAA;QAC/E,IAAI,CAAC,eAAe,GAAG,CAAC,GAAG,EAAE,EAAE;YAC3B,IAAI,iBAAiB,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,aAAc,CAAC,aAAa,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,EAAE,CAAC;gBACrF,IAAI,CAAC,SAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YAC9B,CAAC;QACL,CAAC,CAAA;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAA;QAC/C,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;QAC7C,IAAI,CAAC,qBAAqB,CAAC,IAAA,2CAAuB,EAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC,CAAA;QACnF,IAAI,CAAC,qBAAqB,CAAC,IAAA,iDAA0B,EAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAA;QACtE,IAAI,CAAC,qBAAqB,CAAC,IAAA,mDAA2B,EAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAA;IAC/E,CAAC;IAED,KAAK,CAAC,IAAI;QACN,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAc,CAAC,OAAO,EAAE,CAAA;QAChD,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,eAAgB,CAAC,CAAA;QACjD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAc,CAAC,cAAc,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;QAC/G,MAAM,IAAI,CAAC,SAAU,CAAC,KAAK,EAAE,CAAA;QAC7B,IAAI,CAAC,aAAc,CAAC,OAAO,EAAE,CAAA;IACjC,CAAC;IAED,kDAAkD;IACzC,eAAe;QACpB,OAAO,4BAAoB,CAAA;IAC/B,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,cAA8B;QAC9D,MAAM,gBAAgB,GAAG,MAAM,IAAA,+BAAqB,EAAC;YACjD,aAAa,EAAE,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,KAAK,CAAC;YACrD,eAAe,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,UAAU;YACvD,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,QAAQ;YAC9C,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,QAAQ;YAC9C,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,QAAQ;YAC9C,IAAI,EAAE;gBACF,MAAM,EAAE,KAAK;aAChB;SACJ,CAAC,CAAA;QACF,gBAAgB,CAAC,aAAa,CAAC,cAAc,CAAC,CAAA;QAC9C,OAAO,gBAAgB,CAAA;IAC3B,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,SAA0B,EAAE,gBAAwB;QACjF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAc,CAAC,OAAO,EAAE,CAAA;QAChD,MAAM,aAAa,GAAG,IAAI,6BAAa,CACnC,SAAS,EACT,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,EACrC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,gBAAgB,EAC1C,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,eAAe,EAC/C,IAAI,CAAC,aAAc,EACnB;YACI,iBAAiB,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gBACpC,IAAI,CAAC;oBACD,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA,CAAC,4BAA4B;gBAC5F,CAAC;gBAAC,OAAO,EAAE,EAAE,CAAC;oBACV,QAAQ;gBACZ,CAAC;gBACD,IAAI,CAAC;oBACD,MAAM,gBAAgB,CAAC,OAAO,CAAC;wBAC3B,UAAU;qBACb,CAAC,CAAA;oBACF,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE;wBACnD,kBAAkB,EAAE,gBAAgB,CAAC,EAAE;qBAC1C,CAAC,CAAA;gBACN,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE;wBAClD,kBAAkB,EAAE,gBAAgB,CAAC,EAAE;wBACvC,GAAG;qBACN,CAAC,CAAA;gBACN,CAAC;YACL,CAAC;YACD,mBAAmB,EAAE,CAAC,UAAU,EAAE,EAAE;gBAChC,IAAA,0BAAkB,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAA;YACpD,CAAC;SACJ,CACJ,CAAA;QACD,MAAM,aAAa,CAAC,KAAK,EAAE,CAAA;QAC3B,OAAO,aAAa,CAAA;IACxB,CAAC;CACJ;AA3FD,sCA2FC"}

package/dist/src/plugins/storage/StoragePoller.d.ts

@@ -0,0 +1,15 @@
+/// <reference types="node" />
+import { Stream, StreamrClient } from '@streamr/sdk';
+/**
+ * Polls full state of storage node assignments on an interval.
+ */
+export declare class StoragePoller {
+    private readonly clusterId;
+    private readonly pollInterval;
+    private readonly streamrClient;
+    private readonly onNewSnapshot;
+    constructor(clusterId: string, pollInterval: number, streamrClient: StreamrClient, onNewSnapshot: (streams: Stream[], block: number) => void);
+    start(abortSignal: AbortSignal): Promise<void>;
+    poll(): Promise<void>;
+    private tryPoll;
+}

package/dist/src/plugins/storage/StoragePoller.js

@@ -0,0 +1,47 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StoragePoller = void 0;
+const utils_1 = require("@streamr/utils");
+const logger = new utils_1.Logger(module);
+/**
+ * Polls full state of storage node assignments on an interval.
+ */
+class StoragePoller {
+    clusterId;
+    pollInterval;
+    streamrClient;
+    onNewSnapshot;
+    constructor(clusterId, pollInterval, streamrClient, onNewSnapshot) {
+        this.clusterId = clusterId;
+        this.pollInterval = pollInterval;
+        this.streamrClient = streamrClient;
+        this.onNewSnapshot = onNewSnapshot;
+    }
+    async start(abortSignal) {
+        if (this.pollInterval > 0) {
+            await (0, utils_1.scheduleAtInterval)(() => this.tryPoll(), this.pollInterval, true, abortSignal);
+        }
+        else {
+            await this.tryPoll();
+        }
+    }
+    async poll() {
+        logger.info('Polling');
+        const { streams, blockNumber } = await this.streamrClient.getStoredStreams(this.clusterId);
+        logger.info('Polled', {
+            foundStreams: streams.length,
+            blockNumber
+        });
+        this.onNewSnapshot(streams, blockNumber);
+    }
+    async tryPoll() {
+        try {
+            await this.poll();
+        }
+        catch (err) {
+            logger.warn('Failed to poll full state', err);
+        }
+    }
+}
+exports.StoragePoller = StoragePoller;
+//# sourceMappingURL=StoragePoller.js.map

package/dist/src/plugins/storage/StoragePoller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StoragePoller.js","sourceRoot":"","sources":["../../../../src/plugins/storage/StoragePoller.ts"],"names":[],"mappings":";;;AACA,0CAA2D;AAE3D,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAEjC;;GAEG;AACH,MAAa,aAAa;IACL,SAAS,CAAQ;IACjB,YAAY,CAAQ;IACpB,aAAa,CAAe;IAC5B,aAAa,CAA4C;IAE1E,YACI,SAAiB,EACjB,YAAoB,EACpB,aAA4B,EAC5B,aAAyD;QAEzD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAC1B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAA;QAClC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAA;IACtC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,WAAwB;QAChC,IAAI,IAAI,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,IAAA,0BAAkB,EAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,WAAW,CAAC,CAAA;QACxF,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,CAAC,OAAO,EAAE,CAAA;QACxB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI;QACN,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QACtB,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC1F,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE;YAClB,YAAY,EAAE,OAAO,CAAC,MAAM;YAC5B,WAAW;SACd,CAAC,CAAA;QACF,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;IAC5C,CAAC;IAEO,KAAK,CAAC,OAAO;QACjB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QACrB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE,GAAG,CAAC,CAAA;QACjD,CAAC;IACL,CAAC;CACJ;AA3CD,sCA2CC"}

package/dist/src/plugins/storage/config.schema.json

@@ -0,0 +1,88 @@
+{
+    "$id": "config.schema.json",
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "type": "object",
+    "description": "Storage plugin configuration",
+    "required": [
+        "cassandra",
+        "storageConfig"
+    ],
+    "additionalProperties": false,
+    "properties": {
+        "cassandra": {
+            "type": "object",
+            "description": "Apache Cassandra configuration",
+            "required": [
+                "hosts",
+                "username",
+                "password",
+                "keyspace",
+                "datacenter"
+            ],
+            "additionalProperties": false,
+            "properties": {
+                "hosts": {
+                    "type": "array",
+                    "items": {
+                        "type": "string",
+                        "format": "hostname"
+                    },
+                    "minItems": 1,
+                    "uniqueItems": true
+                },
+                "username": {
+                    "type": "string"
+                },
+                "password": {
+                    "type": "string"
+                },
+                "keyspace": {
+                    "type": "string"
+                },
+                "datacenter": {
+                    "type": "string"
+                }
+            }
+        },
+        "storageConfig": {
+            "type": "object",
+            "properties": {
+                "refreshInterval": {
+                    "type": "integer",
+                    "description": "Interval (in milliseconds) in which to refresh storage config from Core API (0 = disable)"
+                }
+            },
+            "additionalProperties": false,
+            "default": {
+                "refreshInterval": 600000
+            }
+        },
+        "cluster": {
+            "type": "object",
+            "description": "Storage node cluster config",
+            "required": [
+                "clusterSize",
+                "myIndexInCluster"
+            ],
+            "additionalProperties": false,
+            "properties": {
+                "clusterAddress": {
+                    "type": "string"
+                },
+                "clusterSize": {
+                    "type": "number"
+                },
+                "myIndexInCluster": {
+                    "type": "number"
+                }
+            },
+            "default": {
+                "clusterSize": 1,
+                "myIndexInCluster": 0
+            }
+        },
+        "apiAuthentication": {
+            "$ref": "definitions.schema.json#/definitions/apiAuthenticationOverride"
+        }
+    }
+}

package/dist/src/plugins/storage/dataMetadataEndpoint.d.ts

@@ -0,0 +1,3 @@
+import { HttpServerEndpoint } from '../../Plugin';
+import { Storage } from './Storage';
+export declare const createDataMetadataEndpoint: (cassandraStorage: Storage) => HttpServerEndpoint;

package/dist/src/plugins/storage/dataMetadataEndpoint.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createDataMetadataEndpoint = void 0;
+const parseIntIfExists = (x) => {
+    return x === undefined ? undefined : parseInt(x);
+};
+const createHandler = (cassandraStorage) => {
+    return async (req, res) => {
+        const streamId = req.params.id;
+        const partition = parseIntIfExists(req.params.partition);
+        if (Number.isNaN(partition) || partition === undefined) {
+            const errMsg = `Path parameter "partition" not a number: ${req.params.partition}`;
+            res.status(400).send({
+                error: errMsg
+            });
+            return;
+        }
+        const out = {
+            totalBytes: await cassandraStorage.getTotalBytesInStream(streamId, partition),
+            totalMessages: await cassandraStorage.getNumberOfMessagesInStream(streamId, partition),
+            firstMessage: await cassandraStorage.getFirstMessageTimestampInStream(streamId, partition),
+            lastMessage: await cassandraStorage.getLastMessageTimestampInStream(streamId, partition)
+        };
+        res.status(200).send(out);
+    };
+};
+const createDataMetadataEndpoint = (cassandraStorage) => {
+    return {
+        path: '/streams/:id/metadata/partitions/:partition',
+        method: 'get',
+        requestHandlers: [createHandler(cassandraStorage)]
+    };
+};
+exports.createDataMetadataEndpoint = createDataMetadataEndpoint;
+//# sourceMappingURL=dataMetadataEndpoint.js.map

package/dist/src/plugins/storage/dataMetadataEndpoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataMetadataEndpoint.js","sourceRoot":"","sources":["../../../../src/plugins/storage/dataMetadataEndpoint.ts"],"names":[],"mappings":";;;AAIA,MAAM,gBAAgB,GAAG,CAAC,CAAqB,EAAsB,EAAE;IACnE,OAAO,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;AACpD,CAAC,CAAA;AAED,MAAM,aAAa,GAAG,CAAC,gBAAyB,EAAkB,EAAE;IAChE,OAAO,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QACzC,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAA;QAC9B,MAAM,SAAS,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QACxD,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YACrD,MAAM,MAAM,GAAG,4CAA4C,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,CAAA;YACjF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACjB,KAAK,EAAE,MAAM;aAChB,CAAC,CAAA;YACF,OAAM;QACV,CAAC;QACD,MAAM,GAAG,GAAG;YACR,UAAU,EAAE,MAAM,gBAAgB,CAAC,qBAAqB,CAAC,QAAQ,EAAE,SAAS,CAAC;YAC7E,aAAa,EAAE,MAAM,gBAAgB,CAAC,2BAA2B,CAAC,QAAQ,EAAE,SAAS,CAAC;YACtF,YAAY,EAAE,MAAM,gBAAgB,CAAC,gCAAgC,CAAC,QAAQ,EAAE,SAAS,CAAC;YAC1F,WAAW,EAAE,MAAM,gBAAgB,CAAC,+BAA+B,CAAC,QAAQ,EAAE,SAAS,CAAC;SAC3F,CAAA;QACD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC7B,CAAC,CAAA;AACL,CAAC,CAAA;AAEM,MAAM,0BAA0B,GAAG,CAAC,gBAAyB,EAAsB,EAAE;IACxF,OAAO;QACH,IAAI,EAAE,6CAA6C;QACnD,MAAM,EAAE,KAAK;QACb,eAAe,EAAE,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC;KACrD,CAAA;AACL,CAAC,CAAA;AANY,QAAA,0BAA0B,8BAMtC"}

package/dist/src/plugins/storage/dataQueryEndpoint.d.ts

@@ -0,0 +1,6 @@
+import { MetricsContext } from '@streamr/utils';
+import { Storage } from './Storage';
+import { HttpServerEndpoint } from '../../Plugin';
+export declare const MIN_SEQUENCE_NUMBER_VALUE = 0;
+export declare const MAX_SEQUENCE_NUMBER_VALUE = 2147483647;
+export declare const createDataQueryEndpoint: (storage: Storage, metricsContext: MetricsContext) => HttpServerEndpoint;

package/dist/src/plugins/storage/dataQueryEndpoint.js

@@ -0,0 +1,181 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createDataQueryEndpoint = exports.MAX_SEQUENCE_NUMBER_VALUE = exports.MIN_SEQUENCE_NUMBER_VALUE = void 0;
+const utils_1 = require("@streamr/utils");
+const stream_1 = require("stream");
+const DataQueryFormat_1 = require("./DataQueryFormat");
+const logger = new utils_1.Logger(module);
+// TODO: move this to protocol-js
+exports.MIN_SEQUENCE_NUMBER_VALUE = 0;
+exports.MAX_SEQUENCE_NUMBER_VALUE = 2147483647;
+class ResponseTransform extends stream_1.Transform {
+    format;
+    firstMessage = true;
+    constructor(format) {
+        super({
+            writableObjectMode: true
+        });
+        this.format = format;
+    }
+    _transform(input, _encoding, done) {
+        if (this.firstMessage) {
+            this.firstMessage = false;
+            if (this.format.header !== undefined) {
+                this.push(this.format.header);
+            }
+        }
+        else {
+            if (this.format.delimiter !== undefined) {
+                this.push(this.format.delimiter);
+            }
+        }
+        this.push(this.format.formatMessage(input));
+        done();
+    }
+    _flush(done) {
+        if (this.firstMessage) {
+            if (this.format.header !== undefined) {
+                this.push(this.format.header);
+            }
+        }
+        if (this.format.footer !== undefined) {
+            this.push(this.format.footer);
+        }
+        done();
+    }
+}
+function parseIntIfExists(x) {
+    return x === undefined ? undefined : parseInt(x);
+}
+const sendSuccess = (data, format, streamId, res) => {
+    data.once('data', () => {
+        res.writeHead(200, {
+            'Content-Type': format.contentType
+        });
+    });
+    data.once('error', () => {
+        if (!res.headersSent) {
+            res.status(500).json({
+                error: 'Failed to fetch data!'
+            });
+        }
+    });
+    (0, stream_1.pipeline)(data, new ResponseTransform(format), res, (err) => {
+        if ((err !== undefined) && (err !== null)) {
+            logger.error('Encountered error in pipeline', {
+                streamId,
+                err
+            });
+        }
+    });
+};
+const sendError = (message, res) => {
+    res.status(400).json({
+        error: message
+    });
+};
+const handleLast = (req, streamId, partition, format, res, storage, metrics) => {
+    metrics.resendLastQueriesPerSecond.record(1);
+    const count = req.query.count === undefined ? 1 : parseIntIfExists(req.query.count);
+    if (Number.isNaN(count)) {
+        sendError(`Query parameter "count" not a number: ${req.query.count}`, res);
+        return;
+    }
+    const data = storage.requestLast(streamId, partition, count);
+    sendSuccess(data, format, streamId, res);
+};
+const handleFrom = (req, streamId, partition, format, res, storage, metrics) => {
+    metrics.resendFromQueriesPerSecond.record(1);
+    const fromTimestamp = parseIntIfExists(req.query.fromTimestamp);
+    const fromSequenceNumber = parseIntIfExists(req.query.fromSequenceNumber) ?? exports.MIN_SEQUENCE_NUMBER_VALUE;
+    const { publisherId } = req.query;
+    if (fromTimestamp === undefined) {
+        sendError('Query parameter "fromTimestamp" required.', res);
+        return;
+    }
+    if (Number.isNaN(fromTimestamp)) {
+        sendError(`Query parameter "fromTimestamp" not a number: ${req.query.fromTimestamp}`, res);
+        return;
+    }
+    const data = storage.requestFrom(streamId, partition, fromTimestamp, fromSequenceNumber, publisherId);
+    sendSuccess(data, format, streamId, res);
+};
+const handleRange = (req, streamId, partition, format, res, storage, metrics) => {
+    metrics.resendRangeQueriesPerSecond.record(1);
+    const fromTimestamp = parseIntIfExists(req.query.fromTimestamp);
+    const toTimestamp = parseIntIfExists(req.query.toTimestamp);
+    const fromSequenceNumber = parseIntIfExists(req.query.fromSequenceNumber) ?? exports.MIN_SEQUENCE_NUMBER_VALUE;
+    const toSequenceNumber = parseIntIfExists(req.query.toSequenceNumber) ?? exports.MAX_SEQUENCE_NUMBER_VALUE;
+    const { publisherId, msgChainId } = req.query;
+    if (req.query.fromOffset !== undefined || req.query.toOffset !== undefined) {
+        sendError('Query parameters "fromOffset" and "toOffset" are no longer supported. Please use "fromTimestamp" and "toTimestamp".', res);
+        return;
+    }
+    if (fromTimestamp === undefined) {
+        sendError('Query parameter "fromTimestamp" required.', res);
+        return;
+    }
+    if (Number.isNaN(fromTimestamp)) {
+        sendError(`Query parameter "fromTimestamp" not a number: ${req.query.fromTimestamp}`, res);
+        return;
+    }
+    if (toTimestamp === undefined) {
+        // eslint-disable-next-line max-len
+        sendError('Query parameter "toTimestamp" required as well. To request all messages since a timestamp, use the endpoint /streams/:id/data/partitions/:partition/from', res);
+        return;
+    }
+    if (Number.isNaN(toTimestamp)) {
+        sendError(`Query parameter "toTimestamp" not a number: ${req.query.toTimestamp}`, res);
+        return;
+    }
+    if ((publisherId && !msgChainId) || (!publisherId && msgChainId)) {
+        sendError('Invalid combination of "publisherId" and "msgChainId"', res);
+        return;
+    }
+    const data = storage.requestRange(streamId, partition, fromTimestamp, fromSequenceNumber, toTimestamp, toSequenceNumber, publisherId, msgChainId);
+    sendSuccess(data, format, streamId, res);
+};
+const createHandler = (storage, metrics) => {
+    return (req, res) => {
+        if (Number.isNaN(parseInt(req.params.partition))) {
+            sendError(`Path parameter "partition" not a number: ${req.params.partition}`, res);
+            return;
+        }
+        const format = (0, DataQueryFormat_1.getFormat)(req.query.format);
+        if (format === undefined) {
+            sendError(`Query parameter "format" is invalid: ${req.query.format}`, res);
+            return;
+        }
+        const streamId = req.params.id;
+        const partition = parseInt(req.params.partition);
+        switch (req.params.resendType) {
+            case 'last':
+                handleLast(req, streamId, partition, format, res, storage, metrics);
+                break;
+            case 'from':
+                handleFrom(req, streamId, partition, format, res, storage, metrics);
+                break;
+            case 'range':
+                handleRange(req, streamId, partition, format, res, storage, metrics);
+                break;
+            default:
+                sendError('Unknown resend type', res);
+                break;
+        }
+    };
+};
+const createDataQueryEndpoint = (storage, metricsContext) => {
+    const metrics = {
+        resendLastQueriesPerSecond: new utils_1.RateMetric(),
+        resendFromQueriesPerSecond: new utils_1.RateMetric(),
+        resendRangeQueriesPerSecond: new utils_1.RateMetric()
+    };
+    metricsContext.addMetrics('broker.plugin.storage', metrics);
+    return {
+        path: `/streams/:id/data/partitions/:partition/:resendType`,
+        method: 'get',
+        requestHandlers: [createHandler(storage, metrics)]
+    };
+};
+exports.createDataQueryEndpoint = createDataQueryEndpoint;
+//# sourceMappingURL=dataQueryEndpoint.js.map

package/dist/src/plugins/storage/dataQueryEndpoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dataQueryEndpoint.js","sourceRoot":"","sources":["../../../../src/plugins/storage/dataQueryEndpoint.ts"],"names":[],"mappings":";;;AAIA,0CAAsF;AACtF,mCAAsD;AAEtD,uDAAqD;AAGrD,MAAM,MAAM,GAAG,IAAI,cAAM,CAAC,MAAM,CAAC,CAAA;AAEjC,iCAAiC;AACpB,QAAA,yBAAyB,GAAG,CAAC,CAAA;AAC7B,QAAA,yBAAyB,GAAG,UAAU,CAAA;AAEnD,MAAM,iBAAkB,SAAQ,kBAAS;IAErC,MAAM,CAAQ;IACd,YAAY,GAAG,IAAI,CAAA;IAEnB,YAAY,MAAc;QACtB,KAAK,CAAC;YACF,kBAAkB,EAAE,IAAI;SAC3B,CAAC,CAAA;QACF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACxB,CAAC;IAEQ,UAAU,CAAC,KAAiB,EAAE,SAAiB,EAAE,IAAgB;QACtE,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,GAAG,KAAK,CAAA;YACzB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YACjC,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACtC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YACpC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAA;QAC3C,IAAI,EAAE,CAAA;IACV,CAAC;IAEQ,MAAM,CAAC,IAAgB;QAC5B,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YACjC,CAAC;QACL,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QACjC,CAAC;QACD,IAAI,EAAE,CAAA;IACV,CAAC;CACJ;AAED,SAAS,gBAAgB,CAAC,CAAqB;IAC3C,OAAO,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;AACpD,CAAC;AAED,MAAM,WAAW,GAAG,CAAC,IAAc,EAAE,MAAc,EAAE,QAAgB,EAAE,GAAa,EAAE,EAAE;IACpF,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE;QACnB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;YACf,cAAc,EAAE,MAAM,CAAC,WAAW;SACrC,CAAC,CAAA;IACN,CAAC,CAAC,CAAA;IACF,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;QACpB,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;YACnB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACjB,KAAK,EAAE,uBAAuB;aACjC,CAAC,CAAA;QACN,CAAC;IACL,CAAC,CAAC,CAAA;IACF,IAAA,iBAAQ,EACJ,IAAI,EACJ,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAC7B,GAAG,EACH,CAAC,GAAG,EAAE,EAAE;QACJ,IAAI,CAAC,GAAG,KAAK,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,EAAE,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE;gBAC1C,QAAQ;gBACR,GAAG;aACN,CAAC,CAAA;QACN,CAAC;IACL,CAAC,CACJ,CAAA;AACL,CAAC,CAAA;AAED,MAAM,SAAS,GAAG,CAAC,OAAe,EAAE,GAAa,EAAE,EAAE;IACjD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;QACjB,KAAK,EAAE,OAAO;KACjB,CAAC,CAAA;AACN,CAAC,CAAA;AAyBD,MAAM,UAAU,GAAG,CACf,GAAgB,EAChB,QAAgB,EAChB,SAAiB,EACjB,MAAc,EACd,GAAa,EACb,OAAgB,EAChB,OAA0B,EAC5B,EAAE;IACA,OAAO,CAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACnF,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACtB,SAAS,CAAC,yCAAyC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,CAAA;QAC1E,OAAM;IACV,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAC5B,QAAQ,EACR,SAAS,EACT,KAAM,CACT,CAAA;IACD,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAA;AAC5C,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CACf,GAAgB,EAChB,QAAgB,EAChB,SAAiB,EACjB,MAAc,EACd,GAAa,EACb,OAAgB,EAChB,OAA0B,EAC5B,EAAE;IACA,OAAO,CAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC5C,MAAM,aAAa,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;IAC/D,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,iCAAyB,CAAA;IACtG,MAAM,EAAE,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAA;IACjC,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;QAC9B,SAAS,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAA;QAC3D,OAAM;IACV,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QAC9B,SAAS,CAAC,iDAAiD,GAAG,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,GAAG,CAAC,CAAA;QAC1F,OAAM;IACV,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAC5B,QAAQ,EACR,SAAS,EACT,aAAa,EACb,kBAAkB,EAClB,WAAW,CACd,CAAA;IACD,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAA;AAC5C,CAAC,CAAA;AAED,MAAM,WAAW,GAAG,CAChB,GAAiB,EACjB,QAAgB,EAChB,SAAiB,EACjB,MAAc,EACd,GAAa,EACb,OAAgB,EAChB,OAA0B,EAC5B,EAAE;IACA,OAAO,CAAC,2BAA2B,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC7C,MAAM,aAAa,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;IAC/D,MAAM,WAAW,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;IAC3D,MAAM,kBAAkB,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,iCAAyB,CAAA;IACtG,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,iCAAyB,CAAA;IAClG,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,KAAK,CAAA;IAC7C,IAAI,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,GAAG,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QACzE,SAAS,CAAC,qHAAqH,EAAE,GAAG,CAAC,CAAA;QACrI,OAAM;IACV,CAAC;IACD,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;QAC9B,SAAS,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAA;QAC3D,OAAM;IACV,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QAC9B,SAAS,CAAC,iDAAiD,GAAG,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,GAAG,CAAC,CAAA;QAC1F,OAAM;IACV,CAAC;IACD,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;QAC5B,mCAAmC;QACnC,SAAS,CAAC,0JAA0J,EAAE,GAAG,CAAC,CAAA;QAC1K,OAAM;IACV,CAAC;IACD,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5B,SAAS,CAAC,+CAA+C,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,CAAA;QACtF,OAAM;IACV,CAAC;IACD,IAAI,CAAC,WAAW,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,WAAW,IAAI,UAAU,CAAC,EAAE,CAAC;QAC/D,SAAS,CAAC,uDAAuD,EAAE,GAAG,CAAC,CAAA;QACvE,OAAM;IACV,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,CAC7B,QAAQ,EACR,SAAS,EACT,aAAa,EACb,kBAAkB,EAClB,WAAW,EACX,gBAAgB,EAChB,WAAW,EACX,UAAU,CACb,CAAA;IACD,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAA;AAC5C,CAAC,CAAA;AAED,MAAM,aAAa,GAAG,CAAC,OAAgB,EAAE,OAA0B,EAAkB,EAAE;IACnF,OAAO,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;QACnC,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;YAC/C,SAAS,CAAC,4CAA4C,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,GAAG,CAAC,CAAA;YAClF,OAAM;QACV,CAAC;QACD,MAAM,MAAM,GAAG,IAAA,2BAAS,EAAC,GAAG,CAAC,KAAK,CAAC,MAAgB,CAAC,CAAA;QACpD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACvB,SAAS,CAAC,wCAAwC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,CAAA;YAC1E,OAAM;QACV,CAAC;QACD,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAA;QAC9B,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QAChD,QAAQ,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YAC5B,KAAK,MAAM;gBACP,UAAU,CAAC,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;gBACnE,MAAK;YACT,KAAK,MAAM;gBACP,UAAU,CAAC,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;gBACnE,MAAK;YACT,KAAK,OAAO;gBACR,WAAW,CAAC,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;gBACpE,MAAK;YACT;gBACI,SAAS,CAAC,qBAAqB,EAAE,GAAG,CAAC,CAAA;gBACrC,MAAK;QACb,CAAC;IACL,CAAC,CAAA;AACL,CAAC,CAAA;AAEM,MAAM,uBAAuB,GAAG,CAAC,OAAgB,EAAE,cAA8B,EAAsB,EAAE;IAC5G,MAAM,OAAO,GAAG;QACZ,0BAA0B,EAAE,IAAI,kBAAU,EAAE;QAC5C,0BAA0B,EAAE,IAAI,kBAAU,EAAE;QAC5C,2BAA2B,EAAE,IAAI,kBAAU,EAAE;KAChD,CAAA;IACD,cAAc,CAAC,UAAU,CAAC,uBAAuB,EAAE,OAAO,CAAC,CAAA;IAC3D,OAAO;QACH,IAAI,EAAE,qDAAqD;QAC3D,MAAM,EAAE,KAAK;QACb,eAAe,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;KACrD,CAAA;AACL,CAAC,CAAA;AAZY,QAAA,uBAAuB,2BAYnC"}

package/dist/src/plugins/storage/storageConfigEndpoint.d.ts

@@ -0,0 +1,3 @@
+import { StorageConfig } from './StorageConfig';
+import { HttpServerEndpoint } from '../../Plugin';
+export declare const createStorageConfigEndpoint: (storageConfig: StorageConfig) => HttpServerEndpoint;

package/dist/src/plugins/storage/storageConfigEndpoint.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createStorageConfigEndpoint = void 0;
+const protocol_1 = require("@streamr/protocol");
+const createHandler = (storageConfig) => {
+    return (req, res) => {
+        const { id, partition } = req.params;
+        const isValidPartition = !Number.isNaN(parseInt(partition));
+        if (isValidPartition) {
+            const found = storageConfig.hasStreamPart((0, protocol_1.toStreamPartID)((0, protocol_1.toStreamID)(id), Number(partition)));
+            if (found) {
+                res.status(200).send({});
+            }
+            else {
+                res.status(404).end();
+            }
+        }
+        else {
+            res.status(400).send('Partition is not a number: ' + partition);
+        }
+    };
+};
+const createStorageConfigEndpoint = (storageConfig) => {
+    return {
+        path: '/streams/:id/storage/partitions/:partition',
+        method: 'get',
+        requestHandlers: [createHandler(storageConfig)]
+    };
+};
+exports.createStorageConfigEndpoint = createStorageConfigEndpoint;
+//# sourceMappingURL=storageConfigEndpoint.js.map

package/dist/src/plugins/storage/storageConfigEndpoint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storageConfigEndpoint.js","sourceRoot":"","sources":["../../../../src/plugins/storage/storageConfigEndpoint.ts"],"names":[],"mappings":";;;AAEA,gDAA8D;AAG9D,MAAM,aAAa,GAAG,CAAC,aAA4B,EAAkB,EAAE;IACnE,OAAO,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;QACnC,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAA;QACpC,MAAM,gBAAgB,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAA;QAC3D,IAAI,gBAAgB,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,aAAa,CAAC,aAAa,CAAC,IAAA,yBAAc,EAAC,IAAA,qBAAU,EAAC,EAAE,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;YAC5F,IAAI,KAAK,EAAE,CAAC;gBACR,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAC5B,CAAC;iBAAM,CAAC;gBACJ,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAA;YACzB,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,6BAA6B,GAAG,SAAS,CAAC,CAAA;QACnE,CAAC;IACL,CAAC,CAAA;AACL,CAAC,CAAA;AAEM,MAAM,2BAA2B,GAAG,CAAC,aAA4B,EAAsB,EAAE;IAC5F,OAAO;QACH,IAAI,EAAE,4CAA4C;QAClD,MAAM,EAAE,KAAK;QACb,eAAe,EAAE,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;KAClD,CAAA;AACL,CAAC,CAAA;AANY,QAAA,2BAA2B,+BAMvC"}