sliftutils 1.7.70 → 1.7.72

package/storage/remoteStorage/dist/storePlan.ts.cache

@@ -0,0 +1,149 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true , configurable: true});
+//exports.computeStorePlan = exports.selectEntryAt = exports.findSelfIndexes = void 0;
+const misc_1 = require("socket-function/src/misc");
+const IArchives_1 = require("../IArchives");
+const remoteConfig_1 = require("./remoteConfig");
+const serverConfig_1 = require("./serverConfig");
+// Turns a bucket's routing config into this server's store plan: which of the entries are us, what stores (one per route) we run, and which peers each store synchronizes from.
+function findSelfIndexes(routing, account, bucketName) {
+    let indexes = [];
+    for (let i = 0; i < routing.sources.length; i++) {
+        let source = routing.sources[i];
+        if (typeof source === "string" || source.type !== "remote")
+            continue;
+        let parsed = (0, remoteConfig_1.parseHostedUrl)(source.url);
+        if (parsed.account !== account || parsed.bucketName !== bucketName)
+            continue;
+        if ((0, serverConfig_1.isOwnAddress)(parsed.address, parsed.port)) {
+            indexes.push(i);
+        }
+    }
+    return indexes;
+}
+exports.findSelfIndexes = findSelfIndexes;
+function selectEntryAt(entries, time, route) {
+    if (route !== undefined) {
+        let covering = entries.filter(x => (0, remoteConfig_1.routeContains)(x.route, route));
+        if (covering.length) {
+            entries = covering;
+        }
+    }
+    let containing = entries.find(x => x.validWindow[0] <= time && time < x.validWindow[1]);
+    if (containing)
+        return containing;
+    let best;
+    let bestDistance = Infinity;
+    for (let entry of entries) {
+        let distance = Math.min(Math.abs(time - entry.validWindow[0]), Math.abs(time - entry.validWindow[1]));
+        if (distance < bestDistance) {
+            bestDistance = distance;
+            best = entry;
+        }
+    }
+    return best;
+}
+exports.selectEntryAt = selectEntryAt;
+function mergeRoutes(routes) {
+    let list = routes.map(x => x || IArchives_1.FULL_ROUTE).map(x => [x[0], x[1]]);
+    (0, misc_1.sort)(list, x => x[0]);
+    let merged = [];
+    for (let route of list) {
+        let last = merged[merged.length - 1];
+        if (last && route[0] <= last[1]) {
+            last[1] = Math.max(last[1], route[1]);
+            continue;
+        }
+        merged.push(route);
+    }
+    return merged;
+}
+function summarizeSelf(selfEntries, now) {
+    var _a;
+    let current = selfEntries.filter(x => x.validWindow[0] <= now && now < x.validWindow[1]);
+    if (!current.length) {
+        let nearest = selectEntryAt(selfEntries, now);
+        current = nearest && [nearest] || [];
+    }
+    if (!current.length) {
+        return undefined;
+    }
+    return {
+        routes: mergeRoutes(current.map(x => x.route)),
+        public: current.some(x => x.public),
+        immutable: current.some(x => x.immutable),
+        noFullSync: current.some(x => x.noFullSync),
+        rawDisk: current.some(x => x.rawDisk),
+        readerDiskLimit: (_a = current.find(x => x.readerDiskLimit !== undefined)) === null || _a === void 0 ? void 0 : _a.readerDiskLimit,
+    };
+}
+function computeStorePlan(account, bucketName, routing) {
+    var _a;
+    let selfIndexes = findSelfIndexes(routing, account, bucketName);
+    let selfEntries = selfIndexes.map(i => routing.sources[i]);
+    let self = summarizeSelf(selfEntries, Date.now());
+    let ownIndexes = new Set(selfIndexes);
+    // One store per distinct route among ALL our entries - past and future windows included, so historical route folders keep serving their data and upcoming routes sync ahead of their window
+    let groups = new Map();
+    for (let i of selfIndexes) {
+        let entry = routing.sources[i];
+        let routeKey = JSON.stringify(entry.route || IArchives_1.FULL_ROUTE);
+        let group = groups.get(routeKey);
+        if (!group) {
+            group = { route: entry.route, entries: [], firstIndex: i };
+            groups.set(routeKey, group);
+        }
+        group.entries.push(entry);
+    }
+    let stores = [];
+    for (let [routeKey, group] of groups) {
+        let anchor = selectEntryAt(group.entries, Date.now());
+        let diskWindow = [0, 0];
+        if (anchor) {
+            let [start, end] = anchor.validWindow;
+            let merged = true;
+            while (merged) {
+                merged = false;
+                for (let entry of group.entries) {
+                    let [entryStart, entryEnd] = entry.validWindow;
+                    if (entryStart > end || entryEnd < start)
+                        continue;
+                    if (entryStart < start || entryEnd > end) {
+                        start = Math.min(start, entryStart);
+                        end = Math.max(end, entryEnd);
+                        merged = true;
+                    }
+                }
+            }
+            diskWindow = [start, end];
+        }
+        let sourceSpecs = [{ validWindow: diskWindow }];
+        let noFullSync = group.entries.some(x => x.noFullSync);
+        for (let i = group.firstIndex + 1; i < routing.sources.length; i++) {
+            let source = routing.sources[i];
+            if (typeof source === "string" || ownIndexes.has(i))
+                continue;
+            let sharedRoute = (0, remoteConfig_1.routeIntersection)(group.route, source.route);
+            if (!sharedRoute)
+                continue;
+            sourceSpecs.push({ sourceConfig: source, validWindow: source.validWindow, route: sharedRoute, noFullSync: source.noFullSync || noFullSync });
+        }
+        stores.push({
+            routeKey,
+            route: group.route,
+            entries: group.entries,
+            rawDisk: group.entries.some(x => x.rawDisk),
+            readerDiskLimit: (_a = group.entries.find(x => x.readerDiskLimit !== undefined)) === null || _a === void 0 ? void 0 : _a.readerDiskLimit,
+            sourceSpecs,
+        });
+    }
+    if (!stores.length) {
+        // Not in the config at all: still serve whatever the plain folder holds, through one inert full-route store
+        stores.push({ routeKey: JSON.stringify(IArchives_1.FULL_ROUTE), route: undefined, entries: [], rawDisk: false, readerDiskLimit: undefined, sourceSpecs: [{ validWindow: [0, 0] }] });
+    }
+    let structureKey = JSON.stringify(stores.map(s => ({ routeKey: s.routeKey, rawDisk: s.rawDisk, readerDiskLimit: s.readerDiskLimit })));
+    return { selfEntries, self, stores, structureKey };
+}
+exports.computeStorePlan = computeStorePlan;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3RvcmVQbGFuLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsic3RvcmVQbGFuLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7OztBQUFBLG1EQUFnRDtBQUNoRCw0Q0FBb0Y7QUFDcEYsaURBQWtGO0FBQ2xGLGlEQUE4QztBQUU5QyxnTEFBZ0w7QUFFaEwsU0FBZ0IsZUFBZSxDQUFDLE9BQXFCLEVBQUUsT0FBZSxFQUFFLFVBQWtCO0lBQ3RGLElBQUksT0FBTyxHQUFhLEVBQUUsQ0FBQztJQUMzQixLQUFLLElBQUksQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxNQUFNLEVBQUUsQ0FBQyxFQUFFLEVBQUUsQ0FBQztRQUM5QyxJQUFJLE1BQU0sR0FBRyxPQUFPLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQ2hDLElBQUksT0FBTyxNQUFNLEtBQUssUUFBUSxJQUFJLE1BQU0sQ0FBQyxJQUFJLEtBQUssUUFBUTtZQUFFLFNBQVM7UUFDckUsSUFBSSxNQUFNLEdBQUcsSUFBQSw2QkFBYyxFQUFDLE1BQU0sQ0FBQyxHQUFHLENBQUMsQ0FBQztRQUN4QyxJQUFJLE1BQU0sQ0FBQyxPQUFPLEtBQUssT0FBTyxJQUFJLE1BQU0sQ0FBQyxVQUFVLEtBQUssVUFBVTtZQUFFLFNBQVM7UUFDN0UsSUFBSSxJQUFBLDJCQUFZLEVBQUMsTUFBTSxDQUFDLE9BQU8sRUFBRSxNQUFNLENBQUMsSUFBSSxDQUFDLEVBQUUsQ0FBQztZQUM1QyxPQUFPLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQyxDQUFDO1FBQ3BCLENBQUM7SUFDTCxDQUFDO0lBQ0QsT0FBTyxPQUFPLENBQUM7QUFDbkIsQ0FBQztBQVpELDBDQVlDO0FBRUQsU0FBZ0IsYUFBYSxDQUFDLE9BQXVCLEVBQUUsSUFBWSxFQUFFLEtBQWM7SUFDL0UsSUFBSSxLQUFLLEtBQUssU0FBUyxFQUFFLENBQUM7UUFDdEIsSUFBSSxRQUFRLEdBQUcsT0FBTyxDQUFDLE1BQU0sQ0FBQyxDQUFDLENBQUMsRUFBRSxDQUFDLElBQUEsNEJBQWEsRUFBQyxDQUFDLENBQUMsS0FBSyxFQUFFLEtBQUssQ0FBQyxDQUFDLENBQUM7UUFDbEUsSUFBSSxRQUFRLENBQUMsTUFBTSxFQUFFLENBQUM7WUFDbEIsT0FBTyxHQUFHLFFBQVEsQ0FBQztRQUN2QixDQUFDO0lBQ0wsQ0FBQztJQUNELElBQUksVUFBVSxHQUFHLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsV0FBVyxDQUFDLENBQUMsQ0FBQyxJQUFJLElBQUksSUFBSSxJQUFJLEdBQUcsQ0FBQyxDQUFDLFdBQVcsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQ3hGLElBQUksVUFBVTtRQUFFLE9BQU8sVUFBVSxDQUFDO0lBQ2xDLElBQUksSUFBOEIsQ0FBQztJQUNuQyxJQUFJLFlBQVksR0FBRyxRQUFRLENBQUM7SUFDNUIsS0FBSyxJQUFJLEtBQUssSUFBSSxPQUFPLEVBQUUsQ0FBQztRQUN4QixJQUFJLFFBQVEsR0FBRyxJQUFJLENBQUMsR0FBRyxDQUFDLElBQUksQ0FBQyxHQUFHLENBQUMsSUFBSSxHQUFHLEtBQUssQ0FBQyxXQUFXLENBQUMsQ0FBQyxDQUFDLENBQUMsRUFBRSxJQUFJLENBQUMsR0FBRyxDQUFDLElBQUksR0FBRyxLQUFLLENBQUMsV0FBVyxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQztRQUN0RyxJQUFJLFFBQVEsR0FBRyxZQUFZLEVBQUUsQ0FBQztZQUMxQixZQUFZLEdBQUcsUUFBUSxDQUFDO1lBQ3hCLElBQUksR0FBRyxLQUFLLENBQUM7UUFDakIsQ0FBQztJQUNMLENBQUM7SUFDRCxPQUFPLElBQUksQ0FBQztBQUNoQixDQUFDO0FBbkJELHNDQW1CQztBQWFELFNBQVMsV0FBVyxDQUFDLE1BQXdDO0lBQ3pELElBQUksSUFBSSxHQUFHLE1BQU0sQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLElBQUksc0JBQVUsQ0FBQyxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBcUIsQ0FBQyxDQUFDO0lBQ3ZGLElBQUEsV0FBSSxFQUFDLElBQUksRUFBRSxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQ3RCLElBQUksTUFBTSxHQUF1QixFQUFFLENBQUM7SUFDcEMsS0FBSyxJQUFJLEtBQUssSUFBSSxJQUFJLEVBQUUsQ0FBQztRQUNyQixJQUFJLElBQUksR0FBRyxNQUFNLENBQUMsTUFBTSxDQUFDLE1BQU0sR0FBRyxDQUFDLENBQUMsQ0FBQztRQUNyQyxJQUFJLElBQUksSUFBSSxLQUFLLENBQUMsQ0FBQyxDQUFDLElBQUksSUFBSSxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUM7WUFDOUIsSUFBSSxDQUFDLENBQUMsQ0FBQyxHQUFHLElBQUksQ0FBQyxHQUFHLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQyxFQUFFLEtBQUssQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDO1lBQ3RDLFNBQVM7UUFDYixDQUFDO1FBQ0QsTUFBTSxDQUFDLElBQUksQ0FBQyxLQUFLLENBQUMsQ0FBQztJQUN2QixDQUFDO0lBQ0QsT0FBTyxNQUFNLENBQUM7QUFDbEIsQ0FBQztBQUVELFNBQVMsYUFBYSxDQUFDLFdBQTJCLEVBQUUsR0FBVzs7SUFDM0QsSUFBSSxPQUFPLEdBQUcsV0FBVyxDQUFDLE1BQU0sQ0FBQyxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxXQUFXLENBQUMsQ0FBQyxDQUFDLElBQUksR0FBRyxJQUFJLEdBQUcsR0FBRyxDQUFDLENBQUMsV0FBVyxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUM7SUFDekYsSUFBSSxDQUFDLE9BQU8sQ0FBQyxNQUFNLEVBQUUsQ0FBQztRQUNsQixJQUFJLE9BQU8sR0FBRyxhQUFhLENBQUMsV0FBVyxFQUFFLEdBQUcsQ0FBQyxDQUFDO1FBQzlDLE9BQU8sR0FBRyxPQUFPLElBQUksQ0FBQyxPQUFPLENBQUMsSUFBSSxFQUFFLENBQUM7SUFDekMsQ0FBQztJQUNELElBQUksQ0FBQyxPQUFPLENBQUMsTUFBTSxFQUFFLENBQUM7UUFDbEIsT0FBTyxTQUFTLENBQUM7SUFDckIsQ0FBQztJQUNELE9BQU87UUFDSCxNQUFNLEVBQUUsV0FBVyxDQUFDLE9BQU8sQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsS0FBSyxDQUFDLENBQUM7UUFDOUMsTUFBTSxFQUFFLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsTUFBTSxDQUFDO1FBQ25DLFNBQVMsRUFBRSxPQUFPLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLFNBQVMsQ0FBQztRQUN6QyxVQUFVLEVBQUUsT0FBTyxDQUFDLElBQUksQ0FBQyxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxVQUFVLENBQUM7UUFDM0MsT0FBTyxFQUFFLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsT0FBTyxDQUFDO1FBQ3JDLGVBQWUsRUFBRSxNQUFBLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsZUFBZSxLQUFLLFNBQVMsQ0FBQywwQ0FBRSxlQUFlO0tBQ3ZGLENBQUM7QUFDTixDQUFDO0FBa0JELFNBQWdCLGdCQUFnQixDQUFDLE9BQWUsRUFBRSxVQUFrQixFQUFFLE9BQXFCOztJQUN2RixJQUFJLFdBQVcsR0FBRyxlQUFlLENBQUMsT0FBTyxFQUFFLE9BQU8sRUFBRSxVQUFVLENBQUMsQ0FBQztJQUNoRSxJQUFJLFdBQVcsR0FBRyxXQUFXLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQWlCLENBQUMsQ0FBQztJQUMzRSxJQUFJLElBQUksR0FBRyxhQUFhLENBQUMsV0FBVyxFQUFFLElBQUksQ0FBQyxHQUFHLEVBQUUsQ0FBQyxDQUFDO0lBQ2xELElBQUksVUFBVSxHQUFHLElBQUksR0FBRyxDQUFDLFdBQVcsQ0FBQyxDQUFDO0lBQ3RDLDRMQUE0TDtJQUM1TCxJQUFJLE1BQU0sR0FBRyxJQUFJLEdBQUcsRUFBcUYsQ0FBQztJQUMxRyxLQUFLLElBQUksQ0FBQyxJQUFJLFdBQVcsRUFBRSxDQUFDO1FBQ3hCLElBQUksS0FBSyxHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FBQyxDQUFpQixDQUFDO1FBQy9DLElBQUksUUFBUSxHQUFHLElBQUksQ0FBQyxTQUFTLENBQUMsS0FBSyxDQUFDLEtBQUssSUFBSSxzQkFBVSxDQUFDLENBQUM7UUFDekQsSUFBSSxLQUFLLEdBQUcsTUFBTSxDQUFDLEdBQUcsQ0FBQyxRQUFRLENBQUMsQ0FBQztRQUNqQyxJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7WUFDVCxLQUFLLEdBQUcsRUFBRSxLQUFLLEVBQUUsS0FBSyxDQUFDLEtBQUssRUFBRSxPQUFPLEVBQUUsRUFBRSxFQUFFLFVBQVUsRUFBRSxDQUFDLEVBQUUsQ0FBQztZQUMzRCxNQUFNLENBQUMsR0FBRyxDQUFDLFFBQVEsRUFBRSxLQUFLLENBQUMsQ0FBQztRQUNoQyxDQUFDO1FBQ0QsS0FBSyxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLENBQUM7SUFDOUIsQ0FBQztJQUNELElBQUksTUFBTSxHQUFxQixFQUFFLENBQUM7SUFDbEMsS0FBSyxJQUFJLENBQUMsUUFBUSxFQUFFLEtBQUssQ0FBQyxJQUFJLE1BQU0sRUFBRSxDQUFDO1FBQ25DLElBQUksTUFBTSxHQUFHLGFBQWEsQ0FBQyxLQUFLLENBQUMsT0FBTyxFQUFFLElBQUksQ0FBQyxHQUFHLEVBQUUsQ0FBQyxDQUFDO1FBQ3RELElBQUksVUFBVSxHQUFxQixDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQztRQUMxQyxJQUFJLE1BQU0sRUFBRSxDQUFDO1lBQ1QsSUFBSSxDQUFDLEtBQUssRUFBRSxHQUFHLENBQUMsR0FBRyxNQUFNLENBQUMsV0FBVyxDQUFDO1lBQ3RDLElBQUksTUFBTSxHQUFHLElBQUksQ0FBQztZQUNsQixPQUFPLE1BQU0sRUFBRSxDQUFDO2dCQUNaLE1BQU0sR0FBRyxLQUFLLENBQUM7Z0JBQ2YsS0FBSyxJQUFJLEtBQUssSUFBSSxLQUFLLENBQUMsT0FBTyxFQUFFLENBQUM7b0JBQzlCLElBQUksQ0FBQyxVQUFVLEVBQUUsUUFBUSxDQUFDLEdBQUcsS0FBSyxDQUFDLFdBQVcsQ0FBQztvQkFDL0MsSUFBSSxVQUFVLEdBQUcsR0FBRyxJQUFJLFFBQVEsR0FBRyxLQUFLO3dCQUFFLFNBQVM7b0JBQ25ELElBQUksVUFBVSxHQUFHLEtBQUssSUFBSSxRQUFRLEdBQUcsR0FBRyxFQUFFLENBQUM7d0JBQ3ZDLEtBQUssR0FBRyxJQUFJLENBQUMsR0FBRyxDQUFDLEtBQUssRUFBRSxVQUFVLENBQUMsQ0FBQzt3QkFDcEMsR0FBRyxHQUFHLElBQUksQ0FBQyxHQUFHLENBQUMsR0FBRyxFQUFFLFFBQVEsQ0FBQyxDQUFDO3dCQUM5QixNQUFNLEdBQUcsSUFBSSxDQUFDO29CQUNsQixDQUFDO2dCQUNMLENBQUM7WUFDTCxDQUFDO1lBQ0QsVUFBVSxHQUFHLENBQUMsS0FBSyxFQUFFLEdBQUcsQ0FBQyxDQUFDO1FBQzlCLENBQUM7UUFDRCxJQUFJLFdBQVcsR0FBc0IsQ0FBQyxFQUFFLFdBQVcsRUFBRSxVQUFVLEVBQUUsQ0FBQyxDQUFDO1FBQ25FLElBQUksVUFBVSxHQUFHLEtBQUssQ0FBQyxPQUFPLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBQ3ZELEtBQUssSUFBSSxDQUFDLEdBQUcsS0FBSyxDQUFDLFVBQVUsR0FBRyxDQUFDLEVBQUUsQ0FBQyxHQUFHLE9BQU8sQ0FBQyxPQUFPLENBQUMsTUFBTSxFQUFFLENBQUMsRUFBRSxFQUFFLENBQUM7WUFDakUsSUFBSSxNQUFNLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUMsQ0FBQztZQUNoQyxJQUFJLE9BQU8sTUFBTSxLQUFLLFFBQVEsSUFBSSxVQUFVLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQztnQkFBRSxTQUFTO1lBQzlELElBQUksV0FBVyxHQUFHLElBQUEsZ0NBQWlCLEVBQUMsS0FBSyxDQUFDLEtBQUssRUFBRSxNQUFNLENBQUMsS0FBSyxDQUFDLENBQUM7WUFDL0QsSUFBSSxDQUFDLFdBQVc7Z0JBQUUsU0FBUztZQUMzQixXQUFXLENBQUMsSUFBSSxDQUFDLEVBQUUsWUFBWSxFQUFFLE1BQU0sRUFBRSxXQUFXLEVBQUUsTUFBTSxDQUFDLFdBQVcsRUFBRSxLQUFLLEVBQUUsV0FBVyxFQUFFLFVBQVUsRUFBRSxNQUFNLENBQUMsVUFBVSxJQUFJLFVBQVUsRUFBRSxDQUFDLENBQUM7UUFDakosQ0FBQztRQUNELE1BQU0sQ0FBQyxJQUFJLENBQUM7WUFDUixRQUFRO1lBQ1IsS0FBSyxFQUFFLEtBQUssQ0FBQyxLQUFLO1lBQ2xCLE9BQU8sRUFBRSxLQUFLLENBQUMsT0FBTztZQUN0QixPQUFPLEVBQUUsS0FBSyxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsT0FBTyxDQUFDO1lBQzNDLGVBQWUsRUFBRSxNQUFBLEtBQUssQ0FBQyxPQUFPLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLGVBQWUsS0FBSyxTQUFTLENBQUMsMENBQUUsZUFBZTtZQUMxRixXQUFXO1NBQ2QsQ0FBQyxDQUFDO0lBQ1AsQ0FBQztJQUNELElBQUksQ0FBQyxNQUFNLENBQUMsTUFBTSxFQUFFLENBQUM7UUFDakIsNEdBQTRHO1FBQzVHLE1BQU0sQ0FBQyxJQUFJLENBQUMsRUFBRSxRQUFRLEVBQUUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxzQkFBVSxDQUFDLEVBQUUsS0FBSyxFQUFFLFNBQVMsRUFBRSxPQUFPLEVBQUUsRUFBRSxFQUFFLE9BQU8sRUFBRSxLQUFLLEVBQUUsZUFBZSxFQUFFLFNBQVMsRUFBRSxXQUFXLEVBQUUsQ0FBQyxFQUFFLFdBQVcsRUFBRSxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsRUFBRSxDQUFDLEVBQUUsQ0FBQyxDQUFDO0lBQzdLLENBQUM7SUFDRCxJQUFJLFlBQVksR0FBRyxJQUFJLENBQUMsU0FBUyxDQUFDLE1BQU0sQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLEVBQUUsUUFBUSxFQUFFLENBQUMsQ0FBQyxRQUFRLEVBQUUsT0FBTyxFQUFFLENBQUMsQ0FBQyxPQUFPLEVBQUUsZUFBZSxFQUFFLENBQUMsQ0FBQyxlQUFlLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQztJQUN2SSxPQUFPLEVBQUUsV0FBVyxFQUFFLElBQUksRUFBRSxNQUFNLEVBQUUsWUFBWSxFQUFFLENBQUM7QUFDdkQsQ0FBQztBQTlERCw0Q0E4REMiLCJzb3VyY2VzQ29udGVudCI6WyJpbXBvcnQgeyBzb3J0IH0gZnJvbSBcInNvY2tldC1mdW5jdGlvbi9zcmMvbWlzY1wiO1xuaW1wb3J0IHsgUmVtb3RlQ29uZmlnLCBIb3N0ZWRDb25maWcsIFNvdXJjZUNvbmZpZywgRlVMTF9ST1VURSB9IGZyb20gXCIuLi9JQXJjaGl2ZXNcIjtcbmltcG9ydCB7IHBhcnNlSG9zdGVkVXJsLCByb3V0ZUNvbnRhaW5zLCByb3V0ZUludGVyc2VjdGlvbiB9IGZyb20gXCIuL3JlbW90ZUNvbmZpZ1wiO1xuaW1wb3J0IHsgaXNPd25BZGRyZXNzIH0gZnJvbSBcIi4vc2VydmVyQ29uZmlnXCI7XG5cbi8vIFR1cm5zIGEgYnVja2V0J3Mgcm91dGluZyBjb25maWcgaW50byB0aGlzIHNlcnZlcidzIHN0b3JlIHBsYW46IHdoaWNoIG9mIHRoZSBlbnRyaWVzIGFyZSB1cywgd2hhdCBzdG9yZXMgKG9uZSBwZXIgcm91dGUpIHdlIHJ1biwgYW5kIHdoaWNoIHBlZXJzIGVhY2ggc3RvcmUgc3luY2hyb25pemVzIGZyb20uXG5cbmV4cG9ydCBmdW5jdGlvbiBmaW5kU2VsZkluZGV4ZXMocm91dGluZzogUmVtb3RlQ29uZmlnLCBhY2NvdW50OiBzdHJpbmcsIGJ1Y2tldE5hbWU6IHN0cmluZyk6IG51bWJlcltdIHtcbiAgICBsZXQgaW5kZXhlczogbnVtYmVyW10gPSBbXTtcbiAgICBmb3IgKGxldCBpID0gMDsgaSA8IHJvdXRpbmcuc291cmNlcy5sZW5ndGg7IGkrKykge1xuICAgICAgICBsZXQgc291cmNlID0gcm91dGluZy5zb3VyY2VzW2ldO1xuICAgICAgICBpZiAodHlwZW9mIHNvdXJjZSA9PT0gXCJzdHJpbmdcIiB8fCBzb3VyY2UudHlwZSAhPT0gXCJyZW1vdGVcIikgY29udGludWU7XG4gICAgICAgIGxldCBwYXJzZWQgPSBwYXJzZUhvc3RlZFVybChzb3VyY2UudXJsKTtcbiAgICAgICAgaWYgKHBhcnNlZC5hY2NvdW50ICE9PSBhY2NvdW50IHx8IHBhcnNlZC5idWNrZXROYW1lICE9PSBidWNrZXROYW1lKSBjb250aW51ZTtcbiAgICAgICAgaWYgKGlzT3duQWRkcmVzcyhwYXJzZWQuYWRkcmVzcywgcGFyc2VkLnBvcnQpKSB7XG4gICAgICAgICAgICBpbmRleGVzLnB1c2goaSk7XG4gICAgICAgIH1cbiAgICB9XG4gICAgcmV0dXJuIGluZGV4ZXM7XG59XG5cbmV4cG9ydCBmdW5jdGlvbiBzZWxlY3RFbnRyeUF0KGVudHJpZXM6IEhvc3RlZENvbmZpZ1tdLCB0aW1lOiBudW1iZXIsIHJvdXRlPzogbnVtYmVyKTogSG9zdGVkQ29uZmlnIHwgdW5kZWZpbmVkIHtcbiAgICBpZiAocm91dGUgIT09IHVuZGVmaW5lZCkge1xuICAgICAgICBsZXQgY292ZXJpbmcgPSBlbnRyaWVzLmZpbHRlcih4ID0+IHJvdXRlQ29udGFpbnMoeC5yb3V0ZSwgcm91dGUpKTtcbiAgICAgICAgaWYgKGNvdmVyaW5nLmxlbmd0aCkge1xuICAgICAgICAgICAgZW50cmllcyA9IGNvdmVyaW5nO1xuICAgICAgICB9XG4gICAgfVxuICAgIGxldCBjb250YWluaW5nID0gZW50cmllcy5maW5kKHggPT4geC52YWxpZFdpbmRvd1swXSA8PSB0aW1lICYmIHRpbWUgPCB4LnZhbGlkV2luZG93WzFdKTtcbiAgICBpZiAoY29udGFpbmluZykgcmV0dXJuIGNvbnRhaW5pbmc7XG4gICAgbGV0IGJlc3Q6IEhvc3RlZENvbmZpZyB8IHVuZGVmaW5lZDtcbiAgICBsZXQgYmVzdERpc3RhbmNlID0gSW5maW5pdHk7XG4gICAgZm9yIChsZXQgZW50cnkgb2YgZW50cmllcykge1xuICAgICAgICBsZXQgZGlzdGFuY2UgPSBNYXRoLm1pbihNYXRoLmFicyh0aW1lIC0gZW50cnkudmFsaWRXaW5kb3dbMF0pLCBNYXRoLmFicyh0aW1lIC0gZW50cnkudmFsaWRXaW5kb3dbMV0pKTtcbiAgICAgICAgaWYgKGRpc3RhbmNlIDwgYmVzdERpc3RhbmNlKSB7XG4gICAgICAgICAgICBiZXN0RGlzdGFuY2UgPSBkaXN0YW5jZTtcbiAgICAgICAgICAgIGJlc3QgPSBlbnRyeTtcbiAgICAgICAgfVxuICAgIH1cbiAgICByZXR1cm4gYmVzdDtcbn1cblxuLyoqIE91ciByb2xlIGluIGEgYnVja2V0J3Mgcm91dGluZyBjb25maWcsIHN1bW1hcml6ZWQgYWNyb3NzIEFMTCBjdXJyZW50bHktdmFsaWQgc2VsZiBlbnRyaWVzLiBTdG9yZWQgaW5zdGVhZCBvZiBhIHNpbmdsZSByZXByZXNlbnRhdGl2ZSBIb3N0ZWRDb25maWcsIHNvIG5vdGhpbmcgY2FuIGFjY2lkZW50YWxseSB1c2Ugb25lIGVudHJ5J3Mgcm91dGUgb3IgZmxhZ3Mgd2hlcmUgdGhlIHVuaW9uIGlzIHJlcXVpcmVkIC0gdGhlIHN0YW5kYXJkIGNvbmZpZyBoYXMgdGhlIHNhbWUgVVJMIHR3aWNlOiBhIHJvdXRlZCB3cml0ZS1zaGFyZCBlbnRyeSBwbHVzIGFuIHVucm91dGVkIHJlYWQtZXZlcnl0aGluZyBlbnRyeS4gKi9cbmV4cG9ydCB0eXBlIFNlbGZTdW1tYXJ5ID0ge1xuICAgIC8qKiBUaGUgdW5pb24gb2YgdGhlIGN1cnJlbnQgZW50cmllcycgcm91dGVzLCB3aXRoIG92ZXJsYXBwaW5nL2FkamFjZW50IHJhbmdlcyBjb21iaW5lZCAtIHdoaWNoIGNvbW1vbmx5IGNvbGxhcHNlcyB0byBhIHNpbmdsZSBmdWxsIHJhbmdlLCBtYWtpbmcgbWF0Y2hpbmcgdHJpdmlhbC4gKi9cbiAgICByb3V0ZXM6IFtudW1iZXIsIG51bWJlcl1bXTtcbiAgICBwdWJsaWM6IGJvb2xlYW47XG4gICAgaW1tdXRhYmxlOiBib29sZWFuO1xuICAgIG5vRnVsbFN5bmM6IGJvb2xlYW47XG4gICAgcmF3RGlzazogYm9vbGVhbjtcbiAgICByZWFkZXJEaXNrTGltaXQ/OiBudW1iZXI7XG59O1xuXG5mdW5jdGlvbiBtZXJnZVJvdXRlcyhyb3V0ZXM6IChbbnVtYmVyLCBudW1iZXJdIHwgdW5kZWZpbmVkKVtdKTogW251bWJlciwgbnVtYmVyXVtdIHtcbiAgICBsZXQgbGlzdCA9IHJvdXRlcy5tYXAoeCA9PiB4IHx8IEZVTExfUk9VVEUpLm1hcCh4ID0+IFt4WzBdLCB4WzFdXSBhcyBbbnVtYmVyLCBudW1iZXJdKTtcbiAgICBzb3J0KGxpc3QsIHggPT4geFswXSk7XG4gICAgbGV0IG1lcmdlZDogW251bWJlciwgbnVtYmVyXVtdID0gW107XG4gICAgZm9yIChsZXQgcm91dGUgb2YgbGlzdCkge1xuICAgICAgICBsZXQgbGFzdCA9IG1lcmdlZFttZXJnZWQubGVuZ3RoIC0gMV07XG4gICAgICAgIGlmIChsYXN0ICYmIHJvdXRlWzBdIDw9IGxhc3RbMV0pIHtcbiAgICAgICAgICAgIGxhc3RbMV0gPSBNYXRoLm1heChsYXN0WzFdLCByb3V0ZVsxXSk7XG4gICAgICAgICAgICBjb250aW51ZTtcbiAgICAgICAgfVxuICAgICAgICBtZXJnZWQucHVzaChyb3V0ZSk7XG4gICAgfVxuICAgIHJldHVybiBtZXJnZWQ7XG59XG5cbmZ1bmN0aW9uIHN1bW1hcml6ZVNlbGYoc2VsZkVudHJpZXM6IEhvc3RlZENvbmZpZ1tdLCBub3c6IG51bWJlcik6IFNlbGZTdW1tYXJ5IHwgdW5kZWZpbmVkIHtcbiAgICBsZXQgY3VycmVudCA9IHNlbGZFbnRyaWVzLmZpbHRlcih4ID0+IHgudmFsaWRXaW5kb3dbMF0gPD0gbm93ICYmIG5vdyA8IHgudmFsaWRXaW5kb3dbMV0pO1xuICAgIGlmICghY3VycmVudC5sZW5ndGgpIHtcbiAgICAgICAgbGV0IG5lYXJlc3QgPSBzZWxlY3RFbnRyeUF0KHNlbGZFbnRyaWVzLCBub3cpO1xuICAgICAgICBjdXJyZW50ID0gbmVhcmVzdCAmJiBbbmVhcmVzdF0gfHwgW107XG4gICAgfVxuICAgIGlmICghY3VycmVudC5sZW5ndGgpIHtcbiAgICAgICAgcmV0dXJuIHVuZGVmaW5lZDtcbiAgICB9XG4gICAgcmV0dXJuIHtcbiAgICAgICAgcm91dGVzOiBtZXJnZVJvdXRlcyhjdXJyZW50Lm1hcCh4ID0+IHgucm91dGUpKSxcbiAgICAgICAgcHVibGljOiBjdXJyZW50LnNvbWUoeCA9PiB4LnB1YmxpYyksXG4gICAgICAgIGltbXV0YWJsZTogY3VycmVudC5zb21lKHggPT4geC5pbW11dGFibGUpLFxuICAgICAgICBub0Z1bGxTeW5jOiBjdXJyZW50LnNvbWUoeCA9PiB4Lm5vRnVsbFN5bmMpLFxuICAgICAgICByYXdEaXNrOiBjdXJyZW50LnNvbWUoeCA9PiB4LnJhd0Rpc2spLFxuICAgICAgICByZWFkZXJEaXNrTGltaXQ6IGN1cnJlbnQuZmluZCh4ID0+IHgucmVhZGVyRGlza0xpbWl0ICE9PSB1bmRlZmluZWQpPy5yZWFkZXJEaXNrTGltaXQsXG4gICAgfTtcbn1cblxuZXhwb3J0IHR5cGUgU3RvcmVTb3VyY2VTcGVjID0geyBzb3VyY2VDb25maWc/OiBTb3VyY2VDb25maWc7IHZhbGlkV2luZG93OiBbbnVtYmVyLCBudW1iZXJdOyByb3V0ZT86IFtudW1iZXIsIG51bWJlcl07IG5vRnVsbFN5bmM/OiBib29sZWFuIH07XG5leHBvcnQgdHlwZSBTdG9yZVBsYW5TdG9yZSA9IHtcbiAgICByb3V0ZUtleTogc3RyaW5nO1xuICAgIHJvdXRlPzogW251bWJlciwgbnVtYmVyXTtcbiAgICBlbnRyaWVzOiBIb3N0ZWRDb25maWdbXTtcbiAgICByYXdEaXNrOiBib29sZWFuO1xuICAgIHJlYWRlckRpc2tMaW1pdD86IG51bWJlcjtcbiAgICBzb3VyY2VTcGVjczogU3RvcmVTb3VyY2VTcGVjW107XG59O1xuZXhwb3J0IHR5cGUgU3RvcmVQbGFuID0ge1xuICAgIHNlbGZFbnRyaWVzOiBIb3N0ZWRDb25maWdbXTtcbiAgICBzZWxmOiBTZWxmU3VtbWFyeSB8IHVuZGVmaW5lZDtcbiAgICBzdG9yZXM6IFN0b3JlUGxhblN0b3JlW107XG4gICAgc3RydWN0dXJlS2V5OiBzdHJpbmc7XG59O1xuXG5leHBvcnQgZnVuY3Rpb24gY29tcHV0ZVN0b3JlUGxhbihhY2NvdW50OiBzdHJpbmcsIGJ1Y2tldE5hbWU6IHN0cmluZywgcm91dGluZzogUmVtb3RlQ29uZmlnKTogU3RvcmVQbGFuIHtcbiAgICBsZXQgc2VsZkluZGV4ZXMgPSBmaW5kU2VsZkluZGV4ZXMocm91dGluZywgYWNjb3VudCwgYnVja2V0TmFtZSk7XG4gICAgbGV0IHNlbGZFbnRyaWVzID0gc2VsZkluZGV4ZXMubWFwKGkgPT4gcm91dGluZy5zb3VyY2VzW2ldIGFzIEhvc3RlZENvbmZpZyk7XG4gICAgbGV0IHNlbGYgPSBzdW1tYXJpemVTZWxmKHNlbGZFbnRyaWVzLCBEYXRlLm5vdygpKTtcbiAgICBsZXQgb3duSW5kZXhlcyA9IG5ldyBTZXQoc2VsZkluZGV4ZXMpO1xuICAgIC8vIE9uZSBzdG9yZSBwZXIgZGlzdGluY3Qgcm91dGUgYW1vbmcgQUxMIG91ciBlbnRyaWVzIC0gcGFzdCBhbmQgZnV0dXJlIHdpbmRvd3MgaW5jbHVkZWQsIHNvIGhpc3RvcmljYWwgcm91dGUgZm9sZGVycyBrZWVwIHNlcnZpbmcgdGhlaXIgZGF0YSBhbmQgdXBjb21pbmcgcm91dGVzIHN5bmMgYWhlYWQgb2YgdGhlaXIgd2luZG93XG4gICAgbGV0IGdyb3VwcyA9IG5ldyBNYXA8c3RyaW5nLCB7IHJvdXRlPzogW251bWJlciwgbnVtYmVyXTsgZW50cmllczogSG9zdGVkQ29uZmlnW107IGZpcnN0SW5kZXg6IG51bWJlciB9PigpO1xuICAgIGZvciAobGV0IGkgb2Ygc2VsZkluZGV4ZXMpIHtcbiAgICAgICAgbGV0IGVudHJ5ID0gcm91dGluZy5zb3VyY2VzW2ldIGFzIEhvc3RlZENvbmZpZztcbiAgICAgICAgbGV0IHJvdXRlS2V5ID0gSlNPTi5zdHJpbmdpZnkoZW50cnkucm91dGUgfHwgRlVMTF9ST1VURSk7XG4gICAgICAgIGxldCBncm91cCA9IGdyb3Vwcy5nZXQocm91dGVLZXkpO1xuICAgICAgICBpZiAoIWdyb3VwKSB7XG4gICAgICAgICAgICBncm91cCA9IHsgcm91dGU6IGVudHJ5LnJvdXRlLCBlbnRyaWVzOiBbXSwgZmlyc3RJbmRleDogaSB9O1xuICAgICAgICAgICAgZ3JvdXBzLnNldChyb3V0ZUtleSwgZ3JvdXApO1xuICAgICAgICB9XG4gICAgICAgIGdyb3VwLmVudHJpZXMucHVzaChlbnRyeSk7XG4gICAgfVxuICAgIGxldCBzdG9yZXM6IFN0b3JlUGxhblN0b3JlW10gPSBbXTtcbiAgICBmb3IgKGxldCBbcm91dGVLZXksIGdyb3VwXSBvZiBncm91cHMpIHtcbiAgICAgICAgbGV0IGFuY2hvciA9IHNlbGVjdEVudHJ5QXQoZ3JvdXAuZW50cmllcywgRGF0ZS5ub3coKSk7XG4gICAgICAgIGxldCBkaXNrV2luZG93OiBbbnVtYmVyLCBudW1iZXJdID0gWzAsIDBdO1xuICAgICAgICBpZiAoYW5jaG9yKSB7XG4gICAgICAgICAgICBsZXQgW3N0YXJ0LCBlbmRdID0gYW5jaG9yLnZhbGlkV2luZG93O1xuICAgICAgICAgICAgbGV0IG1lcmdlZCA9IHRydWU7XG4gICAgICAgICAgICB3aGlsZSAobWVyZ2VkKSB7XG4gICAgICAgICAgICAgICAgbWVyZ2VkID0gZmFsc2U7XG4gICAgICAgICAgICAgICAgZm9yIChsZXQgZW50cnkgb2YgZ3JvdXAuZW50cmllcykge1xuICAgICAgICAgICAgICAgICAgICBsZXQgW2VudHJ5U3RhcnQsIGVudHJ5RW5kXSA9IGVudHJ5LnZhbGlkV2luZG93O1xuICAgICAgICAgICAgICAgICAgICBpZiAoZW50cnlTdGFydCA+IGVuZCB8fCBlbnRyeUVuZCA8IHN0YXJ0KSBjb250aW51ZTtcbiAgICAgICAgICAgICAgICAgICAgaWYgKGVudHJ5U3RhcnQgPCBzdGFydCB8fCBlbnRyeUVuZCA+IGVuZCkge1xuICAgICAgICAgICAgICAgICAgICAgICAgc3RhcnQgPSBNYXRoLm1pbihzdGFydCwgZW50cnlTdGFydCk7XG4gICAgICAgICAgICAgICAgICAgICAgICBlbmQgPSBNYXRoLm1heChlbmQsIGVudHJ5RW5kKTtcbiAgICAgICAgICAgICAgICAgICAgICAgIG1lcmdlZCA9IHRydWU7XG4gICAgICAgICAgICAgICAgICAgIH1cbiAgICAgICAgICAgICAgICB9XG4gICAgICAgICAgICB9XG4gICAgICAgICAgICBkaXNrV2luZG93ID0gW3N0YXJ0LCBlbmRdO1xuICAgICAgICB9XG4gICAgICAgIGxldCBzb3VyY2VTcGVjczogU3RvcmVTb3VyY2VTcGVjW10gPSBbeyB2YWxpZFdpbmRvdzogZGlza1dpbmRvdyB9XTtcbiAgICAgICAgbGV0IG5vRnVsbFN5bmMgPSBncm91cC5lbnRyaWVzLnNvbWUoeCA9PiB4Lm5vRnVsbFN5bmMpO1xuICAgICAgICBmb3IgKGxldCBpID0gZ3JvdXAuZmlyc3RJbmRleCArIDE7IGkgPCByb3V0aW5nLnNvdXJjZXMubGVuZ3RoOyBpKyspIHtcbiAgICAgICAgICAgIGxldCBzb3VyY2UgPSByb3V0aW5nLnNvdXJjZXNbaV07XG4gICAgICAgICAgICBpZiAodHlwZW9mIHNvdXJjZSA9PT0gXCJzdHJpbmdcIiB8fCBvd25JbmRleGVzLmhhcyhpKSkgY29udGludWU7XG4gICAgICAgICAgICBsZXQgc2hhcmVkUm91dGUgPSByb3V0ZUludGVyc2VjdGlvbihncm91cC5yb3V0ZSwgc291cmNlLnJvdXRlKTtcbiAgICAgICAgICAgIGlmICghc2hhcmVkUm91dGUpIGNvbnRpbnVlO1xuICAgICAgICAgICAgc291cmNlU3BlY3MucHVzaCh7IHNvdXJjZUNvbmZpZzogc291cmNlLCB2YWxpZFdpbmRvdzogc291cmNlLnZhbGlkV2luZG93LCByb3V0ZTogc2hhcmVkUm91dGUsIG5vRnVsbFN5bmM6IHNvdXJjZS5ub0Z1bGxTeW5jIHx8IG5vRnVsbFN5bmMgfSk7XG4gICAgICAgIH1cbiAgICAgICAgc3RvcmVzLnB1c2goe1xuICAgICAgICAgICAgcm91dGVLZXksXG4gICAgICAgICAgICByb3V0ZTogZ3JvdXAucm91dGUsXG4gICAgICAgICAgICBlbnRyaWVzOiBncm91cC5lbnRyaWVzLFxuICAgICAgICAgICAgcmF3RGlzazogZ3JvdXAuZW50cmllcy5zb21lKHggPT4geC5yYXdEaXNrKSxcbiAgICAgICAgICAgIHJlYWRlckRpc2tMaW1pdDogZ3JvdXAuZW50cmllcy5maW5kKHggPT4geC5yZWFkZXJEaXNrTGltaXQgIT09IHVuZGVmaW5lZCk/LnJlYWRlckRpc2tMaW1pdCxcbiAgICAgICAgICAgIHNvdXJjZVNwZWNzLFxuICAgICAgICB9KTtcbiAgICB9XG4gICAgaWYgKCFzdG9yZXMubGVuZ3RoKSB7XG4gICAgICAgIC8vIE5vdCBpbiB0aGUgY29uZmlnIGF0IGFsbDogc3RpbGwgc2VydmUgd2hhdGV2ZXIgdGhlIHBsYWluIGZvbGRlciBob2xkcywgdGhyb3VnaCBvbmUgaW5lcnQgZnVsbC1yb3V0ZSBzdG9yZVxuICAgICAgICBzdG9yZXMucHVzaCh7IHJvdXRlS2V5OiBKU09OLnN0cmluZ2lmeShGVUxMX1JPVVRFKSwgcm91dGU6IHVuZGVmaW5lZCwgZW50cmllczogW10sIHJhd0Rpc2s6IGZhbHNlLCByZWFkZXJEaXNrTGltaXQ6IHVuZGVmaW5lZCwgc291cmNlU3BlY3M6IFt7IHZhbGlkV2luZG93OiBbMCwgMF0gfV0gfSk7XG4gICAgfVxuICAgIGxldCBzdHJ1Y3R1cmVLZXkgPSBKU09OLnN0cmluZ2lmeShzdG9yZXMubWFwKHMgPT4gKHsgcm91dGVLZXk6IHMucm91dGVLZXksIHJhd0Rpc2s6IHMucmF3RGlzaywgcmVhZGVyRGlza0xpbWl0OiBzLnJlYWRlckRpc2tMaW1pdCB9KSkpO1xuICAgIHJldHVybiB7IHNlbGZFbnRyaWVzLCBzZWxmLCBzdG9yZXMsIHN0cnVjdHVyZUtleSB9O1xufVxuIl19
+ /* _JS_SOURCE_HASH = "7971b00e29b1840ce5aa254d6b5e2b8db571965b03d2363c06aba914748aae66"; */

package/storage/remoteStorage/dist/validation.ts.cache

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true , configurable: true});
+//exports.assertValidArgs = exports.assertValidPath = exports.assertValidName = void 0;
+function assertValidName(value, kind) {
+    if (!/^[\w-]{1,64}$/.test(value)) {
+        throw new Error(`Invalid ${kind} ${JSON.stringify(value)}, expected 1-64 characters of letters/numbers/underscore/dash`);
+    }
+}
+exports.assertValidName = assertValidName;
+function assertValidPath(path) {
+    if (Buffer.from(path, "utf8").length > 1000) {
+        throw new Error(`Path too long: ${path.length} characters > 1000. Path: ${path.slice(0, 200)}`);
+    }
+    if (!path || path.startsWith("/") || path.endsWith("/") || path.includes("//") || path.includes("\\") || path.includes("\x00")) {
+        throw new Error(`Invalid path ${JSON.stringify(path.slice(0, 200))}, paths cannot be empty, start or end with /, or contain //, backslashes, or null characters`);
+    }
+    if (path.split("/").some(part => part === "." || part === "..")) {
+        throw new Error(`Invalid path ${JSON.stringify(path.slice(0, 200))}, paths cannot contain . or .. segments`);
+    }
+}
+exports.assertValidPath = assertValidPath;
+/** Method decorator: validates the well-known fields of the method's single config-object argument - account/bucketName as names, path as a path - before the method runs. Fields the config doesn't have are skipped, so it applies to every API method uniformly. prefix is deliberately NOT validated: prefixes may be empty or end with "/", both invalid for paths. */
+function assertValidArgs(target, key, descriptor) {
+    let original = descriptor.value;
+    descriptor.value = function (...args) {
+        let config = args[0];
+        if (config && typeof config === "object") {
+            if ("account" in config)
+                assertValidName(config.account, "account");
+            if ("bucketName" in config)
+                assertValidName(config.bucketName, "bucket name");
+            if ("path" in config)
+                assertValidPath(config.path);
+        }
+        return original.apply(this, args);
+    };
+}
+exports.assertValidArgs = assertValidArgs;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidmFsaWRhdGlvbi5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbInZhbGlkYXRpb24udHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7O0FBQUEsU0FBZ0IsZUFBZSxDQUFDLEtBQWEsRUFBRSxJQUFZO0lBQ3ZELElBQUksQ0FBQyxlQUFlLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxFQUFFLENBQUM7UUFDL0IsTUFBTSxJQUFJLEtBQUssQ0FBQyxXQUFXLElBQUksSUFBSSxJQUFJLENBQUMsU0FBUyxDQUFDLEtBQUssQ0FBQywrREFBK0QsQ0FBQyxDQUFDO0lBQzdILENBQUM7QUFDTCxDQUFDO0FBSkQsMENBSUM7QUFFRCxTQUFnQixlQUFlLENBQUMsSUFBWTtJQUN4QyxJQUFJLE1BQU0sQ0FBQyxJQUFJLENBQUMsSUFBSSxFQUFFLE1BQU0sQ0FBQyxDQUFDLE1BQU0sR0FBRyxJQUFJLEVBQUUsQ0FBQztRQUMxQyxNQUFNLElBQUksS0FBSyxDQUFDLGtCQUFrQixJQUFJLENBQUMsTUFBTSw2QkFBNkIsSUFBSSxDQUFDLEtBQUssQ0FBQyxDQUFDLEVBQUUsR0FBRyxDQUFDLEVBQUUsQ0FBQyxDQUFDO0lBQ3BHLENBQUM7SUFDRCxJQUFJLENBQUMsSUFBSSxJQUFJLElBQUksQ0FBQyxVQUFVLENBQUMsR0FBRyxDQUFDLElBQUksSUFBSSxDQUFDLFFBQVEsQ0FBQyxHQUFHLENBQUMsSUFBSSxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyxJQUFJLElBQUksQ0FBQyxRQUFRLENBQUMsSUFBSSxDQUFDLElBQUksSUFBSSxDQUFDLFFBQVEsQ0FBQyxNQUFNLENBQUMsRUFBRSxDQUFDO1FBQzdILE1BQU0sSUFBSSxLQUFLLENBQUMsZ0JBQWdCLElBQUksQ0FBQyxTQUFTLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxDQUFDLEVBQUUsR0FBRyxDQUFDLENBQUMsOEZBQThGLENBQUMsQ0FBQztJQUN0SyxDQUFDO0lBQ0QsSUFBSSxJQUFJLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsRUFBRSxDQUFDLElBQUksS0FBSyxHQUFHLElBQUksSUFBSSxLQUFLLElBQUksQ0FBQyxFQUFFLENBQUM7UUFDOUQsTUFBTSxJQUFJLEtBQUssQ0FBQyxnQkFBZ0IsSUFBSSxDQUFDLFNBQVMsQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLENBQUMsRUFBRSxHQUFHLENBQUMsQ0FBQyx5Q0FBeUMsQ0FBQyxDQUFDO0lBQ2pILENBQUM7QUFDTCxDQUFDO0FBVkQsMENBVUM7QUFFRCw0V0FBNFc7QUFDNVcsU0FBZ0IsZUFBZSxDQUFDLE1BQWUsRUFBRSxHQUFXLEVBQUUsVUFBOEI7SUFDeEYsSUFBSSxRQUFRLEdBQUcsVUFBVSxDQUFDLEtBQXdDLENBQUM7SUFDbkUsVUFBVSxDQUFDLEtBQUssR0FBRyxVQUFVLEdBQUcsSUFBZTtRQUMzQyxJQUFJLE1BQU0sR0FBRyxJQUFJLENBQUMsQ0FBQyxDQUF5RSxDQUFDO1FBQzdGLElBQUksTUFBTSxJQUFJLE9BQU8sTUFBTSxLQUFLLFFBQVEsRUFBRSxDQUFDO1lBQ3ZDLElBQUksU0FBUyxJQUFJLE1BQU07Z0JBQUUsZUFBZSxDQUFDLE1BQU0sQ0FBQyxPQUFpQixFQUFFLFNBQVMsQ0FBQyxDQUFDO1lBQzlFLElBQUksWUFBWSxJQUFJLE1BQU07Z0JBQUUsZUFBZSxDQUFDLE1BQU0sQ0FBQyxVQUFvQixFQUFFLGFBQWEsQ0FBQyxDQUFDO1lBQ3hGLElBQUksTUFBTSxJQUFJLE1BQU07Z0JBQUUsZUFBZSxDQUFDLE1BQU0sQ0FBQyxJQUFjLENBQUMsQ0FBQztRQUNqRSxDQUFDO1FBQ0QsT0FBTyxRQUFRLENBQUMsS0FBSyxDQUFDLElBQUksRUFBRSxJQUFJLENBQUMsQ0FBQztJQUN0QyxDQUFDLENBQUM7QUFDTixDQUFDO0FBWEQsMENBV0MiLCJzb3VyY2VzQ29udGVudCI6WyJleHBvcnQgZnVuY3Rpb24gYXNzZXJ0VmFsaWROYW1lKHZhbHVlOiBzdHJpbmcsIGtpbmQ6IHN0cmluZyk6IHZvaWQge1xuICAgIGlmICghL15bXFx3LV17MSw2NH0kLy50ZXN0KHZhbHVlKSkge1xuICAgICAgICB0aHJvdyBuZXcgRXJyb3IoYEludmFsaWQgJHtraW5kfSAke0pTT04uc3RyaW5naWZ5KHZhbHVlKX0sIGV4cGVjdGVkIDEtNjQgY2hhcmFjdGVycyBvZiBsZXR0ZXJzL251bWJlcnMvdW5kZXJzY29yZS9kYXNoYCk7XG4gICAgfVxufVxuXG5leHBvcnQgZnVuY3Rpb24gYXNzZXJ0VmFsaWRQYXRoKHBhdGg6IHN0cmluZyk6IHZvaWQge1xuICAgIGlmIChCdWZmZXIuZnJvbShwYXRoLCBcInV0ZjhcIikubGVuZ3RoID4gMTAwMCkge1xuICAgICAgICB0aHJvdyBuZXcgRXJyb3IoYFBhdGggdG9vIGxvbmc6ICR7cGF0aC5sZW5ndGh9IGNoYXJhY3RlcnMgPiAxMDAwLiBQYXRoOiAke3BhdGguc2xpY2UoMCwgMjAwKX1gKTtcbiAgICB9XG4gICAgaWYgKCFwYXRoIHx8IHBhdGguc3RhcnRzV2l0aChcIi9cIikgfHwgcGF0aC5lbmRzV2l0aChcIi9cIikgfHwgcGF0aC5pbmNsdWRlcyhcIi8vXCIpIHx8IHBhdGguaW5jbHVkZXMoXCJcXFxcXCIpIHx8IHBhdGguaW5jbHVkZXMoXCJcXHgwMFwiKSkge1xuICAgICAgICB0aHJvdyBuZXcgRXJyb3IoYEludmFsaWQgcGF0aCAke0pTT04uc3RyaW5naWZ5KHBhdGguc2xpY2UoMCwgMjAwKSl9LCBwYXRocyBjYW5ub3QgYmUgZW1wdHksIHN0YXJ0IG9yIGVuZCB3aXRoIC8sIG9yIGNvbnRhaW4gLy8sIGJhY2tzbGFzaGVzLCBvciBudWxsIGNoYXJhY3RlcnNgKTtcbiAgICB9XG4gICAgaWYgKHBhdGguc3BsaXQoXCIvXCIpLnNvbWUocGFydCA9PiBwYXJ0ID09PSBcIi5cIiB8fCBwYXJ0ID09PSBcIi4uXCIpKSB7XG4gICAgICAgIHRocm93IG5ldyBFcnJvcihgSW52YWxpZCBwYXRoICR7SlNPTi5zdHJpbmdpZnkocGF0aC5zbGljZSgwLCAyMDApKX0sIHBhdGhzIGNhbm5vdCBjb250YWluIC4gb3IgLi4gc2VnbWVudHNgKTtcbiAgICB9XG59XG5cbi8qKiBNZXRob2QgZGVjb3JhdG9yOiB2YWxpZGF0ZXMgdGhlIHdlbGwta25vd24gZmllbGRzIG9mIHRoZSBtZXRob2QncyBzaW5nbGUgY29uZmlnLW9iamVjdCBhcmd1bWVudCAtIGFjY291bnQvYnVja2V0TmFtZSBhcyBuYW1lcywgcGF0aCBhcyBhIHBhdGggLSBiZWZvcmUgdGhlIG1ldGhvZCBydW5zLiBGaWVsZHMgdGhlIGNvbmZpZyBkb2Vzbid0IGhhdmUgYXJlIHNraXBwZWQsIHNvIGl0IGFwcGxpZXMgdG8gZXZlcnkgQVBJIG1ldGhvZCB1bmlmb3JtbHkuIHByZWZpeCBpcyBkZWxpYmVyYXRlbHkgTk9UIHZhbGlkYXRlZDogcHJlZml4ZXMgbWF5IGJlIGVtcHR5IG9yIGVuZCB3aXRoIFwiL1wiLCBib3RoIGludmFsaWQgZm9yIHBhdGhzLiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGFzc2VydFZhbGlkQXJncyh0YXJnZXQ6IHVua25vd24sIGtleTogc3RyaW5nLCBkZXNjcmlwdG9yOiBQcm9wZXJ0eURlc2NyaXB0b3IpOiB2b2lkIHtcbiAgICBsZXQgb3JpZ2luYWwgPSBkZXNjcmlwdG9yLnZhbHVlIGFzICguLi5hcmdzOiB1bmtub3duW10pID0+IHVua25vd247XG4gICAgZGVzY3JpcHRvci52YWx1ZSA9IGZ1bmN0aW9uICguLi5hcmdzOiB1bmtub3duW10pOiB1bmtub3duIHtcbiAgICAgICAgbGV0IGNvbmZpZyA9IGFyZ3NbMF0gYXMgeyBhY2NvdW50Pzogc3RyaW5nOyBidWNrZXROYW1lPzogc3RyaW5nOyBwYXRoPzogc3RyaW5nIH0gfCB1bmRlZmluZWQ7XG4gICAgICAgIGlmIChjb25maWcgJiYgdHlwZW9mIGNvbmZpZyA9PT0gXCJvYmplY3RcIikge1xuICAgICAgICAgICAgaWYgKFwiYWNjb3VudFwiIGluIGNvbmZpZykgYXNzZXJ0VmFsaWROYW1lKGNvbmZpZy5hY2NvdW50IGFzIHN0cmluZywgXCJhY2NvdW50XCIpO1xuICAgICAgICAgICAgaWYgKFwiYnVja2V0TmFtZVwiIGluIGNvbmZpZykgYXNzZXJ0VmFsaWROYW1lKGNvbmZpZy5idWNrZXROYW1lIGFzIHN0cmluZywgXCJidWNrZXQgbmFtZVwiKTtcbiAgICAgICAgICAgIGlmIChcInBhdGhcIiBpbiBjb25maWcpIGFzc2VydFZhbGlkUGF0aChjb25maWcucGF0aCBhcyBzdHJpbmcpO1xuICAgICAgICB9XG4gICAgICAgIHJldHVybiBvcmlnaW5hbC5hcHBseSh0aGlzLCBhcmdzKTtcbiAgICB9O1xufVxuIl19
+ /* _JS_SOURCE_HASH = "86f30936cf7059feaf31e421a3bf6a44c9adc86e104f6cbadcc59d1b90114c7f"; */

package/storage/remoteStorage/grantAccessCli.ts

@@ -14,7 +14,7 @@ async function main() {
     let { address, port } = parseStorageUrl(url);
     let nodeId = SocketFunction.connect({ address, port });
     await authenticateStorage({ address, port, nodeId });
-    let record = await RemoteStorageController.nodes[nodeId].adminGrantAccess(requestId);
+    let record = await RemoteStorageController.nodes[nodeId].adminGrantAccess({ requestId });
     console.log(`Granted machine ${record.machineId} access to account ${JSON.stringify(record.account)}`);
     process.exit(0);
 }

package/storage/remoteStorage/intermediateSources.d.ts

@@ -1,9 +1,8 @@
-import { RemoteConfig, HostedConfig, BackblazeConfig } from "../IArchives";
+import { RemoteConfig, SourceConfig } from "../IArchives";
 export declare const INTERMEDIATE_EXPIRE_GRACE: number;
 /** Adding or removing intermediates is a real config update, so it takes a real version increment - but a proportional one, so it stays far below whatever the author's next version would be (whether they count 1, 2, 3 or use timestamps), and a million of them still fit under it. */
 export declare function nextIntermediateVersion(version: number): number;
-type ObjectSource = HostedConfig | BackblazeConfig;
-export declare function getIntermediateSources(config: RemoteConfig): ObjectSource[];
+export declare function getIntermediateSources(config: RemoteConfig): SourceConfig[];
 export declare function hasIntermediateSources(config: RemoteConfig): boolean;
 /** Removes every intermediate entry and rejoins the windows it split, giving back the underlying configuration. Two configs that resolve equal differ only by intermediates. */
 export declare function resolveIntermediateSources(config: RemoteConfig): RemoteConfig;
@@ -17,5 +16,4 @@ export declare function injectIntermediateSource(config: RemoteConfig, inject: {
 /** Intermediates whose window ended more than INTERMEDIATE_EXPIRE_GRACE ago are removed, and the windows they split are rejoined. */
 export declare function expireIntermediateSources(config: RemoteConfig, now: number): RemoteConfig;
 /** The url of the entry an intermediate was split out of - the neighbour it touches. */
-export declare function findSplitUrl(config: RemoteConfig, intermediate: ObjectSource): string | undefined;
-export {};
+export declare function findSplitUrl(config: RemoteConfig, intermediate: SourceConfig): string | undefined;

package/storage/remoteStorage/intermediateSources.ts

@@ -1,4 +1,4 @@
-import { RemoteConfig, RemoteConfigBase, HostedConfig, BackblazeConfig } from "../IArchives";
+import { RemoteConfig, RemoteConfigBase, SourceConfig } from "../IArchives";
 
 export const INTERMEDIATE_EXPIRE_GRACE = 15 * 60 * 1000;
 const INTERMEDIATE_VERSION_FRACTION = 1_000_000;
@@ -12,38 +12,36 @@ export function nextIntermediateVersion(version: number): number {
     return version + step;
 }
 
-type ObjectSource = HostedConfig | BackblazeConfig;
-
-function isObjectSource(source: RemoteConfigBase): source is ObjectSource {
+function isSourceConfig(source: RemoteConfigBase): source is SourceConfig {
     return typeof source !== "string";
 }
 
 function cloneSource(source: RemoteConfigBase): RemoteConfigBase {
-    if (!isObjectSource(source)) return source;
+    if (!isSourceConfig(source)) return source;
     return { ...source, validWindow: [source.validWindow[0], source.validWindow[1]] };
 }
 
-function joinKey(source: ObjectSource): string {
+function joinKey(source: SourceConfig): string {
     return JSON.stringify({ ...source, validWindow: undefined });
 }
 
-export function getIntermediateSources(config: RemoteConfig): ObjectSource[] {
-    return config.sources.filter(x => isObjectSource(x) && x.intermediate) as ObjectSource[];
+export function getIntermediateSources(config: RemoteConfig): SourceConfig[] {
+    return config.sources.filter(x => isSourceConfig(x) && x.intermediate) as SourceConfig[];
 }
 
 export function hasIntermediateSources(config: RemoteConfig): boolean {
-    return config.sources.some(x => isObjectSource(x) && x.intermediate);
+    return config.sources.some(x => isSourceConfig(x) && x.intermediate);
 }
 
 /** Removes every intermediate entry and rejoins the windows it split, giving back the underlying configuration. Two configs that resolve equal differ only by intermediates. */
 export function resolveIntermediateSources(config: RemoteConfig): RemoteConfig {
     if (!hasIntermediateSources(config)) return config;
     let removed = getIntermediateSources(config);
-    let sources = config.sources.filter(x => !isObjectSource(x) || !x.intermediate).map(cloneSource);
+    let sources = config.sources.filter(x => !isSourceConfig(x) || !x.intermediate).map(cloneSource);
     for (let gap of removed) {
         let [gapStart, gapEnd] = gap.validWindow;
-        let before = sources.find(x => isObjectSource(x) && x.validWindow[1] === gapStart) as ObjectSource | undefined;
-        let after = sources.find(x => isObjectSource(x) && x.validWindow[0] === gapEnd) as ObjectSource | undefined;
+        let before = sources.find(x => isSourceConfig(x) && x.validWindow[1] === gapStart) as SourceConfig | undefined;
+        let after = sources.find(x => isSourceConfig(x) && x.validWindow[0] === gapEnd) as SourceConfig | undefined;
         if (before && after && joinKey(before) === joinKey(after)) {
             before.validWindow = [before.validWindow[0], after.validWindow[1]];
             sources.splice(sources.indexOf(after), 1);
@@ -64,12 +62,12 @@ export function resolveIntermediateSources(config: RemoteConfig): RemoteConfig {
 export function injectIntermediateSource(config: RemoteConfig, inject: { splitUrl: string; intermediateUrl: string; start: number; end: number }): RemoteConfig {
     let { splitUrl, intermediateUrl, start, end } = inject;
     if (start >= end) return config;
-    if (config.sources.some(x => isObjectSource(x) && x.intermediate && x.url === intermediateUrl && x.validWindow[0] === start && x.validWindow[1] === end)) {
+    if (config.sources.some(x => isSourceConfig(x) && x.intermediate && x.url === intermediateUrl && x.validWindow[0] === start && x.validWindow[1] === end)) {
         return config;
     }
     let sources: RemoteConfigBase[] = [];
     for (let source of config.sources) {
-        if (!isObjectSource(source) || source.url !== splitUrl || source.intermediate) {
+        if (!isSourceConfig(source) || source.url !== splitUrl || source.intermediate) {
             sources.push(cloneSource(source));
             continue;
         }
@@ -110,8 +108,8 @@ export function expireIntermediateSources(config: RemoteConfig, now: number): Re
 }
 
 /** The url of the entry an intermediate was split out of - the neighbour it touches. */
-export function findSplitUrl(config: RemoteConfig, intermediate: ObjectSource): string | undefined {
+export function findSplitUrl(config: RemoteConfig, intermediate: SourceConfig): string | undefined {
     let [start, end] = intermediate.validWindow;
-    let neighbour = config.sources.find(x => isObjectSource(x) && !x.intermediate && (x.validWindow[1] === start || x.validWindow[0] === end)) as ObjectSource | undefined;
+    let neighbour = config.sources.find(x => isSourceConfig(x) && !x.intermediate && (x.validWindow[1] === start || x.validWindow[0] === end)) as SourceConfig | undefined;
     return neighbour?.url;
 }

package/storage/remoteStorage/remoteConfig.d.ts

@@ -1,6 +1,6 @@
 /// <reference types="node" />
 /// <reference types="node" />
-import { RemoteConfig, RemoteConfigBase, HostedConfig, BackblazeConfig, ArchiveFileInfo, ChangesAfterConfig } from "../IArchives";
+import { RemoteConfig, RemoteConfigBase, SourceConfig, ArchiveFileInfo, ChangesAfterConfig } from "../IArchives";
 export declare const ROUTING_FILE = "storage/storagerouting.json";
 /** The variable-shard route override embedded in the key ("<sentinel>_<value>", see VARIABLE_SHARD), or undefined when the key has no sentinel or the sentinel has no value yet. */
 export declare function parseVariableRoute(key: string): number | undefined;
@@ -26,7 +26,7 @@ export declare function parseBackblazeUrl(url: string): {
     bucketName: string;
 };
 export declare function replaceHostedUrlPort(url: string, port: number): string;
-export declare function normalizeSource(source: RemoteConfigBase): HostedConfig | BackblazeConfig;
+export declare function normalizeSource(source: RemoteConfigBase): SourceConfig;
 export declare function normalizeRemoteConfig(config: RemoteConfig | RemoteConfigBase): RemoteConfig;
 export declare function parseRoutingData(data: Buffer): RemoteConfig;
 export declare function serializeRemoteConfig(config: RemoteConfig): Buffer;

package/storage/remoteStorage/remoteConfig.ts

@@ -2,7 +2,7 @@ import { sort } from "socket-function/src/misc";
 import { getBufferInt } from "socket-function/src/bits";
 import { setFlag } from "socket-function/require/compileFlags";
 import jsSha256 from "js-sha256";
-import { RemoteConfig, RemoteConfigBase, HostedConfig, BackblazeConfig, ArchiveFileInfo, ChangesAfterConfig, FULL_VALID_WINDOW, FULL_ROUTE, VARIABLE_SHARD } from "../IArchives";
+import { RemoteConfig, RemoteConfigBase, SourceConfig, ArchiveFileInfo, ChangesAfterConfig, FULL_VALID_WINDOW, FULL_ROUTE, VARIABLE_SHARD } from "../IArchives";
 
 setFlag(require, "js-sha256", "allowclient", true);
 
@@ -109,7 +109,7 @@ export function replaceHostedUrlPort(url: string, port: number): string {
     return u.toString();
 }
 
-export function normalizeSource(source: RemoteConfigBase): HostedConfig | BackblazeConfig {
+export function normalizeSource(source: RemoteConfigBase): SourceConfig {
     if (typeof source !== "string") {
         let window = source.validWindow;
         if (!Array.isArray(window) || window.length !== 2 || !window.every(x => typeof x === "number")) {
@@ -144,7 +144,7 @@ export function normalizeSource(source: RemoteConfigBase): HostedConfig | Backbl
 }
 
 /** How far up from 0 the sources' routes reach without a gap (1 means the whole key space). */
-function getRouteCoverage(sources: (HostedConfig | BackblazeConfig)[]): number {
+function getRouteCoverage(sources: SourceConfig[]): number {
     let routes = sources.map(x => x.route || FULL_ROUTE);
     sort(routes, x => x[0]);
     let covered = 0;
@@ -204,9 +204,25 @@ export function normalizeRemoteConfig(config: RemoteConfig | RemoteConfigBase):
         groupEnd = Math.max(groupEnd, source.validWindow[1]);
     }
     checkGroup();
+    // Two entries with the EXACT same URL and the SAME route may never be valid at the same time: on that server the route maps to exactly one on-disk folder and one store, so simultaneous duplicates would collide on it. A different port is a different server. Non-overlapping windows are fine; that is how transitions between windows work.
+    for (let i = 0; i < sources.length; i++) {
+        for (let j = i + 1; j < sources.length; j++) {
+            let a = sources[i];
+            let b = sources[j];
+            if (sourceRouteIdentity(a) !== sourceRouteIdentity(b)) continue;
+            if (a.validWindow[0] < b.validWindow[1] && b.validWindow[0] < a.validWindow[1]) {
+                throw new Error(`Two sources with the same URL have the same route with overlapping valid windows - on that server the route maps to one on-disk folder, so these would collide. Give same-route entries non-overlapping windows instead. Conflicting: ${JSON.stringify(a)} and ${JSON.stringify(b)}`);
+            }
+        }
+    }
     return result;
 }
 
+/** The per-store identity of a source: its exact URL plus its route. Entries sharing this identity map to the same store/folder on the same server, so they may never overlap in time (see normalizeRemoteConfig). */
+function sourceRouteIdentity(source: SourceConfig): string {
+    return `${source.url}|${JSON.stringify(source.route || FULL_ROUTE)}`;
+}
+
 export function parseRoutingData(data: Buffer): RemoteConfig {
     let text = data.toString();
     let parsed: RemoteConfig;

package/storage/remoteStorage/serverConfig.d.ts

@@ -0,0 +1,27 @@
+import type { IStorage } from "../IStorage";
+import type { AccessRequest, TrustRecord } from "./storageController";
+export type StorageServerConfig = {
+    domain: string;
+    port: number;
+    rootDomain: string;
+    sshTarget: string;
+    serverCommand: string;
+    folder: string;
+};
+export declare function setStorageServerConfig(value: StorageServerConfig): void;
+export declare function getStorageServerConfig(): StorageServerConfig;
+export declare function getStorageServerConfigOptional(): StorageServerConfig | undefined;
+export declare function setWritesRejectedReason(reason: string | undefined): void;
+export declare function getWritesRejectedReason(): string | undefined;
+export declare function assertWritesAllowed(): void;
+export declare function getStorageFolder(): string;
+export declare function getTrust(): Promise<IStorage<TrustRecord>>;
+export declare function getRequests(): Promise<IStorage<AccessRequest[]>>;
+export declare function setTrustedMachines(config: {
+    account: string;
+    machineIds: string[];
+}): Promise<void>;
+export declare function addExtraListenPort(port: number): void;
+export declare function removeExtraListenPort(port: number): void;
+/** Whether address:port is this server process. The ONE self test - findSelfIndexes, createApiArchives, and SourceWrapper all consult it, so "is this me" cannot disagree between the routing plan and connection building: a URL that is us on an extra listen port must never become a network client to ourselves, which is how infinite self-request loops form. */
+export declare function isOwnAddress(address: string, port: number): boolean;

package/storage/remoteStorage/serverConfig.ts

@@ -0,0 +1,109 @@
+import path from "path";
+import { getFileStorageNested2 } from "../FileFolderAPI";
+import { TransactionStorage } from "../TransactionStorage";
+import { JSONStorage } from "../JSONStorage";
+import type { IStorage } from "../IStorage";
+import type { AccessRequest, TrustRecord } from "./storageController";
+import { getArg } from "./cliArgs";
+
+// The storage server's process-level identity and system state: which server we are (config, extra ports), whether writes are allowed, and the trust/request stores.
+
+export type StorageServerConfig = {
+    domain: string;
+    port: number;
+    rootDomain: string;
+    sshTarget: string;
+    serverCommand: string;
+    folder: string;
+};
+
+let config: StorageServerConfig | undefined;
+export function setStorageServerConfig(value: StorageServerConfig): void {
+    config = value;
+}
+export function getStorageServerConfig(): StorageServerConfig {
+    if (!config) {
+        throw new Error(`Storage server is not initialized (this API only works on the storage server)`);
+    }
+    return config;
+}
+export function getStorageServerConfigOptional(): StorageServerConfig | undefined {
+    return config;
+}
+
+let writesRejectedReason: string | undefined;
+export function setWritesRejectedReason(reason: string | undefined): void {
+    writesRejectedReason = reason;
+}
+export function getWritesRejectedReason(): string | undefined {
+    return writesRejectedReason;
+}
+export function assertWritesAllowed(): void {
+    if (writesRejectedReason) throw new Error(writesRejectedReason);
+}
+
+export function getStorageFolder(): string {
+    let config = getStorageServerConfigOptional();
+    if (config) return config.folder;
+    let folder = getArg("folder");
+    if (!folder) {
+        throw new Error(`Storage server is not initialized and there is no --folder arg, so the storage folder is unknown`);
+    }
+    return path.resolve(folder);
+}
+
+const systemStorages = new Map<string, Promise<IStorage<unknown>>>();
+function getSystemStorage<T>(name: string): Promise<IStorage<T>> {
+    let storage = systemStorages.get(name);
+    if (!storage) {
+        storage = (async () => {
+            let root = await getFileStorageNested2(getStorageFolder());
+            let system = await root.folder.getStorage("system2");
+            let transactionName = "storage" + name[0].toUpperCase() + name.slice(1);
+            return new JSONStorage<unknown>(new TransactionStorage(await system.folder.getStorage(name), transactionName));
+        })();
+        systemStorages.set(name, storage);
+    }
+    return storage as Promise<IStorage<T>>;
+}
+export function getTrust(): Promise<IStorage<TrustRecord>> {
+    return getSystemStorage<TrustRecord>("trust");
+}
+export function getRequests(): Promise<IStorage<AccessRequest[]>> {
+    return getSystemStorage<AccessRequest[]>("requests");
+}
+
+export async function setTrustedMachines(config: { account: string; machineIds: string[] }): Promise<void> {
+    let trust = await getTrust();
+    let prefix = `${config.account}|`;
+    let desired = new Set(config.machineIds);
+    for (let key of await trust.getKeys()) {
+        if (!key.startsWith(prefix)) continue;
+        let machineId = key.slice(prefix.length);
+        if (desired.has(machineId)) {
+            desired.delete(machineId);
+            continue;
+        }
+        console.log(`Removing trust for machine ${machineId} on account ${config.account}`);
+        await trust.remove(key);
+    }
+    for (let machineId of desired) {
+        console.log(`Adding trust for machine ${machineId} on account ${config.account}`);
+        await trust.set(`${prefix}${machineId}`, { account: config.account, machineId, ip: "", time: Date.now() });
+    }
+}
+
+const extraListenPorts = new Set<number>();
+export function addExtraListenPort(port: number): void {
+    extraListenPorts.add(port);
+}
+export function removeExtraListenPort(port: number): void {
+    extraListenPorts.delete(port);
+}
+/** Whether address:port is this server process. The ONE self test - findSelfIndexes, createApiArchives, and SourceWrapper all consult it, so "is this me" cannot disagree between the routing plan and connection building: a URL that is us on an extra listen port must never become a network client to ourselves, which is how infinite self-request loops form. */
+export function isOwnAddress(address: string, port: number): boolean {
+    let config = getStorageServerConfigOptional();
+    if (!config) return false;
+    if (address !== config.domain) return false;
+    return port === config.port || extraListenPorts.has(port);
+}

package/storage/remoteStorage/sourceWrapper.d.ts

@@ -1,10 +1,10 @@
-import { IArchives, HostedConfig, BackblazeConfig, RemoteConfig } from "../IArchives";
+import { IArchives, SourceConfig, RemoteConfig } from "../IArchives";
 import { ArchivesUrl } from "./ArchivesUrl";
 export declare const RETRY_START_DELAY: number;
 export declare const RETRY_MAX_DELAY: number;
 export declare const RETRY_GROWTH = 1.5;
 export declare class SourceWrapper {
-    config: HostedConfig | BackblazeConfig;
+    config: SourceConfig;
     private background;
     api?: IArchives;
     url?: ArchivesUrl;
@@ -16,7 +16,7 @@ export declare class SourceWrapper {
     private constructor();
     /** Config updates routinely just move a source's valid window (the last window extends forever, then gets reduced when a new entry is appended). The wrapper survives that: only the window changes, keeping the connection, pings, and latency history. */
     updateValidWindow(validWindow: [number, number]): void;
-    static create(config: HostedConfig | BackblazeConfig, options?: {
+    static create(config: SourceConfig, options?: {
         background?: boolean;
         readOnly?: boolean;
     }): Promise<SourceWrapper>;

package/storage/remoteStorage/sourceWrapper.ts

@@ -1,12 +1,13 @@
 import { isNode, sort } from "socket-function/src/misc";
 import { delay } from "socket-function/src/batching";
 import { getSecret } from "../../misc/getSecret";
-import { IArchives, HostedConfig, BackblazeConfig, RemoteConfig } from "../IArchives";
+import { IArchives, SourceConfig, RemoteConfig } from "../IArchives";
 import { ROUTING_FILE, getBucketBaseUrl, parseHostedUrl, parseBackblazeUrl, parseRoutingData } from "./remoteConfig";
 import { ArchivesRemote } from "./ArchivesRemote";
 import { ArchivesUrl } from "./ArchivesUrl";
 import { ArchivesBackblaze } from "../backblaze";
-import { getLocalArchives, isOwnAddress } from "./storageServerState";
+import { isOwnAddress } from "./serverConfig";
+import { getLocalArchives } from "./storageServerState";
 
 export const RETRY_START_DELAY = 2 * 1000;
 export const RETRY_MAX_DELAY = 5 * 60 * 1000;
@@ -40,7 +41,7 @@ export class SourceWrapper {
     private accessCache?: { hasAccess: boolean; time: number };
 
     private constructor(
-        public config: HostedConfig | BackblazeConfig,
+        public config: SourceConfig,
         // false for short-lived probe instances, which must never leave a retry loop behind
         private background: boolean,
     ) { }
@@ -53,7 +54,7 @@ export class SourceWrapper {
         this.config.validWindow = validWindow;
     }
 
-    public static async create(config: HostedConfig | BackblazeConfig, options?: { background?: boolean; readOnly?: boolean }): Promise<SourceWrapper> {
+    public static async create(config: SourceConfig, options?: { background?: boolean; readOnly?: boolean }): Promise<SourceWrapper> {
         let wrapper = new SourceWrapper(config, options?.background !== false);
         // A public bucket serves everything we can read over plain HTTPS GETs, so there is no reason to open an API connection (which costs a WebSocket, and an access grant we likely don't have) just to read it
         if (options?.readOnly && config.public !== false) {
@@ -77,10 +78,10 @@ export class SourceWrapper {
         let parsed = parseHostedUrl(config.url);
         if (isNode() && isOwnAddress(parsed.address, parsed.port)) {
             // A bucket hosted by our own process - use it directly instead of calling ourselves
-            wrapper.api = getLocalArchives(parsed.account, parsed.bucketName);
+            wrapper.api = getLocalArchives(parsed.account, parsed.bucketName, config);
             return wrapper;
         }
-        wrapper.remote = new ArchivesRemote({ url: config.url, waitForAccess: false });
+        wrapper.remote = new ArchivesRemote({ url: config.url, waitForAccess: false, sourceConfig: config });
         wrapper.api = wrapper.remote;
         if (config.public !== false) {
             wrapper.url = new ArchivesUrl(getBucketBaseUrl(config.url));