@jpmorganchase/mosaic-core 0.1.0-beta.3 → 0.1.0-beta.5

package/CHANGELOG.md

@@ -1,5 +1,21 @@
 # @jpmorganchase/mosaic-core
 
+## 0.1.0-beta.5
+
+### Patch Changes
+
+- 61a246c: This releases add support for generate / build and serve snapshots
+- Updated dependencies [61a246c]
+  - @jpmorganchase/mosaic-types@0.1.0-beta.5
+
+## 0.1.0-beta.4
+
+### Patch Changes
+
+- bd285df: added dist to package.json
+- Updated dependencies [bd285df]
+  - @jpmorganchase/mosaic-types@0.1.0-beta.4
+
 ## 0.1.0-beta.3
 
 ### Patch Changes

package/dist/PluginError.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+class PluginError extends Error {
+}
+exports.default = PluginError;
+//# sourceMappingURL=PluginError.js.map

package/dist/PluginError.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PluginError.js","sourceRoot":"","sources":["../src/PluginError.ts"],"names":[],"mappings":";;AAAA,MAAqB,WAAY,SAAQ,KAAK;CAAG;AAAjD,8BAAiD"}

package/dist/PullDocs.js

@@ -0,0 +1,120 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+var _PullDocs_instances, _PullDocs_sourceDefinitions, _PullDocs_sourceManager, _PullDocs_ufs, _PullDocs_vfs, _PullDocs_addSource;
+Object.defineProperty(exports, "__esModule", { value: true });
+const unionfs_1 = require("unionfs");
+const memfs_1 = require("memfs");
+const SourceManager_1 = __importDefault(require("./SourceManager"));
+// TODO:
+// Remove $ref /index resolution
+const FileAccess_1 = __importDefault(require("./filesystems/FileAccess"));
+const MutableVolume_1 = __importDefault(require("./filesystems/MutableVolume"));
+const UnionFileAccess_1 = __importDefault(require("./filesystems/UnionFileAccess"));
+const UnionVolume_1 = __importDefault(require("./filesystems/UnionVolume"));
+class PullDocs {
+    /**
+     *
+     * @param config.sources Sources are observables that emit pages
+     * @param config.plugins Plugins are modules with lifecycles methods for manipulating files and/or the virtual filesystem
+     * @param config.serialisers  Serialisers are a form of plugin that tell PullDocs how to turn a file from/to a storable form for the filesystem - or back into a `Page` object
+     * @param config.ignorePages Page names to exclude from lazy loading / `$ref`s / `$tag`s / serialisers and also any plugins that expect pages as input. Example input would be "ignore-me.xml"
+     * @param config.pageExtensions Exts of files to treat as pages. Pages contain metadata and content, in any file format (as long as a serialiser exists to encode/decode them). They can be referenced via `$ref`s / `$tag`s and also support lazy loading
+     */
+    constructor(config) {
+        _PullDocs_instances.add(this);
+        _PullDocs_sourceDefinitions.set(this, void 0);
+        _PullDocs_sourceManager.set(this, void 0);
+        _PullDocs_ufs.set(this, new unionfs_1.Union());
+        _PullDocs_vfs.set(this, void 0);
+        const sharedFilesystem = new MutableVolume_1.default(new FileAccess_1.default(new memfs_1.Volume()), '*');
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        __classPrivateFieldGet(this, _PullDocs_ufs, "f").use(sharedFilesystem);
+        const { ignorePages = [], sources = [], plugins = [], serialisers = [], pageExtensions = ['.mdx'] } = config;
+        __classPrivateFieldSet(this, _PullDocs_sourceDefinitions, sources, "f");
+        __classPrivateFieldSet(this, _PullDocs_vfs, new UnionVolume_1.default(new UnionFileAccess_1.default(__classPrivateFieldGet(this, _PullDocs_ufs, "f")), '*'), "f");
+        __classPrivateFieldSet(this, _PullDocs_sourceManager, new SourceManager_1.default(__classPrivateFieldGet(this, _PullDocs_vfs, "f"), sharedFilesystem, 
+        // Refs and aliases should be applied after all other plugins, so we add them manually with a negative priority
+        plugins
+            .concat({
+            modulePath: require.resolve('@jpmorganchase/mosaic-plugins/dist/$TagPlugin'),
+            options: {}
+        }, {
+            modulePath: require.resolve('@jpmorganchase/mosaic-plugins/dist/$CodeModPlugin'),
+            options: {},
+            // Make sure this happens as the very first plugin, so it can fix any page issues
+            priority: Number.POSITIVE_INFINITY
+        }, {
+            modulePath: require.resolve('@jpmorganchase/mosaic-plugins/dist/$AliasPlugin'),
+            options: {},
+            priority: -1
+        }, {
+            modulePath: require.resolve('@jpmorganchase/mosaic-plugins/dist/$RefPlugin'),
+            options: {},
+            priority: -1
+        })
+            .sort(({ priority: priorityA = 0 }, { priority: priorityB = 0 }) => priorityB - priorityA), 
+        // Auto add JSON serialiser
+        serialisers.concat({
+            modulePath: require.resolve('@jpmorganchase/mosaic-serialisers/dist/json'),
+            filter: /\.json$/,
+            options: {}
+        }), pageExtensions, ignorePages), "f");
+    }
+    get filesystem() {
+        return __classPrivateFieldGet(this, _PullDocs_vfs, "f");
+    }
+    onSourceUpdate(callback) {
+        return __classPrivateFieldGet(this, _PullDocs_sourceManager, "f").onSourceUpdate(callback);
+    }
+    start() {
+        return __awaiter(this, void 0, void 0, function* () {
+            return Promise.all(__classPrivateFieldGet(this, _PullDocs_sourceDefinitions, "f").map(source => __classPrivateFieldGet(this, _PullDocs_instances, "m", _PullDocs_addSource).call(this, source)));
+        });
+    }
+    stop() {
+        return __awaiter(this, void 0, void 0, function* () {
+            return __classPrivateFieldGet(this, _PullDocs_sourceManager, "f").destroyAll();
+        });
+    }
+}
+exports.default = PullDocs;
+_PullDocs_sourceDefinitions = new WeakMap(), _PullDocs_sourceManager = new WeakMap(), _PullDocs_ufs = new WeakMap(), _PullDocs_vfs = new WeakMap(), _PullDocs_instances = new WeakSet(), _PullDocs_addSource = function _PullDocs_addSource(sourceDefinition) {
+    return __awaiter(this, void 0, void 0, function* () {
+        const source = yield __classPrivateFieldGet(this, _PullDocs_sourceManager, "f").addSource(sourceDefinition, {});
+        source.onError(error => {
+            console.error(new Error(`Source '${source.id.description}' threw an exception. See below:`));
+            console.error(error);
+        });
+        source.onExit(() => {
+            __classPrivateFieldGet(this, _PullDocs_ufs, "f").fss.splice(__classPrivateFieldGet(this, _PullDocs_ufs, "f").fss.indexOf(source.filesystem), 1);
+            if (__classPrivateFieldGet(this, _PullDocs_ufs, "f").fss.length < 1) {
+                console.debug("[PullDocs] All of my source have been terminated. That's sad :-(");
+            }
+        });
+        __classPrivateFieldGet(this, _PullDocs_ufs, "f").use(source.filesystem);
+        return source;
+    });
+};
+//# sourceMappingURL=PullDocs.js.map

package/dist/PullDocs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PullDocs.js","sourceRoot":"","sources":["../src/PullDocs.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AACA,qCAAgC;AAEhC,iCAA+B;AAQ/B,oEAA4C;AAE5C,QAAQ;AACR,gCAAgC;AAChC,0EAAkD;AAClD,gFAAwD;AACxD,oFAA4D;AAC5D,4EAAoD;AAEpD,MAAqB,QAAQ;IAM3B;;;;;;;OAOG;IACH,YAAY,MAMX;;QAnBD,8CAA6C;QAC7C,0CAA8B;QAC9B,wBAAO,IAAI,eAAK,EAAyC,EAAC;QAC1D,gCAAkB;QAiBhB,MAAM,gBAAgB,GAAG,IAAI,uBAAa,CAAC,IAAI,oBAAU,CAAC,IAAI,cAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QAC9E,8DAA8D;QAC9D,uBAAA,IAAI,qBAAK,CAAC,GAAG,CAAC,gBAAkC,CAAC,CAAC;QAClD,MAAM,EACJ,WAAW,GAAG,EAAE,EAChB,OAAO,GAAG,EAAE,EACZ,OAAO,GAAG,EAAE,EACZ,WAAW,GAAG,EAAE,EAChB,cAAc,GAAG,CAAC,MAAM,CAAC,EAC1B,GAAG,MAAM,CAAC;QACX,uBAAA,IAAI,+BAAsB,OAAO,MAAA,CAAC;QAClC,uBAAA,IAAI,iBAAQ,IAAI,qBAAW,CAAC,IAAI,yBAAe,CAAC,uBAAA,IAAI,qBAAK,CAAC,EAAE,GAAG,CAAC,MAAA,CAAC;QACjE,uBAAA,IAAI,2BAAkB,IAAI,uBAAa,CACrC,uBAAA,IAAI,qBAAK,EACT,gBAAgB;QAChB,+GAA+G;QAC/G,OAAO;aACJ,MAAM,CACL;YACE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,+CAA+C,CAAC;YAC5E,OAAO,EAAE,EAAE;SACZ,EACD;YACE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,mDAAmD,CAAC;YAChF,OAAO,EAAE,EAAE;YACX,iFAAiF;YACjF,QAAQ,EAAE,MAAM,CAAC,iBAAiB;SACnC,EACD;YACE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,iDAAiD,CAAC;YAC9E,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,CAAC,CAAC;SACb,EACD;YACE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,+CAA+C,CAAC;YAC5E,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,CAAC,CAAC;SACb,CACF;aACA,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,GAAG,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,GAAG,SAAS,CAAC;QAC5F,2BAA2B;QAC3B,WAAW,CAAC,MAAM,CAAC;YACjB,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,6CAA6C,CAAC;YAC1E,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,EAAE;SACZ,CAAC,EACF,cAAc,EACd,WAAW,CACZ,MAAA,CAAC;IACJ,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,uBAAA,IAAI,qBAAK,CAAC;IACnB,CAAC;IAED,cAAc,CAAC,QAAQ;QACrB,OAAO,uBAAA,IAAI,+BAAe,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IACtD,CAAC;IAEK,KAAK;;YACT,OAAO,OAAO,CAAC,GAAG,CAAC,uBAAA,IAAI,mCAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,uBAAA,IAAI,gDAAW,MAAf,IAAI,EAAY,MAAM,CAAC,CAAC,CAAC,CAAC;QACrF,CAAC;KAAA;IAEK,IAAI;;YACR,OAAO,uBAAA,IAAI,+BAAe,CAAC,UAAU,EAAE,CAAC;QAC1C,CAAC;KAAA;CAoBF;AA1GD,2BA0GC;4OAlBkB,gBAAgB;;QAC/B,MAAM,MAAM,GAAG,MAAM,uBAAA,IAAI,+BAAe,CAAC,SAAS,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;QACzE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;YACrB,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,WAAW,MAAM,CAAC,EAAE,CAAC,WAAW,kCAAkC,CAAC,CAAC,CAAC;YAC7F,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;YACjB,uBAAA,IAAI,qBAAK,CAAC,GAAG,CAAC,MAAM,CAAC,uBAAA,IAAI,qBAAK,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;YAElE,IAAI,uBAAA,IAAI,qBAAK,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC5B,OAAO,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;aACnF;QACH,CAAC,CAAC,CAAC;QAEH,uBAAA,IAAI,qBAAK,CAAC,GAAG,CAAC,MAAM,CAAC,UAA4B,CAAC,CAAC;QAEnD,OAAO,MAAM,CAAC;IAChB,CAAC"}

package/dist/Source.js

@@ -0,0 +1,187 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+var _Source_instances, _Source_emitter, _Source_modulePath, _Source_plugins, _Source_serialisers, _Source_worker, _Source_globalFilesystem, _Source_pluginApi, _Source_mergedOptions, _Source_pageExtensions, _Source_ignorePages, _Source_createWorker;
+Object.defineProperty(exports, "__esModule", { value: true });
+const events_1 = __importDefault(require("events"));
+const md5_1 = __importDefault(require("md5"));
+const memfs_1 = require("memfs");
+const path_1 = __importDefault(require("path"));
+const util_1 = __importDefault(require("util"));
+const FileAccess_1 = __importDefault(require("./filesystems/FileAccess"));
+const MutableVolume_1 = __importDefault(require("./filesystems/MutableVolume"));
+const createConfig_1 = __importDefault(require("./helpers/createConfig"));
+const plugin_1 = require("./plugin");
+const WorkerSubscription_1 = __importStar(require("./WorkerSubscription"));
+class Source {
+    constructor({ modulePath, namespace }, mergedOptions, pageExtensions, ignorePages, globalFilesystem) {
+        _Source_instances.add(this);
+        _Source_emitter.set(this, new events_1.default());
+        _Source_modulePath.set(this, void 0);
+        _Source_plugins.set(this, []);
+        _Source_serialisers.set(this, []);
+        _Source_worker.set(this, void 0);
+        _Source_globalFilesystem.set(this, void 0);
+        _Source_pluginApi.set(this, void 0);
+        _Source_mergedOptions.set(this, void 0);
+        _Source_pageExtensions.set(this, void 0);
+        _Source_ignorePages.set(this, void 0);
+        __classPrivateFieldSet(this, _Source_modulePath, modulePath, "f");
+        __classPrivateFieldSet(this, _Source_mergedOptions, mergedOptions, "f");
+        __classPrivateFieldSet(this, _Source_globalFilesystem, globalFilesystem, "f");
+        __classPrivateFieldSet(this, _Source_ignorePages, ignorePages, "f");
+        this.namespace = namespace;
+        this.id = Symbol(`${path_1.default.basename(path_1.default.dirname(path_1.default.resolve(modulePath, '../')))}#${(0, md5_1.default)(util_1.default.inspect(__classPrivateFieldGet(this, _Source_mergedOptions, "f"), { sorted: true })).substring(0, 8)}`);
+        this.filesystem = new MutableVolume_1.default(new FileAccess_1.default(new memfs_1.Volume()), this.namespace);
+        __classPrivateFieldSet(this, _Source_pageExtensions, pageExtensions, "f");
+    }
+    onUpdate(callback) {
+        __classPrivateFieldGet(this, _Source_emitter, "f").on(WorkerSubscription_1.EVENT.UPDATE, callback);
+        return () => __classPrivateFieldGet(this, _Source_emitter, "f").off(WorkerSubscription_1.EVENT.UPDATE, callback);
+    }
+    onError(callback) {
+        __classPrivateFieldGet(this, _Source_emitter, "f").once(WorkerSubscription_1.EVENT.ERROR, callback);
+        return () => __classPrivateFieldGet(this, _Source_emitter, "f").off(WorkerSubscription_1.EVENT.ERROR, callback);
+    }
+    onStart(callback) {
+        __classPrivateFieldGet(this, _Source_emitter, "f").once(WorkerSubscription_1.EVENT.START, callback);
+        return () => __classPrivateFieldGet(this, _Source_emitter, "f").off(WorkerSubscription_1.EVENT.START, callback);
+    }
+    onExit(callback) {
+        __classPrivateFieldGet(this, _Source_emitter, "f").once(WorkerSubscription_1.EVENT.EXIT, callback);
+        return () => __classPrivateFieldGet(this, _Source_emitter, "f").off(WorkerSubscription_1.EVENT.EXIT, callback);
+    }
+    stop() {
+        if (__classPrivateFieldGet(this, _Source_worker, "f") && __classPrivateFieldGet(this, _Source_worker, "f").closed) {
+            throw new Error('Cannot stop source that has not started');
+        }
+        if (__classPrivateFieldGet(this, _Source_worker, "f")) {
+            __classPrivateFieldGet(this, _Source_worker, "f").stop();
+        }
+    }
+    /**
+     * Called when another source (not this one) has changed.
+     * This source can then ask its plugins if they also want to clear their cache in response to the other source's change.
+     */
+    requestCacheClear(updatedSourceFilesystem) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const initTime = new Date().getTime();
+            const shouldInvokeAfterUpdate = yield __classPrivateFieldGet(this, _Source_pluginApi, "f").shouldClearCache(updatedSourceFilesystem, {
+                globalFilesystem: __classPrivateFieldGet(this, _Source_globalFilesystem, "f"),
+                pageExtensions: __classPrivateFieldGet(this, _Source_pageExtensions, "f"),
+                ignorePages: __classPrivateFieldGet(this, _Source_ignorePages, "f"),
+                serialiser: this.serialiser,
+                config: this.config.asReadOnly()
+            });
+            const timeTaken = new Date().getTime() - initTime;
+            if (timeTaken > 400) {
+                console.warn(`Lifecycle phase 'shouldClearCache' for source '${this.id.description}' took ${timeTaken}ms to complete. The method is async, so this may not be an accurate measurement of execution time, but consider optimising this method if it is performing intensive operations.`);
+            }
+            if (shouldInvokeAfterUpdate === true) {
+                this.filesystem.clearCache();
+            }
+        });
+    }
+    use(plugins = [], serialisers = []) {
+        return __awaiter(this, void 0, void 0, function* () {
+            __classPrivateFieldGet(this, _Source_plugins, "f").push(...plugins);
+            __classPrivateFieldGet(this, _Source_serialisers, "f").push(...serialisers);
+        });
+    }
+    invokeAfterUpdate(sharedFilesystem, globalConfig) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const initTime = new Date().getTime();
+            yield __classPrivateFieldGet(this, _Source_pluginApi, "f").afterUpdate(this.filesystem.asRestricted(), {
+                globalFilesystem: __classPrivateFieldGet(this, _Source_globalFilesystem, "f"),
+                sharedFilesystem,
+                globalConfig,
+                pageExtensions: __classPrivateFieldGet(this, _Source_pageExtensions, "f"),
+                ignorePages: __classPrivateFieldGet(this, _Source_ignorePages, "f"),
+                serialiser: this.serialiser,
+                config: this.config.asReadOnly()
+            });
+            const timeTaken = new Date().getTime() - initTime;
+            if (timeTaken > 800) {
+                console.warn(`Lifecycle phase 'afterUpdate' for source '${this.id.description}' took ${timeTaken / 1000}s to complete. The method is async, so this may not be an accurate measurement of execution time, but consider optimising this method if it is performing intensive operations.`);
+            }
+        });
+    }
+    start() {
+        return __awaiter(this, void 0, void 0, function* () {
+            this.serialiser = yield (0, plugin_1.bindSerialiser)(__classPrivateFieldGet(this, _Source_serialisers, "f"));
+            __classPrivateFieldSet(this, _Source_pluginApi, yield (0, plugin_1.bindPluginMethods)(__classPrivateFieldGet(this, _Source_plugins, "f")), "f");
+            __classPrivateFieldSet(this, _Source_worker, __classPrivateFieldGet(this, _Source_instances, "m", _Source_createWorker).call(this), "f");
+            __classPrivateFieldGet(this, _Source_worker, "f").on(WorkerSubscription_1.EVENT.UPDATE, ({ data: { pages, symlinks, data } }) => __awaiter(this, void 0, void 0, function* () {
+                this.config = (0, createConfig_1.default)(data);
+                __classPrivateFieldGet(this, _Source_emitter, "f").emit(WorkerSubscription_1.EVENT.UPDATE, { pages, symlinks, data });
+            }));
+        });
+    }
+}
+exports.default = Source;
+_Source_emitter = new WeakMap(), _Source_modulePath = new WeakMap(), _Source_plugins = new WeakMap(), _Source_serialisers = new WeakMap(), _Source_worker = new WeakMap(), _Source_globalFilesystem = new WeakMap(), _Source_pluginApi = new WeakMap(), _Source_mergedOptions = new WeakMap(), _Source_pageExtensions = new WeakMap(), _Source_ignorePages = new WeakMap(), _Source_instances = new WeakSet(), _Source_createWorker = function _Source_createWorker() {
+    const worker = new WorkerSubscription_1.default({
+        modulePath: __classPrivateFieldGet(this, _Source_modulePath, "f"),
+        name: this.id.description,
+        options: __classPrivateFieldGet(this, _Source_mergedOptions, "f"),
+        namespace: this.namespace,
+        pageExtensions: __classPrivateFieldGet(this, _Source_pageExtensions, "f"),
+        ignorePages: __classPrivateFieldGet(this, _Source_ignorePages, "f"),
+        plugins: __classPrivateFieldGet(this, _Source_plugins, "f"),
+        serialisers: __classPrivateFieldGet(this, _Source_serialisers, "f")
+    });
+    worker.once(WorkerSubscription_1.EVENT.ERROR, error => __classPrivateFieldGet(this, _Source_emitter, "f").emit(WorkerSubscription_1.EVENT.ERROR, error));
+    worker.once(WorkerSubscription_1.EVENT.EXIT, () => {
+        __classPrivateFieldGet(this, _Source_emitter, "f").emit(WorkerSubscription_1.EVENT.EXIT);
+        __classPrivateFieldGet(this, _Source_emitter, "f").removeAllListeners();
+        // this.filesystem.reset();
+        this.filesystem = null;
+    });
+    worker.once(WorkerSubscription_1.EVENT.START, () => __classPrivateFieldGet(this, _Source_emitter, "f").emit(WorkerSubscription_1.EVENT.START));
+    return worker;
+};
+//# sourceMappingURL=Source.js.map

package/dist/Source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Source.js","sourceRoot":"","sources":["../src/Source.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,oDAAkC;AAClC,8CAAsB;AACtB,iCAA+B;AAC/B,gDAAwB;AACxB,gDAAwB;AAaxB,0EAAkD;AAClD,gFAAwD;AACxD,0EAAkD;AAClD,qCAA6D;AAC7D,2EAAiE;AAEjE,MAAqB,MAAM;IAkBzB,YACE,EAAE,UAAU,EAAE,SAAS,EAA0B,EACjD,aAAsC,EACtC,cAAwB,EACxB,WAAqB,EACrB,gBAA8B;;QAtBhC,0BAAyB,IAAI,gBAAY,EAAE,EAAC;QAC5C,qCAAoB;QACpB,0BAAqC,EAAE,EAAC;QACxC,8BAA6C,EAAE,EAAC;QAChD,iCAA4B;QAC5B,2CAAgC;QAChC,oCAAmB;QACnB,wCAAwC;QACxC,yCAA0B;QAC1B,sCAAuB;QAerB,uBAAA,IAAI,sBAAe,UAAU,MAAA,CAAC;QAC9B,uBAAA,IAAI,yBAAkB,aAAa,MAAA,CAAC;QACpC,uBAAA,IAAI,4BAAqB,gBAAgB,MAAA,CAAC;QAC1C,uBAAA,IAAI,uBAAgB,WAAW,MAAA,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,EAAE,GAAG,MAAM,CACd,GAAG,cAAI,CAAC,QAAQ,CAAC,cAAI,CAAC,OAAO,CAAC,cAAI,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,IAAA,aAAG,EACpE,cAAI,CAAC,OAAO,CAAC,uBAAA,IAAI,6BAAe,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CACpD,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CACpB,CAAC;QACF,IAAI,CAAC,UAAU,GAAG,IAAI,uBAAa,CAAC,IAAI,oBAAU,CAAC,IAAI,cAAM,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAClF,uBAAA,IAAI,0BAAmB,cAAc,MAAA,CAAC;IACxC,CAAC;IAED,QAAQ,CAAC,QAAQ;QACf,uBAAA,IAAI,uBAAS,CAAC,EAAE,CAAC,0BAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAEzC,OAAO,GAAG,EAAE,CAAC,uBAAA,IAAI,uBAAS,CAAC,GAAG,CAAC,0BAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACzD,CAAC;IAED,OAAO,CAAC,QAAQ;QACd,uBAAA,IAAI,uBAAS,CAAC,IAAI,CAAC,0BAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAE1C,OAAO,GAAG,EAAE,CAAC,uBAAA,IAAI,uBAAS,CAAC,GAAG,CAAC,0BAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,CAAC,QAAQ;QACd,uBAAA,IAAI,uBAAS,CAAC,IAAI,CAAC,0BAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAE1C,OAAO,GAAG,EAAE,CAAC,uBAAA,IAAI,uBAAS,CAAC,GAAG,CAAC,0BAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,CAAC,QAAQ;QACb,uBAAA,IAAI,uBAAS,CAAC,IAAI,CAAC,0BAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAEzC,OAAO,GAAG,EAAE,CAAC,uBAAA,IAAI,uBAAS,CAAC,GAAG,CAAC,0BAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACvD,CAAC;IAED,IAAI;QACF,IAAI,uBAAA,IAAI,sBAAQ,IAAI,uBAAA,IAAI,sBAAQ,CAAC,MAAM,EAAE;YACvC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;SAC5D;QACD,IAAI,uBAAA,IAAI,sBAAQ,EAAE;YAChB,uBAAA,IAAI,sBAAQ,CAAC,IAAI,EAAE,CAAC;SACrB;IACH,CAAC;IAED;;;OAGG;IACG,iBAAiB,CAAC,uBAAyC;;YAC/D,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACtC,MAAM,uBAAuB,GAAG,MAAM,uBAAA,IAAI,yBAAW,CAAC,gBAAgB,CACpE,uBAAuB,EACvB;gBACE,gBAAgB,EAAE,uBAAA,IAAI,gCAAkB;gBACxC,cAAc,EAAE,uBAAA,IAAI,8BAAgB;gBACpC,WAAW,EAAE,uBAAA,IAAI,2BAAa;gBAC9B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;aACjC,CACF,CAAC;YACF,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC;YAClD,IAAI,SAAS,GAAG,GAAG,EAAE;gBACnB,OAAO,CAAC,IAAI,CACV,kDAAkD,IAAI,CAAC,EAAE,CAAC,WAAW,UAAU,SAAS,kLAAkL,CAC3Q,CAAC;aACH;YACD,IAAI,uBAAuB,KAAK,IAAI,EAAE;gBACpC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;aAC9B;QACH,CAAC;KAAA;IAEK,GAAG,CACP,UAAoC,EAAE,EACtC,cAA4C,EAAE;;YAE9C,uBAAA,IAAI,uBAAS,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;YAC/B,uBAAA,IAAI,2BAAa,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;QACzC,CAAC;KAAA;IAEK,iBAAiB,CAAC,gBAAgB,EAAE,YAAY;;YACpD,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACtC,MAAM,uBAAA,IAAI,yBAAW,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,EAAE;gBAChE,gBAAgB,EAAE,uBAAA,IAAI,gCAAkB;gBACxC,gBAAgB;gBAChB,YAAY;gBACZ,cAAc,EAAE,uBAAA,IAAI,8BAAgB;gBACpC,WAAW,EAAE,uBAAA,IAAI,2BAAa;gBAC9B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;aACjC,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC;YAClD,IAAI,SAAS,GAAG,GAAG,EAAE;gBACnB,OAAO,CAAC,IAAI,CACV,6CAA6C,IAAI,CAAC,EAAE,CAAC,WAAW,UAC9D,SAAS,GAAG,IACd,iLAAiL,CAClL,CAAC;aACH;QACH,CAAC;KAAA;IAwBK,KAAK;;YACT,IAAI,CAAC,UAAU,GAAG,MAAM,IAAA,uBAAc,EAAC,uBAAA,IAAI,2BAAa,CAAC,CAAC;YAC1D,uBAAA,IAAI,qBAAc,MAAM,IAAA,0BAAiB,EAAC,uBAAA,IAAI,uBAAS,CAAC,MAAA,CAAC;YACzD,uBAAA,IAAI,kBAAW,uBAAA,IAAI,+CAAc,MAAlB,IAAI,CAAgB,MAAA,CAAC;YACpC,uBAAA,IAAI,sBAAQ,CAAC,EAAE,CAAC,0BAAK,CAAC,MAAM,EAAE,CAAO,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE;gBAC1E,IAAI,CAAC,MAAM,GAAG,IAAA,sBAAY,EAAC,IAAI,CAAC,CAAC;gBACjC,uBAAA,IAAI,uBAAS,CAAC,IAAI,CAAC,0BAAK,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9D,CAAC,CAAA,CAAC,CAAC;QACL,CAAC;KAAA;CACF;AA/JD,yBA+JC;;IA9BG,MAAM,MAAM,GAAG,IAAI,4BAAkB,CAAC;QACpC,UAAU,EAAE,uBAAA,IAAI,0BAAY;QAC5B,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,WAAW;QACzB,OAAO,EAAE,uBAAA,IAAI,6BAAe;QAC5B,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,cAAc,EAAE,uBAAA,IAAI,8BAAgB;QACpC,WAAW,EAAE,uBAAA,IAAI,2BAAa;QAC9B,OAAO,EAAE,uBAAA,IAAI,uBAAS;QACtB,WAAW,EAAE,uBAAA,IAAI,2BAAa;KAC/B,CAAC,CAAC;IACH,MAAM,CAAC,IAAI,CAAC,0BAAK,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,uBAAA,IAAI,uBAAS,CAAC,IAAI,CAAC,0BAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;IAC1E,MAAM,CAAC,IAAI,CAAC,0BAAK,CAAC,IAAI,EAAE,GAAG,EAAE;QAC3B,uBAAA,IAAI,uBAAS,CAAC,IAAI,CAAC,0BAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,uBAAA,IAAI,uBAAS,CAAC,kBAAkB,EAAE,CAAC;QACnC,2BAA2B;QAC3B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;IACzB,CAAC,CAAC,CAAC;IACH,MAAM,CAAC,IAAI,CAAC,0BAAK,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,uBAAA,IAAI,uBAAS,CAAC,IAAI,CAAC,0BAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAChE,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/SourceManager.js

@@ -0,0 +1,151 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+var _SourceManager_instances, _SourceManager_sources, _SourceManager_plugins, _SourceManager_serialisers, _SourceManager_handlers, _SourceManager_globalFilesystem, _SourceManager_sharedFilesystem, _SourceManager_pageExtensions, _SourceManager_ignorePages, _SourceManager_globalConfig, _SourceManager_invokeUpdateCallbacks, _SourceManager_updateSources;
+Object.defineProperty(exports, "__esModule", { value: true });
+const lodash_1 = require("lodash");
+const Source_1 = __importDefault(require("./Source"));
+const createConfig_1 = __importDefault(require("./helpers/createConfig"));
+function logUpdateStatus(sourceId, initOrStartTime) {
+    if (initOrStartTime) {
+        console.debug(`[PullDocs] Source '${sourceId.description}' received first docs snapshot ${(new Date().getTime() - initOrStartTime) / 1000}s after starting.`);
+    }
+    else {
+        console.debug(`[PullDocs] Source '${sourceId.description}' received updated docs`);
+    }
+}
+class SourceManager {
+    constructor(globalFilesystem, sharedFilesystem, plugins = [], serialisers = [], pageExtensions = [], ignorePages = []) {
+        _SourceManager_instances.add(this);
+        _SourceManager_sources.set(this, new Map());
+        _SourceManager_plugins.set(this, void 0);
+        _SourceManager_serialisers.set(this, void 0);
+        _SourceManager_handlers.set(this, new Set());
+        _SourceManager_globalFilesystem.set(this, void 0);
+        _SourceManager_sharedFilesystem.set(this, void 0);
+        _SourceManager_pageExtensions.set(this, void 0);
+        _SourceManager_ignorePages.set(this, void 0);
+        _SourceManager_globalConfig.set(this, (0, createConfig_1.default)());
+        __classPrivateFieldSet(this, _SourceManager_plugins, plugins, "f");
+        __classPrivateFieldSet(this, _SourceManager_pageExtensions, pageExtensions, "f");
+        __classPrivateFieldSet(this, _SourceManager_ignorePages, ignorePages, "f");
+        __classPrivateFieldSet(this, _SourceManager_serialisers, serialisers, "f");
+        __classPrivateFieldSet(this, _SourceManager_globalFilesystem, globalFilesystem, "f");
+        __classPrivateFieldSet(this, _SourceManager_sharedFilesystem, sharedFilesystem, "f");
+    }
+    onSourceUpdate(callback) {
+        const handler = (filesystem, source) => callback(filesystem, source);
+        __classPrivateFieldGet(this, _SourceManager_handlers, "f").add(handler);
+        return () => __classPrivateFieldGet(this, _SourceManager_handlers, "f").delete(handler);
+    }
+    getSource(id) {
+        return __classPrivateFieldGet(this, _SourceManager_sources, "f").get(id);
+    }
+    destroyAll() {
+        __classPrivateFieldGet(this, _SourceManager_sources, "f").forEach(source => source.stop());
+    }
+    addSource(sourceDefinition, options) {
+        // eslint-disable-next-line no-async-promise-executor
+        return new Promise((resolve, reject) => __awaiter(this, void 0, void 0, function* () {
+            let sourceActive = false;
+            const source = new Source_1.default(sourceDefinition, Object.assign(Object.assign({}, sourceDefinition.options), options), __classPrivateFieldGet(this, _SourceManager_pageExtensions, "f"), __classPrivateFieldGet(this, _SourceManager_ignorePages, "f"), __classPrivateFieldGet(this, _SourceManager_globalFilesystem, "f"));
+            const immutableSourceFilesystem = source.filesystem.asReadOnly();
+            let initOrStartTime = new Date().getTime();
+            __classPrivateFieldGet(this, _SourceManager_sources, "f").set(source.id, source);
+            source.use(__classPrivateFieldGet(this, _SourceManager_plugins, "f"), __classPrivateFieldGet(this, _SourceManager_serialisers, "f"));
+            yield source.start();
+            source.onUpdate(({ pages, symlinks }) => __awaiter(this, void 0, void 0, function* () {
+                if (!sourceActive) {
+                    reject(new Error(`Source '${source.id.description}' received a message before it was initialised.`));
+                }
+                else {
+                    logUpdateStatus(source.id, initOrStartTime);
+                    initOrStartTime = null;
+                    //
+                    try {
+                        __classPrivateFieldGet(this, _SourceManager_globalConfig, "f").setData(Array.from(__classPrivateFieldGet(this, _SourceManager_sources, "f").values()).reduce((mergedConfig, { config }) => (0, lodash_1.merge)(mergedConfig, (config === null || config === void 0 ? void 0 : config.data) || {}), {}), true);
+                        source.filesystem.reset();
+                        source.filesystem.fromJSON(pages);
+                        // We need to re-apply symlinks in the main thread
+                        yield source.filesystem.symlinksFromJSON(symlinks);
+                        // After each async operation, we should check if anything has caused the Source to close
+                        if (!sourceActive) {
+                            return;
+                        }
+                        yield source.invokeAfterUpdate(__classPrivateFieldGet(this, _SourceManager_sharedFilesystem, "f"), __classPrivateFieldGet(this, _SourceManager_globalConfig, "f"));
+                        // After each async operation, we should check if anything has caused the Source to close
+                        if (!sourceActive) {
+                            return;
+                        }
+                        source.filesystem.freeze();
+                        source.filesystem.clearCache();
+                        yield __classPrivateFieldGet(this, _SourceManager_instances, "m", _SourceManager_updateSources).call(this, immutableSourceFilesystem, source);
+                        __classPrivateFieldGet(this, _SourceManager_instances, "m", _SourceManager_invokeUpdateCallbacks).call(this, immutableSourceFilesystem, source);
+                    }
+                    catch (e) {
+                        console.warn(`[PullDocs] Exceptions during source update are currently set to terminate the parent source. Terminating '${String(source.id.description)}'. See error:`);
+                        console.error(e);
+                        source.stop();
+                    }
+                    //
+                }
+            }));
+            source.onError(error => {
+                console.error(error);
+                if (!sourceActive) {
+                    reject(error);
+                }
+            });
+            source.onExit(() => {
+                if (!sourceActive) {
+                    reject(new Error(`Source '${source.id.description}' silently exited before initialising.`));
+                }
+                console.debug(`[PullDocs] Source '${source.id.description}' closed`);
+                __classPrivateFieldGet(this, _SourceManager_sources, "f").delete(source.id);
+                sourceActive = false;
+            });
+            source.onStart(() => {
+                sourceActive = true;
+                console.debug(`[PullDocs] Source '${source.id.description}' started in ${new Date().getTime() - initOrStartTime}ms - awaiting first docs snapshot`);
+                initOrStartTime = new Date().getTime();
+                resolve(source);
+            });
+        }));
+    }
+}
+exports.default = SourceManager;
+_SourceManager_sources = new WeakMap(), _SourceManager_plugins = new WeakMap(), _SourceManager_serialisers = new WeakMap(), _SourceManager_handlers = new WeakMap(), _SourceManager_globalFilesystem = new WeakMap(), _SourceManager_sharedFilesystem = new WeakMap(), _SourceManager_pageExtensions = new WeakMap(), _SourceManager_ignorePages = new WeakMap(), _SourceManager_globalConfig = new WeakMap(), _SourceManager_instances = new WeakSet(), _SourceManager_invokeUpdateCallbacks = function _SourceManager_invokeUpdateCallbacks(filesystem, source) {
+    __classPrivateFieldGet(this, _SourceManager_handlers, "f").forEach(callback => callback(filesystem, source));
+}, _SourceManager_updateSources = function _SourceManager_updateSources(immutableSourceFilesystem, source) {
+    // Notify other frozen sources that something has changed. If a source's filesystem hasn't been frozen yet - there's no point
+    // in notifying it of another source changing, as it hasn't initialised or called `afterUpdate` for the first time yet anyway.
+    // No need to do them sequentially - we can fire them all off at once and wait for them all to finish in their own time
+    return Promise.all(Array.from(__classPrivateFieldGet(this, _SourceManager_sources, "f").values()).map(existingSource => {
+        if (existingSource !== source && existingSource.filesystem.frozen) {
+            return existingSource.requestCacheClear(immutableSourceFilesystem);
+        }
+        return existingSource;
+    }));
+};
+//# sourceMappingURL=SourceManager.js.map

package/dist/SourceManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SourceManager.js","sourceRoot":"","sources":["../src/SourceManager.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mCAA+B;AAU/B,sDAA8B;AAC9B,0EAAkD;AAElD,SAAS,eAAe,CAAC,QAAQ,EAAE,eAAe;IAChD,IAAI,eAAe,EAAE;QACnB,OAAO,CAAC,KAAK,CACX,sBAAsB,QAAQ,CAAC,WAAW,kCACxC,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,eAAe,CAAC,GAAG,IAC7C,mBAAmB,CACpB,CAAC;KACH;SAAM;QACL,OAAO,CAAC,KAAK,CAAC,sBAAsB,QAAQ,CAAC,WAAW,yBAAyB,CAAC,CAAC;KACpF;AACH,CAAC;AAED,MAAqB,aAAa;IAYhC,YACE,gBAAgB,EAChB,gBAAgB,EAChB,OAAO,GAAG,EAAE,EACZ,WAAW,GAAG,EAAE,EAChB,cAAc,GAAG,EAAE,EACnB,WAAW,GAAG,EAAE;;QAjBlB,iCAAgC,IAAI,GAAG,EAAE,EAAC;QAC1C,yCAAmC;QACnC,6CAA2C;QAC3C,kCACE,IAAI,GAAG,EAAE,EAAC;QACZ,kDAAgC;QAChC,kDAAkC;QAClC,gDAA0B;QAC1B,6CAAuB;QACvB,sCAAgB,IAAA,sBAAY,GAAE,EAAC;QAU7B,uBAAA,IAAI,0BAAY,OAAO,MAAA,CAAC;QACxB,uBAAA,IAAI,iCAAmB,cAAc,MAAA,CAAC;QACtC,uBAAA,IAAI,8BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,8BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,mCAAqB,gBAAgB,MAAA,CAAC;QAC1C,uBAAA,IAAI,mCAAqB,gBAAgB,MAAA,CAAC;IAC5C,CAAC;IAED,cAAc,CAAC,QAAQ;QACrB,MAAM,OAAO,GAAG,CAAC,UAA4B,EAAE,MAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAE/F,uBAAA,IAAI,+BAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAE5B,OAAO,GAAG,EAAE,CAAC,uBAAA,IAAI,+BAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,SAAS,CAAC,EAAU;QAClB,OAAO,uBAAA,IAAI,8BAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,UAAU;QACR,uBAAA,IAAI,8BAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,SAAS,CACP,gBAAwC,EACxC,OAAgC;QAEhC,qDAAqD;QACrD,OAAO,IAAI,OAAO,CAAC,CAAO,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,IAAI,YAAY,GAAG,KAAK,CAAC;YAEzB,MAAM,MAAM,GAAG,IAAI,gBAAM,CACvB,gBAAgB,kCAEX,gBAAgB,CAAC,OAAO,GACxB,OAAO,GAEZ,uBAAA,IAAI,qCAAgB,EACpB,uBAAA,IAAI,kCAAa,EACjB,uBAAA,IAAI,uCAAkB,CACvB,CAAC;YACF,MAAM,yBAAyB,GAAG,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAEjE,IAAI,eAAe,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAE3C,uBAAA,IAAI,8BAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAErC,MAAM,CAAC,GAAG,CAAC,uBAAA,IAAI,8BAAS,EAAE,uBAAA,IAAI,kCAAa,CAAC,CAAC;YAE7C,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YAErB,MAAM,CAAC,QAAQ,CAAC,CAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE;gBAC5C,IAAI,CAAC,YAAY,EAAE;oBACjB,MAAM,CACJ,IAAI,KAAK,CACP,WAAW,MAAM,CAAC,EAAE,CAAC,WAAW,iDAAiD,CAClF,CACF,CAAC;iBACH;qBAAM;oBACL,eAAe,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;oBAC5C,eAAe,GAAG,IAAI,CAAC;oBAEvB,EAAE;oBACF,IAAI;wBACF,uBAAA,IAAI,mCAAc,CAAC,OAAO,CACxB,KAAK,CAAC,IAAI,CAAC,uBAAA,IAAI,8BAAS,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CACvC,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,IAAA,cAAK,EAAC,YAAY,EAAE,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,KAAI,EAAE,CAAC,EACrE,EAAE,CACH,EACD,IAAI,CACL,CAAC;wBACF,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;wBAC1B,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;wBAClC,kDAAkD;wBAClD,MAAM,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;wBAEnD,yFAAyF;wBACzF,IAAI,CAAC,YAAY,EAAE;4BACjB,OAAO;yBACR;wBAED,MAAM,MAAM,CAAC,iBAAiB,CAAC,uBAAA,IAAI,uCAAkB,EAAE,uBAAA,IAAI,mCAAc,CAAC,CAAC;wBAE3E,yFAAyF;wBACzF,IAAI,CAAC,YAAY,EAAE;4BACjB,OAAO;yBACR;wBAED,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;wBAC3B,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;wBAE/B,MAAM,uBAAA,IAAI,8DAAe,MAAnB,IAAI,EAAgB,yBAAyB,EAAE,MAAM,CAAC,CAAC;wBAC7D,uBAAA,IAAI,sEAAuB,MAA3B,IAAI,EAAwB,yBAAyB,EAAE,MAAM,CAAC,CAAC;qBAChE;oBAAC,OAAO,CAAC,EAAE;wBACV,OAAO,CAAC,IAAI,CACV,6GAA6G,MAAM,CACjH,MAAM,CAAC,EAAE,CAAC,WAAW,CACtB,eAAe,CACjB,CAAC;wBACF,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBACjB,MAAM,CAAC,IAAI,EAAE,CAAC;qBACf;oBACD,EAAE;iBACH;YACH,CAAC,CAAA,CAAC,CAAC;YACH,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBACrB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACrB,IAAI,CAAC,YAAY,EAAE;oBACjB,MAAM,CAAC,KAAK,CAAC,CAAC;iBACf;YACH,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;gBACjB,IAAI,CAAC,YAAY,EAAE;oBACjB,MAAM,CACJ,IAAI,KAAK,CAAC,WAAW,MAAM,CAAC,EAAE,CAAC,WAAW,wCAAwC,CAAC,CACpF,CAAC;iBACH;gBACD,OAAO,CAAC,KAAK,CAAC,sBAAsB,MAAM,CAAC,EAAE,CAAC,WAAW,UAAU,CAAC,CAAC;gBAErE,uBAAA,IAAI,8BAAS,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAChC,YAAY,GAAG,KAAK,CAAC;YACvB,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE;gBAClB,YAAY,GAAG,IAAI,CAAC;gBACpB,OAAO,CAAC,KAAK,CACX,sBAAsB,MAAM,CAAC,EAAE,CAAC,WAAW,gBACzC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,eACzB,mCAAmC,CACpC,CAAC;gBACF,eAAe,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;gBACvC,OAAO,CAAC,MAAM,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;QACL,CAAC,CAAA,CAAC,CAAC;IACL,CAAC;CAmBF;AA7KD,gCA6KC;8gBAjBwB,UAA4B,EAAE,MAAc;IACjE,uBAAA,IAAI,+BAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;AACnE,CAAC,uEAEc,yBAAyB,EAAE,MAAM;IAC9C,6HAA6H;IAC7H,8HAA8H;IAC9H,uHAAuH;IACvH,OAAO,OAAO,CAAC,GAAG,CAChB,KAAK,CAAC,IAAI,CAAC,uBAAA,IAAI,8BAAS,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE;QACtD,IAAI,cAAc,KAAK,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE;YACjE,OAAO,cAAc,CAAC,iBAAiB,CAAC,yBAAyB,CAAC,CAAC;SACpE;QACD,OAAO,cAAc,CAAC;IACxB,CAAC,CAAC,CACH,CAAC;AACJ,CAAC"}

package/dist/WorkerSubscription.js

@@ -0,0 +1,90 @@
+"use strict";
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+var _WorkerSubscription_worker$, _WorkerSubscription_emitter, _WorkerSubscription_onNext, _WorkerSubscription_onError, _WorkerSubscription_onComplete;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EVENT = void 0;
+const stream_1 = require("stream");
+const ObservableWorker_1 = __importDefault(require("./operators/ObservableWorker"));
+var EVENT;
+(function (EVENT) {
+    EVENT["ERROR"] = "ERROR";
+    EVENT["EXIT"] = "EXIT";
+    EVENT["START"] = "START";
+    EVENT["UPDATE"] = "UPDATE";
+})(EVENT = exports.EVENT || (exports.EVENT = {}));
+const textDecoder = new TextDecoder('utf8');
+class WorkerSubscription {
+    constructor(workerData) {
+        _WorkerSubscription_worker$.set(this, void 0);
+        _WorkerSubscription_emitter.set(this, new stream_1.EventEmitter());
+        _WorkerSubscription_onNext.set(this, ({ type, data }) => {
+            if (type === 'message') {
+                __classPrivateFieldGet(this, _WorkerSubscription_emitter, "f").emit(EVENT.UPDATE, { data: JSON.parse(textDecoder.decode(data)) });
+            }
+            else if (type === 'init') {
+                __classPrivateFieldGet(this, _WorkerSubscription_emitter, "f").emit(EVENT.START);
+                if (data) {
+                    // We receive a file buffer for 'init', not an object
+                    __classPrivateFieldGet(this, _WorkerSubscription_emitter, "f").emit(EVENT.UPDATE, { data: JSON.parse(textDecoder.decode(data)) });
+                }
+            }
+            else {
+                __classPrivateFieldGet(this, _WorkerSubscription_onError, "f").call(this, new Error(`Unsupported type '${type}' with value of '${data}' received from source worker.`));
+                __classPrivateFieldGet(this, _WorkerSubscription_worker$, "f").unsubscribe();
+                __classPrivateFieldSet(this, _WorkerSubscription_worker$, null, "f");
+            }
+        });
+        _WorkerSubscription_onError.set(this, e => {
+            __classPrivateFieldGet(this, _WorkerSubscription_emitter, "f").emit(EVENT.ERROR, e);
+            __classPrivateFieldGet(this, _WorkerSubscription_onComplete, "f").call(this);
+        });
+        _WorkerSubscription_onComplete.set(this, () => {
+            __classPrivateFieldGet(this, _WorkerSubscription_emitter, "f").emit(EVENT.EXIT);
+            __classPrivateFieldGet(this, _WorkerSubscription_emitter, "f").removeAllListeners();
+        });
+        __classPrivateFieldSet(this, _WorkerSubscription_worker$, (0, ObservableWorker_1.default)(workerData).subscribe({
+            next: __classPrivateFieldGet(this, _WorkerSubscription_onNext, "f"),
+            error: __classPrivateFieldGet(this, _WorkerSubscription_onError, "f"),
+            complete: __classPrivateFieldGet(this, _WorkerSubscription_onComplete, "f")
+        }), "f");
+    }
+    get closed() {
+        var _a;
+        return (_a = __classPrivateFieldGet(this, _WorkerSubscription_worker$, "f")) === null || _a === void 0 ? void 0 : _a.closed;
+    }
+    stop() {
+        if (this.closed) {
+            throw new Error('Cannot stop source - subscription is already closed');
+        }
+        __classPrivateFieldGet(this, _WorkerSubscription_worker$, "f").unsubscribe();
+        __classPrivateFieldGet(this, _WorkerSubscription_onComplete, "f").call(this);
+    }
+    once(type, handler) {
+        const autoUnsubscribeHandler = (...args) => {
+            __classPrivateFieldGet(this, _WorkerSubscription_emitter, "f").off(type, autoUnsubscribeHandler);
+            handler(...args);
+        };
+        this.on(type, autoUnsubscribeHandler);
+        return () => __classPrivateFieldGet(this, _WorkerSubscription_emitter, "f").off(type, autoUnsubscribeHandler);
+    }
+    on(type, handler) {
+        __classPrivateFieldGet(this, _WorkerSubscription_emitter, "f").on(type, handler);
+        return () => __classPrivateFieldGet(this, _WorkerSubscription_emitter, "f").off(type, handler);
+    }
+}
+exports.default = WorkerSubscription;
+_WorkerSubscription_worker$ = new WeakMap(), _WorkerSubscription_emitter = new WeakMap(), _WorkerSubscription_onNext = new WeakMap(), _WorkerSubscription_onError = new WeakMap(), _WorkerSubscription_onComplete = new WeakMap();
+//# sourceMappingURL=WorkerSubscription.js.map

package/dist/WorkerSubscription.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WorkerSubscription.js","sourceRoot":"","sources":["../src/WorkerSubscription.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;AAAA,mCAAsC;AAGtC,oFAAgD;AAEhD,IAAY,KAKX;AALD,WAAY,KAAK;IACf,wBAAe,CAAA;IACf,sBAAa,CAAA;IACb,wBAAe,CAAA;IACf,0BAAiB,CAAA;AACnB,CAAC,EALW,KAAK,GAAL,aAAK,KAAL,aAAK,QAKhB;AAED,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC;AAE5C,MAAqB,kBAAkB;IAIrC,YAAY,UAAU;QAHtB,8CAAuB;QACvB,sCAAW,IAAI,qBAAY,EAAE,EAAC;QAsC9B,qCAAU,CAAC,EAAE,IAAI,EAAE,IAAI,EAAkD,EAAE,EAAE;YAC3E,IAAI,IAAI,KAAK,SAAS,EAAE;gBACtB,uBAAA,IAAI,mCAAS,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;aAClF;iBAAM,IAAI,IAAI,KAAK,MAAM,EAAE;gBAC1B,uBAAA,IAAI,mCAAS,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAChC,IAAI,IAAI,EAAE;oBACR,qDAAqD;oBACrD,uBAAA,IAAI,mCAAS,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;iBAClF;aACF;iBAAM;gBACL,uBAAA,IAAI,mCAAS,MAAb,IAAI,EACF,IAAI,KAAK,CAAC,qBAAqB,IAAI,oBAAoB,IAAI,gCAAgC,CAAC,CAC7F,CAAC;gBACF,uBAAA,IAAI,mCAAS,CAAC,WAAW,EAAE,CAAC;gBAC5B,uBAAA,IAAI,+BAAY,IAAI,MAAA,CAAC;aACtB;QACH,CAAC,EAAC;QAEF,sCAAW,CAAC,CAAC,EAAE;YACb,uBAAA,IAAI,mCAAS,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACnC,uBAAA,IAAI,sCAAY,MAAhB,IAAI,CAAc,CAAC;QACrB,CAAC,EAAC;QAEF,yCAAc,GAAG,EAAE;YACjB,uBAAA,IAAI,mCAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/B,uBAAA,IAAI,mCAAS,CAAC,kBAAkB,EAAE,CAAC;QACrC,CAAC,EAAC;QA7DA,uBAAA,IAAI,+BAAY,IAAA,0BAAI,EAAiD,UAAU,CAAC,CAAC,SAAS,CAAC;YACzF,IAAI,EAAE,uBAAA,IAAI,kCAAQ;YAClB,KAAK,EAAE,uBAAA,IAAI,mCAAS;YACpB,QAAQ,EAAE,uBAAA,IAAI,sCAAY;SAC3B,CAAC,MAAA,CAAC;IACL,CAAC;IAED,IAAI,MAAM;;QACR,OAAO,MAAA,uBAAA,IAAI,mCAAS,0CAAE,MAAM,CAAC;IAC/B,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;SACxE;QACD,uBAAA,IAAI,mCAAS,CAAC,WAAW,EAAE,CAAC;QAC5B,uBAAA,IAAI,sCAAY,MAAhB,IAAI,CAAc,CAAC;IACrB,CAAC;IAED,IAAI,CAAC,IAAW,EAAE,OAAO;QACvB,MAAM,sBAAsB,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE;YACzC,uBAAA,IAAI,mCAAS,CAAC,GAAG,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;YAChD,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;QACnB,CAAC,CAAC;QACF,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;QAEtC,OAAO,GAAG,EAAE,CAAC,uBAAA,IAAI,mCAAS,CAAC,GAAG,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;IAC/D,CAAC;IAED,EAAE,CAAC,IAAW,EAAE,OAAO;QACrB,uBAAA,IAAI,mCAAS,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAEhC,OAAO,GAAG,EAAE,CAAC,uBAAA,IAAI,mCAAS,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;CA6BF;AAnED,qCAmEC"}