@jpmorganchase/mosaic-core 0.1.0-beta.3 → 0.1.0-beta.31

package/{src/PluginError.ts → dist/PluginError.d.ts}

@@ -1,3 +1,2 @@
 export default class PluginError extends Error {
-    
-}
+}

package/dist/PluginError.js

@@ -0,0 +1,3 @@
+export default class PluginError extends Error {
+}
+//# sourceMappingURL=PluginError.js.map

package/dist/PluginError.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PluginError.js","sourceRoot":"","sources":["../src/PluginError.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,OAAO,OAAO,WAAY,SAAQ,KAAK;CAAG"}

package/dist/PullDocs.d.ts

@@ -0,0 +1,19 @@
+import { MosaicConfig } from '@jpmorganchase/mosaic-types';
+import UnionVolume from './filesystems/UnionVolume.js';
+export default class PullDocs {
+    #private;
+    /**
+     *
+     * @param config.sources Sources are observables that emit pages
+     * @param config.plugins Plugins are modules with lifecycles methods for manipulating files and/or the virtual filesystem
+     * @param config.serialisers  Serialisers are a form of plugin that tell PullDocs how to turn a file from/to a storable form for the filesystem - or back into a `Page` object
+     * @param config.ignorePages Page names to exclude from lazy loading / `$ref`s / `$tag`s / serialisers and also any plugins that expect pages as input. Example input would be "ignore-me.xml"
+     * @param config.pageExtensions Exts of files to treat as pages. Pages contain metadata and content, in any file format (as long as a serialiser exists to encode/decode them). They can be referenced via `$ref`s / `$tag`s and also support lazy loading
+     */
+    constructor(config: MosaicConfig);
+    get filesystem(): UnionVolume;
+    onSourceUpdate(callback: any): () => boolean;
+    start(): Promise<import("./Source.js").default[]>;
+    stop(): Promise<void>;
+    triggerWorkflow(name: string, filePath: string, data: any): Promise<unknown>;
+}

package/dist/PullDocs.js

@@ -0,0 +1,94 @@
+import { createRequire } from 'node:module';
+import { Union } from 'unionfs';
+import { Volume } from 'memfs';
+import { mosaicConfigSchema, validateMosaicSchema } from '@jpmorganchase/mosaic-schemas';
+// TODO:
+// Remove $ref /index resolution
+import FileAccess from './filesystems/FileAccess.js';
+import MutableVolume from './filesystems/MutableVolume.js';
+import UnionFileAccess from './filesystems/UnionFileAccess.js';
+import UnionVolume from './filesystems/UnionVolume.js';
+import SourceManager from './SourceManager.js';
+import parsePluginModuleDefinitions from './helpers/parsePluginModuleDefinitions.js';
+const require = createRequire(import.meta.url);
+export default class PullDocs {
+    #sourceDefinitions;
+    #sourceManager;
+    #ufs = new Union();
+    #vfs;
+    /**
+     *
+     * @param config.sources Sources are observables that emit pages
+     * @param config.plugins Plugins are modules with lifecycles methods for manipulating files and/or the virtual filesystem
+     * @param config.serialisers  Serialisers are a form of plugin that tell PullDocs how to turn a file from/to a storable form for the filesystem - or back into a `Page` object
+     * @param config.ignorePages Page names to exclude from lazy loading / `$ref`s / `$tag`s / serialisers and also any plugins that expect pages as input. Example input would be "ignore-me.xml"
+     * @param config.pageExtensions Exts of files to treat as pages. Pages contain metadata and content, in any file format (as long as a serialiser exists to encode/decode them). They can be referenced via `$ref`s / `$tag`s and also support lazy loading
+     */
+    constructor(config) {
+        validateMosaicSchema(mosaicConfigSchema, config, true);
+        const sharedFilesystem = new MutableVolume(new FileAccess(new Volume()), '*');
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        this.#ufs.use(sharedFilesystem);
+        const { ignorePages = [], sources = [], plugins = [], serialisers = [], pageExtensions = ['.mdx'] } = config;
+        this.#sourceDefinitions = sources.filter((source) => !source.disabled);
+        this.#vfs = new UnionVolume(new UnionFileAccess(this.#ufs), '*');
+        this.#sourceManager = new SourceManager(this.#vfs, sharedFilesystem, 
+        // Refs and aliases should be applied after all other plugins, so we add them manually with a negative priority
+        parsePluginModuleDefinitions(plugins)
+            .filter((plugin) => !plugin.disabled)
+            .concat({
+            modulePath: require.resolve('@jpmorganchase/mosaic-plugins/$TagPlugin'),
+            options: {}
+        }, {
+            modulePath: require.resolve('@jpmorganchase/mosaic-plugins/$CodeModPlugin'),
+            options: {},
+            // Make sure this happens as the very first plugin, so it can fix any page issues
+            priority: Number.POSITIVE_INFINITY
+        }, {
+            modulePath: require.resolve('@jpmorganchase/mosaic-plugins/$AliasPlugin'),
+            options: {},
+            priority: -1
+        }, {
+            modulePath: require.resolve('@jpmorganchase/mosaic-plugins/$RefPlugin'),
+            options: {},
+            priority: -1
+        })
+            .sort(({ priority: priorityA = 0 }, { priority: priorityB = 0 }) => priorityB - priorityA), 
+        // Auto add JSON serialiser
+        serialisers.concat({
+            modulePath: require.resolve('@jpmorganchase/mosaic-serialisers/json'),
+            filter: /\.json$/
+        }), pageExtensions, ignorePages);
+    }
+    get filesystem() {
+        return this.#vfs;
+    }
+    onSourceUpdate(callback) {
+        return this.#sourceManager.onSourceUpdate(callback);
+    }
+    async start() {
+        return Promise.all(this.#sourceDefinitions.map(source => this.#addSource(source)));
+    }
+    async stop() {
+        return this.#sourceManager.destroyAll();
+    }
+    async triggerWorkflow(name, filePath, data) {
+        return this.#sourceManager.triggerWorkflow(name, filePath, data);
+    }
+    async #addSource(sourceDefinition) {
+        const source = await this.#sourceManager.addSource(sourceDefinition, {});
+        source.onError(error => {
+            console.error(new Error(`Source '${source.id.description}' threw an exception. See below:`));
+            console.error(error);
+        });
+        source.onExit(() => {
+            this.#ufs.fss.splice(this.#ufs.fss.indexOf(source.filesystem), 1);
+            if (this.#ufs.fss.length < 1) {
+                console.debug("[Mosaic] All of my source have been terminated. That's sad :-(");
+            }
+        });
+        this.#ufs.use(source.filesystem);
+        return source;
+    }
+}
+//# sourceMappingURL=PullDocs.js.map

package/dist/PullDocs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PullDocs.js","sourceRoot":"","sources":["../src/PullDocs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AAM/B,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAEzF,QAAQ;AACR,gCAAgC;AAChC,OAAO,UAAU,MAAM,6BAA6B,CAAC;AACrD,OAAO,aAAa,MAAM,gCAAgC,CAAC;AAC3D,OAAO,eAAe,MAAM,kCAAkC,CAAC;AAC/D,OAAO,WAAW,MAAM,8BAA8B,CAAC;AACvD,OAAO,aAAa,MAAM,oBAAoB,CAAC;AAC/C,OAAO,4BAA4B,MAAM,2CAA2C,CAAC;AAErF,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAE/C,MAAM,CAAC,OAAO,OAAO,QAAQ;IAC3B,kBAAkB,CAA2B;IAC7C,cAAc,CAAgB;IAC9B,IAAI,GAAG,IAAI,KAAK,EAAyC,CAAC;IAC1D,IAAI,CAAc;IAElB;;;;;;;OAOG;IACH,YAAY,MAAoB;QAC9B,oBAAoB,CAAC,kBAAkB,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QACvD,MAAM,gBAAgB,GAAG,IAAI,aAAa,CAAC,IAAI,UAAU,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QAC9E,8DAA8D;QAC9D,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAkC,CAAC,CAAC;QAElD,MAAM,EACJ,WAAW,GAAG,EAAE,EAChB,OAAO,GAAG,EAAE,EACZ,OAAO,GAAG,EAAE,EACZ,WAAW,GAAG,EAAE,EAChB,cAAc,GAAG,CAAC,MAAM,CAAC,EAC1B,GAAG,MAAM,CAAC;QACX,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAA8B,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/F,IAAI,CAAC,IAAI,GAAG,IAAI,WAAW,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC;QACjE,IAAI,CAAC,cAAc,GAAG,IAAI,aAAa,CACrC,IAAI,CAAC,IAAI,EACT,gBAAgB;QAChB,+GAA+G;QAC/G,4BAA4B,CAAC,OAAO,CAAC;aAClC,MAAM,CAAC,CAAC,MAA8B,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;aAC5D,MAAM,CACL;YACE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,0CAA0C,CAAC;YACvE,OAAO,EAAE,EAAE;SACZ,EACD;YACE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,8CAA8C,CAAC;YAC3E,OAAO,EAAE,EAAE;YACX,iFAAiF;YACjF,QAAQ,EAAE,MAAM,CAAC,iBAAiB;SACnC,EACD;YACE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,4CAA4C,CAAC;YACzE,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,CAAC,CAAC;SACb,EACD;YACE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,0CAA0C,CAAC;YACvE,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,CAAC,CAAC;SACb,CACF;aACA,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,GAAG,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,GAAG,SAAS,CAAC;QAC5F,2BAA2B;QAC3B,WAAW,CAAC,MAAM,CAAC;YACjB,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,wCAAwC,CAAC;YACrE,MAAM,EAAE,SAAS;SAClB,CAAC,EACF,cAAc,EACd,WAAW,CACZ,CAAC;IACJ,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,cAAc,CAAC,QAAQ;QACrB,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,KAAK;QACT,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACrF,CAAC;IAED,KAAK,CAAC,IAAI;QACR,OAAO,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAY,EAAE,QAAgB,EAAE,IAAI;QACxD,OAAO,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACnE,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,gBAAgB;QAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;QACzE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;YACrB,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,WAAW,MAAM,CAAC,EAAE,CAAC,WAAW,kCAAkC,CAAC,CAAC,CAAC;YAC7F,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;YACjB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;YAElE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC5B,OAAO,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAC;aACjF;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,UAAiC,CAAC,CAAC;QAExD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}

package/dist/Source.d.ts

@@ -0,0 +1,28 @@
+/// <reference types="node" resolution-mode="require"/>
+import EventEmitter from 'events';
+import type { IUnionVolume, IVolumeImmutable, MutableData, PluginModuleDefinition, Serialiser, SerialiserModuleDefinition, SourceModuleDefinition, SourceWorkflow } from '@jpmorganchase/mosaic-types';
+import MutableVolume from './filesystems/MutableVolume.js';
+export default class Source {
+    #private;
+    config: MutableData<Record<string, unknown>>;
+    serialiser: Serialiser;
+    namespace: string;
+    id: symbol;
+    filesystem: MutableVolume;
+    constructor({ modulePath, namespace }: SourceModuleDefinition, mergedOptions: Record<string, unknown>, pageExtensions: string[], ignorePages: string[], globalFilesystem: IUnionVolume, workflows: SourceWorkflow[]);
+    onUpdate(callback: any): () => EventEmitter;
+    onError(callback: any): () => EventEmitter;
+    onStart(callback: any): () => EventEmitter;
+    onExit(callback: any): () => EventEmitter;
+    stop(): void;
+    /**
+     * Called when another source (not this one) has changed.
+     * This source can then ask its plugins if they also want to clear their cache in response to the other source's change.
+     */
+    requestCacheClear(updatedSourceFilesystem: IVolumeImmutable): Promise<void>;
+    use(plugins?: PluginModuleDefinition[], serialisers?: SerialiserModuleDefinition[]): Promise<void>;
+    invokeAfterUpdate(sharedFilesystem: any, globalConfig: any): Promise<void>;
+    start(): Promise<void>;
+    isOwner(filePath: string): Promise<any>;
+    triggerWorkflow(name: string, filePath: string, data: unknown): Promise<any>;
+}

package/dist/Source.js

@@ -0,0 +1,157 @@
+import EventEmitter from 'events';
+import md5 from 'md5';
+import { Volume } from 'memfs';
+import path from 'path';
+import util from 'util';
+import FileAccess from './filesystems/FileAccess.js';
+import MutableVolume from './filesystems/MutableVolume.js';
+import createConfig from './helpers/createConfig.js';
+import { bindPluginMethods, bindSerialiser } from './plugin/index.js';
+import WorkerSubscription, { EVENT } from './WorkerSubscription.js';
+export default class Source {
+    #emitter = new EventEmitter();
+    #modulePath;
+    #plugins = [];
+    #serialisers = [];
+    #worker;
+    #globalFilesystem;
+    #pluginApi;
+    #mergedOptions;
+    #pageExtensions;
+    #ignorePages;
+    #workflows = [];
+    config;
+    serialiser;
+    namespace;
+    id;
+    filesystem;
+    constructor({ modulePath, namespace }, mergedOptions, pageExtensions, ignorePages, globalFilesystem, workflows) {
+        this.#modulePath = modulePath;
+        this.#mergedOptions = mergedOptions;
+        this.#globalFilesystem = globalFilesystem;
+        this.#ignorePages = ignorePages;
+        this.#workflows = workflows;
+        this.namespace = namespace;
+        this.id = Symbol(`${path.basename(path.dirname(path.resolve(modulePath, '../')))}#${md5(util.inspect(this.#mergedOptions, { sorted: true })).substring(0, 8)}`);
+        this.filesystem = new MutableVolume(new FileAccess(new Volume()), this.namespace);
+        this.#pageExtensions = pageExtensions;
+    }
+    onUpdate(callback) {
+        this.#emitter.on(EVENT.UPDATE, callback);
+        return () => this.#emitter.off(EVENT.UPDATE, callback);
+    }
+    onError(callback) {
+        this.#emitter.once(EVENT.ERROR, callback);
+        return () => this.#emitter.off(EVENT.ERROR, callback);
+    }
+    onStart(callback) {
+        this.#emitter.once(EVENT.START, callback);
+        return () => this.#emitter.off(EVENT.START, callback);
+    }
+    onExit(callback) {
+        this.#emitter.once(EVENT.EXIT, callback);
+        return () => this.#emitter.off(EVENT.EXIT, callback);
+    }
+    stop() {
+        if (this.#worker && this.#worker.closed) {
+            throw new Error('Cannot stop source that has not started');
+        }
+        if (this.#worker) {
+            this.#worker.stop();
+        }
+    }
+    /**
+     * Called when another source (not this one) has changed.
+     * This source can then ask its plugins if they also want to clear their cache in response to the other source's change.
+     */
+    async requestCacheClear(updatedSourceFilesystem) {
+        const initTime = new Date().getTime();
+        const shouldInvokeAfterUpdate = await this.#pluginApi.shouldClearCache(updatedSourceFilesystem, {
+            globalFilesystem: this.#globalFilesystem,
+            pageExtensions: this.#pageExtensions,
+            ignorePages: this.#ignorePages,
+            serialiser: this.serialiser,
+            config: this.config.asReadOnly()
+        });
+        const timeTaken = new Date().getTime() - initTime;
+        if (timeTaken > 400) {
+            console.warn(`Lifecycle phase 'shouldClearCache' for source '${this.id.description}' took ${timeTaken}ms to complete. The method is async, so this may not be an accurate measurement of execution time, but consider optimising this method if it is performing intensive operations.`);
+        }
+        if (shouldInvokeAfterUpdate === true) {
+            this.filesystem.clearCache();
+        }
+    }
+    async use(plugins = [], serialisers = []) {
+        this.#plugins.push(...plugins);
+        this.#serialisers.push(...serialisers);
+    }
+    async invokeAfterUpdate(sharedFilesystem, globalConfig) {
+        const initTime = new Date().getTime();
+        await this.#pluginApi.afterUpdate(this.filesystem.asRestricted(), {
+            globalFilesystem: this.#globalFilesystem,
+            sharedFilesystem,
+            globalConfig,
+            pageExtensions: this.#pageExtensions,
+            ignorePages: this.#ignorePages,
+            serialiser: this.serialiser,
+            config: this.config.asReadOnly()
+        });
+        const timeTaken = new Date().getTime() - initTime;
+        if (timeTaken > 800) {
+            console.warn(`Lifecycle phase 'afterUpdate' for source '${this.id.description}' took ${timeTaken / 1000}s to complete. The method is async, so this may not be an accurate measurement of execution time, but consider optimising this method if it is performing intensive operations.`);
+        }
+    }
+    #createWorker() {
+        const worker = new WorkerSubscription({
+            modulePath: this.#modulePath,
+            name: this.id.description,
+            options: this.#mergedOptions,
+            namespace: this.namespace,
+            pageExtensions: this.#pageExtensions,
+            ignorePages: this.#ignorePages,
+            plugins: this.#plugins,
+            serialisers: this.#serialisers
+        });
+        worker.once(EVENT.ERROR, error => this.#emitter.emit(EVENT.ERROR, error));
+        worker.once(EVENT.EXIT, () => {
+            this.#emitter.emit(EVENT.EXIT);
+            this.#emitter.removeAllListeners();
+            // this.filesystem.reset();
+            this.filesystem = null;
+        });
+        worker.once(EVENT.START, () => this.#emitter.emit(EVENT.START));
+        return worker;
+    }
+    async start() {
+        this.serialiser = await bindSerialiser(this.#serialisers);
+        this.#pluginApi = await bindPluginMethods(this.#plugins);
+        this.#worker = this.#createWorker();
+        this.#worker.on(EVENT.UPDATE, async ({ data: { pages, symlinks, data } }) => {
+            this.config = createConfig(data);
+            this.#emitter.emit(EVENT.UPDATE, { pages, symlinks, data });
+        });
+    }
+    async isOwner(filePath) {
+        const isFileInSource = await this.filesystem.promises.exists(filePath);
+        return isFileInSource;
+    }
+    async triggerWorkflow(name, filePath, data) {
+        const foundWorkflows = this.#workflows?.filter(workflow => workflow.name === name);
+        if (foundWorkflows.length === 0) {
+            return {
+                error: `[Mosaic] Workflow ${name} not found for ${this.id.description.toString()}`
+            };
+        }
+        if (foundWorkflows.length > 1) {
+            return {
+                error: `[Mosaic] Multiple workflows with ${name} found for ${this.id.description.toString()}`
+            };
+        }
+        const triggeredWorkflow = foundWorkflows[0];
+        if (triggeredWorkflow) {
+            return triggeredWorkflow.action(this.#mergedOptions, triggeredWorkflow.options, filePath, data);
+        }
+        return false;
+    }
+}
+//# sourceMappingURL=Source.js.map

package/dist/Source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Source.js","sourceRoot":"","sources":["../src/Source.ts"],"names":[],"mappings":"AAAA,OAAO,YAAY,MAAM,QAAQ,CAAC;AAClC,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AAC/B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,IAAI,MAAM,MAAM,CAAC;AAcxB,OAAO,UAAU,MAAM,6BAA6B,CAAC;AACrD,OAAO,aAAa,MAAM,gCAAgC,CAAC;AAC3D,OAAO,YAAY,MAAM,2BAA2B,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACtE,OAAO,kBAAkB,EAAE,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAEpE,MAAM,CAAC,OAAO,OAAO,MAAM;IACzB,QAAQ,GAAiB,IAAI,YAAY,EAAE,CAAC;IAC5C,WAAW,CAAS;IACpB,QAAQ,GAA6B,EAAE,CAAC;IACxC,YAAY,GAAiC,EAAE,CAAC;IAChD,OAAO,CAAqB;IAC5B,iBAAiB,CAAe;IAChC,UAAU,CAAS;IACnB,cAAc,CAA0B;IACxC,eAAe,CAAW;IAC1B,YAAY,CAAW;IACvB,UAAU,GAAqB,EAAE,CAAC;IAElC,MAAM,CAAuC;IAC7C,UAAU,CAAa;IACvB,SAAS,CAAS;IAClB,EAAE,CAAS;IACX,UAAU,CAAgB;IAE1B,YACE,EAAE,UAAU,EAAE,SAAS,EAA0B,EACjD,aAAsC,EACtC,cAAwB,EACxB,WAAqB,EACrB,gBAA8B,EAC9B,SAA2B;QAE3B,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,EAAE,GAAG,MAAM,CACd,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CACpE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CACpD,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CACpB,CAAC;QACF,IAAI,CAAC,UAAU,GAAG,IAAI,aAAa,CAAC,IAAI,UAAU,CAAC,IAAI,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAClF,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;IACxC,CAAC;IAED,QAAQ,CAAC,QAAQ;QACf,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAEzC,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACzD,CAAC;IAED,OAAO,CAAC,QAAQ;QACd,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAE1C,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,CAAC,QAAQ;QACd,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAE1C,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,CAAC,QAAQ;QACb,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAEzC,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACvD,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YACvC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;SAC5D;QACD,IAAI,IAAI,CAAC,OAAO,EAAE;YAChB,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;SACrB;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,iBAAiB,CAAC,uBAAyC;QAC/D,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACtC,MAAM,uBAAuB,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,gBAAgB,CACpE,uBAAuB,EACvB;YACE,gBAAgB,EAAE,IAAI,CAAC,iBAAiB;YACxC,cAAc,EAAE,IAAI,CAAC,eAAe;YACpC,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;SACjC,CACF,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC;QAClD,IAAI,SAAS,GAAG,GAAG,EAAE;YACnB,OAAO,CAAC,IAAI,CACV,kDAAkD,IAAI,CAAC,EAAE,CAAC,WAAW,UAAU,SAAS,kLAAkL,CAC3Q,CAAC;SACH;QACD,IAAI,uBAAuB,KAAK,IAAI,EAAE;YACpC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;SAC9B;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CACP,UAAoC,EAAE,EACtC,cAA4C,EAAE;QAE9C,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;QAC/B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,gBAAgB,EAAE,YAAY;QACpD,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACtC,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,EAAE;YAChE,gBAAgB,EAAE,IAAI,CAAC,iBAAiB;YACxC,gBAAgB;YAChB,YAAY;YACZ,cAAc,EAAE,IAAI,CAAC,eAAe;YACpC,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE;SACjC,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC;QAClD,IAAI,SAAS,GAAG,GAAG,EAAE;YACnB,OAAO,CAAC,IAAI,CACV,6CAA6C,IAAI,CAAC,EAAE,CAAC,WAAW,UAC9D,SAAS,GAAG,IACd,iLAAiL,CAClL,CAAC;SACH;IACH,CAAC;IAED,aAAa;QACX,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC;YACpC,UAAU,EAAE,IAAI,CAAC,WAAW;YAC5B,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,WAAW;YACzB,OAAO,EAAE,IAAI,CAAC,cAAc;YAC5B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,cAAc,EAAE,IAAI,CAAC,eAAe;YACpC,WAAW,EAAE,IAAI,CAAC,YAAY;YAC9B,OAAO,EAAE,IAAI,CAAC,QAAQ;YACtB,WAAW,EAAE,IAAI,CAAC,YAAY;SAC/B,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;QAC1E,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE;YAC3B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;YACnC,2BAA2B;YAC3B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QAChE,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,UAAU,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,UAAU,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACpC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE;YAC1E,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,QAAgB;QAC5B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACvE,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAY,EAAE,QAAgB,EAAE,IAAa;QACjE,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAEnF,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE;YAC/B,OAAO;gBACL,KAAK,EAAE,qBAAqB,IAAI,kBAAkB,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE;aACnF,CAAC;SACH;QAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;YAC7B,OAAO;gBACL,KAAK,EAAE,oCAAoC,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE;aAC9F,CAAC;SACH;QAED,MAAM,iBAAiB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAE5C,IAAI,iBAAiB,EAAE;YACrB,OAAO,iBAAiB,CAAC,MAAM,CAC7B,IAAI,CAAC,cAAc,EACnB,iBAAiB,CAAC,OAAO,EACzB,QAAQ,EACR,IAAI,CACL,CAAC;SACH;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/SourceManager.d.ts

@@ -0,0 +1,11 @@
+import type { SourceModuleDefinition } from '@jpmorganchase/mosaic-types';
+import Source from './Source.js';
+export default class SourceManager {
+    #private;
+    constructor(globalFilesystem: any, sharedFilesystem: any, plugins?: any[], serialisers?: any[], pageExtensions?: any[], ignorePages?: any[]);
+    onSourceUpdate(callback: any): () => boolean;
+    triggerWorkflow(name: string, filePath: string, data: unknown): Promise<unknown>;
+    getSource(id: symbol): Source;
+    destroyAll(): void;
+    addSource(sourceDefinition: SourceModuleDefinition, options: Record<string, unknown>): Promise<Source>;
+}

package/dist/SourceManager.js

@@ -0,0 +1,137 @@
+import { merge } from 'lodash-es';
+import Source from './Source.js';
+import createConfig from './helpers/createConfig.js';
+function logUpdateStatus(sourceId, initOrStartTime) {
+    if (initOrStartTime) {
+        console.debug(`[Mosaic] Source '${sourceId.description}' received first docs snapshot ${(new Date().getTime() - initOrStartTime) / 1000}s after starting.`);
+    }
+    else {
+        console.debug(`[Mosaic] Source '${sourceId.description}' received updated docs`);
+    }
+}
+export default class SourceManager {
+    #sources = new Map();
+    #plugins;
+    #serialisers;
+    #handlers = new Set();
+    #globalFilesystem;
+    #sharedFilesystem;
+    #pageExtensions;
+    #ignorePages;
+    #globalConfig = createConfig();
+    constructor(globalFilesystem, sharedFilesystem, plugins = [], serialisers = [], pageExtensions = [], ignorePages = []) {
+        this.#plugins = plugins;
+        this.#pageExtensions = pageExtensions;
+        this.#ignorePages = ignorePages;
+        this.#serialisers = serialisers;
+        this.#globalFilesystem = globalFilesystem;
+        this.#sharedFilesystem = sharedFilesystem;
+    }
+    onSourceUpdate(callback) {
+        const handler = (filesystem, source) => callback(filesystem, source);
+        this.#handlers.add(handler);
+        return () => this.#handlers.delete(handler);
+    }
+    async triggerWorkflow(name, filePath, data) {
+        for (const source of this.#sources.values()) {
+            // eslint-disable-next-line no-await-in-loop
+            if (await source.isOwner(filePath)) {
+                const result = await source.triggerWorkflow(name, filePath, data);
+                return result;
+            }
+        }
+        return 'Workflow not found';
+    }
+    getSource(id) {
+        return this.#sources.get(id);
+    }
+    destroyAll() {
+        this.#sources.forEach(source => source.stop());
+    }
+    addSource(sourceDefinition, options) {
+        // eslint-disable-next-line no-async-promise-executor
+        return new Promise(async (resolve, reject) => {
+            let sourceActive = false;
+            const source = new Source(sourceDefinition, {
+                ...sourceDefinition.options,
+                ...options
+            }, this.#pageExtensions, this.#ignorePages, this.#globalFilesystem, sourceDefinition.workflows);
+            const immutableSourceFilesystem = source.filesystem.asReadOnly();
+            let initOrStartTime = new Date().getTime();
+            this.#sources.set(source.id, source);
+            source.use(this.#plugins, this.#serialisers);
+            await source.start();
+            source.onUpdate(async ({ pages, symlinks }) => {
+                if (!sourceActive) {
+                    reject(new Error(`Source '${source.id.description}' received a message before it was initialised.`));
+                }
+                else {
+                    logUpdateStatus(source.id, initOrStartTime);
+                    initOrStartTime = null;
+                    //
+                    try {
+                        this.#globalConfig.setData(Array.from(this.#sources.values()).reduce((mergedConfig, { config }) => merge(mergedConfig, config?.data || {}), {}), true);
+                        source.filesystem.reset();
+                        source.filesystem.fromJSON(pages);
+                        // We need to re-apply symlinks in the main thread
+                        await source.filesystem.symlinksFromJSON(symlinks);
+                        // After each async operation, we should check if anything has caused the Source to close
+                        if (!sourceActive) {
+                            return;
+                        }
+                        await source.invokeAfterUpdate(this.#sharedFilesystem, this.#globalConfig);
+                        // After each async operation, we should check if anything has caused the Source to close
+                        if (!sourceActive) {
+                            return;
+                        }
+                        source.filesystem.freeze();
+                        source.filesystem.clearCache();
+                        await this.#updateSources(immutableSourceFilesystem, source);
+                        this.#invokeUpdateCallbacks(immutableSourceFilesystem, source);
+                    }
+                    catch (e) {
+                        console.warn(`[Mosaic] Exceptions during source update are currently set to terminate the parent source. Terminating '${String(source.id.description)}'. See error:`);
+                        console.error(e);
+                        source.stop();
+                    }
+                    //
+                }
+            });
+            source.onError(error => {
+                console.error(error);
+                if (!sourceActive) {
+                    reject(error);
+                }
+            });
+            source.onExit(() => {
+                if (!sourceActive) {
+                    reject(new Error(`Source '${source.id.description}' silently exited before initialising.`));
+                }
+                console.debug(`[Mosaic] Source '${source.id.description}' closed`);
+                this.#sources.delete(source.id);
+                sourceActive = false;
+            });
+            source.onStart(() => {
+                sourceActive = true;
+                console.debug(`[Mosaic] Source '${source.id.description}' started in ${new Date().getTime() - initOrStartTime}ms - awaiting first docs snapshot`);
+                initOrStartTime = new Date().getTime();
+                resolve(source);
+            });
+        });
+    }
+    #invokeUpdateCallbacks(filesystem, source) {
+        this.#handlers.forEach(callback => callback(filesystem, source));
+    }
+    #updateSources(immutableSourceFilesystem, source) {
+        // Notify other frozen sources that something has changed. If a source's filesystem hasn't been frozen yet - there's no point
+        // in notifying it of another source changing, as it hasn't initialised or called `afterUpdate` for the first time yet anyway.
+        // No need to do them sequentially - we can fire them all off at once and wait for them all to finish in their own time
+        return Promise.all(Array.from(this.#sources.values()).map(existingSource => {
+            if (existingSource !== source && existingSource.filesystem.frozen) {
+                return existingSource.requestCacheClear(immutableSourceFilesystem);
+            }
+            return existingSource;
+        }));
+    }
+}
+//# sourceMappingURL=SourceManager.js.map

package/dist/SourceManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SourceManager.js","sourceRoot":"","sources":["../src/SourceManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AAUlC,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,YAAY,MAAM,2BAA2B,CAAC;AAErD,SAAS,eAAe,CAAC,QAAQ,EAAE,eAAe;IAChD,IAAI,eAAe,EAAE;QACnB,OAAO,CAAC,KAAK,CACX,oBAAoB,QAAQ,CAAC,WAAW,kCACtC,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,eAAe,CAAC,GAAG,IAC7C,mBAAmB,CACpB,CAAC;KACH;SAAM;QACL,OAAO,CAAC,KAAK,CAAC,oBAAoB,QAAQ,CAAC,WAAW,yBAAyB,CAAC,CAAC;KAClF;AACH,CAAC;AAED,MAAM,CAAC,OAAO,OAAO,aAAa;IAChC,QAAQ,GAAwB,IAAI,GAAG,EAAE,CAAC;IAC1C,QAAQ,CAA2B;IACnC,YAAY,CAA+B;IAC3C,SAAS,GACP,IAAI,GAAG,EAAE,CAAC;IACZ,iBAAiB,CAAe;IAChC,iBAAiB,CAAiB;IAClC,eAAe,CAAW;IAC1B,YAAY,CAAW;IACvB,aAAa,GAAG,YAAY,EAAE,CAAC;IAE/B,YACE,gBAAgB,EAChB,gBAAgB,EAChB,OAAO,GAAG,EAAE,EACZ,WAAW,GAAG,EAAE,EAChB,cAAc,GAAG,EAAE,EACnB,WAAW,GAAG,EAAE;QAEhB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QACtC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;QAC1C,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;IAC5C,CAAC;IAED,cAAc,CAAC,QAAQ;QACrB,MAAM,OAAO,GAAG,CAAC,UAA4B,EAAE,MAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC/F,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5B,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAY,EAAE,QAAgB,EAAE,IAAa;QACjE,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE;YAC3C,4CAA4C;YAC5C,IAAI,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;gBAClC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;gBAClE,OAAO,MAAM,CAAC;aACf;SACF;QACD,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IAED,SAAS,CAAC,EAAU;QAClB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,UAAU;QACR,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,SAAS,CACP,gBAAwC,EACxC,OAAgC;QAEhC,qDAAqD;QACrD,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,IAAI,YAAY,GAAG,KAAK,CAAC;YAEzB,MAAM,MAAM,GAAG,IAAI,MAAM,CACvB,gBAAgB,EAChB;gBACE,GAAI,gBAAgB,CAAC,OAAmC;gBACxD,GAAG,OAAO;aACX,EACD,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,iBAAiB,EACtB,gBAAgB,CAAC,SAAS,CAC3B,CAAC;YACF,MAAM,yBAAyB,GAAG,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YAEjE,IAAI,eAAe,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAE3C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAErC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YAE7C,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YAErB,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,EAAE;gBAC5C,IAAI,CAAC,YAAY,EAAE;oBACjB,MAAM,CACJ,IAAI,KAAK,CACP,WAAW,MAAM,CAAC,EAAE,CAAC,WAAW,iDAAiD,CAClF,CACF,CAAC;iBACH;qBAAM;oBACL,eAAe,CAAC,MAAM,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC;oBAC5C,eAAe,GAAG,IAAI,CAAC;oBAEvB,EAAE;oBACF,IAAI;wBACF,IAAI,CAAC,aAAa,CAAC,OAAO,CACxB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CACvC,CAAC,YAAY,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,EACrE,EAAE,CACH,EACD,IAAI,CACL,CAAC;wBACF,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;wBAC1B,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;wBAClC,kDAAkD;wBAClD,MAAM,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;wBAEnD,yFAAyF;wBACzF,IAAI,CAAC,YAAY,EAAE;4BACjB,OAAO;yBACR;wBAED,MAAM,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;wBAE3E,yFAAyF;wBACzF,IAAI,CAAC,YAAY,EAAE;4BACjB,OAAO;yBACR;wBAED,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;wBAC3B,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;wBAE/B,MAAM,IAAI,CAAC,cAAc,CAAC,yBAAyB,EAAE,MAAM,CAAC,CAAC;wBAC7D,IAAI,CAAC,sBAAsB,CAAC,yBAAyB,EAAE,MAAM,CAAC,CAAC;qBAChE;oBAAC,OAAO,CAAC,EAAE;wBACV,OAAO,CAAC,IAAI,CACV,2GAA2G,MAAM,CAC/G,MAAM,CAAC,EAAE,CAAC,WAAW,CACtB,eAAe,CACjB,CAAC;wBACF,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;wBACjB,MAAM,CAAC,IAAI,EAAE,CAAC;qBACf;oBACD,EAAE;iBACH;YACH,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBACrB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACrB,IAAI,CAAC,YAAY,EAAE;oBACjB,MAAM,CAAC,KAAK,CAAC,CAAC;iBACf;YACH,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;gBACjB,IAAI,CAAC,YAAY,EAAE;oBACjB,MAAM,CACJ,IAAI,KAAK,CAAC,WAAW,MAAM,CAAC,EAAE,CAAC,WAAW,wCAAwC,CAAC,CACpF,CAAC;iBACH;gBACD,OAAO,CAAC,KAAK,CAAC,oBAAoB,MAAM,CAAC,EAAE,CAAC,WAAW,UAAU,CAAC,CAAC;gBAEnE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAChC,YAAY,GAAG,KAAK,CAAC;YACvB,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE;gBAClB,YAAY,GAAG,IAAI,CAAC;gBACpB,OAAO,CAAC,KAAK,CACX,oBAAoB,MAAM,CAAC,EAAE,CAAC,WAAW,gBACvC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,eACzB,mCAAmC,CACpC,CAAC;gBACF,eAAe,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;gBACvC,OAAO,CAAC,MAAM,CAAC,CAAC;YAClB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,sBAAsB,CAAC,UAA4B,EAAE,MAAc;QACjE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;IACnE,CAAC;IAED,cAAc,CAAC,yBAAyB,EAAE,MAAM;QAC9C,6HAA6H;QAC7H,8HAA8H;QAC9H,uHAAuH;QACvH,OAAO,OAAO,CAAC,GAAG,CAChB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE;YACtD,IAAI,cAAc,KAAK,MAAM,IAAI,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE;gBACjE,OAAO,cAAc,CAAC,iBAAiB,CAAC,yBAAyB,CAAC,CAAC;aACpE;YACD,OAAO,cAAc,CAAC;QACxB,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;CACF"}

package/dist/WorkerSubscription.d.ts

@@ -0,0 +1,16 @@
+/// <reference types="node" resolution-mode="require"/>
+import EventEmitter from 'events';
+export declare enum EVENT {
+    ERROR = "ERROR",
+    EXIT = "EXIT",
+    START = "START",
+    UPDATE = "UPDATE"
+}
+export default class WorkerSubscription {
+    #private;
+    constructor(workerData: any);
+    get closed(): boolean;
+    stop(): void;
+    once(type: EVENT, handler: any): () => EventEmitter;
+    on(type: EVENT, handler: any): () => EventEmitter;
+}

package/dist/WorkerSubscription.js

@@ -0,0 +1,69 @@
+import EventEmitter from 'events';
+import from from './operators/ObservableWorker.js';
+export var EVENT;
+(function (EVENT) {
+    EVENT["ERROR"] = "ERROR";
+    EVENT["EXIT"] = "EXIT";
+    EVENT["START"] = "START";
+    EVENT["UPDATE"] = "UPDATE";
+})(EVENT || (EVENT = {}));
+const textDecoder = new TextDecoder('utf8');
+export default class WorkerSubscription {
+    #worker$;
+    #emitter = new EventEmitter();
+    constructor(workerData) {
+        this.#worker$ = from(workerData).subscribe({
+            next: this.#onNext,
+            error: this.#onError,
+            complete: this.#onComplete
+        });
+    }
+    get closed() {
+        return this.#worker$?.closed;
+    }
+    stop() {
+        if (this.closed) {
+            throw new Error('Cannot stop source - subscription is already closed');
+        }
+        this.#worker$.unsubscribe();
+        this.#onComplete();
+    }
+    once(type, handler) {
+        const autoUnsubscribeHandler = (...args) => {
+            this.#emitter.off(type, autoUnsubscribeHandler);
+            handler(...args);
+        };
+        this.on(type, autoUnsubscribeHandler);
+        return () => this.#emitter.off(type, autoUnsubscribeHandler);
+    }
+    on(type, handler) {
+        this.#emitter.on(type, handler);
+        return () => this.#emitter.off(type, handler);
+    }
+    #onNext = ({ type, data }) => {
+        if (type === 'message') {
+            this.#emitter.emit(EVENT.UPDATE, { data: JSON.parse(textDecoder.decode(data)) });
+        }
+        else if (type === 'init') {
+            this.#emitter.emit(EVENT.START);
+            if (data) {
+                // We receive a file buffer for 'init', not an object
+                this.#emitter.emit(EVENT.UPDATE, { data: JSON.parse(textDecoder.decode(data)) });
+            }
+        }
+        else {
+            this.#onError(new Error(`Unsupported type '${type}' with value of '${data}' received from source worker.`));
+            this.#worker$.unsubscribe();
+            this.#worker$ = null;
+        }
+    };
+    #onError = e => {
+        this.#emitter.emit(EVENT.ERROR, e);
+        this.#onComplete();
+    };
+    #onComplete = () => {
+        this.#emitter.emit(EVENT.EXIT);
+        this.#emitter.removeAllListeners();
+    };
+}
+//# sourceMappingURL=WorkerSubscription.js.map

package/dist/WorkerSubscription.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WorkerSubscription.js","sourceRoot":"","sources":["../src/WorkerSubscription.ts"],"names":[],"mappings":"AAAA,OAAO,YAAY,MAAM,QAAQ,CAAC;AAGlC,OAAO,IAAI,MAAM,iCAAiC,CAAC;AAEnD,MAAM,CAAN,IAAY,KAKX;AALD,WAAY,KAAK;IACf,wBAAe,CAAA;IACf,sBAAa,CAAA;IACb,wBAAe,CAAA;IACf,0BAAiB,CAAA;AACnB,CAAC,EALW,KAAK,KAAL,KAAK,QAKhB;AAED,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC;AAE5C,MAAM,CAAC,OAAO,OAAO,kBAAkB;IACrC,QAAQ,CAAe;IACvB,QAAQ,GAAG,IAAI,YAAY,EAAE,CAAC;IAE9B,YAAY,UAAU;QACpB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAiD,UAAU,CAAC,CAAC,SAAS,CAAC;YACzF,IAAI,EAAE,IAAI,CAAC,OAAO;YAClB,KAAK,EAAE,IAAI,CAAC,QAAQ;YACpB,QAAQ,EAAE,IAAI,CAAC,WAAW;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC/B,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;SACxE;QACD,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC5B,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED,IAAI,CAAC,IAAW,EAAE,OAAO;QACvB,MAAM,sBAAsB,GAAG,CAAC,GAAG,IAAI,EAAE,EAAE;YACzC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;YAChD,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;QACnB,CAAC,CAAC;QACF,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;QAEtC,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;IAC/D,CAAC;IAED,EAAE,CAAC,IAAW,EAAE,OAAO;QACrB,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAEhC,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,EAAkD,EAAE,EAAE;QAC3E,IAAI,IAAI,KAAK,SAAS,EAAE;YACtB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;SAClF;aAAM,IAAI,IAAI,KAAK,MAAM,EAAE;YAC1B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAChC,IAAI,IAAI,EAAE;gBACR,qDAAqD;gBACrD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;aAClF;SACF;aAAM;YACL,IAAI,CAAC,QAAQ,CACX,IAAI,KAAK,CAAC,qBAAqB,IAAI,oBAAoB,IAAI,gCAAgC,CAAC,CAC7F,CAAC;YACF,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;SACtB;IACH,CAAC,CAAC;IAEF,QAAQ,GAAG,CAAC,CAAC,EAAE;QACb,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC,CAAC;IAEF,WAAW,GAAG,GAAG,EAAE;QACjB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;IACrC,CAAC,CAAC;CACH"}

package/dist/filesystems/FileAccess.d.ts

@@ -0,0 +1,31 @@
+import { DirectoryJSON, IRealpathOptions, _Volume, TDataOut } from 'memfs';
+import type { IFileAccess } from '@jpmorganchase/mosaic-types';
+export default class FileAccess implements IFileAccess {
+    #private;
+    constructor(filesystemAdapter: _Volume);
+    readFile(file: any): Promise<any>;
+    glob(pattern: any, options: any): Promise<any[]>;
+    $$addReadFileHook(hook: any): void;
+    readdir(dir: any, options: any): Promise<TDataOut[] | import("memfs").Dirent[]>;
+    stat(file: any, options: any): Promise<import("memfs").Stats<import("memfs").TStatNumber>>;
+    get $$frozen(): boolean;
+    realpath(target: any, options?: string | IRealpathOptions): Promise<TDataOut>;
+    $$symlinksFromJSON(symlinks: any): Promise<void>;
+    unlink(target: any): Promise<void>;
+    symlink(target: any, alias: any, type: any): Promise<void>;
+    writeFile(file: any, data: any): Promise<void>;
+    mkdir(dir: any, options: any): Promise<void>;
+    exists(file: any): Promise<boolean>;
+    toJSON(): DirectoryJSON;
+    symlinksToJSON(): {
+        [key: string]: {
+            target: string;
+            type: string;
+        }[];
+    };
+    $$freeze(): void;
+    $$unfreeze(): void;
+    $$clearCache(): void;
+    $$reset(): Promise<void>;
+    fromJSON(json: DirectoryJSON): void;
+}