@powerhousedao/reactor-api 1.29.18-dev.0 → 1.29.18-dev.3

package/dist/src/graphql/drive/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/graphql/drive/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,KAAK,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAOpE,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,oDAAoD,CAAC;AAyB7F,qBAAa,aAAc,SAAQ,QAAQ;IACzC,OAAO,CAAC,MAAM,CAGX;gBAES,IAAI,EAAE,YAAY;IAM9B,IAAI,SAAc;IAClB,QAAQ,iCAsJN;IAEF,SAAS,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAoPpC;CACH"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/graphql/drive/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,KAAK,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAOpE,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,oDAAoD,CAAC;AAyB7F,qBAAa,aAAc,SAAQ,QAAQ;IACzC,OAAO,CAAC,MAAM,CAGX;gBAES,IAAI,EAAE,YAAY;IAS9B,IAAI,SAAc;IAClB,QAAQ,iCAsJN;IAEF,SAAS,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAoPpC;CACH"}

package/dist/src/graphql/drive/index.js

@@ -16,6 +16,9 @@ export class DriveSubgraph extends Subgraph {
         super(args);
         this.logger.verbose(`constructor()`);
     }
+    // Note: This GQL declaration depends on the document drive subgraph already
+    // being registered. If the document drive subgraph is not registered, this
+    // will throw an error as it relies on those types.
     name = "d/:drive";
     typeDefs = gql `
     type DriveMeta {
@@ -224,7 +227,7 @@ export class DriveSubgraph extends Subgraph {
                     id,
                     revision: document.revision.global,
                     state: document.state.global,
-                    stateJSON: JSON.stringify(document.state.global),
+                    stateJSON: document.state.global,
                     operations: document.operations.global.map((op) => ({
                         ...op,
                         inputText: typeof op.input === "string"

package/dist/src/packages/import-loader.d.ts

@@ -0,0 +1,14 @@
+import { SubgraphClass } from "#graphql/index.js";
+import { ProcessorFactory } from "document-drive/processors/types";
+import { DocumentModelModule } from "document-model";
+import { IPackageLoader } from "./types.js";
+/**
+ * This class is used to load packages using the import keyword.
+ */
+export declare class ImportPackageLoader implements IPackageLoader {
+    private readonly logger;
+    loadDocumentModels(identifier: string): Promise<DocumentModelModule[]>;
+    loadSubgraphs(identifier: string): Promise<SubgraphClass[]>;
+    loadProcessors(identifier: string): Promise<(module: any) => ProcessorFactory>;
+}
+//# sourceMappingURL=import-loader.d.ts.map

package/dist/src/packages/import-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"import-loader.d.ts","sourceRoot":"","sources":["../../../src/packages/import-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAElD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAG5C;;GAEG;AACH,qBAAa,mBAAoB,YAAW,cAAc;IACxD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiD;IAElE,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC;IAyBtE,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAsB3D,cAAc,CAClB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,CAAC,MAAM,EAAE,GAAG,KAAK,gBAAgB,CAAC;CAgB9C"}

package/dist/src/packages/import-loader.js

@@ -0,0 +1,53 @@
+import { childLogger } from "document-drive";
+import { loadDependency } from "./util.js";
+/**
+ * This class is used to load packages using the import keyword.
+ */
+export class ImportPackageLoader {
+    logger = childLogger(["reactor-api", "import-loader"]);
+    async loadDocumentModels(identifier) {
+        this.logger.verbose("Loading document models from package:", identifier);
+        let pkgModule;
+        try {
+            pkgModule = (await loadDependency(identifier, "document-models"));
+        }
+        catch (e) {
+            this.logger.verbose(`  ➜  No Document Models found: ${identifier}`);
+            return [];
+        }
+        if (pkgModule) {
+            this.logger.verbose(`  ➜  Loaded Document Models from: ${identifier}`);
+            return Object.values(pkgModule);
+        }
+        else {
+            this.logger.verbose(`  ➜  No Document Models found: ${identifier}`);
+            return [];
+        }
+    }
+    async loadSubgraphs(identifier) {
+        this.logger.verbose("Loading subgraphs from package:", identifier);
+        const pkgModule = (await loadDependency(identifier, "subgraphs"));
+        if (!pkgModule) {
+            this.logger.verbose(`  ➜  No Subgraphs found: ${identifier}`);
+            return [];
+        }
+        const subgraphs = Object.values(pkgModule).map((subgraph) => {
+            return Object.values(subgraph);
+        });
+        this.logger.verbose(`  ➜  Loaded Subgraphs from: ${identifier}`);
+        return subgraphs.flat();
+    }
+    async loadProcessors(identifier) {
+        this.logger.verbose("Loading processors from package:", identifier);
+        const pkgModule = (await loadDependency(identifier, "processors"));
+        if (pkgModule) {
+            this.logger.verbose(`  ➜  Loaded Processor Factory from: ${identifier}`);
+            return pkgModule;
+        }
+        else {
+            this.logger.verbose(`  ➜  No Processor Factory found: ${identifier}`);
+        }
+        // empty processor factory
+        return () => () => [];
+    }
+}

package/dist/src/packages/package-manager.d.ts

@@ -0,0 +1,28 @@
+import { type SubgraphClass } from "@powerhousedao/reactor-api";
+import { ProcessorFactory } from "document-drive/processors/types";
+import { type DocumentModelModule } from "document-model";
+import { IPackageLoader, IPackageManager, IPackageManagerOptions, PackageManagerResult } from "./types.js";
+export declare function getUniqueDocumentModels(...documentModels: DocumentModelModule[][]): DocumentModelModule[];
+export declare class PackageManager implements IPackageManager {
+    protected options: IPackageManagerOptions;
+    private readonly logger;
+    private loaders;
+    private docModelsMap;
+    private subgraphsMap;
+    private processorMap;
+    private configWatcher;
+    private eventEmitter;
+    constructor(loaders: IPackageLoader[], options: IPackageManagerOptions);
+    init(): Promise<PackageManagerResult>;
+    private loadPackages;
+    private getAllPackageNames;
+    private getPackageNamesFromConfigFile;
+    private initConfigFileWatcher;
+    private updatePackagesMap;
+    private updateSubgraphsMap;
+    private updateProcessorsMap;
+    onDocumentModelsChange(handler: (documentModels: Record<string, DocumentModelModule[]>) => void): void;
+    onSubgraphsChange(handler: (subgraphs: Map<string, SubgraphClass[]>) => void): void;
+    onProcessorsChange(handler: (processors: Map<string, ((module: any) => ProcessorFactory)[]>) => void): void;
+}
+//# sourceMappingURL=package-manager.d.ts.map

package/dist/src/packages/package-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"package-manager.d.ts","sourceRoot":"","sources":["../../../src/packages/package-manager.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAEhE,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAEL,KAAK,mBAAmB,EACzB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EACL,cAAc,EACd,eAAe,EACf,sBAAsB,EACtB,oBAAoB,EACrB,MAAM,YAAY,CAAC;AACpB,wBAAgB,uBAAuB,CACrC,GAAG,cAAc,EAAE,mBAAmB,EAAE,EAAE,GACzC,mBAAmB,EAAE,CAUvB;AAED,qBAAa,cAAe,YAAW,eAAe;IAmBlD,SAAS,CAAC,OAAO,EAAE,sBAAsB;IAlB3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmD;IAC1E,OAAO,CAAC,OAAO,CAAmB;IAElC,OAAO,CAAC,YAAY,CAA4C;IAChE,OAAO,CAAC,YAAY,CAAsC;IAC1D,OAAO,CAAC,YAAY,CAGhB;IACJ,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,YAAY,CAIf;gBAGH,OAAO,EAAE,cAAc,EAAE,EACf,OAAO,EAAE,sBAAsB;IAM9B,IAAI,IAAI,OAAO,CAAC,oBAAoB,CAAC;YAQpC,YAAY;IAsD1B,OAAO,CAAC,kBAAkB;IAU1B,OAAO,CAAC,6BAA6B;IAKrC,OAAO,CAAC,qBAAqB;IAgB7B,OAAO,CAAC,iBAAiB;IAezB,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,mBAAmB;IAe3B,sBAAsB,CACpB,OAAO,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,CAAC,KAAK,IAAI,GACvE,IAAI;IAIP,iBAAiB,CACf,OAAO,EAAE,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC,KAAK,IAAI,GACzD,IAAI;IAIP,kBAAkB,CAChB,OAAO,EAAE,CACP,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,GAAG,KAAK,gBAAgB,CAAC,EAAE,CAAC,KAC3D,IAAI,GACR,IAAI;CAGR"}

package/dist/src/packages/package-manager.js

@@ -0,0 +1,135 @@
+import { getConfig } from "@powerhousedao/config";
+import { childLogger, driveDocumentModelModule } from "document-drive";
+import { documentModelDocumentModelModule, } from "document-model";
+import EventEmitter from "node:events";
+import { watchFile } from "node:fs";
+export function getUniqueDocumentModels(...documentModels) {
+    const uniqueModels = new Map();
+    for (const models of documentModels) {
+        for (const model of models) {
+            uniqueModels.set(model.documentModel.id, model);
+        }
+    }
+    return Array.from(uniqueModels.values());
+}
+export class PackageManager {
+    options;
+    logger = childLogger(["reactor-api", "package-manager"]);
+    loaders;
+    docModelsMap = new Map();
+    subgraphsMap = new Map();
+    processorMap = new Map();
+    configWatcher;
+    eventEmitter = new EventEmitter();
+    constructor(loaders, options) {
+        this.options = options;
+        this.loaders = loaders;
+        this.eventEmitter.setMaxListeners(0);
+    }
+    async init() {
+        if (this.options.configFile) {
+            this.initConfigFileWatcher(this.options.configFile);
+        }
+        return await this.loadPackages(this.getAllPackageNames());
+    }
+    async loadPackages(packages) {
+        this.logger.info(`Loading packages: ${packages.join(", ")}`);
+        const documentModelModuleMap = new Map();
+        const subgraphsMap = new Map();
+        const processorsMap = new Map();
+        // static prereqs
+        documentModelModuleMap.set("document-drive", [
+            driveDocumentModelModule,
+        ]);
+        documentModelModuleMap.set("document-model", [
+            documentModelDocumentModelModule,
+        ]);
+        for (const pkg of packages) {
+            const allDocumentModels = [];
+            const allSubgraphs = [];
+            const allProcessors = [];
+            for (const loader of this.loaders) {
+                const documentModels = await loader.loadDocumentModels(pkg);
+                const subgraphs = await loader.loadSubgraphs(pkg);
+                const processors = await loader.loadProcessors(pkg);
+                allDocumentModels.push(...documentModels);
+                allSubgraphs.push(...subgraphs);
+                allProcessors.push(processors);
+            }
+            documentModelModuleMap.set(pkg, allDocumentModels);
+            subgraphsMap.set(pkg, allSubgraphs);
+            processorsMap.set(pkg, allProcessors);
+        }
+        this.updatePackagesMap(documentModelModuleMap);
+        this.updateSubgraphsMap(subgraphsMap);
+        this.updateProcessorsMap(processorsMap);
+        return {
+            documentModels: getUniqueDocumentModels(...Array.from(documentModelModuleMap.values())),
+            subgraphs: subgraphsMap,
+            processors: processorsMap,
+        };
+    }
+    getAllPackageNames() {
+        const packageNames = this.options.packages ?? [];
+        if (this.options.configFile) {
+            packageNames.push(...this.getPackageNamesFromConfigFile(this.options.configFile));
+        }
+        return packageNames;
+    }
+    getPackageNamesFromConfigFile(configFile) {
+        const loadedConfig = getConfig(configFile);
+        return loadedConfig.packages?.map((pkg) => pkg.packageName) ?? [];
+    }
+    initConfigFileWatcher(configFile) {
+        if (!this.configWatcher) {
+            this.configWatcher = watchFile(configFile, { interval: 100 }, (curr, prev) => {
+                if (curr.mtime === prev.mtime) {
+                    return;
+                }
+                void this.loadPackages(this.getAllPackageNames());
+            });
+        }
+    }
+    updatePackagesMap(packagesMap) {
+        const oldPackages = Array.from(this.docModelsMap.keys());
+        const newPackages = Array.from(packagesMap.keys());
+        oldPackages
+            .filter((pkg) => !newPackages.includes(pkg))
+            .forEach((pkg) => {
+            this.logger.info(`> Removed package: ${pkg}`);
+        });
+        this.docModelsMap = packagesMap;
+        this.eventEmitter.emit("documentModelsChange", Object.fromEntries(packagesMap));
+    }
+    updateSubgraphsMap(subgraphsMap) {
+        const oldPackages = Array.from(this.subgraphsMap.keys());
+        const newPackages = Array.from(subgraphsMap.keys());
+        oldPackages
+            .filter((pkg) => !newPackages.includes(pkg))
+            .forEach((pkg) => {
+            this.logger.info(`> Removed Subgraphs from: ${pkg}`);
+        });
+        this.subgraphsMap = subgraphsMap;
+        this.eventEmitter.emit("subgraphsChange", subgraphsMap);
+    }
+    updateProcessorsMap(processorsMap) {
+        const oldPackages = Array.from(this.processorMap.keys());
+        const newPackages = Array.from(processorsMap.keys());
+        oldPackages
+            .filter((pkg) => !newPackages.includes(pkg))
+            .forEach((pkg) => {
+            this.logger.info(`> Removed Processor Factories from: ${pkg}`);
+        });
+        this.processorMap = processorsMap;
+        this.eventEmitter.emit("processorsChange", processorsMap);
+    }
+    onDocumentModelsChange(handler) {
+        this.eventEmitter.on("documentModelsChange", handler);
+    }
+    onSubgraphsChange(handler) {
+        this.eventEmitter.on("subgraphsChange", handler);
+    }
+    onProcessorsChange(handler) {
+        this.eventEmitter.on("processorsChange", handler);
+    }
+}

package/dist/src/packages/types.d.ts

@@ -0,0 +1,27 @@
+import { SubgraphClass } from "#graphql/index.js";
+import { ProcessorFactory } from "document-drive/processors/types";
+import { DocumentModelModule } from "document-model";
+export interface IPackageLoader {
+    loadDocumentModels(identifier: string): Promise<DocumentModelModule[]>;
+    loadSubgraphs(identifier: string): Promise<SubgraphClass[]>;
+    loadProcessors(identifier: string): Promise<(module: any) => ProcessorFactory>;
+}
+export interface IPackageManager {
+    onDocumentModelsChange(handler: (documentModels: Record<string, DocumentModelModule[]>) => void): void;
+}
+export type IPackageManagerOptions = {
+    packages?: string[];
+    configFile?: string;
+};
+export interface PackageConfig {
+    packageName: string;
+}
+export interface PowerhouseConfig {
+    packages?: PackageConfig[];
+}
+export type PackageManagerResult = {
+    documentModels: DocumentModelModule[];
+    subgraphs: Map<string, SubgraphClass[]>;
+    processors: Map<string, ((module: any) => ProcessorFactory)[]>;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/src/packages/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/packages/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAErD,MAAM,WAAW,cAAc;IAC7B,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC;IACvE,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IAC5D,cAAc,CACZ,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,CAAC,MAAM,EAAE,GAAG,KAAK,gBAAgB,CAAC,CAAC;CAC/C;AAED,MAAM,WAAW,eAAe;IAC9B,sBAAsB,CACpB,OAAO,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,CAAC,KAAK,IAAI,GACvE,IAAI,CAAC;CACT;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,EAAE,aAAa,EAAE,CAAC;CAC5B;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,cAAc,EAAE,mBAAmB,EAAE,CAAC;IACtC,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;IACxC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,GAAG,KAAK,gBAAgB,CAAC,EAAE,CAAC,CAAC;CAChE,CAAC"}

package/dist/src/packages/types.js

@@ -0,0 +1 @@
+export {};

package/dist/src/packages/util.d.ts

@@ -0,0 +1,4 @@
+export declare const installPackages: (packages: string[]) => Promise<void>;
+export declare const readManifest: () => string;
+export declare function loadDependency(packageName: string, subPath: string): Promise<unknown>;
+//# sourceMappingURL=util.d.ts.map

package/dist/src/packages/util.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../src/packages/util.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,eAAe,GAAU,UAAU,MAAM,EAAE,kBAIvD,CAAC;AAEF,eAAO,MAAM,YAAY,cAGxB,CAAC;AAEF,wBAAsB,cAAc,CAClC,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,OAAO,CAAC,CAUlB"}

package/dist/src/packages/util.js

@@ -0,0 +1,21 @@
+import { execSync } from "node:child_process";
+export const installPackages = async (packages) => {
+    for (const packageName of packages) {
+        execSync(`ph install ${packageName}`);
+    }
+};
+export const readManifest = () => {
+    const manifest = execSync(`ph manifest`).toString();
+    return manifest;
+};
+export async function loadDependency(packageName, subPath) {
+    try {
+        const fullPath = `${packageName}/${subPath}`;
+        // vite does not support this, but that's okay as we have provided the
+        // vite-loader for this purpose
+        return await import(/* @vite-ignore */ fullPath);
+    }
+    catch (e) {
+        return null;
+    }
+}

package/dist/src/server.d.ts

@@ -1,3 +1,4 @@
+import { type IPackageLoader } from "#packages/types.js";
 import { type PGlite } from "@electric-sql/pglite";
 import { type IDocumentDriveServer } from "document-drive";
 import { type Express } from "express";
@@ -14,7 +15,17 @@ type Options = {
         keyPath: string;
         certPath: string;
     } | boolean | undefined;
+    packageLoader?: IPackageLoader;
 };
+/**
+ * Starts the API server.
+ *
+ * @param reactor - The document drive server.
+ * @param options - Additional options for server configuration. These options intended to be serializable.
+ * @param overrides - System overrides. These overrides are intended to be object references.
+ *
+ * @returns The API server.
+ */
 export declare function startAPI(reactor: IDocumentDriveServer, options: Options): Promise<API>;
 export {};
 //# sourceMappingURL=server.d.ts.map

package/dist/src/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAOnD,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAM3D,OAAgB,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAC;AAMhD,OAAO,EAAE,KAAK,IAAI,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AAGtC,KAAK,OAAO,GAAG;IACb,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,IAAI,GAAG,SAAS,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,CAAC,EACF;QACE,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;KAClB,GACD,OAAO,GACP,SAAS,CAAC;CACf,CAAC;AAsKF,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,oBAAoB,EAC7B,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,GAAG,CAAC,CAwDd"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAOnD,OAAO,EAGL,KAAK,oBAAoB,EAC1B,MAAM,gBAAgB,CAAC;AAGxB,OAAgB,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAC;AAMhD,OAAO,EAAE,KAAK,IAAI,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,KAAK,GAAG,EAAsB,MAAM,YAAY,CAAC;AAK1D,KAAK,OAAO,GAAG;IACb,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,IAAI,GAAG,SAAS,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,CAAC,EACF;QACE,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;KAClB,GACD,OAAO,GACP,SAAS,CAAC;IACd,aAAa,CAAC,EAAE,cAAc,CAAC;CAChC,CAAC;AAqJF;;;;;;;;GAQG;AACH,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,oBAAoB,EAC7B,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,GAAG,CAAC,CAsEd"}

package/dist/src/server.js

@@ -1,15 +1,18 @@
 import { config } from "#config.js";
 import { GraphQLManager } from "#graphql/graphql-manager.js";
 import { renderGraphqlPlayground } from "#graphql/playground.js";
-import { getUniqueDocumentModels, PackagesManager, } from "#package-manager.js";
+import { ImportPackageLoader } from "#packages/import-loader.js";
+import { getUniqueDocumentModels, PackageManager, } from "#packages/package-manager.js";
 import { KnexAnalyticsStore, KnexQueryExecutor, } from "@powerhousedao/analytics-engine-knex";
 import devcert from "devcert";
+import { childLogger, } from "document-drive";
 import { ProcessorManager } from "document-drive/processors/processor-manager";
 import express from "express";
 import fs from "node:fs";
 import https from "node:https";
 import path from "node:path";
 import { getDbClient } from "./utils/db.js";
+const logger = childLogger(["reactor-api", "server"]);
 const DEFAULT_PORT = 4000;
 /**
  * Sets up the Express app with necessary routes
@@ -38,30 +41,15 @@ function initializeDatabaseAndAnalytics(dbPath) {
     });
     return { db, analyticsStore };
 }
-/**
- * Initializes the package manager and returns the result
- */
-async function initializePackageManager(options) {
-    const pkgManager = new PackagesManager(options.configFile
-        ? {
-            configFile: options.configFile,
-        }
-        : {
-            packages: options.packages ?? [],
-        });
-    const result = (await pkgManager.init());
-    return { pkgManager, result };
-}
 /**
  * Sets up the subgraph manager and registers subgraphs
  */
-async function setupGraphQLManager(app, reactor, db, analyticsStore, result) {
+async function setupGraphQLManager(app, reactor, db, analyticsStore, subgraphs) {
     const graphqlManager = new GraphQLManager(config.basePath, app, reactor, db, analyticsStore);
-    if (result.subgraphs) {
-        for (const [supergraph, subgraphs] of result.subgraphs.entries()) {
-            for (const subgraph of subgraphs) {
-                await graphqlManager.registerSubgraph(subgraph, supergraph);
-            }
+    await graphqlManager.init();
+    for (const [supergraph, collection] of subgraphs.entries()) {
+        for (const subgraph of collection) {
+            graphqlManager.registerSubgraph(subgraph, "graphql");
         }
     }
     await graphqlManager.init();
@@ -79,16 +67,16 @@ function setupEventListeners(pkgManager, reactor, graphqlManager, processorManag
     pkgManager.onSubgraphsChange((packagedSubgraphs) => {
         for (const [supergraph, subgraphs] of packagedSubgraphs) {
             for (const subgraph of subgraphs) {
-                graphqlManager.registerSubgraph(subgraph, supergraph);
+                graphqlManager.registerSubgraph(subgraph, "graphql");
             }
         }
         graphqlManager.updateRouter();
     });
     pkgManager.onProcessorsChange(async (processors) => {
-        for (const [packageName, fn] of processors) {
+        for (const [packageName, fns] of processors) {
             await processorManager.unregisterFactory(packageName);
-            const factory = fn(module);
-            await processorManager.registerFactory(packageName, factory);
+            const factories = fns.map((fn) => fn(module));
+            await processorManager.registerFactory(packageName, (driveId) => factories.map((factory) => factory(driveId)).flat());
         }
     });
 }
@@ -124,6 +112,15 @@ async function startServer(app, port, httpsOptions) {
         app.listen(port);
     }
 }
+/**
+ * Starts the API server.
+ *
+ * @param reactor - The document drive server.
+ * @param options - Additional options for server configuration. These options intended to be serializable.
+ * @param overrides - System overrides. These overrides are intended to be object references.
+ *
+ * @returns The API server.
+ */
 export async function startAPI(reactor, options) {
     const port = options.port ?? DEFAULT_PORT;
     const app = options.express ?? express();
@@ -134,25 +131,35 @@ export async function startAPI(reactor, options) {
     const { db, analyticsStore } = initializeDatabaseAndAnalytics(options.dbPath);
     const module = { db, analyticsStore };
     // Initialize package manager
-    const { pkgManager, result } = await initializePackageManager(options);
-    const documentModels = result.documentModels ?? [];
+    const loaders = [new ImportPackageLoader()];
+    if (options.packageLoader) {
+        loaders.push(options.packageLoader);
+    }
+    const packages = new PackageManager(loaders, {
+        configFile: options.configFile,
+        packages: options.packages ?? [],
+    });
+    const { documentModels, processors, subgraphs } = await packages.init();
     // initialize processors
     const processorManager = new ProcessorManager(reactor.listeners, reactor);
-    const packageToProcessorFactory = result.processors ?? new Map();
-    for (const [packageName, fn] of packageToProcessorFactory) {
-        const factory = fn(module);
-        processorManager.registerFactory(packageName, factory);
+    for (const [packageName, fns] of processors) {
+        const factories = fns.map((fn) => fn(module));
+        await processorManager.registerFactory(packageName, (driveId) => factories.map((factory) => factory(driveId)).flat());
     }
-    // Set document model modules
+    // hook up processor manager to drive added event
+    reactor.on("driveAdded", async (drive) => {
+        await processorManager.registerDrive(drive.state.global.id);
+    });
+    // set document model modules
     reactor.setDocumentModelModules(getUniqueDocumentModels([
         ...reactor.getDocumentModelModules(),
         ...documentModels,
     ]));
-    // Set up subgraph manager
-    const graphqlManager = await setupGraphQLManager(app, reactor, db, analyticsStore, result);
+    // set up subgraph manager
+    const graphqlManager = await setupGraphQLManager(app, reactor, db, analyticsStore, subgraphs);
     // Set up event listeners
-    setupEventListeners(pkgManager, reactor, graphqlManager, processorManager, module);
+    setupEventListeners(packages, reactor, graphqlManager, processorManager, module);
     // Start the server
     await startServer(app, port, options.https);
-    return { app, graphqlManager, processorManager };
+    return { app, graphqlManager, processorManager, packages };
 }

package/dist/src/types.d.ts

@@ -2,12 +2,16 @@ import { type IAnalyticsStore } from "@powerhousedao/analytics-engine-core";
 import { type IProcessorManager } from "document-drive/processors/types";
 import { type Express } from "express";
 import { type GraphQLManager } from "./graphql/graphql-manager.js";
-import { type Db } from "./utils/db.js";
+import { IPackageManager } from "./packages/types.js";
+import { Db } from "./utils/db.js";
+export type { SubgraphClass } from "./graphql/index.js";
+export type { IPackageLoader } from "./packages/types.js";
 export type { Db } from "./utils/db.js";
 export type API = {
     app: Express;
     graphqlManager: GraphQLManager;
     processorManager: IProcessorManager;
+    packages: IPackageManager;
 };
 export type ReactorModule = {
     analyticsStore: IAnalyticsStore;

package/dist/src/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,eAAe,EAAE,MAAM,sCAAsC,CAAC;AAC5E,OAAO,EAAE,KAAK,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AACzE,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,eAAe,CAAC;AACxC,YAAY,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AAExC,MAAM,MAAM,GAAG,GAAG;IAChB,GAAG,EAAE,OAAO,CAAC;IACb,cAAc,EAAE,cAAc,CAAC;IAC/B,gBAAgB,EAAE,iBAAiB,CAAC;CACrC,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,cAAc,EAAE,eAAe,CAAC;IAChC,gBAAgB,EAAE,EAAE,CAAC;CACtB,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,eAAe,EAAE,MAAM,sCAAsC,CAAC;AAC5E,OAAO,EAAE,KAAK,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AACzE,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AAEnC,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1D,YAAY,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AAExC,MAAM,MAAM,GAAG,GAAG;IAChB,GAAG,EAAE,OAAO,CAAC;IACb,cAAc,EAAE,cAAc,CAAC;IAC/B,gBAAgB,EAAE,iBAAiB,CAAC;IACpC,QAAQ,EAAE,eAAe,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,cAAc,EAAE,eAAe,CAAC;IAChC,gBAAgB,EAAE,EAAE,CAAC;CACtB,CAAC"}