@powerhousedao/reactor-api 1.29.17-staging.0 → 1.29.18-dev.2

package/dist/src/config.d.ts

@@ -0,0 +1,4 @@
+export declare const config: {
+    basePath: string;
+};
+//# sourceMappingURL=config.d.ts.map

package/dist/src/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,MAAM;;CAElB,CAAC"}

package/dist/src/config.js

@@ -0,0 +1,3 @@
+export const config = {
+    basePath: process.env.BASE_PATH || "/",
+};

package/dist/src/graphql/base/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/graphql/base/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,KAAK,SAAS,EAAE,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtE,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,SAAS,CAAC;AAG5C,qBAAa,QAAS,YAAW,SAAS;IACxC,IAAI,SAAa;IACjB,IAAI,SAAM;IACV,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAI5B;IACF,QAAQ,EAAE,YAAY,CAIpB;IACF,OAAO,EAAE,oBAAoB,CAAC;IAC9B,cAAc,EAAE,cAAc,CAAC;IAC/B,gBAAgB,EAAE,EAAE,CAAC;gBACT,IAAI,EAAE,YAAY;IAKxB,OAAO;CAGd"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/graphql/base/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,KAAK,SAAS,EAAE,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtE,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,SAAS,CAAC;AAG5C,qBAAa,QAAS,YAAW,SAAS;IACxC,IAAI,SAAa;IACjB,IAAI,SAAM;IACV,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAI5B;IACF,QAAQ,EAAE,YAAY,CAIpB;IACF,OAAO,EAAE,oBAAoB,CAAC;IAC9B,cAAc,EAAE,cAAc,CAAC;IAC/B,gBAAgB,EAAE,EAAE,CAAC;gBACT,IAAI,EAAE,YAAY;IAMxB,OAAO;CAGd"}

package/dist/src/graphql/base/index.js

@@ -19,6 +19,7 @@ export class Subgraph {
         this.reactor = args.reactor;
         this.graphqlManager = args.graphqlManager;
         this.operationalStore = args.operationalStore;
+        this.path = args.path ?? "";
     }
     async onSetup() {
         // noop

package/dist/src/graphql/drive/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/graphql/drive/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,KAAK,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAOpE,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,oDAAoD,CAAC;AAyB7F,qBAAa,aAAc,SAAQ,QAAQ;IACzC,OAAO,CAAC,MAAM,CAGX;gBAES,IAAI,EAAE,YAAY;IAM9B,IAAI,SAAc;IAClB,QAAQ,iCAsJN;IAEF,SAAS,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAoPpC;CACH"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/graphql/drive/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,KAAK,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAOpE,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,oDAAoD,CAAC;AAyB7F,qBAAa,aAAc,SAAQ,QAAQ;IACzC,OAAO,CAAC,MAAM,CAGX;gBAES,IAAI,EAAE,YAAY;IAS9B,IAAI,SAAc;IAClB,QAAQ,iCAsJN;IAEF,SAAS,EAAE,kBAAkB,CAAC,OAAO,CAAC,CAoPpC;CACH"}

package/dist/src/graphql/drive/index.js

@@ -16,6 +16,9 @@ export class DriveSubgraph extends Subgraph {
         super(args);
         this.logger.verbose(`constructor()`);
     }
+    // Note: This GQL declaration depends on the document drive subgraph already
+    // being registered. If the document drive subgraph is not registered, this
+    // will throw an error as it relies on those types.
     name = "d/:drive";
     typeDefs = gql `
     type DriveMeta {

package/dist/src/graphql/graphql-manager.d.ts

@@ -15,7 +15,7 @@ export declare class GraphQLManager {
     private contextFields;
     constructor(path: string, app: express.Express, reactor: IDocumentDriveServer, operationalStore: Db, analyticsStore: IAnalyticsStore, subgraphs?: Map<string, Subgraph[]>);
     init(): Promise<void>;
-    registerSubgraph(subgraph: SubgraphClass, supergraph?: string, path?: string): Promise<void>;
+    registerSubgraph(subgraph: SubgraphClass, supergraph?: string): Promise<void>;
     updateRouter(): Promise<void>;
     getAdditionalContextFields: () => Record<string, any>;
     setAdditionalContextFields(fields: Record<string, any>): void;

package/dist/src/graphql/graphql-manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"graphql-manager.d.ts","sourceRoot":"","sources":["../../../src/graphql/graphql-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,WAAW,CAAC;AAOpC,OAAO,EAAE,KAAK,eAAe,EAAE,MAAM,sCAAsC,CAAC;AAG5E,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAMnC,OAAO,EAAE,KAAK,QAAQ,EAAE,KAAK,aAAa,EAAE,MAAM,YAAY,CAAC;AAG/D,qBAAa,cAAc;;IAKvB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS;IAT5B,OAAO,CAAC,aAAa,CAAqB;IAC1C,OAAO,CAAC,aAAa,CAA2B;gBAG7B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,OAAO,CAAC,OAAO,EACpB,OAAO,EAAE,oBAAoB,EAC7B,gBAAgB,EAAE,EAAE,EACpB,cAAc,EAAE,eAAe,EAC/B,SAAS,GAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAa;IAW3D,IAAI;IAmBJ,gBAAgB,CAAC,QAAQ,EAAE,aAAa,EAAE,UAAU,SAAK,EAAE,IAAI,SAAK;IAsBpE,YAAY;IAQlB,0BAA0B,4BAExB;IAEF,0BAA0B,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAItD,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE;CA8HxD"}
+{"version":3,"file":"graphql-manager.d.ts","sourceRoot":"","sources":["../../../src/graphql/graphql-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,EAAE,MAAM,WAAW,CAAC;AAOpC,OAAO,EAAE,KAAK,eAAe,EAAE,MAAM,sCAAsC,CAAC;AAG5E,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AAOnC,OAAO,EAAE,KAAK,QAAQ,EAAE,KAAK,aAAa,EAAE,MAAM,YAAY,CAAC;AAG/D,qBAAa,cAAc;;IAKvB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS;IAT5B,OAAO,CAAC,aAAa,CAAqB;IAC1C,OAAO,CAAC,aAAa,CAA2B;gBAG7B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,OAAO,CAAC,OAAO,EACpB,OAAO,EAAE,oBAAoB,EAC7B,gBAAgB,EAAE,EAAE,EACpB,cAAc,EAAE,eAAe,EAC/B,SAAS,GAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAa;IAK3D,IAAI;IA2BJ,gBAAgB,CAAC,QAAQ,EAAE,aAAa,EAAE,UAAU,SAAK;IA6BzD,YAAY;IASlB,0BAA0B,4BAExB;IAEF,0BAA0B,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;IAItD,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE;CAiJxD"}

package/dist/src/graphql/graphql-manager.js

@@ -7,6 +7,7 @@ import { ApolloServerPluginLandingPageLocalDefault } from "@apollo/server/plugin
 import bodyParser from "body-parser";
 import cors from "cors";
 import { Router } from "express";
+import path from "node:path";
 import { AnalyticsSubgraph } from "./analytics/index.js";
 import { AuthSubgraph } from "./auth/index.js";
 import { DriveSubgraph } from "./drive/index.js";
@@ -27,15 +28,16 @@ export class GraphQLManager {
         this.operationalStore = operationalStore;
         this.analyticsStore = analyticsStore;
         this.subgraphs = subgraphs;
-        // Setup Default subgraphs
-        this.registerSubgraph(AuthSubgraph, "graphql");
-        this.registerSubgraph(SystemSubgraph, "graphql");
-        this.registerSubgraph(AnalyticsSubgraph, "graphql");
-        // special case for drive
-        this.registerSubgraph(DriveSubgraph);
+        this.subgraphs.set("graphql", []);
     }
     async init() {
         console.log(`> Initializing Subgraph Manager...`);
+        // Setup Default subgraphs
+        await this.registerSubgraph(AuthSubgraph, "graphql");
+        await this.registerSubgraph(SystemSubgraph, "graphql");
+        await this.registerSubgraph(AnalyticsSubgraph, "graphql");
+        // special case for drive
+        await this.registerSubgraph(DriveSubgraph);
         const models = this.reactor.getDocumentModelModules();
         const driveModel = models.find((it) => it.documentModel.name === "DocumentDrive");
         if (!driveModel) {
@@ -44,15 +46,16 @@ export class GraphQLManager {
         this.reactor.on("documentModelModules", () => {
             this.updateRouter().catch((error) => console.error(error));
         });
-        this.app.use(this.path, (req, res, next) => this.reactorRouter(req, res, next));
+        this.app.use("/", (req, res, next) => this.reactorRouter(req, res, next));
+        this.updateRouter();
     }
-    async registerSubgraph(subgraph, supergraph = "", path = "") {
+    async registerSubgraph(subgraph, supergraph = "") {
         const subgraphInstance = new subgraph({
             operationalStore: this.operationalStore,
             analyticsStore: this.analyticsStore,
             reactor: this.reactor,
             graphqlManager: this,
-            path,
+            path: this.path,
         });
         await subgraphInstance.onSetup();
         if (!this.subgraphs.get(supergraph)) {
@@ -62,10 +65,15 @@ export class GraphQLManager {
             this.subgraphs.set(supergraph, []);
         }
         this.subgraphs.get(supergraph)?.push(subgraphInstance);
-        console.log(`> Registered ${supergraph ? "/" + supergraph : ""}${this.path.endsWith("/") ? this.path : this.path + "/"}${subgraphInstance.name} subgraph.`);
-        await this.updateRouter();
+        // also add to global graphql supergraph
+        if (supergraph !== "" && supergraph !== "graphql") {
+            this.subgraphs.get("graphql")?.push(subgraphInstance);
+        }
+        console.log(`> Registered ${this.path.endsWith("/") ? this.path : this.path + "/"}${supergraph ? supergraph + "/" : ""}${subgraphInstance.name} subgraph.`);
+        // this.updateRouter();
     }
     async updateRouter() {
+        console.log("> Updating router");
         const newRouter = Router();
         newRouter.use(cors());
         newRouter.use(bodyParser.json());
@@ -110,9 +118,12 @@ export class GraphQLManager {
             }
         });
     }
+    #getSubgraphPath(subgraph, supergraph) {
+        return path.join(subgraph.path, supergraph, subgraph.name);
+    }
     async #setupSubgraphs(router) {
         for (const [supergraph, subgraphs] of this.subgraphs.entries()) {
-            const supergraphEndpoints = {};
+            const supergraphEndpoints = [];
             for (const subgraph of subgraphs) {
                 const subgraphConfig = this.#getLocalSubgraphConfig(subgraph.name);
                 if (!subgraphConfig)
@@ -121,30 +132,39 @@ export class GraphQLManager {
                 const schema = createSchema(this.reactor, subgraphConfig.resolvers, subgraphConfig.typeDefs);
                 // create and start apollo server
                 const server = this.#createApolloServer(schema);
-                const path = `${subgraph.path ? "/" + subgraph.path : ""}${supergraph !== "" ? "/" + supergraph : ""}/${subgraphConfig.name}`;
+                const path = this.#getSubgraphPath(subgraph, supergraph);
                 await server.start();
                 await this.#waitForServer(server);
                 this.#setupApolloExpressMiddleware(server, router, path);
                 if (supergraph !== "") {
-                    supergraphEndpoints[path] = server;
+                    supergraphEndpoints.push(this.#getSubgraphPath(subgraph, supergraph));
                 }
             }
-            if (Object.keys(supergraphEndpoints).length > 0) {
+            if (supergraphEndpoints.length > 0) {
+                await this.#sleep(1000);
                 const supergraphServer = await this.#createApolloGateway(supergraphEndpoints);
                 if (supergraphServer) {
-                    const path = `/${supergraph}`;
-                    this.#setupApolloExpressMiddleware(supergraphServer, router, path);
+                    const superGraphPath = path.join(this.path, supergraph ?? "graphql");
+                    this.#setupApolloExpressMiddleware(supergraphServer, router, superGraphPath);
                 }
             }
         }
     }
+    #sleep(ms) {
+        return new Promise((resolve) => {
+            setTimeout(resolve, ms);
+        });
+    }
     async #createApolloGateway(endpoints) {
         try {
+            const herokuOrLocal = process.env.HEROKU_APP_DEFAULT_DOMAIN_NAME
+                ? `https://${process.env.HEROKU_APP_DEFAULT_DOMAIN_NAME}`
+                : `http://localhost:${process.env.PORT ?? 4001}`;
             const gateway = new ApolloGateway({
                 supergraphSdl: new IntrospectAndCompose({
-                    subgraphs: Object.keys(endpoints).map((path) => ({
-                        name: path.replaceAll("/", ""),
-                        url: `http://localhost:${process.env.PORT ?? 4001}${path}`,
+                    subgraphs: endpoints.map((endpoint) => ({
+                        name: endpoint.replaceAll("/", ""),
+                        url: `${herokuOrLocal}${endpoint}`,
                     })),
                 }),
             });

package/dist/src/packages/import-loader.d.ts

@@ -0,0 +1,14 @@
+import { SubgraphClass } from "#graphql/index.js";
+import { ProcessorFactory } from "document-drive/processors/types";
+import { DocumentModelModule } from "document-model";
+import { IPackageLoader } from "./types.js";
+/**
+ * This class is used to load packages using the import keyword.
+ */
+export declare class ImportPackageLoader implements IPackageLoader {
+    private readonly logger;
+    loadDocumentModels(identifier: string): Promise<DocumentModelModule[]>;
+    loadSubgraphs(identifier: string): Promise<SubgraphClass[]>;
+    loadProcessors(identifier: string): Promise<(module: any) => ProcessorFactory>;
+}
+//# sourceMappingURL=import-loader.d.ts.map

package/dist/src/packages/import-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"import-loader.d.ts","sourceRoot":"","sources":["../../../src/packages/import-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAElD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAG5C;;GAEG;AACH,qBAAa,mBAAoB,YAAW,cAAc;IACxD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiD;IAElE,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC;IAyBtE,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAsB3D,cAAc,CAClB,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,CAAC,MAAM,EAAE,GAAG,KAAK,gBAAgB,CAAC;CAgB9C"}

package/dist/src/packages/import-loader.js

@@ -0,0 +1,53 @@
+import { childLogger } from "document-drive";
+import { loadDependency } from "./util.js";
+/**
+ * This class is used to load packages using the import keyword.
+ */
+export class ImportPackageLoader {
+    logger = childLogger(["reactor-api", "import-loader"]);
+    async loadDocumentModels(identifier) {
+        this.logger.verbose("Loading document models from package:", identifier);
+        let pkgModule;
+        try {
+            pkgModule = (await loadDependency(identifier, "document-models"));
+        }
+        catch (e) {
+            this.logger.verbose(`  ➜  No Document Models found: ${identifier}`);
+            return [];
+        }
+        if (pkgModule) {
+            this.logger.verbose(`  ➜  Loaded Document Models from: ${identifier}`);
+            return Object.values(pkgModule);
+        }
+        else {
+            this.logger.verbose(`  ➜  No Document Models found: ${identifier}`);
+            return [];
+        }
+    }
+    async loadSubgraphs(identifier) {
+        this.logger.verbose("Loading subgraphs from package:", identifier);
+        const pkgModule = (await loadDependency(identifier, "subgraphs"));
+        if (!pkgModule) {
+            this.logger.verbose(`  ➜  No Subgraphs found: ${identifier}`);
+            return [];
+        }
+        const subgraphs = Object.values(pkgModule).map((subgraph) => {
+            return Object.values(subgraph);
+        });
+        this.logger.verbose(`  ➜  Loaded Subgraphs from: ${identifier}`);
+        return subgraphs.flat();
+    }
+    async loadProcessors(identifier) {
+        this.logger.verbose("Loading processors from package:", identifier);
+        const pkgModule = (await loadDependency(identifier, "processors"));
+        if (pkgModule) {
+            this.logger.verbose(`  ➜  Loaded Processor Factory from: ${identifier}`);
+            return pkgModule;
+        }
+        else {
+            this.logger.verbose(`  ➜  No Processor Factory found: ${identifier}`);
+        }
+        // empty processor factory
+        return () => () => [];
+    }
+}

package/dist/src/packages/package-manager.d.ts

@@ -0,0 +1,28 @@
+import { type SubgraphClass } from "@powerhousedao/reactor-api";
+import { ProcessorFactory } from "document-drive/processors/types";
+import { type DocumentModelModule } from "document-model";
+import { IPackageLoader, IPackageManager, IPackageManagerOptions, PackageManagerResult } from "./types.js";
+export declare function getUniqueDocumentModels(...documentModels: DocumentModelModule[][]): DocumentModelModule[];
+export declare class PackageManager implements IPackageManager {
+    protected options: IPackageManagerOptions;
+    private readonly logger;
+    private loaders;
+    private docModelsMap;
+    private subgraphsMap;
+    private processorMap;
+    private configWatcher;
+    private eventEmitter;
+    constructor(loaders: IPackageLoader[], options: IPackageManagerOptions);
+    init(): Promise<PackageManagerResult>;
+    private loadPackages;
+    private getAllPackageNames;
+    private getPackageNamesFromConfigFile;
+    private initConfigFileWatcher;
+    private updatePackagesMap;
+    private updateSubgraphsMap;
+    private updateProcessorsMap;
+    onDocumentModelsChange(handler: (documentModels: Record<string, DocumentModelModule[]>) => void): void;
+    onSubgraphsChange(handler: (subgraphs: Map<string, SubgraphClass[]>) => void): void;
+    onProcessorsChange(handler: (processors: Map<string, ((module: any) => ProcessorFactory)[]>) => void): void;
+}
+//# sourceMappingURL=package-manager.d.ts.map

package/dist/src/packages/package-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"package-manager.d.ts","sourceRoot":"","sources":["../../../src/packages/package-manager.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAEhE,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAEL,KAAK,mBAAmB,EACzB,MAAM,gBAAgB,CAAC;AAGxB,OAAO,EACL,cAAc,EACd,eAAe,EACf,sBAAsB,EACtB,oBAAoB,EACrB,MAAM,YAAY,CAAC;AACpB,wBAAgB,uBAAuB,CACrC,GAAG,cAAc,EAAE,mBAAmB,EAAE,EAAE,GACzC,mBAAmB,EAAE,CAUvB;AAED,qBAAa,cAAe,YAAW,eAAe;IAmBlD,SAAS,CAAC,OAAO,EAAE,sBAAsB;IAlB3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmD;IAC1E,OAAO,CAAC,OAAO,CAAmB;IAElC,OAAO,CAAC,YAAY,CAA4C;IAChE,OAAO,CAAC,YAAY,CAAsC;IAC1D,OAAO,CAAC,YAAY,CAGhB;IACJ,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,YAAY,CAIf;gBAGH,OAAO,EAAE,cAAc,EAAE,EACf,OAAO,EAAE,sBAAsB;IAM9B,IAAI,IAAI,OAAO,CAAC,oBAAoB,CAAC;YAQpC,YAAY;IAsD1B,OAAO,CAAC,kBAAkB;IAU1B,OAAO,CAAC,6BAA6B;IAKrC,OAAO,CAAC,qBAAqB;IAgB7B,OAAO,CAAC,iBAAiB;IAezB,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,mBAAmB;IAe3B,sBAAsB,CACpB,OAAO,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,CAAC,KAAK,IAAI,GACvE,IAAI;IAIP,iBAAiB,CACf,OAAO,EAAE,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC,KAAK,IAAI,GACzD,IAAI;IAIP,kBAAkB,CAChB,OAAO,EAAE,CACP,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,GAAG,KAAK,gBAAgB,CAAC,EAAE,CAAC,KAC3D,IAAI,GACR,IAAI;CAGR"}

package/dist/src/packages/package-manager.js

@@ -0,0 +1,135 @@
+import { getConfig } from "@powerhousedao/config";
+import { childLogger, driveDocumentModelModule } from "document-drive";
+import { documentModelDocumentModelModule, } from "document-model";
+import EventEmitter from "node:events";
+import { watchFile } from "node:fs";
+export function getUniqueDocumentModels(...documentModels) {
+    const uniqueModels = new Map();
+    for (const models of documentModels) {
+        for (const model of models) {
+            uniqueModels.set(model.documentModel.id, model);
+        }
+    }
+    return Array.from(uniqueModels.values());
+}
+export class PackageManager {
+    options;
+    logger = childLogger(["reactor-api", "package-manager"]);
+    loaders;
+    docModelsMap = new Map();
+    subgraphsMap = new Map();
+    processorMap = new Map();
+    configWatcher;
+    eventEmitter = new EventEmitter();
+    constructor(loaders, options) {
+        this.options = options;
+        this.loaders = loaders;
+        this.eventEmitter.setMaxListeners(0);
+    }
+    async init() {
+        if (this.options.configFile) {
+            this.initConfigFileWatcher(this.options.configFile);
+        }
+        return await this.loadPackages(this.getAllPackageNames());
+    }
+    async loadPackages(packages) {
+        this.logger.info(`Loading packages: ${packages.join(", ")}`);
+        const documentModelModuleMap = new Map();
+        const subgraphsMap = new Map();
+        const processorsMap = new Map();
+        // static prereqs
+        documentModelModuleMap.set("document-drive", [
+            driveDocumentModelModule,
+        ]);
+        documentModelModuleMap.set("document-model", [
+            documentModelDocumentModelModule,
+        ]);
+        for (const pkg of packages) {
+            const allDocumentModels = [];
+            const allSubgraphs = [];
+            const allProcessors = [];
+            for (const loader of this.loaders) {
+                const documentModels = await loader.loadDocumentModels(pkg);
+                const subgraphs = await loader.loadSubgraphs(pkg);
+                const processors = await loader.loadProcessors(pkg);
+                allDocumentModels.push(...documentModels);
+                allSubgraphs.push(...subgraphs);
+                allProcessors.push(processors);
+            }
+            documentModelModuleMap.set(pkg, allDocumentModels);
+            subgraphsMap.set(pkg, allSubgraphs);
+            processorsMap.set(pkg, allProcessors);
+        }
+        this.updatePackagesMap(documentModelModuleMap);
+        this.updateSubgraphsMap(subgraphsMap);
+        this.updateProcessorsMap(processorsMap);
+        return {
+            documentModels: getUniqueDocumentModels(...Array.from(documentModelModuleMap.values())),
+            subgraphs: subgraphsMap,
+            processors: processorsMap,
+        };
+    }
+    getAllPackageNames() {
+        const packageNames = this.options.packages ?? [];
+        if (this.options.configFile) {
+            packageNames.push(...this.getPackageNamesFromConfigFile(this.options.configFile));
+        }
+        return packageNames;
+    }
+    getPackageNamesFromConfigFile(configFile) {
+        const loadedConfig = getConfig(configFile);
+        return loadedConfig.packages?.map((pkg) => pkg.packageName) ?? [];
+    }
+    initConfigFileWatcher(configFile) {
+        if (!this.configWatcher) {
+            this.configWatcher = watchFile(configFile, { interval: 100 }, (curr, prev) => {
+                if (curr.mtime === prev.mtime) {
+                    return;
+                }
+                void this.loadPackages(this.getAllPackageNames());
+            });
+        }
+    }
+    updatePackagesMap(packagesMap) {
+        const oldPackages = Array.from(this.docModelsMap.keys());
+        const newPackages = Array.from(packagesMap.keys());
+        oldPackages
+            .filter((pkg) => !newPackages.includes(pkg))
+            .forEach((pkg) => {
+            this.logger.info(`> Removed package: ${pkg}`);
+        });
+        this.docModelsMap = packagesMap;
+        this.eventEmitter.emit("documentModelsChange", Object.fromEntries(packagesMap));
+    }
+    updateSubgraphsMap(subgraphsMap) {
+        const oldPackages = Array.from(this.subgraphsMap.keys());
+        const newPackages = Array.from(subgraphsMap.keys());
+        oldPackages
+            .filter((pkg) => !newPackages.includes(pkg))
+            .forEach((pkg) => {
+            this.logger.info(`> Removed Subgraphs from: ${pkg}`);
+        });
+        this.subgraphsMap = subgraphsMap;
+        this.eventEmitter.emit("subgraphsChange", subgraphsMap);
+    }
+    updateProcessorsMap(processorsMap) {
+        const oldPackages = Array.from(this.processorMap.keys());
+        const newPackages = Array.from(processorsMap.keys());
+        oldPackages
+            .filter((pkg) => !newPackages.includes(pkg))
+            .forEach((pkg) => {
+            this.logger.info(`> Removed Processor Factories from: ${pkg}`);
+        });
+        this.processorMap = processorsMap;
+        this.eventEmitter.emit("processorsChange", processorsMap);
+    }
+    onDocumentModelsChange(handler) {
+        this.eventEmitter.on("documentModelsChange", handler);
+    }
+    onSubgraphsChange(handler) {
+        this.eventEmitter.on("subgraphsChange", handler);
+    }
+    onProcessorsChange(handler) {
+        this.eventEmitter.on("processorsChange", handler);
+    }
+}

package/dist/src/packages/types.d.ts

@@ -0,0 +1,27 @@
+import { SubgraphClass } from "#graphql/index.js";
+import { ProcessorFactory } from "document-drive/processors/types";
+import { DocumentModelModule } from "document-model";
+export interface IPackageLoader {
+    loadDocumentModels(identifier: string): Promise<DocumentModelModule[]>;
+    loadSubgraphs(identifier: string): Promise<SubgraphClass[]>;
+    loadProcessors(identifier: string): Promise<(module: any) => ProcessorFactory>;
+}
+export interface IPackageManager {
+    onDocumentModelsChange(handler: (documentModels: Record<string, DocumentModelModule[]>) => void): void;
+}
+export type IPackageManagerOptions = {
+    packages?: string[];
+    configFile?: string;
+};
+export interface PackageConfig {
+    packageName: string;
+}
+export interface PowerhouseConfig {
+    packages?: PackageConfig[];
+}
+export type PackageManagerResult = {
+    documentModels: DocumentModelModule[];
+    subgraphs: Map<string, SubgraphClass[]>;
+    processors: Map<string, ((module: any) => ProcessorFactory)[]>;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/src/packages/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/packages/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAErD,MAAM,WAAW,cAAc;IAC7B,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,EAAE,CAAC,CAAC;IACvE,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IAC5D,cAAc,CACZ,UAAU,EAAE,MAAM,GACjB,OAAO,CAAC,CAAC,MAAM,EAAE,GAAG,KAAK,gBAAgB,CAAC,CAAC;CAC/C;AAED,MAAM,WAAW,eAAe;IAC9B,sBAAsB,CACpB,OAAO,EAAE,CAAC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,mBAAmB,EAAE,CAAC,KAAK,IAAI,GACvE,IAAI,CAAC;CACT;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,EAAE,aAAa,EAAE,CAAC;CAC5B;AAED,MAAM,MAAM,oBAAoB,GAAG;IACjC,cAAc,EAAE,mBAAmB,EAAE,CAAC;IACtC,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;IACxC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,GAAG,KAAK,gBAAgB,CAAC,EAAE,CAAC,CAAC;CAChE,CAAC"}

package/dist/src/packages/types.js

@@ -0,0 +1 @@
+export {};

package/dist/src/packages/util.d.ts

@@ -0,0 +1,4 @@
+export declare const installPackages: (packages: string[]) => Promise<void>;
+export declare const readManifest: () => string;
+export declare function loadDependency(packageName: string, subPath: string): Promise<unknown>;
+//# sourceMappingURL=util.d.ts.map

package/dist/src/packages/util.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../src/packages/util.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,eAAe,GAAU,UAAU,MAAM,EAAE,kBAIvD,CAAC;AAEF,eAAO,MAAM,YAAY,cAGxB,CAAC;AAEF,wBAAsB,cAAc,CAClC,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,OAAO,CAAC,CAUlB"}

package/dist/src/packages/util.js

@@ -0,0 +1,21 @@
+import { execSync } from "node:child_process";
+export const installPackages = async (packages) => {
+    for (const packageName of packages) {
+        execSync(`ph install ${packageName}`);
+    }
+};
+export const readManifest = () => {
+    const manifest = execSync(`ph manifest`).toString();
+    return manifest;
+};
+export async function loadDependency(packageName, subPath) {
+    try {
+        const fullPath = `${packageName}/${subPath}`;
+        // vite does not support this, but that's okay as we have provided the
+        // vite-loader for this purpose
+        return await import(/* @vite-ignore */ fullPath);
+    }
+    catch (e) {
+        return null;
+    }
+}

package/dist/src/server.d.ts

@@ -1,3 +1,4 @@
+import { type IPackageLoader } from "#packages/types.js";
 import { type PGlite } from "@electric-sql/pglite";
 import { type IDocumentDriveServer } from "document-drive";
 import { type Express } from "express";
@@ -14,7 +15,17 @@ type Options = {
         keyPath: string;
         certPath: string;
     } | boolean | undefined;
+    packageLoader?: IPackageLoader;
 };
+/**
+ * Starts the API server.
+ *
+ * @param reactor - The document drive server.
+ * @param options - Additional options for server configuration. These options intended to be serializable.
+ * @param overrides - System overrides. These overrides are intended to be object references.
+ *
+ * @returns The API server.
+ */
 export declare function startAPI(reactor: IDocumentDriveServer, options: Options): Promise<API>;
 export {};
 //# sourceMappingURL=server.d.ts.map

package/dist/src/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAOnD,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAM3D,OAAgB,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAC;AAMhD,OAAO,EAAE,KAAK,IAAI,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AAGtC,KAAK,OAAO,GAAG;IACb,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,IAAI,GAAG,SAAS,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,CAAC,EACF;QACE,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;KAClB,GACD,OAAO,GACP,SAAS,CAAC;CACf,CAAC;AAsKF,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,oBAAoB,EAC7B,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,GAAG,CAAC,CAuDd"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAOnD,OAAO,EAGL,KAAK,oBAAoB,EAC1B,MAAM,gBAAgB,CAAC;AAGxB,OAAgB,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAC;AAMhD,OAAO,EAAE,KAAK,IAAI,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,KAAK,GAAG,EAAsB,MAAM,YAAY,CAAC;AAK1D,KAAK,OAAO,GAAG;IACb,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,IAAI,GAAG,SAAS,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,CAAC,EACF;QACE,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;KAClB,GACD,OAAO,GACP,SAAS,CAAC;IACd,aAAa,CAAC,EAAE,cAAc,CAAC;CAChC,CAAC;AAqJF;;;;;;;;GAQG;AACH,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,oBAAoB,EAC7B,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,GAAG,CAAC,CAsEd"}