@powerhousedao/reactor-api 1.29.16-dev.1 → 1.29.17-dev.1

package/dist/src/processor-manager.js

@@ -0,0 +1,65 @@
+import { InternalTransmitter } from "document-drive/server/listener/transmitter/internal";
+import { generateId } from "document-model";
+export class ProcessorManager {
+    listeners;
+    drive;
+    operationalStore;
+    analyticsStore;
+    idToFactory = new Map();
+    identifierToListeners = new Map();
+    constructor(listeners, drive, operationalStore, analyticsStore) {
+        this.listeners = listeners;
+        this.drive = drive;
+        this.operationalStore = operationalStore;
+        this.analyticsStore = analyticsStore;
+        //
+    }
+    async registerFactory(identifier, factory) {
+        this.idToFactory.set(identifier, factory);
+        // iterate over all drives and register the factory
+        const driveIds = await this.drive.getDrives();
+        for (const driveId of driveIds) {
+            await this.registerDrive(driveId);
+        }
+    }
+    async unregisterFactory(identifier) {
+        // remove all listeners for this identifier
+        const listeners = this.identifierToListeners.get(identifier) ?? [];
+        for (const listener of listeners) {
+            this.listeners.removeListener(listener.driveId, listener.listenerId);
+            if (listener.transmitter?.disconnect) {
+                await listener.transmitter.disconnect();
+            }
+        }
+        this.identifierToListeners.set(identifier, []);
+    }
+    async registerDrive(driveId) {
+        const module = {
+            operationalStore: this.operationalStore,
+            analyticsStore: this.analyticsStore,
+        };
+        // iterate over all factories and create listeners
+        await Promise.all(Object.entries(this.idToFactory).map(([identifier, factory]) => {
+            let listeners = this.identifierToListeners.get(identifier) ?? [];
+            if (!listeners) {
+                listeners = [];
+                this.identifierToListeners.set(identifier, listeners);
+            }
+            const processors = factory(driveId, module);
+            for (const { filter, processor } of processors) {
+                const id = generateId();
+                const listener = {
+                    driveId,
+                    listenerId: id,
+                    block: false,
+                    system: false,
+                    filter,
+                    callInfo: undefined,
+                    transmitter: new InternalTransmitter(this.drive, processor),
+                };
+                this.listeners.setListener(driveId, listener);
+                listeners.push(listener);
+            }
+        }));
+    }
+}

package/dist/src/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAOnD,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAgB,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAC;AAKhD,OAAO,EAAE,KAAK,IAAI,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AAGtC,KAAK,OAAO,GAAG;IACb,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,IAAI,GAAG,SAAS,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,CAAC,EACF;QACE,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;KAClB,GACD,OAAO,GACP,SAAS,CAAC;CACf,CAAC;AAIF,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,oBAAoB,EAC7B,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,GAAG,CAAC,CAiHd"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAOnD,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAgB,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAC;AAMhD,OAAO,EAAE,KAAK,IAAI,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAoB,KAAK,GAAG,EAAE,MAAM,YAAY,CAAC;AAGxD,KAAK,OAAO,GAAG;IACb,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,IAAI,GAAG,SAAS,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,CAAC,EACF;QACE,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;KAClB,GACD,OAAO,GACP,SAAS,CAAC;CACf,CAAC;AAmKF,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,oBAAoB,EAC7B,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,GAAG,CAAC,CAoDd"}

package/dist/src/server.js

@@ -1,5 +1,7 @@
-import { getUniqueDocumentModels, PackagesManager } from "#package-manager.js";
-import { SubgraphManager } from "#subgraphs/manager.js";
+import { GraphQLManager } from "#graphql/graphql-manager.js";
+import { renderGraphqlPlayground } from "#graphql/playground.js";
+import { getUniqueDocumentModels, PackagesManager, } from "#package-manager.js";
+import { ProcessorManager } from "#processor-manager.js";
 import { KnexAnalyticsStore, KnexQueryExecutor, } from "@powerhousedao/analytics-engine-knex";
 import devcert from "devcert";
 import express from "express";
@@ -8,14 +10,36 @@ import https from "node:https";
 import path from "node:path";
 import { getDbClient } from "./utils/db.js";
 const DEFAULT_PORT = 4000;
-export async function startAPI(reactor, options) {
-    const port = options.port ?? DEFAULT_PORT;
-    const app = options.express ?? express();
-    const db = getDbClient(options.dbPath);
+/**
+ * Sets up the Express app with necessary routes
+ */
+function setupGraphQlExplorer(app) {
+    app.get("/explorer/:endpoint?", (req, res) => {
+        res.setHeader("Content-Type", "text/html");
+        const basePath = process.env.BASE_PATH === "/" ? "" : process.env.BASE_PATH || "";
+        const endpoint = `${basePath}${req.params.endpoint !== undefined ? `/${req.params.endpoint}` : "/graphql"}`;
+        const { query } = req.query;
+        if (query && typeof query !== "string") {
+            throw new Error("Invalid query");
+        }
+        res.send(renderGraphqlPlayground(endpoint, query));
+    });
+}
+/**
+ * Initializes the database and analytics store
+ */
+function initializeDatabaseAndAnalytics(dbPath) {
+    const db = getDbClient(dbPath);
     const analyticsStore = new KnexAnalyticsStore({
         executor: new KnexQueryExecutor(),
         knex: db,
     });
+    return { db, analyticsStore };
+}
+/**
+ * Initializes the package manager and returns the result
+ */
+async function initializePackageManager(options) {
     const pkgManager = new PackagesManager(options.configFile
         ? {
             configFile: options.configFile,
@@ -23,55 +47,58 @@ export async function startAPI(reactor, options) {
         : {
             packages: options.packages ?? [],
         });
-    const result = await pkgManager.init();
-    const documentModels = result?.documentModels ?? [];
-    reactor.setDocumentModelModules(getUniqueDocumentModels([
-        ...reactor.getDocumentModelModules(),
-        ...documentModels,
-    ]));
-    const subgraphManager = new SubgraphManager("/", app, reactor, db, analyticsStore);
-    await subgraphManager.init();
-    if (result?.subgraphs) {
-        for (const [supergraph, subgraphs] of result.subgraphs) {
+    const result = (await pkgManager.init());
+    return { pkgManager, result };
+}
+/**
+ * Sets up the subgraph manager and registers subgraphs
+ */
+async function setupGraphQLManager(app, reactor, db, analyticsStore, result) {
+    const graphqlManager = new GraphQLManager("/", app, reactor, db, analyticsStore);
+    await graphqlManager.init();
+    if (result.subgraphs) {
+        for (const [supergraph, subgraphs] of result.subgraphs.entries()) {
             for (const subgraph of subgraphs) {
-                subgraphManager.registerSubgraph(subgraph, supergraph);
+                graphqlManager.registerSubgraph(subgraph, supergraph);
             }
         }
     }
+    return graphqlManager;
+}
+/**
+ * Sets up event listeners for package manager changes
+ */
+function setupEventListeners(pkgManager, reactor, graphqlManager, processorManager) {
     pkgManager.onDocumentModelsChange((documentModels) => {
         const uniqueModels = getUniqueDocumentModels(Object.values(documentModels).flat());
         reactor.setDocumentModelModules(uniqueModels);
-        subgraphManager.updateRouter();
+        graphqlManager.updateRouter();
     });
     pkgManager.onSubgraphsChange((packagedSubgraphs) => {
         for (const [supergraph, subgraphs] of packagedSubgraphs) {
             for (const subgraph of subgraphs) {
-                subgraphManager.registerSubgraph(subgraph, supergraph);
+                graphqlManager.registerSubgraph(subgraph, supergraph);
             }
         }
     });
-    pkgManager.onListenersChange((listeners) => {
-        Object.entries(listeners).forEach(([packageName, packageListeners]) => {
-            packageListeners.forEach((listener) => {
-                if (!listener.driveId) {
-                    console.warn(`Skipping listener ${listener.listenerId} from package ${packageName} - missing driveId`);
-                    return;
-                }
-                reactor.listeners
-                    .setListener(listener.driveId, listener)
-                    .catch((error) => {
-                    console.error(`Failed to set listener ${listener.listenerId} for drive ${listener.driveId}:`, error);
-                });
-            });
-        });
+    pkgManager.onProcessorsChange(async (processors) => {
+        for (const [packageName, factory] of processors) {
+            await processorManager.unregisterFactory(packageName);
+            await processorManager.registerFactory(packageName, factory);
+        }
     });
-    if (options.https) {
+}
+/**
+ * Starts the server (HTTP or HTTPS)
+ */
+async function startServer(app, port, httpsOptions) {
+    if (httpsOptions) {
         const currentDir = process.cwd();
         let server;
-        if (typeof options.https === "object") {
+        if (typeof httpsOptions === "object") {
             server = https.createServer({
-                key: fs.readFileSync(path.join(currentDir, options.https.keyPath)),
-                cert: fs.readFileSync(path.join(currentDir, options.https.certPath)),
+                key: fs.readFileSync(path.join(currentDir, httpsOptions.keyPath)),
+                cert: fs.readFileSync(path.join(currentDir, httpsOptions.certPath)),
             }, app);
         }
         else {
@@ -92,5 +119,33 @@ export async function startAPI(reactor, options) {
     else {
         app.listen(port);
     }
-    return { app, subgraphManager };
+}
+export async function startAPI(reactor, options) {
+    const port = options.port ?? DEFAULT_PORT;
+    const app = options.express ?? express();
+    // Set up Express app with routes
+    setupGraphQlExplorer(app);
+    // Initialize database and analytics store
+    const { db, analyticsStore } = initializeDatabaseAndAnalytics(options.dbPath);
+    // Initialize package manager
+    const { pkgManager, result } = await initializePackageManager(options);
+    const documentModels = result.documentModels ?? [];
+    // initialize processors
+    const processorManager = new ProcessorManager(reactor.listeners, reactor, db, analyticsStore);
+    const packageToProcessorFactory = result.processors ?? new Map();
+    for (const [packageName, factory] of packageToProcessorFactory) {
+        processorManager.registerFactory(packageName, factory);
+    }
+    // Set document model modules
+    reactor.setDocumentModelModules(getUniqueDocumentModels([
+        ...reactor.getDocumentModelModules(),
+        ...documentModels,
+    ]));
+    // Set up subgraph manager
+    const graphqlManager = await setupGraphQLManager(app, reactor, db, analyticsStore, result);
+    // Set up event listeners
+    setupEventListeners(pkgManager, reactor, graphqlManager, processorManager);
+    // Start the server
+    await startServer(app, port, options.https);
+    return { app, graphqlManager, processorManager };
 }

package/dist/src/sync/utils.d.ts

@@ -1,5 +1,5 @@
-import { IDocumentDriveServer, ListenerRevision, StrandUpdate } from "document-drive";
-import { Operation, OperationScope } from "document-model";
+import { type IDocumentDriveServer, type ListenerRevision, type StrandUpdate } from "document-drive";
+import { type Operation, type OperationScope } from "document-model";
 export type InternalStrandUpdate = {
     operations: Operation[];
     documentId: string;

package/dist/src/sync/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/sync/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,oBAAoB,EACpB,gBAAgB,EAEhB,YAAY,EACb,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAG3D,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,cAAc,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAGF,eAAO,MAAM,iBAAiB,GAC5B,SAAS,oBAAoB,EAC7B,QAAQ,oBAAoB,KAC3B,OAAO,CAAC,gBAAgB,CAkC1B,CAAC;AAGF,eAAO,MAAM,kBAAkB,GAC7B,SAAS,oBAAoB,EAC7B,SAAS,MAAM,EACf,YAAY,MAAM,EAClB,WAAW,gBAAgB,EAAE,KAC5B,OAAO,CAAC,OAAO,CAKjB,CAAC;AAGF,eAAO,MAAM,iBAAiB,GAC5B,SAAS,oBAAoB,EAC7B,SAAS,MAAM,EACf,YAAY,MAAM,EAClB,OAAO,MAAM,GAAG,SAAS,KACxB,OAAO,CAAC,YAAY,EAAE,CAKxB,CAAC"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/sync/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,oBAAoB,EACzB,KAAK,gBAAgB,EAErB,KAAK,YAAY,EAClB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,KAAK,SAAS,EAAE,KAAK,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGrE,MAAM,MAAM,oBAAoB,GAAG;IACjC,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,cAAc,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAGF,eAAO,MAAM,iBAAiB,GAC5B,SAAS,oBAAoB,EAC7B,QAAQ,oBAAoB,KAC3B,OAAO,CAAC,gBAAgB,CAkC1B,CAAC;AAGF,eAAO,MAAM,kBAAkB,GAC7B,SAAS,oBAAoB,EAC7B,SAAS,MAAM,EACf,YAAY,MAAM,EAClB,WAAW,gBAAgB,EAAE,KAC5B,OAAO,CAAC,OAAO,CAKjB,CAAC;AAGF,eAAO,MAAM,iBAAiB,GAC5B,SAAS,oBAAoB,EAC7B,SAAS,MAAM,EACf,YAAY,MAAM,EAClB,OAAO,MAAM,GAAG,SAAS,KACxB,OAAO,CAAC,YAAY,EAAE,CAKxB,CAAC"}

package/dist/src/types.d.ts

@@ -1,8 +1,24 @@
-import { Express } from "express";
-import { SubgraphManager } from "./subgraphs/manager.js";
+import { IProcessorManager } from "#processor-manager.js";
+import { IAnalyticsStore } from "@powerhousedao/analytics-engine-core";
+import { IReceiver, ListenerFilter } from "document-drive";
+import { type Express } from "express";
+import { type GraphQLManager } from "./graphql/graphql-manager.js";
+import { Db } from "./utils/db.js";
 export type { Db } from "./utils/db.js";
 export type API = {
     app: Express;
-    subgraphManager: SubgraphManager;
+    graphqlManager: GraphQLManager;
+    processorManager: IProcessorManager;
 };
+export interface IProcessor extends IReceiver {
+}
+export type ProcessorRecord = {
+    processor: IProcessor;
+    filter: ListenerFilter;
+};
+export type ReactorModule = {
+    analyticsStore: IAnalyticsStore;
+    operationalStore: Db;
+};
+export type ProcessorFactory = (driveId: string, module: ReactorModule) => ProcessorRecord[];
 //# sourceMappingURL=types.d.ts.map

package/dist/src/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,YAAY,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AAExC,MAAM,MAAM,GAAG,GAAG;IAChB,GAAG,EAAE,OAAO,CAAC;IACb,eAAe,EAAE,eAAe,CAAC;CAClC,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,sCAAsC,CAAC;AACvE,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AAEnC,YAAY,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AAExC,MAAM,MAAM,GAAG,GAAG;IAChB,GAAG,EAAE,OAAO,CAAC;IACb,cAAc,EAAE,cAAc,CAAC;IAC/B,gBAAgB,EAAE,iBAAiB,CAAC;CACrC,CAAC;AAEF,MAAM,WAAW,UAAW,SAAQ,SAAS;CAE5C;AAED,MAAM,MAAM,eAAe,GAAG;IAC5B,SAAS,EAAE,UAAU,CAAC;IACtB,MAAM,EAAE,cAAc,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,cAAc,EAAE,eAAe,CAAC;IAChC,gBAAgB,EAAE,EAAE,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,CAC7B,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,aAAa,KAClB,eAAe,EAAE,CAAC"}

package/dist/src/utils/create-schema.d.ts

@@ -1,4 +1,4 @@
-import { type Context } from "#subgraphs/types.js";
+import { type Context } from "#graphql/types.js";
 import { type GraphQLResolverMap } from "@apollo/subgraph/dist/schema-helper/resolverMap.js";
 import { type IDocumentDriveServer } from "document-drive";
 import { type DocumentNode } from "graphql";

package/dist/src/utils/create-schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"create-schema.d.ts","sourceRoot":"","sources":["../../../src/utils/create-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,oDAAoD,CAAC;AAG7F,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,SAAS,CAAC;AAI5C,eAAO,MAAM,YAAY,GACvB,qBAAqB,oBAAoB,EACzC,WAAW,kBAAkB,CAAC,OAAO,CAAC,EACtC,UAAU,YAAY,oCAavB,CAAC;AAEF,eAAO,MAAM,wBAAwB,GACnC,qBAAqB,oBAAoB,EACzC,UAAU,YAAY,iBA2IvB,CAAC"}
+{"version":3,"file":"create-schema.d.ts","sourceRoot":"","sources":["../../../src/utils/create-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAEjD,OAAO,EAAE,KAAK,kBAAkB,EAAE,MAAM,oDAAoD,CAAC;AAG7F,OAAO,EAAE,KAAK,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,SAAS,CAAC;AAI5C,eAAO,MAAM,YAAY,GACvB,qBAAqB,oBAAoB,EACzC,WAAW,kBAAkB,CAAC,OAAO,CAAC,EACtC,UAAU,YAAY,oCAavB,CAAC;AAEF,eAAO,MAAM,wBAAwB,GACnC,qBAAqB,oBAAoB,EACzC,UAAU,YAAY,iBA2IvB,CAAC"}