@powerhousedao/reactor 5.1.0 → 5.2.0-dev.1

package/dist/src/core/reactor.js

@@ -1,14 +1,16 @@
+import { addRelationshipAction, createDocumentAction, deleteDocumentAction, removeRelationshipAction, upgradeDocumentAction, } from "#actions/index.js";
 import { AbortError } from "document-drive";
 import { v4 as uuidv4 } from "uuid";
 import { createMutableShutdownStatus } from "../shared/factories.js";
 import { JobStatus } from "../shared/types.js";
 import { matchesScope } from "../shared/utils.js";
-import { filterByType, getSharedScope, toErrorInfo, topologicalSort, validateActionScopes, validateBatchRequest, } from "./utils.js";
+import { filterByType, getSharedScope, signAction, signActions, toErrorInfo, topologicalSort, validateActionScopes, validateBatchRequest, } from "./utils.js";
 /**
  * This class implements the IReactor interface and serves as the main entry point
  * for the new Reactor architecture.
  */
 export class Reactor {
+    logger;
     driveServer;
     documentStorage;
     shutdownStatus;
@@ -20,9 +22,9 @@ export class Reactor {
     documentView;
     _documentIndexer;
     operationStore;
-    _syncManager;
-    constructor(driveServer, documentStorage, queue, jobTracker, readModelCoordinator, features, documentView, documentIndexer, operationStore) {
+    constructor(logger, driveServer, documentStorage, queue, jobTracker, readModelCoordinator, features, documentView, documentIndexer, operationStore) {
         // Store required dependencies
+        this.logger = logger;
         this.driveServer = driveServer;
         this.documentStorage = documentStorage;
         this.queue = queue;
@@ -36,24 +38,16 @@ export class Reactor {
         const [status, setter] = createMutableShutdownStatus(false);
         this.shutdownStatus = status;
         this.setShutdown = setter;
+        this.logger.verbose("Reactor({ legacyStorage: @legacy })", features.legacyStorageEnabled);
         this.readModelCoordinator.start();
     }
-    get syncManager() {
-        return this._syncManager;
-    }
-    setSync(syncManager) {
-        this._syncManager = syncManager;
-    }
     /**
      * Signals that the reactor should shutdown.
      */
     kill() {
+        this.logger.verbose("kill()");
         // Mark the reactor as shutdown
         this.setShutdown(true);
-        // Stop the sync manager if enabled
-        if (this._syncManager) {
-            this._syncManager.shutdown();
-        }
         // Stop the read model coordinator
         this.readModelCoordinator.stop();
         // Stop the job tracker
@@ -64,6 +58,7 @@ export class Reactor {
      * Retrieves a list of document model specifications
      */
     getDocumentModels(namespace, paging, signal) {
+        this.logger.verbose("getDocumentModels(@namespace, @paging)", namespace, paging);
         // Get document model modules from the drive server + filter
         const modules = this.driveServer.getDocumentModelModules();
         const filteredModels = modules.filter((module) => !namespace || module.documentModel.global.id.startsWith(namespace));
@@ -91,12 +86,13 @@ export class Reactor {
      * Retrieves a specific PHDocument by id
      */
     async get(id, view, consistencyToken, signal) {
+        this.logger.verbose("get(@id, @view)", id, view);
         if (this.features.legacyStorageEnabled) {
-            const document = await this.documentStorage.get(id);
+            const document = await this.documentStorage.get(id, consistencyToken, signal);
             if (signal?.aborted) {
                 throw new AbortError();
             }
-            const childIds = await this.documentStorage.getChildren(id);
+            const childIds = await this.documentStorage.getChildren(id, consistencyToken, signal);
             if (signal?.aborted) {
                 throw new AbortError();
             }
@@ -130,10 +126,11 @@ export class Reactor {
      * Retrieves a specific PHDocument by slug
      */
     async getBySlug(slug, view, consistencyToken, signal) {
+        this.logger.verbose("getBySlug(@slug, @view)", slug, view);
         if (this.features.legacyStorageEnabled) {
             let ids;
             try {
-                ids = await this.documentStorage.resolveIds([slug], signal);
+                ids = await this.documentStorage.resolveIds([slug], consistencyToken, signal);
             }
             catch (error) {
                 if (error instanceof Error && error.message.includes("not found")) {
@@ -158,13 +155,14 @@ export class Reactor {
      * Retrieves a specific PHDocument by identifier (either id or slug)
      */
     async getByIdOrSlug(identifier, view, consistencyToken, signal) {
+        this.logger.verbose("getByIdOrSlug(@identifier, @view)", identifier, view);
         if (this.features.legacyStorageEnabled) {
             try {
                 return await this.get(identifier, view, consistencyToken, signal);
             }
             catch {
                 try {
-                    const ids = await this.documentStorage.resolveIds([identifier], signal);
+                    const ids = await this.documentStorage.resolveIds([identifier], consistencyToken, signal);
                     if (ids.length === 0 || !ids[0]) {
                         throw new Error(`Document not found: ${identifier}`);
                     }
@@ -195,9 +193,10 @@ export class Reactor {
      * Retrieves the operations for a document
      */
     async getOperations(documentId, view, paging, consistencyToken, signal) {
+        this.logger.verbose("getOperations(@documentId, @view, @paging)", documentId, view, paging);
         if (this.features.legacyStorageEnabled) {
             // Use storage directly to get the document
-            const document = await this.documentStorage.get(documentId);
+            const document = await this.documentStorage.get(documentId, consistencyToken, signal);
             if (signal?.aborted) {
                 throw new AbortError();
             }
@@ -268,6 +267,7 @@ export class Reactor {
      * Filters documents by criteria and returns a list of them
      */
     async find(search, view, paging, consistencyToken, signal) {
+        this.logger.verbose("find(@search, @view, @paging)", search, view, paging);
         let results;
         if (search.ids) {
             if (search.slugs && search.slugs.length > 0) {
@@ -304,52 +304,41 @@ export class Reactor {
     /**
      * Creates a document
      */
-    async create(document, signal) {
+    async create(document, signer, signal, meta) {
+        this.logger.verbose("create(@id, @type, @slug)", document.header.id, document.header.documentType, document.header.slug);
         const createdAtUtcIso = new Date().toISOString();
         if (signal?.aborted) {
             throw new AbortError();
         }
-        // Create a CREATE_DOCUMENT action with proper CreateDocumentActionInput
-        const input = {
+        const createInput = {
             model: document.header.documentType,
-            version: "0.0.0",
+            version: 0,
             documentId: document.header.id,
+            signing: {
+                signature: document.header.id,
+                publicKey: document.header.sig.publicKey,
+                nonce: document.header.sig.nonce,
+                createdAtUtcIso: document.header.createdAtUtcIso,
+                documentType: document.header.documentType,
+            },
+            slug: document.header.slug,
+            name: document.header.name,
+            branch: document.header.branch,
+            meta: document.header.meta,
         };
-        // Add signing info
-        input.signing = {
-            signature: document.header.id,
-            publicKey: document.header.sig.publicKey,
-            nonce: document.header.sig.nonce,
-            createdAtUtcIso: document.header.createdAtUtcIso,
-            documentType: document.header.documentType,
-        };
-        // Add optional mutable header fields (always include even if empty/undefined)
-        input.slug = document.header.slug;
-        input.name = document.header.name;
-        input.branch = document.header.branch;
-        input.meta = document.header.meta;
-        const createAction = {
-            id: `${document.header.id}-create`,
-            type: "CREATE_DOCUMENT",
-            scope: "document",
-            timestampUtcMs: new Date().toISOString(),
-            input,
-        };
-        // Create an UPGRADE_DOCUMENT action to set the initial state
-        const upgradeInput = {
-            model: document.header.documentType,
-            fromVersion: "0.0.0",
-            toVersion: "0.0.0", // Same version since we're just setting initial state
+        const createAction = createDocumentAction(createInput);
+        const upgradeAction = upgradeDocumentAction({
             documentId: document.header.id,
+            model: document.header.documentType,
+            fromVersion: 0,
+            toVersion: 1,
             initialState: document.state,
-        };
-        const upgradeAction = {
-            id: `${document.header.id}-upgrade`,
-            type: "UPGRADE_DOCUMENT",
-            scope: "document",
-            timestampUtcMs: new Date().toISOString(),
-            input: upgradeInput,
-        };
+        });
+        // Sign actions if signer is provided
+        let actions = [createAction, upgradeAction];
+        if (signer) {
+            actions = await signActions(actions, signer, signal);
+        }
         // Create a single job with both CREATE_DOCUMENT and UPGRADE_DOCUMENT actions
         const job = {
             id: uuidv4(),
@@ -357,12 +346,13 @@ export class Reactor {
             documentId: document.header.id,
             scope: "document",
             branch: "main",
-            actions: [createAction, upgradeAction],
+            actions,
             operations: [],
             createdAt: new Date().toISOString(),
             queueHint: [],
             maxRetries: 3,
             errorHistory: [],
+            meta,
         };
         // Create job info and register with tracker
         const jobInfo = {
@@ -374,6 +364,7 @@ export class Reactor {
                 createdAtUtcIso,
                 coordinates: [],
             },
+            meta,
         };
         this.jobTracker.registerJob(jobInfo);
         // Enqueue the job
@@ -383,21 +374,17 @@ export class Reactor {
     /**
      * Deletes a document
      */
-    async deleteDocument(id, signal) {
+    async deleteDocument(id, signer, signal, meta) {
+        this.logger.verbose("deleteDocument(@id)", id);
         const createdAtUtcIso = new Date().toISOString();
         if (signal?.aborted) {
             throw new AbortError();
         }
-        const deleteInput = {
-            documentId: id,
-        };
-        const action = {
-            id: `${id}-delete`,
-            type: "DELETE_DOCUMENT",
-            scope: "document",
-            timestampUtcMs: new Date().toISOString(),
-            input: deleteInput,
-        };
+        let action = deleteDocumentAction(id);
+        // Sign action if signer is provided
+        if (signer) {
+            action = await signAction(action, signer, signal);
+        }
         const job = {
             id: uuidv4(),
             kind: "mutation",
@@ -410,6 +397,7 @@ export class Reactor {
             queueHint: [],
             maxRetries: 3,
             errorHistory: [],
+            meta,
         };
         const jobInfo = {
             id: job.id,
@@ -420,6 +408,7 @@ export class Reactor {
                 createdAtUtcIso,
                 coordinates: [],
             },
+            meta,
         };
         this.jobTracker.registerJob(jobInfo);
         await this.queue.enqueue(job);
@@ -428,7 +417,8 @@ export class Reactor {
     /**
      * Applies a list of actions to a document
      */
-    async mutate(docId, branch, actions, signal) {
+    async execute(docId, branch, actions, signal, meta) {
+        this.logger.verbose("execute(@docId, @branch, @actions)", docId, branch, actions);
         if (signal?.aborted) {
             throw new AbortError();
         }
@@ -448,6 +438,7 @@ export class Reactor {
             queueHint: [],
             maxRetries: 3,
             errorHistory: [],
+            meta,
         };
         // Create job info and register with tracker
         const jobInfo = {
@@ -459,6 +450,7 @@ export class Reactor {
                 createdAtUtcIso,
                 coordinates: [],
             },
+            meta,
         };
         this.jobTracker.registerJob(jobInfo);
         // Enqueue the job
@@ -473,7 +465,8 @@ export class Reactor {
      * This function may cause a reshuffle, which will generate additional
      * operations.
      */
-    async load(docId, branch, operations, signal) {
+    async load(docId, branch, operations, signal, meta) {
+        this.logger.verbose("load(@docId, @branch, @count, @operations)", docId, branch, operations.length, operations);
         if (signal?.aborted) {
             throw new AbortError();
         }
@@ -500,6 +493,7 @@ export class Reactor {
             queueHint: [],
             maxRetries: 3,
             errorHistory: [],
+            meta,
         };
         const jobInfo = {
             id: job.id,
@@ -510,6 +504,7 @@ export class Reactor {
                 createdAtUtcIso,
                 coordinates: [],
             },
+            meta,
         };
         this.jobTracker.registerJob(jobInfo);
         await this.queue.enqueue(job);
@@ -521,7 +516,8 @@ export class Reactor {
     /**
      * Applies multiple mutations across documents with dependency management
      */
-    async mutateBatch(request, signal) {
+    async executeBatch(request, signal, meta) {
+        this.logger.verbose("executeBatch(@count jobs)", request.jobs.length);
         if (signal?.aborted) {
             throw new AbortError();
         }
@@ -546,6 +542,7 @@ export class Reactor {
                     createdAtUtcIso,
                     coordinates: [],
                 },
+                meta,
             };
             this.jobTracker.registerJob(jobInfo);
             jobInfos.set(jobPlan.key, jobInfo);
@@ -572,6 +569,7 @@ export class Reactor {
                     queueHint,
                     maxRetries: 3,
                     errorHistory: [],
+                    meta,
                 };
                 await this.queue.enqueue(job);
                 enqueuedKeys.push(key);
@@ -600,49 +598,38 @@ export class Reactor {
     /**
      * Adds multiple documents as children to another
      */
-    async addChildren(parentId, documentIds, _view, signal) {
+    async addChildren(parentId, documentIds, branch = "main", signer, signal) {
+        this.logger.verbose("addChildren(@parentId, @count children, @branch)", parentId, documentIds.length, branch);
         if (signal?.aborted) {
             throw new AbortError();
         }
-        const actions = documentIds.map((childId) => ({
-            id: uuidv4(),
-            type: "ADD_RELATIONSHIP",
-            scope: "document",
-            timestampUtcMs: new Date().toISOString(),
-            input: {
-                sourceId: parentId,
-                targetId: childId,
-                relationshipType: "child",
-            },
-        }));
-        const branch = _view?.branch || "main";
-        return await this.mutate(parentId, branch, actions, signal);
+        let actions = documentIds.map((childId) => addRelationshipAction(parentId, childId, "child"));
+        // Sign actions if signer is provided
+        if (signer) {
+            actions = await signActions(actions, signer, signal);
+        }
+        return await this.execute(parentId, branch, actions, signal);
     }
     /**
      * Removes multiple documents as children from another
      */
-    async removeChildren(parentId, documentIds, _view, signal) {
+    async removeChildren(parentId, documentIds, branch = "main", signer, signal) {
+        this.logger.verbose("removeChildren(@parentId, @count children, @branch)", parentId, documentIds.length, branch);
         if (signal?.aborted) {
             throw new AbortError();
         }
-        const actions = documentIds.map((childId) => ({
-            id: uuidv4(),
-            type: "REMOVE_RELATIONSHIP",
-            scope: "document",
-            timestampUtcMs: new Date().toISOString(),
-            input: {
-                sourceId: parentId,
-                targetId: childId,
-                relationshipType: "child",
-            },
-        }));
-        const branch = _view?.branch || "main";
-        return await this.mutate(parentId, branch, actions, signal);
+        let actions = documentIds.map((childId) => removeRelationshipAction(parentId, childId, "child"));
+        // Sign actions if signer is provided
+        if (signer) {
+            actions = await signActions(actions, signer, signal);
+        }
+        return await this.execute(parentId, branch, actions, signal);
     }
     /**
      * Retrieves the status of a job
      */
     getJobStatus(jobId, signal) {
+        this.logger.verbose("getJobStatus(@jobId)", jobId);
         if (signal?.aborted) {
             throw new AbortError();
         }
@@ -669,6 +656,7 @@ export class Reactor {
      * Finds documents by their IDs
      */
     async findByIds(ids, view, paging, consistencyToken, signal) {
+        this.logger.verbose("findByIds(@count ids)", ids.length);
         if (consistencyToken) {
             await this.documentView.waitForConsistency(consistencyToken, undefined, signal);
         }
@@ -681,7 +669,7 @@ export class Reactor {
                 }
                 let document;
                 try {
-                    document = await this.documentStorage.get(id);
+                    document = await this.documentStorage.get(id, consistencyToken, signal);
                 }
                 catch {
                     // Skip documents that don't exist or can't be accessed
@@ -712,7 +700,7 @@ export class Reactor {
                 options: paging || { cursor: "0", limit: documents.length },
                 nextCursor,
                 next: hasMore
-                    ? () => this.findByIds(ids, view, { cursor: nextCursor, limit }, undefined, signal)
+                    ? () => this.findByIds(ids, view, { cursor: nextCursor, limit }, consistencyToken, signal)
                     : undefined,
             };
         }
@@ -747,7 +735,7 @@ export class Reactor {
                 options: paging || { cursor: "0", limit: documents.length },
                 nextCursor,
                 next: hasMore
-                    ? () => this.findByIds(ids, view, { cursor: nextCursor, limit }, undefined, signal)
+                    ? () => this.findByIds(ids, view, { cursor: nextCursor, limit }, consistencyToken, signal)
                     : undefined,
             };
         }
@@ -756,6 +744,7 @@ export class Reactor {
      * Finds documents by their slugs
      */
     async findBySlugs(slugs, view, paging, consistencyToken, signal) {
+        this.logger.verbose("findBySlugs(@count slugs)", slugs.length);
         if (consistencyToken) {
             await this.documentView.waitForConsistency(consistencyToken, undefined, signal);
         }
@@ -764,7 +753,7 @@ export class Reactor {
             // Use storage to resolve slugs to IDs
             let ids;
             try {
-                ids = await this.documentStorage.resolveIds(slugs, signal);
+                ids = await this.documentStorage.resolveIds(slugs, consistencyToken, signal);
             }
             catch {
                 // If slug resolution fails, return empty results
@@ -778,7 +767,7 @@ export class Reactor {
                 }
                 let document;
                 try {
-                    document = await this.documentStorage.get(id);
+                    document = await this.documentStorage.get(id, consistencyToken, signal);
                 }
                 catch {
                     // Skip documents that don't exist or can't be accessed
@@ -809,7 +798,7 @@ export class Reactor {
                 options: paging || { cursor: "0", limit: documents.length },
                 nextCursor,
                 next: hasMore
-                    ? () => this.findBySlugs(slugs, view, { cursor: nextCursor, limit }, undefined, signal)
+                    ? () => this.findBySlugs(slugs, view, { cursor: nextCursor, limit }, consistencyToken, signal)
                     : undefined,
             };
         }
@@ -855,7 +844,7 @@ export class Reactor {
                 options: paging || { cursor: "0", limit: documents.length },
                 nextCursor,
                 next: hasMore
-                    ? () => this.findBySlugs(slugs, view, { cursor: nextCursor, limit }, undefined, signal)
+                    ? () => this.findBySlugs(slugs, view, { cursor: nextCursor, limit }, consistencyToken, signal)
                     : undefined,
             };
         }
@@ -864,6 +853,7 @@ export class Reactor {
      * Finds documents by parent ID
      */
     async findByParentId(parentId, view, paging, signal) {
+        this.logger.verbose("findByParentId(@parentId)", parentId);
         // Get child relationships from indexer
         const relationships = await this._documentIndexer.getOutgoing(parentId, ["child"], undefined, signal);
         if (signal?.aborted) {
@@ -919,6 +909,7 @@ export class Reactor {
      * Finds documents by type
      */
     async findByType(type, view, paging, consistencyToken, signal) {
+        this.logger.verbose("findByType(@type)", type);
         if (consistencyToken) {
             await this.documentView.waitForConsistency(consistencyToken, undefined, signal);
         }
@@ -928,7 +919,7 @@ export class Reactor {
             const cursor = paging?.cursor;
             const limit = paging?.limit || 100;
             // Get document IDs of the specified type
-            const { documents: documentIds, nextCursor } = await this.documentStorage.findByType(type, limit, cursor);
+            const { documents: documentIds, nextCursor } = await this.documentStorage.findByType(type, limit, cursor, consistencyToken, signal);
             if (signal?.aborted) {
                 throw new AbortError();
             }
@@ -939,7 +930,7 @@ export class Reactor {
                 }
                 let document;
                 try {
-                    document = await this.documentStorage.get(documentId);
+                    document = await this.documentStorage.get(documentId, consistencyToken, signal);
                 }
                 catch {
                     // Skip documents that can't be retrieved
@@ -962,12 +953,12 @@ export class Reactor {
                 options: paging || { cursor: cursor || "0", limit },
                 nextCursor,
                 next: nextCursor
-                    ? async () => this.findByType(type, view, { cursor: nextCursor, limit }, undefined, signal)
+                    ? async () => this.findByType(type, view, { cursor: nextCursor, limit }, consistencyToken, signal)
                     : undefined,
             };
         }
         else {
-            const result = await this.documentView.findByType(type, view, paging, undefined, signal);
+            const result = await this.documentView.findByType(type, view, paging, consistencyToken, signal);
             if (signal?.aborted) {
                 throw new AbortError();
             }
@@ -978,7 +969,7 @@ export class Reactor {
                 options: paging || { cursor: cursor || "0", limit },
                 nextCursor: result.nextCursor,
                 next: result.nextCursor
-                    ? async () => this.findByType(type, view, { cursor: result.nextCursor, limit }, undefined, signal)
+                    ? async () => this.findByType(type, view, { cursor: result.nextCursor, limit }, consistencyToken, signal)
                     : undefined,
             };
         }