@powerhousedao/reactor 5.1.0-dev.3 → 5.1.0-dev.30

package/dist/src/executor/simple-job-executor.js

@@ -1,9 +1,16 @@
 import { driveCollectionId } from "../cache/operation-index-types.js";
 import { OperationEventTypes, } from "../events/types.js";
-import { DocumentDeletedError } from "../shared/errors.js";
+import { DocumentDeletedError, InvalidSignatureError, } from "../shared/errors.js";
 import { reshuffleByTimestampAndIndex } from "../utils/reshuffle.js";
 import { applyDeleteDocumentAction, applyUpgradeDocumentAction, createDocumentFromAction, getNextIndexForScope, } from "./util.js";
 const MAX_SKIP_THRESHOLD = 100;
+const documentScopeActions = [
+    "CREATE_DOCUMENT",
+    "DELETE_DOCUMENT",
+    "UPGRADE_DOCUMENT",
+    "ADD_RELATIONSHIP",
+    "REMOVE_RELATIONSHIP",
+];
 /**
  * Simple job executor that processes a job by applying actions through document model reducers.
  *
@@ -19,8 +26,10 @@ export class SimpleJobExecutor {
     eventBus;
     writeCache;
     operationIndex;
+    documentMetaCache;
+    signatureVerifier;
     config;
-    constructor(registry, documentStorage, operationStorage, operationStore, eventBus, writeCache, operationIndex, config) {
+    constructor(registry, documentStorage, operationStorage, operationStore, eventBus, writeCache, operationIndex, documentMetaCache, config, signatureVerifier) {
         this.registry = registry;
         this.documentStorage = documentStorage;
         this.operationStorage = operationStorage;
@@ -28,6 +37,8 @@ export class SimpleJobExecutor {
         this.eventBus = eventBus;
         this.writeCache = writeCache;
         this.operationIndex = operationIndex;
+        this.documentMetaCache = documentMetaCache;
+        this.signatureVerifier = signatureVerifier;
         this.config = {
             maxConcurrency: config.maxConcurrency ?? 1,
             jobTimeoutMs: config.jobTimeoutMs ?? 30000,
@@ -45,8 +56,23 @@ export class SimpleJobExecutor {
         const indexTxn = this.operationIndex.start();
         if (job.kind === "load") {
             const result = await this.executeLoadJob(job, startTime, indexTxn);
-            if (result.success) {
-                await this.operationIndex.commit(indexTxn);
+            if (result.success && result.operationsWithContext) {
+                const ordinals = await this.operationIndex.commit(indexTxn);
+                for (let i = 0; i < result.operationsWithContext.length; i++) {
+                    result.operationsWithContext[i].context.ordinal = ordinals[i];
+                }
+                if (result.operationsWithContext.length > 0) {
+                    const event = {
+                        jobId: job.id,
+                        operations: result.operationsWithContext,
+                        jobMeta: job.meta,
+                    };
+                    this.eventBus
+                        .emit(OperationEventTypes.OPERATION_WRITTEN, event)
+                        .catch(() => {
+                        // TODO: Log error
+                    });
+                }
             }
             return result;
         }
@@ -59,11 +85,15 @@ export class SimpleJobExecutor {
                 duration: Date.now() - startTime,
             };
         }
-        await this.operationIndex.commit(indexTxn);
+        const ordinals = await this.operationIndex.commit(indexTxn);
         if (result.operationsWithContext.length > 0) {
+            for (let i = 0; i < result.operationsWithContext.length; i++) {
+                result.operationsWithContext[i].context.ordinal = ordinals[i];
+            }
             const event = {
                 jobId: job.id,
                 operations: result.operationsWithContext,
+                jobMeta: job.meta,
             };
             this.eventBus
                 .emit(OperationEventTypes.OPERATION_WRITTEN, event)
@@ -82,186 +112,33 @@ export class SimpleJobExecutor {
     async processActions(job, actions, startTime, indexTxn, skipValues) {
         const generatedOperations = [];
         const operationsWithContext = [];
-        let actionIndex = 0;
-        for (const action of actions) {
-            if (action.type === "CREATE_DOCUMENT") {
-                const result = await this.executeCreateDocumentAction(job, action, startTime, indexTxn, skipValues?.[actionIndex]);
-                const error = this.accumulateResultOrReturnError(result, generatedOperations, operationsWithContext);
-                if (error !== null) {
-                    return {
-                        success: false,
-                        generatedOperations,
-                        operationsWithContext,
-                        error: error.error,
-                    };
-                }
-                actionIndex++;
-                continue;
-            }
-            if (action.type === "DELETE_DOCUMENT") {
-                const result = await this.executeDeleteDocumentAction(job, action, startTime, indexTxn);
-                const error = this.accumulateResultOrReturnError(result, generatedOperations, operationsWithContext);
-                if (error !== null) {
-                    return {
-                        success: false,
-                        generatedOperations,
-                        operationsWithContext,
-                        error: error.error,
-                    };
-                }
-                actionIndex++;
-                continue;
-            }
-            if (action.type === "UPGRADE_DOCUMENT") {
-                const result = await this.executeUpgradeDocumentAction(job, action, startTime, indexTxn, skipValues?.[actionIndex]);
-                const error = this.accumulateResultOrReturnError(result, generatedOperations, operationsWithContext);
-                if (error !== null) {
-                    return {
-                        success: false,
-                        generatedOperations,
-                        operationsWithContext,
-                        error: error.error,
-                    };
-                }
-                actionIndex++;
-                continue;
-            }
-            if (action.type === "ADD_RELATIONSHIP") {
-                const result = await this.executeAddRelationshipAction(job, action, startTime, indexTxn);
-                const error = this.accumulateResultOrReturnError(result, generatedOperations, operationsWithContext);
-                if (error !== null) {
-                    return {
-                        success: false,
-                        generatedOperations,
-                        operationsWithContext,
-                        error: error.error,
-                    };
-                }
-                actionIndex++;
-                continue;
-            }
-            if (action.type === "REMOVE_RELATIONSHIP") {
-                const result = await this.executeRemoveRelationshipAction(job, action, startTime, indexTxn);
-                const error = this.accumulateResultOrReturnError(result, generatedOperations, operationsWithContext);
-                if (error !== null) {
-                    return {
-                        success: false,
-                        generatedOperations,
-                        operationsWithContext,
-                        error: error.error,
-                    };
-                }
-                actionIndex++;
-                continue;
-            }
-            let document;
-            try {
-                document = await this.writeCache.getState(job.documentId, job.scope, job.branch);
-            }
-            catch (error) {
-                return {
-                    success: false,
-                    generatedOperations,
-                    operationsWithContext,
-                    error: error instanceof Error ? error : new Error(String(error)),
-                };
-            }
-            const documentState = document.state.document;
-            if (documentState.isDeleted) {
-                return {
-                    success: false,
-                    generatedOperations,
-                    operationsWithContext,
-                    error: new DocumentDeletedError(job.documentId, documentState.deletedAtUtcIso),
-                };
-            }
-            let module;
-            try {
-                module = this.registry.getModule(document.header.documentType);
-            }
-            catch (error) {
-                return {
-                    success: false,
-                    generatedOperations,
-                    operationsWithContext,
-                    error: error instanceof Error ? error : new Error(String(error)),
-                };
-            }
-            let updatedDocument;
-            try {
-                updatedDocument = module.reducer(document, action);
-            }
-            catch (error) {
-                const contextMessage = `Failed to apply action to document:\n  Action type: ${action.type}\n  Document ID: ${job.documentId}\n  Document type: ${document.header.documentType}\n  Scope: ${job.scope}\n  Original error: ${error instanceof Error ? error.message : String(error)}`;
-                const enhancedError = new Error(contextMessage);
-                if (error instanceof Error && error.stack) {
-                    enhancedError.stack = `${contextMessage}\n\nOriginal stack trace:\n${error.stack}`;
-                }
-                return {
-                    success: false,
-                    generatedOperations,
-                    operationsWithContext,
-                    error: enhancedError,
-                };
-            }
-            const scope = job.scope;
-            const operations = updatedDocument.operations[scope];
-            if (operations.length === 0) {
-                return {
-                    success: false,
-                    generatedOperations,
-                    operationsWithContext,
-                    error: new Error("No operation generated from action"),
-                };
-            }
-            const newOperation = operations[operations.length - 1];
-            if (skipValues && actionIndex < skipValues.length) {
-                newOperation.skip = skipValues[actionIndex];
-            }
-            generatedOperations.push(newOperation);
-            if (this.config.legacyStorageEnabled) {
-                try {
-                    await this.operationStorage.addDocumentOperations(job.documentId, [newOperation], updatedDocument);
-                }
-                catch (error) {
-                    return {
-                        success: false,
-                        generatedOperations,
-                        operationsWithContext,
-                        error: error instanceof Error ? error : new Error(String(error)),
-                    };
-                }
-            }
-            const resultingState = JSON.stringify(updatedDocument.state);
-            try {
-                await this.operationStore.apply(job.documentId, document.header.documentType, scope, job.branch, newOperation.index, (txn) => {
-                    txn.addOperations(newOperation);
-                });
-            }
-            catch (error) {
+        try {
+            await this.verifyActionSignatures(job, actions);
+        }
+        catch (error) {
+            return {
+                success: false,
+                generatedOperations,
+                operationsWithContext,
+                error: error instanceof Error ? error : new Error(String(error)),
+            };
+        }
+        for (let actionIndex = 0; actionIndex < actions.length; actionIndex++) {
+            const action = actions[actionIndex];
+            const skip = skipValues?.[actionIndex] ?? 0;
+            const isDocumentAction = documentScopeActions.includes(action.type);
+            const result = isDocumentAction
+                ? await this.executeDocumentAction(job, action, startTime, indexTxn, skip)
+                : await this.executeRegularAction(job, action, startTime, indexTxn, skip);
+            const error = this.accumulateResultOrReturnError(result, generatedOperations, operationsWithContext);
+            if (error !== null) {
                 return {
                     success: false,
                     generatedOperations,
                     operationsWithContext,
-                    error: new Error(`Failed to write operation to IOperationStore: ${error instanceof Error ? error.message : String(error)}`),
+                    error: error.error,
                 };
             }
-            updatedDocument.header.revision = {
-                ...updatedDocument.header.revision,
-                [scope]: newOperation.index + 1,
-            };
-            this.writeCache.putState(job.documentId, scope, job.branch, newOperation.index, updatedDocument);
-            operationsWithContext.push({
-                operation: newOperation,
-                context: {
-                    documentId: job.documentId,
-                    scope,
-                    branch: job.branch,
-                    documentType: document.header.documentType,
-                    resultingState,
-                },
-            });
-            actionIndex++;
         }
         return {
             success: true,
@@ -269,6 +146,26 @@ export class SimpleJobExecutor {
             operationsWithContext,
         };
     }
+    /**
+     * Execute a document scope action (CREATE_DOCUMENT, DELETE_DOCUMENT, UPGRADE_DOCUMENT,
+     * ADD_RELATIONSHIP, REMOVE_RELATIONSHIP) by dispatching to the appropriate handler.
+     */
+    async executeDocumentAction(job, action, startTime, indexTxn, skip = 0) {
+        switch (action.type) {
+            case "CREATE_DOCUMENT":
+                return this.executeCreateDocumentAction(job, action, startTime, indexTxn, skip);
+            case "DELETE_DOCUMENT":
+                return this.executeDeleteDocumentAction(job, action, startTime, indexTxn);
+            case "UPGRADE_DOCUMENT":
+                return this.executeUpgradeDocumentAction(job, action, startTime, indexTxn, skip);
+            case "ADD_RELATIONSHIP":
+                return this.executeAddRelationshipAction(job, action, startTime, indexTxn);
+            case "REMOVE_RELATIONSHIP":
+                return this.executeRemoveRelationshipAction(job, action, startTime, indexTxn);
+            default:
+                return this.buildErrorResult(job, new Error(`Unknown document action type: ${action.type}`), startTime);
+        }
+    }
     /**
      * Execute a CREATE_DOCUMENT system action.
      * This creates a new document in storage along with its initial operation.
@@ -333,6 +230,11 @@ export class SimpleJobExecutor {
             indexTxn.createCollection(collectionId);
             indexTxn.addToCollection(collectionId, document.header.id);
         }
+        this.documentMetaCache.putDocumentMeta(document.header.id, job.branch, {
+            state: document.state.document,
+            documentType: document.header.documentType,
+            documentScopeRevision: 1,
+        });
         return this.buildSuccessResult(job, operation, document.header.id, document.header.documentType, resultingState, startTime);
     }
     /**
@@ -390,11 +292,16 @@ export class SimpleJobExecutor {
                 scope: job.scope,
             },
         ]);
+        this.documentMetaCache.putDocumentMeta(documentId, job.branch, {
+            state: document.state.document,
+            documentType: document.header.documentType,
+            documentScopeRevision: operation.index + 1,
+        });
         return this.buildSuccessResult(job, operation, documentId, document.header.documentType, resultingState, startTime);
     }
     /**
      * Execute an UPGRADE_DOCUMENT system action.
-     * This sets the document's initial state from the upgrade action.
+     * Handles initial upgrades (version 0 to N), same-version no-ops, and multi-step upgrade chains.
      * The operation index is determined from the document's current operation count.
      */
     async executeUpgradeDocumentAction(job, action, startTime, indexTxn, skip = 0) {
@@ -403,6 +310,8 @@ export class SimpleJobExecutor {
             return this.buildErrorResult(job, new Error("UPGRADE_DOCUMENT action requires a documentId in input"), startTime);
         }
         const documentId = input.documentId;
+        const fromVersion = input.fromVersion;
+        const toVersion = input.toVersion;
         let document;
         try {
             document = await this.writeCache.getState(documentId, job.scope, job.branch);
@@ -415,7 +324,30 @@ export class SimpleJobExecutor {
             return this.buildErrorResult(job, new DocumentDeletedError(documentId, documentState.deletedAtUtcIso), startTime);
         }
         const nextIndex = getNextIndexForScope(document, job.scope);
-        applyUpgradeDocumentAction(document, action);
+        let upgradePath;
+        if (fromVersion > 0 && fromVersion < toVersion) {
+            try {
+                upgradePath = this.registry.computeUpgradePath(document.header.documentType, fromVersion, toVersion);
+            }
+            catch (error) {
+                return this.buildErrorResult(job, error instanceof Error ? error : new Error(String(error)), startTime);
+            }
+        }
+        if (fromVersion === toVersion && fromVersion > 0) {
+            return {
+                job,
+                success: true,
+                operations: [],
+                operationsWithContext: [],
+                duration: Date.now() - startTime,
+            };
+        }
+        try {
+            document = applyUpgradeDocumentAction(document, action, upgradePath);
+        }
+        catch (error) {
+            return this.buildErrorResult(job, error instanceof Error ? error : new Error(String(error)), startTime);
+        }
         const operation = this.createOperation(action, nextIndex, skip);
         // Write the updated document to legacy storage
         if (this.config.legacyStorageEnabled) {
@@ -447,6 +379,11 @@ export class SimpleJobExecutor {
                 scope: job.scope,
             },
         ]);
+        this.documentMetaCache.putDocumentMeta(documentId, job.branch, {
+            state: document.state.document,
+            documentType: document.header.documentType,
+            documentScopeRevision: operation.index + 1,
+        });
         return this.buildSuccessResult(job, operation, documentId, document.header.documentType, resultingState, startTime);
     }
     async executeAddRelationshipAction(job, action, startTime, indexTxn) {
@@ -567,6 +504,107 @@ export class SimpleJobExecutor {
         }
         return this.buildSuccessResult(job, operation, input.sourceId, sourceDoc.header.documentType, resultingState, startTime);
     }
+    /**
+     * Execute a regular document action by applying it through the document model reducer.
+     */
+    async executeRegularAction(job, action, startTime, indexTxn, skip = 0) {
+        let docMeta;
+        try {
+            docMeta = await this.documentMetaCache.getDocumentMeta(job.documentId, job.branch);
+        }
+        catch (error) {
+            return this.buildErrorResult(job, error instanceof Error ? error : new Error(String(error)), startTime);
+        }
+        if (docMeta.state.isDeleted) {
+            return this.buildErrorResult(job, new DocumentDeletedError(job.documentId, docMeta.state.deletedAtUtcIso), startTime);
+        }
+        let document;
+        try {
+            document = await this.writeCache.getState(job.documentId, job.scope, job.branch);
+        }
+        catch (error) {
+            return this.buildErrorResult(job, error instanceof Error ? error : new Error(String(error)), startTime);
+        }
+        let module;
+        try {
+            // Use document version to get the correct module
+            // Version 0 means not yet upgraded - use latest version
+            const moduleVersion = docMeta.state.version === 0 ? undefined : docMeta.state.version;
+            module = this.registry.getModule(document.header.documentType, moduleVersion);
+        }
+        catch (error) {
+            return this.buildErrorResult(job, error instanceof Error ? error : new Error(String(error)), startTime);
+        }
+        let updatedDocument;
+        try {
+            updatedDocument = module.reducer(document, action);
+        }
+        catch (error) {
+            const contextMessage = `Failed to apply action to document:\n  Action type: ${action.type}\n  Document ID: ${job.documentId}\n  Document type: ${document.header.documentType}\n  Scope: ${job.scope}\n  Original error: ${error instanceof Error ? error.message : String(error)}`;
+            const enhancedError = new Error(contextMessage);
+            if (error instanceof Error && error.stack) {
+                enhancedError.stack = `${contextMessage}\n\nOriginal stack trace:\n${error.stack}`;
+            }
+            return this.buildErrorResult(job, enhancedError, startTime);
+        }
+        const scope = job.scope;
+        const operations = updatedDocument.operations[scope];
+        if (operations.length === 0) {
+            return this.buildErrorResult(job, new Error("No operation generated from action"), startTime);
+        }
+        const newOperation = operations[operations.length - 1];
+        newOperation.skip = skip;
+        if (this.config.legacyStorageEnabled) {
+            try {
+                await this.operationStorage.addDocumentOperations(job.documentId, [newOperation], updatedDocument);
+            }
+            catch (error) {
+                return this.buildErrorResult(job, error instanceof Error ? error : new Error(String(error)), startTime);
+            }
+        }
+        const resultingState = JSON.stringify(updatedDocument.state);
+        try {
+            await this.operationStore.apply(job.documentId, document.header.documentType, scope, job.branch, newOperation.index, (txn) => {
+                txn.addOperations(newOperation);
+            });
+        }
+        catch (error) {
+            return this.buildErrorResult(job, new Error(`Failed to write operation to IOperationStore: ${error instanceof Error ? error.message : String(error)}`), startTime);
+        }
+        updatedDocument.header.revision = {
+            ...updatedDocument.header.revision,
+            [scope]: newOperation.index + 1,
+        };
+        this.writeCache.putState(job.documentId, scope, job.branch, newOperation.index, updatedDocument);
+        indexTxn.write([
+            {
+                ...newOperation,
+                documentId: job.documentId,
+                documentType: document.header.documentType,
+                branch: job.branch,
+                scope,
+            },
+        ]);
+        return {
+            job,
+            success: true,
+            operations: [newOperation],
+            operationsWithContext: [
+                {
+                    operation: newOperation,
+                    context: {
+                        documentId: job.documentId,
+                        scope,
+                        branch: job.branch,
+                        documentType: document.header.documentType,
+                        resultingState,
+                        ordinal: 0,
+                    },
+                },
+            ],
+            duration: Date.now() - startTime,
+        };
+    }
     createOperation(action, index, skip = 0) {
         return {
             index: index,
@@ -620,18 +658,10 @@ export class SimpleJobExecutor {
                 duration: Date.now() - startTime,
             };
         }
-        if (result.operationsWithContext.length > 0) {
-            const event = {
-                jobId: job.id,
-                operations: result.operationsWithContext,
-            };
-            this.eventBus
-                .emit(OperationEventTypes.OPERATION_WRITTEN, event)
-                .catch(() => {
-                // TODO: log error channel once logging is wired
-            });
-        }
         this.writeCache.invalidate(job.documentId, scope, job.branch);
+        if (scope === "document") {
+            this.documentMetaCache.invalidate(job.documentId, job.branch);
+        }
         return {
             job,
             success: true,
@@ -679,6 +709,7 @@ export class SimpleJobExecutor {
                         branch: job.branch,
                         documentType: documentType,
                         resultingState,
+                        ordinal: 0,
                     },
                 },
             ],
@@ -693,6 +724,66 @@ export class SimpleJobExecutor {
             duration: Date.now() - startTime,
         };
     }
+    async verifyOperationSignatures(job, operations) {
+        if (!this.signatureVerifier) {
+            return;
+        }
+        for (let i = 0; i < operations.length; i++) {
+            const operation = operations[i];
+            const signer = operation.action.context?.signer;
+            if (!signer) {
+                continue;
+            }
+            if (signer.signatures.length === 0) {
+                throw new InvalidSignatureError(job.documentId, `Operation ${operation.id ?? "unknown"} at index ${operation.index} has signer but no signatures`);
+            }
+            const publicKey = signer.app.key;
+            let isValid = false;
+            try {
+                isValid = await this.signatureVerifier(operation, publicKey);
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                throw new InvalidSignatureError(job.documentId, `Operation ${operation.id ?? "unknown"} at index ${operation.index} verification failed: ${errorMessage}`);
+            }
+            if (!isValid) {
+                throw new InvalidSignatureError(job.documentId, `Operation ${operation.id ?? "unknown"} at index ${operation.index} signature verification returned false`);
+            }
+        }
+    }
+    async verifyActionSignatures(job, actions) {
+        if (!this.signatureVerifier) {
+            return;
+        }
+        for (const action of actions) {
+            const signer = action.context?.signer;
+            if (!signer) {
+                continue;
+            }
+            if (signer.signatures.length === 0) {
+                throw new InvalidSignatureError(job.documentId, `Action ${action.id} has signer but no signatures`);
+            }
+            const publicKey = signer.app.key;
+            let isValid = false;
+            try {
+                const tempOperation = {
+                    index: 0,
+                    timestampUtcMs: action.timestampUtcMs || new Date().toISOString(),
+                    hash: "",
+                    skip: 0,
+                    action: action,
+                };
+                isValid = await this.signatureVerifier(tempOperation, publicKey);
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                throw new InvalidSignatureError(job.documentId, `Action ${action.id} verification failed: ${errorMessage}`);
+            }
+            if (!isValid) {
+                throw new InvalidSignatureError(job.documentId, `Action ${action.id} signature verification returned false`);
+            }
+        }
+    }
     accumulateResultOrReturnError(result, generatedOperations, operationsWithContext) {
         if (!result.success) {
             return result;