@powerhousedao/reactor 4.1.0-dev.10 → 4.1.0-dev.101

package/dist/src/core/reactor.js

@@ -0,0 +1,666 @@
+import { AbortError } from "document-drive";
+import { v4 as uuidv4 } from "uuid";
+import { createMutableShutdownStatus } from "../shared/factories.js";
+import { JobStatus } from "../shared/types.js";
+import { matchesScope } from "../shared/utils.js";
+import { filterByParentId, filterByType, toErrorInfo, topologicalSort, validateActionScopes, validateBatchRequest, } from "./utils.js";
+/**
+ * This class implements the IReactor interface and serves as the main entry point
+ * for the new Reactor architecture.
+ */
+export class Reactor {
+    driveServer;
+    documentStorage;
+    shutdownStatus;
+    setShutdown;
+    queue;
+    jobTracker;
+    readModelCoordinator;
+    constructor(driveServer, documentStorage, queue, jobTracker, readModelCoordinator) {
+        // Store required dependencies
+        this.driveServer = driveServer;
+        this.documentStorage = documentStorage;
+        this.queue = queue;
+        this.jobTracker = jobTracker;
+        this.readModelCoordinator = readModelCoordinator;
+        // Start the read model coordinator
+        this.readModelCoordinator.start();
+        // Create mutable shutdown status using factory method
+        const [status, setter] = createMutableShutdownStatus(false);
+        this.shutdownStatus = status;
+        this.setShutdown = setter;
+    }
+    /**
+     * Signals that the reactor should shutdown.
+     */
+    kill() {
+        // Mark the reactor as shutdown
+        this.setShutdown(true);
+        // Stop the read model coordinator
+        this.readModelCoordinator.stop();
+        // TODO: Phase 3+ - Implement graceful shutdown for queue, executors, etc.
+        // For now, we just mark as shutdown and return status
+        return this.shutdownStatus;
+    }
+    /**
+     * Retrieves a list of document model specifications
+     */
+    getDocumentModels(namespace, paging, signal) {
+        // Get document model modules from the drive server + filter
+        const modules = this.driveServer.getDocumentModelModules();
+        const filteredModels = modules.filter((module) => !namespace || module.documentModel.global.name.startsWith(namespace));
+        // Apply paging
+        const startIndex = paging ? parseInt(paging.cursor) || 0 : 0;
+        const limit = paging?.limit || filteredModels.length;
+        const pagedModels = filteredModels.slice(startIndex, startIndex + limit);
+        // Create paged results
+        const hasMore = startIndex + limit < filteredModels.length;
+        const nextCursor = hasMore ? String(startIndex + limit) : undefined;
+        // even thought this is currently synchronous, they could have passed in an already-aborted signal
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        return Promise.resolve({
+            results: pagedModels,
+            options: paging || { cursor: "0", limit: filteredModels.length },
+            nextCursor,
+            next: hasMore
+                ? () => this.getDocumentModels(namespace, { cursor: nextCursor, limit }, signal)
+                : undefined,
+        });
+    }
+    /**
+     * Retrieves a specific PHDocument by id
+     */
+    async get(id, view, signal) {
+        const document = await this.documentStorage.get(id);
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        const childIds = await this.documentStorage.getChildren(id);
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        // Apply view filter - This will be removed when we pass the viewfilter along
+        // to the underlying store, but is here now for the interface.
+        for (const scope in document.state) {
+            if (!matchesScope(view, scope)) {
+                delete document.state[scope];
+            }
+        }
+        return {
+            document,
+            childIds,
+        };
+    }
+    /**
+     * Retrieves a specific PHDocument by slug
+     */
+    async getBySlug(slug, view, signal) {
+        // Use the storage layer to resolve slug to ID
+        let ids;
+        try {
+            ids = await this.documentStorage.resolveIds([slug], signal);
+        }
+        catch (error) {
+            // If the error is from resolveIds (document not found), wrap it with our message
+            if (error instanceof Error && error.message.includes("not found")) {
+                throw new Error(`Document not found with slug: ${slug}`);
+            }
+            throw error;
+        }
+        if (ids.length === 0 || !ids[0]) {
+            throw new Error(`Document not found with slug: ${slug}`);
+        }
+        // Now get the document by its resolved ID
+        return await this.get(ids[0], view, signal);
+    }
+    /**
+     * Retrieves the operations for a document
+     */
+    async getOperations(documentId, view, paging, signal) {
+        // Use storage directly to get the document
+        const document = await this.documentStorage.get(documentId);
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        const operations = document.operations;
+        const result = {};
+        // apply view filter, per scope -- this will be removed when we pass the viewfilter along
+        // to the underlying store, but is here now for the interface.
+        for (const scope in operations) {
+            if (matchesScope(view, scope)) {
+                const scopeOperations = operations[scope];
+                // apply paging too
+                const startIndex = paging ? parseInt(paging.cursor) || 0 : 0;
+                const limit = paging?.limit || scopeOperations.length;
+                const pagedOperations = scopeOperations.slice(startIndex, startIndex + limit);
+                result[scope] = {
+                    results: pagedOperations,
+                    options: { cursor: String(startIndex + limit), limit },
+                };
+            }
+        }
+        return Promise.resolve(result);
+    }
+    /**
+     * Filters documents by criteria and returns a list of them
+     */
+    async find(search, view, paging, signal) {
+        let results;
+        if (search.ids) {
+            if (search.slugs && search.slugs.length > 0) {
+                throw new Error("Cannot use both ids and slugs in the same search");
+            }
+            results = await this.findByIds(search.ids, view, paging, signal);
+            if (search.parentId) {
+                results = filterByParentId(results, search.parentId);
+            }
+            if (search.type) {
+                results = filterByType(results, search.type);
+            }
+        }
+        else if (search.slugs) {
+            results = await this.findBySlugs(search.slugs, view, paging, signal);
+            if (search.parentId) {
+                results = filterByParentId(results, search.parentId);
+            }
+            if (search.type) {
+                results = filterByType(results, search.type);
+            }
+        }
+        else if (search.parentId) {
+            results = await this.findByParentId(search.parentId, view, paging, signal);
+            if (search.type) {
+                results = filterByType(results, search.type);
+            }
+        }
+        else if (search.type) {
+            results = await this.findByType(search.type, view, paging, signal);
+        }
+        else {
+            throw new Error("No search criteria provided");
+        }
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        return results;
+    }
+    /**
+     * Creates a document
+     */
+    async create(document, signal) {
+        const createdAtUtcIso = new Date().toISOString();
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        // Create a CREATE_DOCUMENT action with proper CreateDocumentActionInput
+        const input = {
+            model: document.header.documentType,
+            version: "0.0.0",
+            documentId: document.header.id,
+        };
+        // Add signing info
+        input.signing = {
+            signature: document.header.id,
+            publicKey: document.header.sig.publicKey,
+            nonce: document.header.sig.nonce,
+            createdAtUtcIso: document.header.createdAtUtcIso,
+            documentType: document.header.documentType,
+        };
+        // Add optional mutable header fields (always include even if empty/undefined)
+        input.slug = document.header.slug;
+        input.name = document.header.name;
+        input.branch = document.header.branch;
+        input.meta = document.header.meta;
+        const createAction = {
+            id: `${document.header.id}-create`,
+            type: "CREATE_DOCUMENT",
+            scope: "document",
+            timestampUtcMs: new Date().toISOString(),
+            input,
+        };
+        // Create an UPGRADE_DOCUMENT action to set the initial state
+        const upgradeInput = {
+            model: document.header.documentType,
+            fromVersion: "0.0.0",
+            toVersion: "0.0.0", // Same version since we're just setting initial state
+            documentId: document.header.id,
+            initialState: document.state,
+        };
+        const upgradeAction = {
+            id: `${document.header.id}-upgrade`,
+            type: "UPGRADE_DOCUMENT",
+            scope: "document",
+            timestampUtcMs: new Date().toISOString(),
+            input: upgradeInput,
+        };
+        // Create a single job with both CREATE_DOCUMENT and UPGRADE_DOCUMENT actions
+        const job = {
+            id: uuidv4(),
+            documentId: document.header.id,
+            scope: "document",
+            branch: "main",
+            actions: [createAction, upgradeAction],
+            createdAt: new Date().toISOString(),
+            queueHint: [],
+            maxRetries: 3,
+            errorHistory: [],
+        };
+        // Create job info and register with tracker
+        const jobInfo = {
+            id: job.id,
+            status: JobStatus.PENDING,
+            createdAtUtcIso,
+        };
+        this.jobTracker.registerJob(jobInfo);
+        // Enqueue the job
+        await this.queue.enqueue(job);
+        return jobInfo;
+    }
+    /**
+     * Deletes a document
+     */
+    async deleteDocument(id, propagate, signal) {
+        const createdAtUtcIso = new Date().toISOString();
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        const deleteInput = {
+            documentId: id,
+            propagate,
+        };
+        const action = {
+            id: `${id}-delete`,
+            type: "DELETE_DOCUMENT",
+            scope: "document",
+            timestampUtcMs: new Date().toISOString(),
+            input: deleteInput,
+        };
+        const job = {
+            id: uuidv4(),
+            documentId: id,
+            scope: "document",
+            branch: "main",
+            actions: [action],
+            createdAt: new Date().toISOString(),
+            queueHint: [],
+            maxRetries: 3,
+            errorHistory: [],
+        };
+        const jobInfo = {
+            id: job.id,
+            status: JobStatus.PENDING,
+            createdAtUtcIso,
+        };
+        this.jobTracker.registerJob(jobInfo);
+        await this.queue.enqueue(job);
+        return jobInfo;
+    }
+    /**
+     * Applies a list of actions to a document
+     */
+    async mutate(id, actions) {
+        const createdAtUtcIso = new Date().toISOString();
+        // Determine scope from first action (all actions should have the same scope)
+        const scope = actions.length > 0 ? actions[0].scope || "global" : "global";
+        // Create a single job with all actions
+        const job = {
+            id: uuidv4(),
+            documentId: id,
+            scope: scope,
+            branch: "main", // Default to main branch
+            actions: actions,
+            createdAt: new Date().toISOString(),
+            queueHint: [],
+            maxRetries: 3,
+            errorHistory: [],
+        };
+        // Create job info and register with tracker
+        const jobInfo = {
+            id: job.id,
+            status: JobStatus.PENDING,
+            createdAtUtcIso,
+        };
+        this.jobTracker.registerJob(jobInfo);
+        // Enqueue the job
+        await this.queue.enqueue(job);
+        return jobInfo;
+    }
+    /**
+     * Applies multiple mutations across documents with dependency management
+     */
+    async mutateBatch(request, signal) {
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        validateBatchRequest(request.jobs);
+        for (const jobPlan of request.jobs) {
+            validateActionScopes(jobPlan);
+        }
+        const createdAtUtcIso = new Date().toISOString();
+        const planKeyToJobId = new Map();
+        for (const jobPlan of request.jobs) {
+            planKeyToJobId.set(jobPlan.key, uuidv4());
+        }
+        const jobInfos = new Map();
+        for (const jobPlan of request.jobs) {
+            const jobId = planKeyToJobId.get(jobPlan.key);
+            const jobInfo = {
+                id: jobId,
+                status: JobStatus.PENDING,
+                createdAtUtcIso,
+            };
+            this.jobTracker.registerJob(jobInfo);
+            jobInfos.set(jobPlan.key, jobInfo);
+        }
+        const sortedKeys = topologicalSort(request.jobs);
+        const enqueuedKeys = [];
+        try {
+            for (const key of sortedKeys) {
+                if (signal?.aborted) {
+                    throw new AbortError();
+                }
+                const jobPlan = request.jobs.find((j) => j.key === key);
+                const jobId = planKeyToJobId.get(key);
+                const queueHint = jobPlan.dependsOn.map((depKey) => planKeyToJobId.get(depKey));
+                const job = {
+                    id: jobId,
+                    documentId: jobPlan.documentId,
+                    scope: jobPlan.scope,
+                    branch: jobPlan.branch,
+                    actions: jobPlan.actions,
+                    createdAt: createdAtUtcIso,
+                    queueHint,
+                    maxRetries: 3,
+                    errorHistory: [],
+                };
+                await this.queue.enqueue(job);
+                enqueuedKeys.push(key);
+            }
+        }
+        catch (error) {
+            for (const key of enqueuedKeys) {
+                const jobId = planKeyToJobId.get(key);
+                try {
+                    await this.queue.remove(jobId);
+                }
+                catch (removeError) {
+                    // Ignore removal errors during cleanup
+                }
+            }
+            for (const jobInfo of jobInfos.values()) {
+                this.jobTracker.markFailed(jobInfo.id, toErrorInfo("Batch enqueue failed"));
+            }
+            throw error;
+        }
+        const result = {
+            jobs: Object.fromEntries(jobInfos),
+        };
+        return result;
+    }
+    /**
+     * Adds multiple documents as children to another
+     */
+    async addChildren(parentId, documentIds, view, signal) {
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        const actions = documentIds.map((childId) => ({
+            id: uuidv4(),
+            type: "ADD_RELATIONSHIP",
+            scope: "document",
+            timestampUtcMs: new Date().toISOString(),
+            input: {
+                sourceId: parentId,
+                targetId: childId,
+                relationshipType: "child",
+            },
+        }));
+        return await this.mutate(parentId, actions);
+    }
+    /**
+     * Removes multiple documents as children from another
+     */
+    async removeChildren(parentId, documentIds, view, signal) {
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        const actions = documentIds.map((childId) => ({
+            id: uuidv4(),
+            type: "REMOVE_RELATIONSHIP",
+            scope: "document",
+            timestampUtcMs: new Date().toISOString(),
+            input: {
+                sourceId: parentId,
+                targetId: childId,
+                relationshipType: "child",
+            },
+        }));
+        return await this.mutate(parentId, actions);
+    }
+    /**
+     * Retrieves the status of a job
+     */
+    getJobStatus(jobId, signal) {
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        const jobInfo = this.jobTracker.getJobStatus(jobId);
+        if (!jobInfo) {
+            // Job not found - return FAILED status with appropriate error
+            return Promise.resolve({
+                id: jobId,
+                status: JobStatus.FAILED,
+                createdAtUtcIso: new Date().toISOString(),
+                completedAtUtcIso: new Date().toISOString(),
+                error: toErrorInfo("Job not found"),
+            });
+        }
+        return Promise.resolve(jobInfo);
+    }
+    /**
+     * Finds documents by their IDs
+     */
+    async findByIds(ids, view, paging, signal) {
+        const documents = [];
+        // Fetch each document by ID using storage directly
+        for (const id of ids) {
+            if (signal?.aborted) {
+                throw new AbortError();
+            }
+            let document;
+            try {
+                document = await this.documentStorage.get(id);
+            }
+            catch {
+                // Skip documents that don't exist or can't be accessed
+                // This matches the behavior expected from a search operation
+                continue;
+            }
+            // Apply view filter - This will be removed when we pass the viewfilter along
+            // to the underlying store, but is here now for the interface.
+            for (const scope in document.state) {
+                if (!matchesScope(view, scope)) {
+                    delete document.state[scope];
+                }
+            }
+            documents.push(document);
+        }
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        // Apply paging
+        const startIndex = paging ? parseInt(paging.cursor) || 0 : 0;
+        const limit = paging?.limit || documents.length;
+        const pagedDocuments = documents.slice(startIndex, startIndex + limit);
+        // Create paged results
+        const hasMore = startIndex + limit < documents.length;
+        const nextCursor = hasMore ? String(startIndex + limit) : undefined;
+        return {
+            results: pagedDocuments,
+            options: paging || { cursor: "0", limit: documents.length },
+            nextCursor,
+            next: hasMore
+                ? () => this.findByIds(ids, view, { cursor: nextCursor, limit }, signal)
+                : undefined,
+        };
+    }
+    /**
+     * Finds documents by their slugs
+     */
+    async findBySlugs(slugs, view, paging, signal) {
+        const documents = [];
+        // Use storage to resolve slugs to IDs
+        let ids;
+        try {
+            ids = await this.documentStorage.resolveIds(slugs, signal);
+        }
+        catch {
+            // If slug resolution fails, return empty results
+            // This matches the behavior expected from a search operation
+            ids = [];
+        }
+        // Fetch each document by resolved ID
+        for (const id of ids) {
+            if (signal?.aborted) {
+                throw new AbortError();
+            }
+            let document;
+            try {
+                document = await this.documentStorage.get(id);
+            }
+            catch {
+                // Skip documents that don't exist or can't be accessed
+                continue;
+            }
+            // Apply view filter - This will be removed when we pass the viewfilter along
+            // to the underlying store, but is here now for the interface.
+            for (const scope in document.state) {
+                if (!matchesScope(view, scope)) {
+                    delete document.state[scope];
+                }
+            }
+            documents.push(document);
+        }
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        // Apply paging - this will be removed when we pass the paging along
+        // to the underlying store, but is here now for the interface.
+        const startIndex = paging ? parseInt(paging.cursor) || 0 : 0;
+        const limit = paging?.limit || documents.length;
+        const pagedDocuments = documents.slice(startIndex, startIndex + limit);
+        // Create paged results
+        const hasMore = startIndex + limit < documents.length;
+        const nextCursor = hasMore ? String(startIndex + limit) : undefined;
+        return {
+            results: pagedDocuments,
+            options: paging || { cursor: "0", limit: documents.length },
+            nextCursor,
+            next: hasMore
+                ? () => this.findBySlugs(slugs, view, { cursor: nextCursor, limit }, signal)
+                : undefined,
+        };
+    }
+    /**
+     * Finds documents by parent ID
+     */
+    async findByParentId(parentId, view, paging, signal) {
+        // Get child document IDs from storage
+        const childIds = await this.documentStorage.getChildren(parentId);
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        const documents = [];
+        // Fetch each child document
+        for (const childId of childIds) {
+            if (signal?.aborted) {
+                throw new AbortError();
+            }
+            let document;
+            try {
+                document = await this.documentStorage.get(childId);
+            }
+            catch {
+                // Skip documents that don't exist or can't be accessed
+                // This matches the behavior expected from a search operation
+                continue;
+            }
+            // Apply view filter - This will be removed when we pass the viewfilter along
+            // to the underlying store, but is here now for the interface.
+            for (const scope in document.state) {
+                if (!matchesScope(view, scope)) {
+                    delete document.state[scope];
+                }
+            }
+            documents.push(document);
+        }
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        // Apply paging
+        const startIndex = paging ? parseInt(paging.cursor) || 0 : 0;
+        const limit = paging?.limit || documents.length;
+        const pagedDocuments = documents.slice(startIndex, startIndex + limit);
+        // Create paged results
+        const hasMore = startIndex + limit < documents.length;
+        const nextCursor = hasMore ? String(startIndex + limit) : undefined;
+        return {
+            results: pagedDocuments,
+            options: paging || { cursor: "0", limit: documents.length },
+            nextCursor,
+            next: hasMore
+                ? () => this.findByParentId(parentId, view, { cursor: nextCursor, limit }, signal)
+                : undefined,
+        };
+    }
+    /**
+     * Finds documents by type
+     */
+    async findByType(type, view, paging, signal) {
+        const documents = [];
+        // Use storage's findByType method directly
+        const cursor = paging?.cursor;
+        const limit = paging?.limit || 100;
+        // Get document IDs of the specified type
+        const { documents: documentIds, nextCursor } = await this.documentStorage.findByType(type, limit, cursor);
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        // Fetch each document by its ID
+        for (const documentId of documentIds) {
+            if (signal?.aborted) {
+                throw new AbortError();
+            }
+            let document;
+            try {
+                document = await this.documentStorage.get(documentId);
+            }
+            catch {
+                // Skip documents that can't be retrieved
+                continue;
+            }
+            // Apply view filter
+            for (const scope in document.state) {
+                if (!matchesScope(view, scope)) {
+                    delete document.state[scope];
+                }
+            }
+            documents.push(document);
+        }
+        if (signal?.aborted) {
+            throw new AbortError();
+        }
+        // Results are already paged from the storage layer
+        return {
+            results: documents,
+            options: paging || { cursor: cursor || "0", limit },
+            nextCursor,
+            next: nextCursor
+                ? async () => this.findByType(type, view, { cursor: nextCursor, limit }, signal)
+                : undefined,
+        };
+    }
+}
+//# sourceMappingURL=reactor.js.map