@powerhousedao/reactor-api 6.2.3-dev.13 → 6.2.3-dev.15

package/dist/index.mjs

@@ -1,19 +1,20 @@
 
-!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="38c1f129-3370-5df3-8167-295202794a27")}catch(e){}}();
-import { _ as createAuthorizationService, a as isSubgraphClass, b as ForbiddenError, d as loadSubgraphs, f as BaseSubgraph, g as AuthorizedDocumentHandle, h as AuthorizationPolicy, i as buildGraphqlOperations, l as loadDocumentModels, m as createCanonicalDocumentIdResolver, n as buildGraphQlDriveDocument, o as debounce, p as CanonicalDocumentIdResolutionError, r as buildGraphqlOperation, s as extractUpgradeManifests, t as buildGraphQlDocument, u as loadProcessors, v as AuthEvaluationUnsupportedError, x as MalformedStoredOperationError, y as AuthenticationRequiredError } from "./utils-Cm6WbGyq.mjs";
+!function(){try{var e="undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof globalThis?globalThis:"undefined"!=typeof self?self:{},n=(new e.Error).stack;n&&(e._sentryDebugIds=e._sentryDebugIds||{},e._sentryDebugIds[n]="e248ee6d-acc2-582e-963f-3c79e960dbd8")}catch(e){}}();
+import { C as AuthEvaluationUnsupportedError, E as MalformedStoredOperationError, S as createAuthorizationService, T as ForbiddenError, _ as BaseSubgraph, a as piecesFromListModule, b as AuthorizationPolicy, c as buildGraphqlOperation, d as debounce, f as extractUpgradeManifests, g as loadSubgraphs, h as loadProcessors, i as pieceListLocation, l as buildGraphqlOperations, m as loadDocumentModels, o as buildGraphQlDocument, r as PIECE_SOURCE_LIST, s as buildGraphQlDriveDocument, u as isSubgraphClass, v as CanonicalDocumentIdResolutionError, w as AuthenticationRequiredError, x as AuthorizedDocumentHandle, y as createCanonicalDocumentIdResolver } from "./pieces-DKOEzTAY.mjs";
 import { AnalyticsQueryEngine } from "@powerhousedao/analytics-engine-core";
 import { AnalyticsModel, AnalyticsResolvers, typedefs } from "@powerhousedao/analytics-engine-graphql";
 import { gql } from "graphql-tag";
 import { GraphQLError, Kind, parse, print } from "graphql";
 import { AuthEnforcementDisabledError, DEFAULT_DRIVE_CONTAINER_TYPES, DriveCollectionId, ModelReadGate, PropagationMode as PropagationMode$1, SyncScopeGate, consolidateSyncOperations, createReactorHostModuleBase, driveIdFromUrl, envelopesToSyncOperations, parseDriveUrl, readDecisionModel, syncOperationErrorType } from "@powerhousedao/reactor";
 import { ConsoleLogger, childLogger, documentModelDocumentModelModule } from "document-model";
-import path, { join } from "node:path";
+import path, { isAbsolute, join } from "node:path";
 import { match } from "path-to-regexp";
 import posix from "node:path/posix";
 import { Readable } from "node:stream";
-import fs, { readFileSync, watchFile } from "node:fs";
+import fs, { existsSync, readFileSync, watchFile } from "node:fs";
 import { pipeline } from "node:stream/promises";
 import { createHmac, randomBytes, timingSafeEqual } from "node:crypto";
+import { pathToFileURL } from "node:url";
 import { buildSubgraphSchema } from "@apollo/subgraph";
 import { typeDefs } from "@powerhousedao/document-engineering/graphql";
 import { camelCase, kebabCase, pascalCase } from "change-case";
@@ -3965,7 +3966,8 @@ async function collectHeldSyncOperations(syncOps, gate, subject, signal) {
 *   client ordinal the switchboard has successfully applied, so the client
 *   can trim its own outbox)
 */
-function pollSyncEnvelopes(syncManager, args, forbiddenIds = /* @__PURE__ */ new Set(), heldOpIds = /* @__PURE__ */ new Set()) {
+function pollSyncEnvelopes(syncManager, args, forbiddenIds = /* @__PURE__ */ new Set(), heldOpIds = /* @__PURE__ */ new Set(), gatedOpIds) {
+	const isHeld = (syncOp) => heldOpIds.has(syncOp.id) || gatedOpIds !== void 0 && !gatedOpIds.has(syncOp.id);
 	let remote;
 	try {
 		remote = syncManager.getById(args.channelId);
@@ -3973,7 +3975,7 @@ function pollSyncEnvelopes(syncManager, args, forbiddenIds = /* @__PURE__ */ new
 		throw new GraphQLError(`Channel not found: ${error instanceof Error ? error.message : "Unknown error"}`);
 	}
 	remote.channel.notePoll();
-	const deadLetters = remote.channel.deadLetter.items.filter((syncOp) => !forbiddenIds.has(syncOp.documentId) && !heldOpIds.has(syncOp.id)).map((syncOp) => ({
+	const deadLetters = remote.channel.deadLetter.items.filter((syncOp) => !forbiddenIds.has(syncOp.documentId) && !isHeld(syncOp)).map((syncOp) => ({
 		documentId: syncOp.documentId,
 		error: syncOp.error?.message ?? "Unknown error",
 		errorType: syncOperationErrorType(syncOp.error),
@@ -4022,7 +4024,7 @@ function pollSyncEnvelopes(syncManager, args, forbiddenIds = /* @__PURE__ */ new
 			hasMore = true;
 			break;
 		}
-		if (heldOpIds.has(syncOp.id)) continue;
+		if (isHeld(syncOp)) continue;
 		syncOp.deliveredCount ??= 0;
 		syncOp.emittedCount ??= 0;
 		while (syncOp.deliveredCount < syncOp.emittedCount && syncOp.operations[syncOp.deliveredCount].context.ordinal <= args.outboxLatest) syncOp.deliveredCount += 1;
@@ -6026,8 +6028,10 @@ var ReactorSubgraph = class extends BaseSubgraph {
 						if (await this.authorizationService.canRead(driveId, void 0)) await this.#collectForbiddenDocuments(remote.channel.outbox.items, forbiddenIds, ctx);
 						await this.#collectForbiddenDocuments(remote.channel.deadLetter.items, forbiddenIds, ctx);
 					}
-					const heldOpIds = this.syncServingGate ? await collectHeldSyncOperations([...remote.channel.outbox.items, ...remote.channel.deadLetter.items], this.syncServingGate, this.viewSubject(ctx)) : /* @__PURE__ */ new Set();
-					const { envelopes, ackOrdinal, deadLetters, hasMore } = pollSyncEnvelopes(this.syncManager, args, forbiddenIds, heldOpIds);
+					const gate = this.syncServingGate;
+					const gated = gate ? [...remote.channel.outbox.items, ...remote.channel.deadLetter.items] : void 0;
+					const heldOpIds = gate && gated ? await collectHeldSyncOperations(gated, gate, this.viewSubject(ctx)) : /* @__PURE__ */ new Set();
+					const { envelopes, ackOrdinal, deadLetters, hasMore } = pollSyncEnvelopes(this.syncManager, args, forbiddenIds, heldOpIds, gated && new Set(gated.map((syncOp) => syncOp.id)));
 					return {
 						envelopes,
 						ackOrdinal,
@@ -6368,10 +6372,10 @@ const ADMIN_USERS = getAdminUsers();
 //#endregion
 //#region src/graphql/system/version.ts
 function getVersion() {
-	return "6.2.3-dev.13";
+	return "6.2.3-dev.15";
 }
 function getGitHash() {
-	return "d0567f6f11ec778d8a0a6afb48f32e22eb34ccaa";
+	return "33ef9b1d874d9bdd1c2a331b21dd653134abd90a";
 }
 function getGitUrl() {
 	return buildTreeUrl(getGitHash());
@@ -6425,6 +6429,8 @@ var HttpPackageLoader = class {
 	registryUrl;
 	logger = childLogger(["reactor-api", "http-loader"]);
 	name = "HttpPackageLoader";
+	/** Said once: the reason is the loader's, not any one package's. */
+	reportedNoPieces = false;
 	documentModelLoader;
 	constructor(options) {
 		this.registryUrl = options.registryUrl.endsWith("/") ? options.registryUrl : `${options.registryUrl}/`;
@@ -6498,6 +6504,13 @@ var HttpPackageLoader = class {
 		this.logger.verbose(`No processor factory found in ${packageName}`);
 		return null;
 	}
+	loadPieces(packageSpec) {
+		if (!this.reportedNoPieces) {
+			this.reportedNoPieces = true;
+			this.logger.info("Pieces are not served over HTTP, so @pkg and every other package loaded from the registry contributes none", packageSpec);
+		}
+		return Promise.resolve([]);
+	}
 	/**
 	* Load document models from multiple packages.
 	* Continues loading even if some packages fail.
@@ -6597,6 +6610,7 @@ var HttpDocumentModelLoader = class {
 var ImportPackageLoader = class {
 	logger = childLogger(["reactor-api", "import-loader"]);
 	name = "ImportPackageLoader";
+	reportedUnbuilt = /* @__PURE__ */ new Set();
 	async loadDocumentModels(identifier) {
 		this.logger.verbose(`Loading document models from package: ${identifier}`);
 		const pkgModule = await loadDocumentModels(identifier);
@@ -6639,6 +6653,30 @@ var ImportPackageLoader = class {
 		this.logger.verbose(`  ➜  No Processor Factory found: ${identifier}`);
 		return null;
 	}
+	async loadPieces(identifier) {
+		this.logger.verbose(`Loading pieces from package: ${identifier}`);
+		const { root, listPath } = pieceListLocation(identifier);
+		if (!existsSync(listPath)) {
+			this.reportUnbuilt(identifier, root, listPath);
+			return [];
+		}
+		const pieces = piecesFromListModule(await import(
+			/* @vite-ignore */
+			pathToFileURL(listPath).href
+), {
+			root,
+			identifier,
+			logger: this.logger
+		});
+		this.logger.verbose(`  ➜  Loaded ${pieces.length} Pieces from: ${identifier}`);
+		return pieces;
+	}
+	reportUnbuilt(identifier, root, listPath) {
+		if (!isAbsolute(identifier) || this.reportedUnbuilt.has(identifier)) return;
+		if (!existsSync(join(root, PIECE_SOURCE_LIST))) return;
+		this.reportedUnbuilt.add(identifier);
+		this.logger.warn("@pkg declares pieces but @list was never built; run `ph build`", identifier, listPath);
+	}
 };
 //#endregion
 //#region src/packages/package-manager.ts
@@ -6654,10 +6692,12 @@ var ImportPackageLoader = class {
 * either bare (`'pkg'`) or as a subpath (`'pkg/subgraphs'`), since loaders
 * import sub-entries like `${pkg}/subgraphs` / `${pkg}/document-models`.
 */
-function isExpectedLoaderMiss(error, pkg) {
+function isExpectedLoaderMiss(error, pkg, subPath) {
 	if (!(error instanceof Error)) return false;
 	const code = error.code;
 	if (code === "ERR_UNSUPPORTED_DIR_IMPORT") return true;
+	if (code === "ERR_PACKAGE_PATH_NOT_EXPORTED" && subPath !== void 0 && error.message.includes(`'./${subPath}'`)) return true;
+	if (subPath !== void 0 && new RegExp(`^Failed to fetch \\S*/${subPath}/index\\.mjs: 404$`).test(error.message)) return true;
 	if (error.message.startsWith("Invalid package name:")) return true;
 	if (code === "ERR_MODULE_NOT_FOUND") return error.message.includes(`'${pkg}'`) || error.message.includes(`"${pkg}"`) || error.message.includes(`'${pkg}/`) || error.message.includes(`"${pkg}/`);
 	return false;
@@ -6679,6 +6719,7 @@ var PackageManager = class {
 	upgradeManifestsMap = /* @__PURE__ */ new Map();
 	subgraphsMap = /* @__PURE__ */ new Map();
 	processorMap = /* @__PURE__ */ new Map();
+	piecesMap = /* @__PURE__ */ new Map();
 	configWatcher;
 	debouncedUpdateCallbacks = /* @__PURE__ */ new Map();
 	eventEmitter = new EventEmitter();
@@ -6697,10 +6738,12 @@ var PackageManager = class {
 		const upgradeManifestsMap = await this.loadUpgradeManifests(packages);
 		const subgraphsMap = await this.loadSubgraphs(packages);
 		const processorsMap = await this.loadProcessors(packages);
+		const piecesMap = await this.loadPieces(packages);
 		this.upgradeManifestsMap = upgradeManifestsMap;
 		this.updatePackagesMap(documentModelsMap);
 		this.updateSubgraphsMap(subgraphsMap);
 		this.updateProcessorsMap(processorsMap);
+		this.updatePiecesMap(piecesMap);
 		try {
 			this.subscribePackages(packages);
 		} catch (error) {
@@ -6710,7 +6753,8 @@ var PackageManager = class {
 			documentModels: getUniqueDocumentModels(...Array.from(documentModelsMap.values())),
 			upgradeManifests: this.getUniqueUpgradeManifests(),
 			subgraphs: subgraphsMap,
-			processors: processorsMap
+			processors: processorsMap,
+			pieces: piecesMap
 		};
 	}
 	async loadDocumentModels(packages) {
@@ -6810,9 +6854,34 @@ var PackageManager = class {
 		}
 		return processorsMap;
 	}
+	async loadPieces(packages) {
+		this.logger.debug(`Loading pieces from packages: ${packages.join(", ")}`);
+		const piecesMap = /* @__PURE__ */ new Map();
+		for (const pkg of packages) {
+			const allPieces = [];
+			const failures = [];
+			let succeeded = false;
+			for (const loader of this.loaders) try {
+				allPieces.push(...await loader.loadPieces(pkg));
+				succeeded = true;
+				break;
+			} catch (error) {
+				failures.push({
+					loader: loader.name,
+					error
+				});
+				this.logger.debug(`[${loader.name}] Failed to load pieces from package ${pkg}`, error);
+			}
+			this.maybeWarnAllLoadersFailed("pieces", pkg, succeeded, failures);
+			if (allPieces.length > 0) this.logger.info("Loaded @count piece(s) from package @pkg: @pieces", allPieces.length, pkg, allPieces.map((piece) => piece.name).join(", "));
+			piecesMap.set(pkg, allPieces);
+		}
+		return piecesMap;
+	}
 	maybeWarnAllLoadersFailed(kind, pkg, succeeded, failures) {
 		if (succeeded || failures.length === 0) return;
-		const realFailures = failures.filter(({ error }) => !isExpectedLoaderMiss(error, pkg));
+		const subPath = kind === "document models" ? "document-models" : kind;
+		const realFailures = failures.filter(({ error }) => !isExpectedLoaderMiss(error, pkg, subPath));
 		if (realFailures.length === 0) return;
 		const details = realFailures.map(({ loader, error }) => {
 			return `  [${loader}] ${error instanceof Error ? error.message : String(error)}`;
@@ -6852,6 +6921,15 @@ var PackageManager = class {
 		else processorsMap.set(pkg, pkgProcessors);
 		this.updateProcessorsMap(processorsMap);
 	}
+	async updatePiecesForPackage(pkg) {
+		this.logger.debug(`Updating pieces for package: ${pkg}`);
+		const pieces = await this.loadPieces([pkg]);
+		const piecesMap = new Map(this.piecesMap);
+		const pkgPieces = pieces.get(pkg) ?? [];
+		if (pkgPieces.length === 0) piecesMap.delete(pkg);
+		else piecesMap.set(pkg, pkgPieces);
+		this.updatePiecesMap(piecesMap);
+	}
 	/** Debounced per key so repeated subscribePackages calls reuse one timer. */
 	getDebouncedUpdateCallback(key, update) {
 		if (!this.debouncedUpdateCallbacks.has(key)) {
@@ -6870,10 +6948,12 @@ var PackageManager = class {
 			const onDocumentModels = this.getDebouncedUpdateCallback(`${pkg}:document-models`, () => this.updateDocumentModelsForPackage(pkg));
 			const onSubgraphs = this.getDebouncedUpdateCallback(`${pkg}:subgraphs`, () => this.updateSubgraphsForPackage(pkg));
 			const onProcessors = this.getDebouncedUpdateCallback(`${pkg}:processors`, () => this.updateProcessorsForPackage(pkg));
+			const onPieces = this.getDebouncedUpdateCallback(`${pkg}:pieces`, () => this.updatePiecesForPackage(pkg));
 			for (const loader of this.loaders) {
 				if (loader.onDocumentModelsChange) unsubs.push(loader.onDocumentModelsChange(pkg, onDocumentModels));
 				if (loader.onSubgraphsChange) unsubs.push(loader.onSubgraphsChange(pkg, onSubgraphs));
 				if (loader.onProcessorsChange) unsubs.push(loader.onProcessorsChange(pkg, onProcessors));
+				if (loader.onPiecesChange) unsubs.push(loader.onPiecesChange(pkg, onPieces));
 			}
 		}
 		return () => {
@@ -6921,6 +7001,19 @@ var PackageManager = class {
 		this.processorMap = processorsMap;
 		this.eventEmitter.emit("processorsChange", processorsMap);
 	}
+	updatePiecesMap(piecesMap) {
+		const oldPackages = Array.from(this.piecesMap.keys());
+		const newPackages = Array.from(piecesMap.keys());
+		oldPackages.filter((pkg) => !newPackages.includes(pkg)).forEach((pkg) => {
+			this.logger.info("Removed pieces from: @pkg", pkg);
+		});
+		this.piecesMap = piecesMap;
+		this.eventEmitter.emit("piecesChange", piecesMap);
+	}
+	/** The pieces every loaded package ships, keyed by the package. */
+	getPieces() {
+		return new Map(this.piecesMap);
+	}
 	/**
 	* Remove `pkg` from all package maps and emit the change events, tearing
 	* down everything the package registered (subgraphs, processors, document
@@ -6939,9 +7032,11 @@ var PackageManager = class {
 		this.upgradeManifestsMap = dropKey(this.upgradeManifestsMap);
 		this.subgraphsMap = dropKey(this.subgraphsMap);
 		this.processorMap = dropKey(this.processorMap);
+		this.piecesMap = dropKey(this.piecesMap);
 		this.updatePackagesMap(this.docModelsMap);
 		this.updateSubgraphsMap(this.subgraphsMap);
 		this.updateProcessorsMap(this.processorMap);
+		this.updatePiecesMap(this.piecesMap);
 	}
 	onDocumentModelsChange(handler) {
 		this.eventEmitter.on("documentModelsChange", handler);
@@ -6952,6 +7047,9 @@ var PackageManager = class {
 	onProcessorsChange(handler) {
 		this.eventEmitter.on("processorsChange", handler);
 	}
+	onPiecesChange(handler) {
+		this.eventEmitter.on("piecesChange", handler);
+	}
 };
 //#endregion
 //#region src/config.ts
@@ -8583,4 +8681,4 @@ var PackageManagementService = class {
 export { ADMIN_USERS, ActionCandidateInputSchema, ActionContextInputSchema, ActionInputSchema, AddRelationshipDocument, AnalyticsSubgraph, AttachmentAccessService, AuthDecision, AuthDecisionSchema, AuthEvaluationUnsupportedError, AuthService, AuthSubgraph, AuthenticationRequiredError, AuthorizationPolicy, AuthorizedDocumentHandle, BaseSubgraph, CORE_PACKAGE_NAME, CanonicalDocumentIdResolutionError, ChannelMetaInputSchema, CreateDocumentDocument, CreateEmptyDocumentDocument, DeleteDocumentDocument, DeleteDocumentsDocument, DocumentChangeType, DocumentChangeTypeSchema, DocumentChangesDocument, DocumentOperationsFilterInputSchema, DocumentPermissionService, DocumentRelationshipFieldsFragmentDoc, EvaluateActionsDocument, FindDocumentsDocument, ForbiddenError, GetDocumentDocument, GetDocumentIncomingRelationshipEdgesDocument, GetDocumentIncomingRelationshipsDocument, GetDocumentModelsDocument, GetDocumentOperationsDocument, GetDocumentOutgoingRelationshipEdgesDocument, GetDocumentOutgoingRelationshipsDocument, GetDocumentWithOperationsDocument, GetJobStatusDocument, GraphQLManager, HttpDocumentModelLoader, HttpPackageLoader, HttpRouteService, ImportPackageLoader, InMemoryPackageStorage, InvalidNamespaceError, JobChangesDocument, MalformedStoredOperationError, MemoryWebhookStore, MoveRelationshipDocument, MutateDocumentAsyncDocument, MutateDocumentDocument, OperationContextInputSchema, OperationInputSchema, OperationWithContextInputSchema, OperationsFilterInputSchema, PACKAGE_ROUTE_SEGMENT, PGLITE_UTC_PARSERS, PackageManagementService, PackageManager, PackagesSubgraph, PagingInputSchema, PhDocumentFieldsFragmentDoc, PollSyncEnvelopesDocument, PropagationMode, PropagationModeSchema, PushSyncEnvelopesDocument, ReactorSignerAppInputSchema, ReactorSignerInputSchema, ReactorSignerUserInputSchema, ReactorSubgraph, RelationalWebhookStore, RemoteCursorInputSchema, RemoteFilterInputSchema, RemoveRelationshipDocument, RenameDocumentDocument, SearchFilterInputSchema, SetPreferredEditorDocument, SyncEnvelopeInputSchema, SyncEnvelopeType, SyncEnvelopeTypeSchema, SystemSubgraph, TouchChannelDocument, TouchChannelInputSchema, UpdateRelationshipDocument, ViewFilterInputSchema, WEBHOOK_SEGMENT, WS_AUTH_CLOSE_REASONS, WS_CLOSE_REASON_AUTHENTICATION_REQUIRED, WS_CLOSE_REASON_BEARER_REJECTED, WebhookService, assertAuthRequiredForDocumentPermissions, assertCredentialVerifierForSource, assertHostMountPath, assertRequireAuthenticatedCallerAllowed, assertSkipCredentialVerificationAllowed, buildGraphQlDocument, buildGraphQlDriveDocument, buildGraphqlOperation, buildGraphqlOperations, buildSubgraphSchemaModule, createAuthFetchMiddleware, createCanonicalDocumentIdResolver, createGatewayAdapter, createHttpAdapter, createMergedSchema, createReactorGraphQLClient, createRenownCredentialVerifier, createSchema, createWsAuthHandlers, decodeExplorerUrlState, definedNonNullAnySchema, driveIdFromUrl, extractSubgraphsFromModule, generateDocumentModelSchema, getAuthContext, getDbClient, getDocumentModelSchemaName, getDocumentModelTypeDefs, getExplorerPrefix, getGitHash, getGitUrl, getSdk, getUniqueDocumentModels, getUniqueUpgradeManifests, getVersion, initAnalyticsStoreSql, initializeAndStartAPI, isDefinedNonNullAny, isExpectedLoaderMiss, isSubgraphClass, namespacePath, namespaceSegments, newWebhookToken, parseDriveUrl, parseWebhookBody, redactHeaders, renderGraphqlPlayground, resolvePackageName, resolveRenownConfig, verifyWebhook };
 
 //# sourceMappingURL=index.mjs.map
-//# debugId=38c1f129-3370-5df3-8167-295202794a27
+//# debugId=e248ee6d-acc2-582e-963f-3c79e960dbd8