@powerhousedao/connect 6.0.0-dev.90 → 6.0.0-dev.91

package/dist/src/context/index.js

@@ -48598,6 +48598,7 @@ class GqlRequestChannel {
   cursorStorage;
   operationIndex;
   pollTimer;
+  abortController = new AbortController;
   isShutdown;
   failureCount;
   lastSuccessUtcMs;
@@ -48678,6 +48679,7 @@ class GqlRequestChannel {
     });
   }
   shutdown() {
+    this.abortController.abort();
     this.bufferedOutbox.flush();
     this.isShutdown = true;
     this.pollTimer.stop();
@@ -48705,7 +48707,7 @@ class GqlRequestChannel {
     };
   }
   async init() {
-    await this.touchRemoteChannel();
+    const { ackOrdinal } = await this.touchRemoteChannel();
     const cursors = await this.cursorStorage.list(this.remoteName);
     const inboxOrdinal = cursors.find((c3) => c3.cursorType === "inbox")?.cursorOrdinal ?? 0;
     const outboxOrdinal = cursors.find((c3) => c3.cursorType === "outbox")?.cursorOrdinal ?? 0;
@@ -48713,6 +48715,9 @@ class GqlRequestChannel {
     this.outbox.init(outboxOrdinal);
     this.lastPersistedInboxOrdinal = inboxOrdinal;
     this.lastPersistedOutboxOrdinal = outboxOrdinal;
+    if (ackOrdinal > 0) {
+      trimMailboxFromAckOrdinal(this.outbox, ackOrdinal);
+    }
     this.pollTimer.setDelegate(() => this.poll());
     this.pollTimer.start();
     this.transitionConnectionState("connected");
@@ -48782,34 +48787,57 @@ class GqlRequestChannel {
     this.deadLetter.add(...syncOps);
   }
   handlePollError(error3) {
+    if (this.isShutdown)
+      return true;
     const err = error3 instanceof Error ? error3 : new Error(String(error3));
     if (err.message.includes("Channel not found")) {
       this.transitionConnectionState("reconnecting");
       this.recoverFromChannelNotFound();
       return true;
     }
+    const classification = this.classifyError(err);
     this.failureCount++;
     this.lastFailureUtcMs = Date.now();
-    this.transitionConnectionState("error");
     const channelError = new ChannelError("inbox", err);
-    this.logger.error("GqlChannel poll error (@FailureCount): @Error", this.failureCount, channelError);
+    this.logger.error("GqlChannel poll error (@FailureCount, @Classification): @Error", this.failureCount, classification, channelError);
+    if (classification === "unrecoverable") {
+      this.pollTimer.stop();
+      this.transitionConnectionState("error");
+      return true;
+    }
+    this.transitionConnectionState("error");
     return false;
   }
   recoverFromChannelNotFound() {
     this.logger.info("GqlChannel @ChannelId not found on remote, re-registering...", this.channelId);
     this.pollTimer.stop();
-    this.touchRemoteChannel().then(() => {
-      this.logger.info("GqlChannel @ChannelId re-registered successfully", this.channelId);
-      this.failureCount = 0;
-      this.pollTimer.start();
-      this.transitionConnectionState("connected");
-    }).catch((recoveryError) => {
-      this.logger.error("GqlChannel @ChannelId failed to re-register: @Error", this.channelId, recoveryError);
-      this.failureCount++;
-      this.lastFailureUtcMs = Date.now();
-      this.pollTimer.start();
-      this.transitionConnectionState("error");
-    });
+    const attemptRecovery = (attempt) => {
+      if (this.isShutdown)
+        return;
+      this.touchRemoteChannel().then(({ ackOrdinal }) => {
+        this.logger.info("GqlChannel @ChannelId re-registered successfully", this.channelId);
+        this.failureCount = 0;
+        if (ackOrdinal > 0) {
+          trimMailboxFromAckOrdinal(this.outbox, ackOrdinal);
+        }
+        this.pollTimer.start();
+        this.transitionConnectionState("connected");
+      }).catch((recoveryError) => {
+        const err = recoveryError instanceof Error ? recoveryError : new Error(String(recoveryError));
+        const classification = this.classifyError(err);
+        this.logger.error("GqlChannel @ChannelId recovery attempt @Attempt failed (@Classification): @Error", this.channelId, attempt, classification, recoveryError);
+        this.failureCount++;
+        this.lastFailureUtcMs = Date.now();
+        if (classification === "unrecoverable") {
+          this.transitionConnectionState("error");
+          return;
+        }
+        this.transitionConnectionState("reconnecting");
+        const delay = calculateBackoffDelay(attempt, this.config.retryBaseDelayMs, this.config.retryMaxDelayMs, Math.random());
+        setTimeout(() => attemptRecovery(attempt + 1), delay);
+      });
+    };
+    attemptRecovery(1);
   }
   async pollSyncEnvelopes(ackOrdinal, latestOrdinal) {
     const query = `
@@ -48907,7 +48935,10 @@ class GqlRequestChannel {
     } catch {}
     const mutation = `
       mutation TouchChannel($input: TouchChannelInput!) {
-        touchChannel(input: $input)
+        touchChannel(input: $input) {
+          success
+          ackOrdinal
+        }
       }
     `;
     const variables = {
@@ -48923,7 +48954,11 @@ class GqlRequestChannel {
         sinceTimestampUtcMs
       }
     };
-    await this.executeGraphQL(mutation, variables);
+    const data = await this.executeGraphQL(mutation, variables);
+    if (!data.touchChannel.success) {
+      throw new GraphQLRequestError("touchChannel returned success=false", "graphql");
+    }
+    return { ackOrdinal: data.touchChannel.ackOrdinal };
   }
   attemptPush(syncOps) {
     this.pushSyncOperations(syncOps).then(() => {
@@ -48933,8 +48968,11 @@ class GqlRequestChannel {
         this.transitionConnectionState("connected");
       }
     }).catch((error3) => {
+      if (this.isShutdown)
+        return;
       const err = error3 instanceof Error ? error3 : new Error(String(error3));
-      if (this.isRecoverablePushError(err)) {
+      const classification = this.classifyError(err);
+      if (classification === "recoverable") {
         this.pushFailureCount++;
         this.pushBlocked = true;
         this.logger.error("GqlChannel push failed (attempt @FailureCount), will retry: @Error", this.pushFailureCount, err);
@@ -48968,12 +49006,26 @@ class GqlRequestChannel {
       this.attemptPush([...allItems]);
     }, delay);
   }
-  isRecoverablePushError(error3) {
-    if (error3.message.startsWith("GraphQL errors:"))
-      return false;
-    if (error3.message === "GraphQL response missing data field")
-      return false;
-    return true;
+  classifyError(error3) {
+    if (!(error3 instanceof GraphQLRequestError)) {
+      return "recoverable";
+    }
+    switch (error3.category) {
+      case "network":
+        return "recoverable";
+      case "http": {
+        if (error3.statusCode !== undefined && error3.statusCode >= 500) {
+          return "recoverable";
+        }
+        return "unrecoverable";
+      }
+      case "parse":
+        return "recoverable";
+      case "graphql":
+        return "unrecoverable";
+      case "missing-data":
+        return "unrecoverable";
+    }
   }
   async pushSyncOperations(syncOps) {
     for (const syncOp of syncOps) {
@@ -49050,26 +49102,27 @@ class GqlRequestChannel {
         body: JSON.stringify({
           query,
           variables
-        })
+        }),
+        signal: this.abortController.signal
       });
     } catch (error3) {
-      throw new Error(`GraphQL request failed: ${error3 instanceof Error ? error3.message : String(error3)}`);
+      throw new GraphQLRequestError(`GraphQL request failed: ${error3 instanceof Error ? error3.message : String(error3)}`, "network");
     }
     if (!response.ok) {
-      throw new Error(`GraphQL request failed: ${response.status} ${response.statusText}`);
+      throw new GraphQLRequestError(`GraphQL request failed: ${response.status} ${response.statusText}`, "http", response.status);
     }
     let result;
     try {
       result = await response.json();
     } catch (error3) {
-      throw new Error(`Failed to parse GraphQL response: ${error3 instanceof Error ? error3.message : String(error3)}`);
+      throw new GraphQLRequestError(`Failed to parse GraphQL response: ${error3 instanceof Error ? error3.message : String(error3)}`, "parse");
     }
     this.logger.verbose("GQL response @channelId @operation status=@status data=@data errors=@errors", this.channelId, operationName, response.status, JSON.stringify(result.data), result.errors ? JSON.stringify(result.errors) : "none");
     if (result.errors) {
-      throw new Error(`GraphQL errors: ${JSON.stringify(result.errors, null, 2)}`);
+      throw new GraphQLRequestError(`GraphQL errors: ${JSON.stringify(result.errors, null, 2)}`, "graphql");
     }
     if (!result.data) {
-      throw new Error("GraphQL response missing data field");
+      throw new GraphQLRequestError("GraphQL response missing data field", "missing-data");
     }
     return result.data;
   }
@@ -49989,6 +50042,7 @@ class SyncManager {
   remotes;
   awaiter;
   syncAwaiter;
+  abortController = new AbortController;
   isShutdown;
   eventUnsubscribe;
   failedEventUnsubscribe;
@@ -50049,6 +50103,7 @@ class SyncManager {
   }
   shutdown() {
     this.isShutdown = true;
+    this.abortController.abort();
     this.batchAggregator.clear();
     if (this.eventUnsubscribe) {
       this.eventUnsubscribe();
@@ -50241,6 +50296,8 @@ class SyncManager {
     return Array.from(this.remotes.values()).filter((remote) => remote.collectionId === collectionId);
   }
   async processCompleteBatch(batch) {
+    if (this.isShutdown)
+      return;
     const collectionIds = [
       ...new Set(Object.values(batch.collectionMemberships).flatMap((collections) => collections))
     ];
@@ -50284,8 +50341,10 @@ class SyncManager {
     const operations = syncOp.operations.map((op) => op.operation);
     let jobInfo;
     try {
-      jobInfo = await this.reactor.load(syncOp.documentId, syncOp.branch, operations, undefined, { sourceRemote: remote.name });
+      jobInfo = await this.reactor.load(syncOp.documentId, syncOp.branch, operations, this.abortController.signal, { sourceRemote: remote.name });
     } catch (error3) {
+      if (this.isShutdown)
+        return;
       const err = error3 instanceof Error ? error3 : new Error(String(error3));
       this.logger.error("Failed to load operations from inbox (@remote, @documentId, @error)", remote.name, syncOp.documentId, err.message);
       const channelError = new ChannelError("inbox", err);
@@ -50296,8 +50355,10 @@ class SyncManager {
     }
     let completedJobInfo;
     try {
-      completedJobInfo = await this.awaiter.waitForJob(jobInfo.id);
+      completedJobInfo = await this.awaiter.waitForJob(jobInfo.id, this.abortController.signal);
     } catch (error3) {
+      if (this.isShutdown)
+        return;
       const err = error3 instanceof Error ? error3 : new Error(String(error3));
       this.logger.error("Failed to wait for job completion (@remote, @documentId, @jobId, @error)", remote.name, syncOp.documentId, jobInfo.id, err.message);
       const channelError = new ChannelError("inbox", err);
@@ -50332,10 +50393,10 @@ class SyncManager {
     const request = { jobs };
     let result;
     try {
-      result = await this.reactor.loadBatch(request, undefined, {
-        sourceRemote
-      });
+      result = await this.reactor.loadBatch(request, this.abortController.signal, { sourceRemote });
     } catch (error3) {
+      if (this.isShutdown)
+        return;
       for (const { remote, syncOp } of items) {
         const err = error3 instanceof Error ? error3 : new Error(String(error3));
         syncOp.failed(new ChannelError("inbox", err));
@@ -50356,8 +50417,10 @@ class SyncManager {
       const jobInfo = result.jobs[syncOp.jobId];
       let completedJobInfo;
       try {
-        completedJobInfo = await this.awaiter.waitForJob(jobInfo.id);
+        completedJobInfo = await this.awaiter.waitForJob(jobInfo.id, this.abortController.signal);
       } catch (error3) {
+        if (this.isShutdown)
+          continue;
         const err = error3 instanceof Error ? error3 : new Error(String(error3));
         syncOp.failed(new ChannelError("inbox", err));
         remote.channel.deadLetter.add(syncOp);
@@ -50404,7 +50467,7 @@ class SyncManager {
     remote.channel.outbox.add(...syncOps);
   }
   async getOperationsForRemote(remote, ackOrdinal) {
-    const results = await this.operationIndex.find(remote.collectionId, ackOrdinal, { excludeSourceRemote: remote.name });
+    const results = await this.operationIndex.find(remote.collectionId, ackOrdinal, { excludeSourceRemote: remote.name }, undefined, this.abortController.signal);
     let operations = results.results.map((entry) => toOperationWithContext(entry));
     const sinceTimestamp = remote.options.sinceTimestampUtcMs;
     if (sinceTimestamp && sinceTimestamp !== "0") {
@@ -51727,7 +51790,7 @@ var __defProp2, __export2 = (target, all) => {
   }
 }, DocumentDeletedError, InvalidSignatureError, DowngradeNotSupportedError, DocumentNotFoundError, getNextIndexForScope = (document2, scope) => {
   return document2.header.revision[scope] || 0;
-}, EventBusAggregateError, ReactorEventTypes, QueueEventTypes, ModuleNotFoundError, DuplicateModuleError, DuplicateManifestError, ManifestNotFoundError, DowngradeNotSupportedError2, MissingUpgradeTransitionError, InvalidUpgradeStepError, STRICT_ORDER_ACTION_TYPES, MAX_SKIP_THRESHOLD = 1000, documentScopeActions, DRIVE_DOCUMENT_TYPE = "powerhouse/document-drive", ProcessorManager, KyselyDocumentView, KyselyDocumentIndexer, DuplicateOperationError, RevisionMismatchError, exports_001_create_operation_table, exports_002_create_keyframe_table, exports_003_create_document_table, exports_004_create_document_relationship_table, exports_005_create_indexer_state_table, exports_006_create_document_snapshot_table, exports_007_create_slug_mapping_table, exports_008_create_view_state_table, exports_009_create_operation_index_tables, exports_010_create_sync_tables, exports_011_add_cursor_type_column, exports_012_add_source_remote_column, exports_013_create_sync_dead_letters_table, exports_014_create_processor_cursor_table, REACTOR_SCHEMA = "reactor", migrations, ChannelScheme, SyncOperationStatus, ChannelErrorSource, SyncEventTypes, MailboxAggregateError, ChannelError, SyncOperationAggregateError, DEFAULT_CONFIG, syncOpCounter = 0, getLatestAppliedOrdinal = (syncOps) => {
+}, EventBusAggregateError, ReactorEventTypes, QueueEventTypes, ModuleNotFoundError, DuplicateModuleError, DuplicateManifestError, ManifestNotFoundError, DowngradeNotSupportedError2, MissingUpgradeTransitionError, InvalidUpgradeStepError, STRICT_ORDER_ACTION_TYPES, MAX_SKIP_THRESHOLD = 1000, documentScopeActions, DRIVE_DOCUMENT_TYPE = "powerhouse/document-drive", ProcessorManager, KyselyDocumentView, KyselyDocumentIndexer, DuplicateOperationError, RevisionMismatchError, exports_001_create_operation_table, exports_002_create_keyframe_table, exports_003_create_document_table, exports_004_create_document_relationship_table, exports_005_create_indexer_state_table, exports_006_create_document_snapshot_table, exports_007_create_slug_mapping_table, exports_008_create_view_state_table, exports_009_create_operation_index_tables, exports_010_create_sync_tables, exports_011_add_cursor_type_column, exports_012_add_source_remote_column, exports_013_create_sync_dead_letters_table, exports_014_create_processor_cursor_table, REACTOR_SCHEMA = "reactor", migrations, ChannelScheme, SyncOperationStatus, ChannelErrorSource, SyncEventTypes, MailboxAggregateError, GraphQLRequestError, ChannelError, SyncOperationAggregateError, DEFAULT_CONFIG, syncOpCounter = 0, getLatestAppliedOrdinal = (syncOps) => {
   let maxOrdinal = 0;
   for (const syncOp of syncOps) {
     if (syncOp.status === 2) {
@@ -56935,6 +56998,16 @@ var init_src = __esm(() => {
       this.errors = errors2;
     }
   };
+  GraphQLRequestError = class GraphQLRequestError extends Error {
+    statusCode;
+    category;
+    constructor(message, category, statusCode) {
+      super(message);
+      this.name = "GraphQLRequestError";
+      this.category = category;
+      this.statusCode = statusCode;
+    }
+  };
   ChannelError = class ChannelError extends Error {
     source;
     error;
@@ -93773,7 +93846,7 @@ var init_package = __esm(() => {
   package_default = {
     name: "@powerhousedao/connect",
     productName: "Powerhouse-Connect",
-    version: "6.0.0-dev.89",
+    version: "6.0.0-dev.90",
     description: "Powerhouse Connect",
     main: "dist/index.html",
     type: "module",

package/dist/src/hooks/index.js

@@ -48598,6 +48598,7 @@ class GqlRequestChannel {
   cursorStorage;
   operationIndex;
   pollTimer;
+  abortController = new AbortController;
   isShutdown;
   failureCount;
   lastSuccessUtcMs;
@@ -48678,6 +48679,7 @@ class GqlRequestChannel {
     });
   }
   shutdown() {
+    this.abortController.abort();
     this.bufferedOutbox.flush();
     this.isShutdown = true;
     this.pollTimer.stop();
@@ -48705,7 +48707,7 @@ class GqlRequestChannel {
     };
   }
   async init() {
-    await this.touchRemoteChannel();
+    const { ackOrdinal } = await this.touchRemoteChannel();
     const cursors = await this.cursorStorage.list(this.remoteName);
     const inboxOrdinal = cursors.find((c3) => c3.cursorType === "inbox")?.cursorOrdinal ?? 0;
     const outboxOrdinal = cursors.find((c3) => c3.cursorType === "outbox")?.cursorOrdinal ?? 0;
@@ -48713,6 +48715,9 @@ class GqlRequestChannel {
     this.outbox.init(outboxOrdinal);
     this.lastPersistedInboxOrdinal = inboxOrdinal;
     this.lastPersistedOutboxOrdinal = outboxOrdinal;
+    if (ackOrdinal > 0) {
+      trimMailboxFromAckOrdinal(this.outbox, ackOrdinal);
+    }
     this.pollTimer.setDelegate(() => this.poll());
     this.pollTimer.start();
     this.transitionConnectionState("connected");
@@ -48782,34 +48787,57 @@ class GqlRequestChannel {
     this.deadLetter.add(...syncOps);
   }
   handlePollError(error3) {
+    if (this.isShutdown)
+      return true;
     const err = error3 instanceof Error ? error3 : new Error(String(error3));
     if (err.message.includes("Channel not found")) {
       this.transitionConnectionState("reconnecting");
       this.recoverFromChannelNotFound();
       return true;
     }
+    const classification = this.classifyError(err);
     this.failureCount++;
     this.lastFailureUtcMs = Date.now();
-    this.transitionConnectionState("error");
     const channelError = new ChannelError("inbox", err);
-    this.logger.error("GqlChannel poll error (@FailureCount): @Error", this.failureCount, channelError);
+    this.logger.error("GqlChannel poll error (@FailureCount, @Classification): @Error", this.failureCount, classification, channelError);
+    if (classification === "unrecoverable") {
+      this.pollTimer.stop();
+      this.transitionConnectionState("error");
+      return true;
+    }
+    this.transitionConnectionState("error");
     return false;
   }
   recoverFromChannelNotFound() {
     this.logger.info("GqlChannel @ChannelId not found on remote, re-registering...", this.channelId);
     this.pollTimer.stop();
-    this.touchRemoteChannel().then(() => {
-      this.logger.info("GqlChannel @ChannelId re-registered successfully", this.channelId);
-      this.failureCount = 0;
-      this.pollTimer.start();
-      this.transitionConnectionState("connected");
-    }).catch((recoveryError) => {
-      this.logger.error("GqlChannel @ChannelId failed to re-register: @Error", this.channelId, recoveryError);
-      this.failureCount++;
-      this.lastFailureUtcMs = Date.now();
-      this.pollTimer.start();
-      this.transitionConnectionState("error");
-    });
+    const attemptRecovery = (attempt) => {
+      if (this.isShutdown)
+        return;
+      this.touchRemoteChannel().then(({ ackOrdinal }) => {
+        this.logger.info("GqlChannel @ChannelId re-registered successfully", this.channelId);
+        this.failureCount = 0;
+        if (ackOrdinal > 0) {
+          trimMailboxFromAckOrdinal(this.outbox, ackOrdinal);
+        }
+        this.pollTimer.start();
+        this.transitionConnectionState("connected");
+      }).catch((recoveryError) => {
+        const err = recoveryError instanceof Error ? recoveryError : new Error(String(recoveryError));
+        const classification = this.classifyError(err);
+        this.logger.error("GqlChannel @ChannelId recovery attempt @Attempt failed (@Classification): @Error", this.channelId, attempt, classification, recoveryError);
+        this.failureCount++;
+        this.lastFailureUtcMs = Date.now();
+        if (classification === "unrecoverable") {
+          this.transitionConnectionState("error");
+          return;
+        }
+        this.transitionConnectionState("reconnecting");
+        const delay = calculateBackoffDelay(attempt, this.config.retryBaseDelayMs, this.config.retryMaxDelayMs, Math.random());
+        setTimeout(() => attemptRecovery(attempt + 1), delay);
+      });
+    };
+    attemptRecovery(1);
   }
   async pollSyncEnvelopes(ackOrdinal, latestOrdinal) {
     const query = `
@@ -48907,7 +48935,10 @@ class GqlRequestChannel {
     } catch {}
     const mutation = `
       mutation TouchChannel($input: TouchChannelInput!) {
-        touchChannel(input: $input)
+        touchChannel(input: $input) {
+          success
+          ackOrdinal
+        }
       }
     `;
     const variables = {
@@ -48923,7 +48954,11 @@ class GqlRequestChannel {
         sinceTimestampUtcMs
       }
     };
-    await this.executeGraphQL(mutation, variables);
+    const data = await this.executeGraphQL(mutation, variables);
+    if (!data.touchChannel.success) {
+      throw new GraphQLRequestError("touchChannel returned success=false", "graphql");
+    }
+    return { ackOrdinal: data.touchChannel.ackOrdinal };
   }
   attemptPush(syncOps) {
     this.pushSyncOperations(syncOps).then(() => {
@@ -48933,8 +48968,11 @@ class GqlRequestChannel {
         this.transitionConnectionState("connected");
       }
     }).catch((error3) => {
+      if (this.isShutdown)
+        return;
       const err = error3 instanceof Error ? error3 : new Error(String(error3));
-      if (this.isRecoverablePushError(err)) {
+      const classification = this.classifyError(err);
+      if (classification === "recoverable") {
         this.pushFailureCount++;
         this.pushBlocked = true;
         this.logger.error("GqlChannel push failed (attempt @FailureCount), will retry: @Error", this.pushFailureCount, err);
@@ -48968,12 +49006,26 @@ class GqlRequestChannel {
       this.attemptPush([...allItems]);
     }, delay);
   }
-  isRecoverablePushError(error3) {
-    if (error3.message.startsWith("GraphQL errors:"))
-      return false;
-    if (error3.message === "GraphQL response missing data field")
-      return false;
-    return true;
+  classifyError(error3) {
+    if (!(error3 instanceof GraphQLRequestError)) {
+      return "recoverable";
+    }
+    switch (error3.category) {
+      case "network":
+        return "recoverable";
+      case "http": {
+        if (error3.statusCode !== undefined && error3.statusCode >= 500) {
+          return "recoverable";
+        }
+        return "unrecoverable";
+      }
+      case "parse":
+        return "recoverable";
+      case "graphql":
+        return "unrecoverable";
+      case "missing-data":
+        return "unrecoverable";
+    }
   }
   async pushSyncOperations(syncOps) {
     for (const syncOp of syncOps) {
@@ -49050,26 +49102,27 @@ class GqlRequestChannel {
         body: JSON.stringify({
           query,
           variables
-        })
+        }),
+        signal: this.abortController.signal
       });
     } catch (error3) {
-      throw new Error(`GraphQL request failed: ${error3 instanceof Error ? error3.message : String(error3)}`);
+      throw new GraphQLRequestError(`GraphQL request failed: ${error3 instanceof Error ? error3.message : String(error3)}`, "network");
     }
     if (!response.ok) {
-      throw new Error(`GraphQL request failed: ${response.status} ${response.statusText}`);
+      throw new GraphQLRequestError(`GraphQL request failed: ${response.status} ${response.statusText}`, "http", response.status);
     }
     let result;
     try {
       result = await response.json();
     } catch (error3) {
-      throw new Error(`Failed to parse GraphQL response: ${error3 instanceof Error ? error3.message : String(error3)}`);
+      throw new GraphQLRequestError(`Failed to parse GraphQL response: ${error3 instanceof Error ? error3.message : String(error3)}`, "parse");
     }
     this.logger.verbose("GQL response @channelId @operation status=@status data=@data errors=@errors", this.channelId, operationName, response.status, JSON.stringify(result.data), result.errors ? JSON.stringify(result.errors) : "none");
     if (result.errors) {
-      throw new Error(`GraphQL errors: ${JSON.stringify(result.errors, null, 2)}`);
+      throw new GraphQLRequestError(`GraphQL errors: ${JSON.stringify(result.errors, null, 2)}`, "graphql");
     }
     if (!result.data) {
-      throw new Error("GraphQL response missing data field");
+      throw new GraphQLRequestError("GraphQL response missing data field", "missing-data");
     }
     return result.data;
   }
@@ -49989,6 +50042,7 @@ class SyncManager {
   remotes;
   awaiter;
   syncAwaiter;
+  abortController = new AbortController;
   isShutdown;
   eventUnsubscribe;
   failedEventUnsubscribe;
@@ -50049,6 +50103,7 @@ class SyncManager {
   }
   shutdown() {
     this.isShutdown = true;
+    this.abortController.abort();
     this.batchAggregator.clear();
     if (this.eventUnsubscribe) {
       this.eventUnsubscribe();
@@ -50241,6 +50296,8 @@ class SyncManager {
     return Array.from(this.remotes.values()).filter((remote) => remote.collectionId === collectionId);
   }
   async processCompleteBatch(batch) {
+    if (this.isShutdown)
+      return;
     const collectionIds = [
       ...new Set(Object.values(batch.collectionMemberships).flatMap((collections) => collections))
     ];
@@ -50284,8 +50341,10 @@ class SyncManager {
     const operations = syncOp.operations.map((op) => op.operation);
     let jobInfo;
     try {
-      jobInfo = await this.reactor.load(syncOp.documentId, syncOp.branch, operations, undefined, { sourceRemote: remote.name });
+      jobInfo = await this.reactor.load(syncOp.documentId, syncOp.branch, operations, this.abortController.signal, { sourceRemote: remote.name });
     } catch (error3) {
+      if (this.isShutdown)
+        return;
       const err = error3 instanceof Error ? error3 : new Error(String(error3));
       this.logger.error("Failed to load operations from inbox (@remote, @documentId, @error)", remote.name, syncOp.documentId, err.message);
       const channelError = new ChannelError("inbox", err);
@@ -50296,8 +50355,10 @@ class SyncManager {
     }
     let completedJobInfo;
     try {
-      completedJobInfo = await this.awaiter.waitForJob(jobInfo.id);
+      completedJobInfo = await this.awaiter.waitForJob(jobInfo.id, this.abortController.signal);
     } catch (error3) {
+      if (this.isShutdown)
+        return;
       const err = error3 instanceof Error ? error3 : new Error(String(error3));
       this.logger.error("Failed to wait for job completion (@remote, @documentId, @jobId, @error)", remote.name, syncOp.documentId, jobInfo.id, err.message);
       const channelError = new ChannelError("inbox", err);
@@ -50332,10 +50393,10 @@ class SyncManager {
     const request = { jobs };
     let result;
     try {
-      result = await this.reactor.loadBatch(request, undefined, {
-        sourceRemote
-      });
+      result = await this.reactor.loadBatch(request, this.abortController.signal, { sourceRemote });
     } catch (error3) {
+      if (this.isShutdown)
+        return;
       for (const { remote, syncOp } of items) {
         const err = error3 instanceof Error ? error3 : new Error(String(error3));
         syncOp.failed(new ChannelError("inbox", err));
@@ -50356,8 +50417,10 @@ class SyncManager {
       const jobInfo = result.jobs[syncOp.jobId];
       let completedJobInfo;
       try {
-        completedJobInfo = await this.awaiter.waitForJob(jobInfo.id);
+        completedJobInfo = await this.awaiter.waitForJob(jobInfo.id, this.abortController.signal);
       } catch (error3) {
+        if (this.isShutdown)
+          continue;
         const err = error3 instanceof Error ? error3 : new Error(String(error3));
         syncOp.failed(new ChannelError("inbox", err));
         remote.channel.deadLetter.add(syncOp);
@@ -50404,7 +50467,7 @@ class SyncManager {
     remote.channel.outbox.add(...syncOps);
   }
   async getOperationsForRemote(remote, ackOrdinal) {
-    const results = await this.operationIndex.find(remote.collectionId, ackOrdinal, { excludeSourceRemote: remote.name });
+    const results = await this.operationIndex.find(remote.collectionId, ackOrdinal, { excludeSourceRemote: remote.name }, undefined, this.abortController.signal);
     let operations = results.results.map((entry) => toOperationWithContext(entry));
     const sinceTimestamp = remote.options.sinceTimestampUtcMs;
     if (sinceTimestamp && sinceTimestamp !== "0") {
@@ -51727,7 +51790,7 @@ var __defProp2, __export2 = (target, all) => {
   }
 }, DocumentDeletedError, InvalidSignatureError, DowngradeNotSupportedError, DocumentNotFoundError, getNextIndexForScope = (document2, scope) => {
   return document2.header.revision[scope] || 0;
-}, EventBusAggregateError, ReactorEventTypes, QueueEventTypes, ModuleNotFoundError, DuplicateModuleError, DuplicateManifestError, ManifestNotFoundError, DowngradeNotSupportedError2, MissingUpgradeTransitionError, InvalidUpgradeStepError, STRICT_ORDER_ACTION_TYPES, MAX_SKIP_THRESHOLD = 1000, documentScopeActions, DRIVE_DOCUMENT_TYPE = "powerhouse/document-drive", ProcessorManager, KyselyDocumentView, KyselyDocumentIndexer, DuplicateOperationError, RevisionMismatchError, exports_001_create_operation_table, exports_002_create_keyframe_table, exports_003_create_document_table, exports_004_create_document_relationship_table, exports_005_create_indexer_state_table, exports_006_create_document_snapshot_table, exports_007_create_slug_mapping_table, exports_008_create_view_state_table, exports_009_create_operation_index_tables, exports_010_create_sync_tables, exports_011_add_cursor_type_column, exports_012_add_source_remote_column, exports_013_create_sync_dead_letters_table, exports_014_create_processor_cursor_table, REACTOR_SCHEMA = "reactor", migrations, ChannelScheme, SyncOperationStatus, ChannelErrorSource, SyncEventTypes, MailboxAggregateError, ChannelError, SyncOperationAggregateError, DEFAULT_CONFIG, syncOpCounter = 0, getLatestAppliedOrdinal = (syncOps) => {
+}, EventBusAggregateError, ReactorEventTypes, QueueEventTypes, ModuleNotFoundError, DuplicateModuleError, DuplicateManifestError, ManifestNotFoundError, DowngradeNotSupportedError2, MissingUpgradeTransitionError, InvalidUpgradeStepError, STRICT_ORDER_ACTION_TYPES, MAX_SKIP_THRESHOLD = 1000, documentScopeActions, DRIVE_DOCUMENT_TYPE = "powerhouse/document-drive", ProcessorManager, KyselyDocumentView, KyselyDocumentIndexer, DuplicateOperationError, RevisionMismatchError, exports_001_create_operation_table, exports_002_create_keyframe_table, exports_003_create_document_table, exports_004_create_document_relationship_table, exports_005_create_indexer_state_table, exports_006_create_document_snapshot_table, exports_007_create_slug_mapping_table, exports_008_create_view_state_table, exports_009_create_operation_index_tables, exports_010_create_sync_tables, exports_011_add_cursor_type_column, exports_012_add_source_remote_column, exports_013_create_sync_dead_letters_table, exports_014_create_processor_cursor_table, REACTOR_SCHEMA = "reactor", migrations, ChannelScheme, SyncOperationStatus, ChannelErrorSource, SyncEventTypes, MailboxAggregateError, GraphQLRequestError, ChannelError, SyncOperationAggregateError, DEFAULT_CONFIG, syncOpCounter = 0, getLatestAppliedOrdinal = (syncOps) => {
   let maxOrdinal = 0;
   for (const syncOp of syncOps) {
     if (syncOp.status === 2) {
@@ -56935,6 +56998,16 @@ var init_src = __esm(() => {
       this.errors = errors2;
     }
   };
+  GraphQLRequestError = class GraphQLRequestError extends Error {
+    statusCode;
+    category;
+    constructor(message, category, statusCode) {
+      super(message);
+      this.name = "GraphQLRequestError";
+      this.category = category;
+      this.statusCode = statusCode;
+    }
+  };
   ChannelError = class ChannelError extends Error {
     source;
     error;
@@ -93773,7 +93846,7 @@ var init_package = __esm(() => {
   package_default = {
     name: "@powerhousedao/connect",
     productName: "Powerhouse-Connect",
-    version: "6.0.0-dev.89",
+    version: "6.0.0-dev.90",
     description: "Powerhouse Connect",
     main: "dist/index.html",
     type: "module",