s3db.js 13.6.0 → 14.0.2

package/src/plugins/replicators/s3db-replicator.class.js

@@ -359,26 +359,33 @@ class S3dbReplicator extends BaseReplicator {
       return { skipped: true, reason: 'resource_not_included' };
     }
 
-    const results = [];
-    const errors = [];
+    const { results, errors } = await this.processBatch(
+      records,
+      async (record) => {
+        const [ok, err, result] = await tryFn(() => this.replicate({
+          resource: resourceName,
+          operation: record.operation,
+          id: record.id,
+          data: record.data,
+          beforeData: record.beforeData
+        }));
 
-    for (const record of records) {
-      const [ok, err, result] = await tryFn(() => this.replicate({
-        resource: resourceName, 
-        operation: record.operation, 
-        id: record.id, 
-        data: record.data, 
-        beforeData: record.beforeData
-      }));
-      if (ok) {
-        results.push(result);
-      } else {
-        if (this.config.verbose) {
-          console.warn(`[S3dbReplicator] Batch replication failed for record ${record.id}: ${err.message}`);
+        if (!ok) {
+          throw err;
+        }
+
+        return result;
+      },
+      {
+        concurrency: this.config.batchConcurrency,
+        mapError: (error, record) => {
+          if (this.config.verbose) {
+            console.warn(`[S3dbReplicator] Batch replication failed for record ${record.id}: ${error.message}`);
+          }
+          return { id: record.id, error: error.message };
         }
-        errors.push({ id: record.id, error: err.message });
       }
-    }
+    );
 
     // Log errors if any occurred during batch processing
     if (errors.length > 0) {
@@ -487,4 +494,4 @@ class S3dbReplicator extends BaseReplicator {
   }
 }
 
-export default S3dbReplicator; 
+export default S3dbReplicator; 

package/src/plugins/replicators/schema-sync.helper.js

@@ -11,15 +11,15 @@ import tryFn from "#src/concerns/try-fn.js";
  * Filter out plugin attributes from attributes object
  * Plugin attributes are internal implementation details and should not be replicated
  * @param {Object} attributes - All attributes including plugin attributes
- * @param {Object} resource - Resource instance with schema._pluginAttributes
+ * @param {Object} resource - Resource instance with $schema._pluginAttributes
  * @returns {Object} Filtered attributes (user attributes only)
  */
 function filterPluginAttributes(attributes, resource) {
-  if (!resource?.schema?._pluginAttributes) {
+  if (!resource?.$schema?._pluginAttributes) {
     return attributes;
   }
 
-  const pluginAttrNames = Object.values(resource.schema._pluginAttributes).flat();
+  const pluginAttrNames = Object.values(resource.$schema._pluginAttributes).flat();
 
   return Object.fromEntries(
     Object.entries(attributes).filter(([name]) => !pluginAttrNames.includes(name))

package/src/plugins/replicators/sqs-replicator.class.js

@@ -88,7 +88,13 @@ class SqsReplicator extends BaseReplicator {
     if (this.defaultQueue) {
       return [this.defaultQueue];
     }
-    throw new Error(`No queue URL found for resource '${resource}'`);
+    throw this.createError(`No queue URL found for resource '${resource}'`, {
+      operation: 'resolveQueue',
+      resourceName: resource,
+      statusCode: 404,
+      retriable: false,
+      suggestion: 'Provide queueUrl, defaultQueue, queues mapping, or resourceQueueMap for this resource.'
+    });
   }
 
   _applyTransformer(resource, data) {
@@ -382,4 +388,4 @@ class SqsReplicator extends BaseReplicator {
   }
 }
 
-export default SqsReplicator; 
+export default SqsReplicator; 

package/src/plugins/replicators/turso-replicator.class.js

@@ -198,7 +198,15 @@ class TursoReplicator extends BaseReplicator {
           const message = `Schema sync failed for table ${tableName}: ${errSync.message}`;
 
           if (this.schemaSync.onMismatch === 'error') {
-            throw new Error(message);
+            throw this.createError(message, {
+              operation: 'schemaSync',
+              resourceName,
+              tableName,
+              statusCode: 409,
+              retriable: errSync?.retriable ?? false,
+              suggestion: 'Ensure the Turso table schema matches the resource definition or set schemaSync.onMismatch to warn/ignore.',
+              docs: 'docs/plugins/replicator.md'
+            });
           } else if (this.schemaSync.onMismatch === 'warn') {
             console.warn(`[TursoReplicator] ${message}`);
           }
@@ -228,11 +236,23 @@ class TursoReplicator extends BaseReplicator {
 
     if (!tableExists) {
       if (!this.schemaSync.autoCreateTable) {
-        throw new Error(`Table ${tableName} does not exist and autoCreateTable is disabled`);
+        throw this.createError(`Table ${tableName} does not exist and autoCreateTable is disabled`, {
+          operation: 'schemaSync',
+          tableName,
+          statusCode: 404,
+          retriable: false,
+          suggestion: 'Create the table manually or enable schemaSync.autoCreateTable.'
+        });
       }
 
       if (this.schemaSync.strategy === 'validate-only') {
-        throw new Error(`Table ${tableName} does not exist (validate-only mode)`);
+        throw this.createError(`Table ${tableName} does not exist (validate-only mode)`, {
+          operation: 'schemaSync',
+          tableName,
+          statusCode: 404,
+          retriable: false,
+          suggestion: 'Provision the destination table before running validate-only checks or choose a different strategy.'
+        });
       }
 
       // Create table

package/src/plugins/replicators/webhook-replicator.class.js

@@ -84,7 +84,12 @@ class WebhookReplicator extends BaseReplicator {
     // Required
     this.url = config.url;
     if (!this.url) {
-      throw new Error('WebhookReplicator requires a "url" configuration');
+      throw this.createError('WebhookReplicator requires a "url" configuration', {
+        operation: 'constructor',
+        statusCode: 400,
+        retriable: false,
+        suggestion: 'Provide the webhook endpoint URL: new WebhookReplicator({ url: "https://example.com/webhook" })'
+      });
     }
 
     // HTTP settings
@@ -441,7 +446,18 @@ class WebhookReplicator extends BaseReplicator {
         return { success: true, status: response.status };
       }
 
-      throw new Error(response.error || `HTTP ${response.status}: ${response.statusText}`);
+      throw this.createError(response.error || `HTTP ${response.status}: ${response.statusText}`, {
+        operation: 'replicate',
+        resourceName: resource,
+        statusCode: response.status ?? 502,
+        retriable: this.retryOnStatus?.includes?.(response.status ?? 0) ?? false,
+        suggestion: 'Inspect the webhook endpoint response and credentials, then retry after the remote service succeeds.',
+        metadata: {
+          status: response.status,
+          statusText: response.statusText,
+          url: this.url
+        }
+      });
     });
 
     if (ok) return result;
@@ -505,7 +521,19 @@ class WebhookReplicator extends BaseReplicator {
           };
         }
 
-        throw new Error(response.error || `HTTP ${response.status}: ${response.statusText}`);
+        throw this.createError(response.error || `HTTP ${response.status}: ${response.statusText}`, {
+          operation: 'replicateBatch',
+          resourceName: resource,
+          statusCode: response.status ?? 502,
+          retriable: this.retryOnStatus?.includes?.(response.status ?? 0) ?? false,
+          suggestion: 'Check the webhook batch payload, remote rate limits, and retry policy before retrying.',
+          metadata: {
+            status: response.status,
+            statusText: response.statusText,
+            url: this.url,
+            batchSize: records.length
+          }
+        });
       }
 
       // Otherwise, send individual requests (parallel)
@@ -562,7 +590,17 @@ class WebhookReplicator extends BaseReplicator {
       const response = await this._makeRequest(testPayload);
 
       if (!response.success) {
-        throw new Error(response.error || `HTTP ${response.status}: ${response.statusText}`);
+        throw this.createError(response.error || `HTTP ${response.status}: ${response.statusText}`, {
+          operation: 'testConnection',
+          statusCode: response.status ?? 502,
+          retriable: this.retryOnStatus?.includes?.(response.status ?? 0) ?? false,
+          suggestion: 'Confirm the webhook endpoint, authentication headers, and retryOnStatus settings before retrying.',
+          metadata: {
+            status: response.status,
+            statusText: response.statusText,
+            url: this.url
+          }
+        });
       }
 
       return true;