appwrite-utils-cli 1.2.1 → 1.2.2

package/dist/migrations/comprehensiveTransfer.d.ts

@@ -74,6 +74,10 @@ export declare class ComprehensiveTransfer {
      * Helper method to fetch all collections from a database
      */
     private fetchAllCollections;
+    /**
+     * Helper method to fetch all buckets with pagination
+     */
+    private fetchAllBuckets;
     /**
      * Helper method to parse attribute objects (simplified version of parseAttribute)
      */

package/dist/migrations/comprehensiveTransfer.js

@@ -272,21 +272,22 @@ export class ComprehensiveTransfer {
     async transferAllBuckets() {
         MessageFormatter.info("Starting bucket transfer phase", { prefix: "Transfer" });
         try {
-            const sourceBuckets = await this.sourceStorage.listBuckets();
-            const targetBuckets = await this.targetStorage.listBuckets();
+            // Get all buckets from source with pagination
+            const allSourceBuckets = await this.fetchAllBuckets(this.sourceStorage);
+            const allTargetBuckets = await this.fetchAllBuckets(this.targetStorage);
             if (this.options.dryRun) {
                 let totalFiles = 0;
-                for (const bucket of sourceBuckets.buckets) {
+                for (const bucket of allSourceBuckets) {
                     const files = await this.sourceStorage.listFiles(bucket.$id, [Query.limit(1)]);
                     totalFiles += files.total;
                 }
-                MessageFormatter.info(`DRY RUN: Would transfer ${sourceBuckets.buckets.length} buckets with ${totalFiles} files`, { prefix: "Transfer" });
+                MessageFormatter.info(`DRY RUN: Would transfer ${allSourceBuckets.length} buckets with ${totalFiles} files`, { prefix: "Transfer" });
                 return;
             }
-            const transferTasks = sourceBuckets.buckets.map(bucket => this.limit(async () => {
+            const transferTasks = allSourceBuckets.map(bucket => this.limit(async () => {
                 try {
                     // Check if bucket exists in target
-                    const existingBucket = targetBuckets.buckets.find(tb => tb.$id === bucket.$id);
+                    const existingBucket = allTargetBuckets.find(tb => tb.$id === bucket.$id);
                     if (!existingBucket) {
                         // Create bucket in target
                         await this.targetStorage.createBucket(bucket.$id, bucket.name, bucket.$permissions, bucket.fileSecurity, bucket.enabled, bucket.maximumFileSize, bucket.allowedFileExtensions, bucket.compression, bucket.encryption, bucket.antivirus);
@@ -480,6 +481,29 @@ export class ComprehensiveTransfer {
         }
         return collections;
     }
+    /**
+     * Helper method to fetch all buckets with pagination
+     */
+    async fetchAllBuckets(storage) {
+        const buckets = [];
+        let lastId;
+        while (true) {
+            const queries = [Query.limit(100)];
+            if (lastId) {
+                queries.push(Query.cursorAfter(lastId));
+            }
+            const result = await tryAwaitWithRetry(async () => storage.listBuckets(queries));
+            if (result.buckets.length === 0) {
+                break;
+            }
+            buckets.push(...result.buckets);
+            if (result.buckets.length < 100) {
+                break;
+            }
+            lastId = result.buckets[result.buckets.length - 1].$id;
+        }
+        return buckets;
+    }
     /**
      * Helper method to parse attribute objects (simplified version of parseAttribute)
      */

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "appwrite-utils-cli",
   "description": "Appwrite Utility Functions to help with database management, data conversion, data import, migrations, and much more. Meant to be used as a CLI tool, I do not recommend installing this in frontend environments.",
-  "version": "1.2.1",
+  "version": "1.2.2",
   "main": "src/main.ts",
   "type": "module",
   "repository": {

package/src/migrations/comprehensiveTransfer.ts

@@ -408,24 +408,25 @@ export class ComprehensiveTransfer {
     MessageFormatter.info("Starting bucket transfer phase", { prefix: "Transfer" });
 
     try {
-      const sourceBuckets = await this.sourceStorage.listBuckets();
-      const targetBuckets = await this.targetStorage.listBuckets();
+      // Get all buckets from source with pagination
+      const allSourceBuckets = await this.fetchAllBuckets(this.sourceStorage);
+      const allTargetBuckets = await this.fetchAllBuckets(this.targetStorage);
 
       if (this.options.dryRun) {
         let totalFiles = 0;
-        for (const bucket of sourceBuckets.buckets) {
+        for (const bucket of allSourceBuckets) {
           const files = await this.sourceStorage.listFiles(bucket.$id, [Query.limit(1)]);
           totalFiles += files.total;
         }
-        MessageFormatter.info(`DRY RUN: Would transfer ${sourceBuckets.buckets.length} buckets with ${totalFiles} files`, { prefix: "Transfer" });
+        MessageFormatter.info(`DRY RUN: Would transfer ${allSourceBuckets.length} buckets with ${totalFiles} files`, { prefix: "Transfer" });
         return;
       }
 
-      const transferTasks = sourceBuckets.buckets.map(bucket => 
+      const transferTasks = allSourceBuckets.map(bucket => 
         this.limit(async () => {
           try {
             // Check if bucket exists in target
-            const existingBucket = targetBuckets.buckets.find(tb => tb.$id === bucket.$id);
+            const existingBucket = allTargetBuckets.find(tb => tb.$id === bucket.$id);
             
             if (!existingBucket) {
               // Create bucket in target
@@ -676,6 +677,37 @@ export class ComprehensiveTransfer {
     return collections;
   }
 
+  /**
+   * Helper method to fetch all buckets with pagination
+   */
+  private async fetchAllBuckets(storage: Storage): Promise<Models.Bucket[]> {
+    const buckets: Models.Bucket[] = [];
+    let lastId: string | undefined;
+
+    while (true) {
+      const queries = [Query.limit(100)];
+      if (lastId) {
+        queries.push(Query.cursorAfter(lastId));
+      }
+
+      const result = await tryAwaitWithRetry(async () => storage.listBuckets(queries));
+      
+      if (result.buckets.length === 0) {
+        break;
+      }
+
+      buckets.push(...result.buckets);
+      
+      if (result.buckets.length < 100) {
+        break;
+      }
+      
+      lastId = result.buckets[result.buckets.length - 1].$id;
+    }
+
+    return buckets;
+  }
+
   /**
    * Helper method to parse attribute objects (simplified version of parseAttribute)
    */