appwrite-utils-cli 0.10.83 → 0.10.85

package/README.md

@@ -150,6 +150,7 @@ This updated CLI ensures that developers have robust tools at their fingertips t
 
 ## Changelog
 
+- 0.10.85: Added logging to `wipeCollection`
 - 0.10.83: Actually fixed the import oops
 - 0.10.82: Fixed the `lodash` import, replaced with `es-toolkit`
 - 0.10.81: Fixed `wipeCollection` -- it wasn't properly deleting all files in a loop

package/dist/collections/methods.js

@@ -3,7 +3,7 @@ import { nameToIdMapping, processQueue } from "../migrations/queue.js";
 import { createUpdateCollectionAttributes } from "./attributes.js";
 import { createOrUpdateIndexes } from "./indexes.js";
 import { SchemaGenerator } from "../migrations/schemaStrings.js";
-import { isNull, isUndefined, isNil, isPlainObject, isString, isJSONValue, } from "es-toolkit";
+import { isNull, isUndefined, isNil, isPlainObject, isString, isJSONValue, chunk, } from "es-toolkit";
 import { delay, tryAwaitWithRetry } from "../utils/helperFunctions.js";
 export const documentExists = async (db, dbId, targetCollectionId, toCreateObject) => {
     const collection = await db.getCollection(dbId, targetCollectionId);
@@ -95,18 +95,23 @@ async function wipeDocumentsFromCollection(database, databaseId, collectionId) {
             ? initialDocuments.documents[initialDocuments.documents.length - 1].$id
             : undefined;
         while (cursor) {
-            const docsResponse = await database.listDocuments(databaseId, collectionId, [Query.limit(1000)]);
+            const docsResponse = await database.listDocuments(databaseId, collectionId, [Query.limit(1000), ...(cursor ? [Query.cursorAfter(cursor)] : [])]);
             documents.push(...docsResponse.documents);
             totalDocuments = documents.length;
             cursor =
                 docsResponse.documents.length >= 1000
                     ? docsResponse.documents[docsResponse.documents.length - 1].$id
                     : undefined;
+            if (totalDocuments % 10000 === 0) {
+                console.log(`Found ${totalDocuments} documents...`);
+            }
         }
         console.log(`Found ${totalDocuments} documents to delete`);
         const maxStackSize = 50; // Reduced batch size
-        for (let i = 0; i < documents.length; i += maxStackSize) {
-            const batch = documents.slice(i, i + maxStackSize);
+        const docBatches = chunk(documents, maxStackSize);
+        const quarterBatchSize = Math.ceil(docBatches.length / 4);
+        for (let i = 0; i < docBatches.length; i++) {
+            const batch = docBatches[i];
             const deletePromises = batch.map(async (doc) => {
                 try {
                     await tryAwaitWithRetry(async () => database.deleteDocument(databaseId, collectionId, doc.$id));
@@ -119,8 +124,13 @@ async function wipeDocumentsFromCollection(database, databaseId, collectionId) {
                 }
             });
             await Promise.all(deletePromises);
-            await delay(100); // Increased delay between batches
-            console.log(`Deleted batch of ${batch.length} documents (${i + batch.length}/${totalDocuments})`);
+            await delay(50); // Increased delay between batches
+            // Log at 25%, 50%, 75% and 100% completion
+            if ((i + 1) % quarterBatchSize === 0 || i === docBatches.length - 1) {
+                const percentComplete = Math.round(((i + 1) / docBatches.length) * 100);
+                const documentsProcessed = Math.min((i + 1) * maxStackSize, totalDocuments);
+                console.log(`Deleted ${documentsProcessed} documents (${percentComplete}% complete)`);
+            }
         }
         console.log(`Completed deletion of ${totalDocuments} documents from collection ${collectionId}`);
     }

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "appwrite-utils-cli",
   "description": "Appwrite Utility Functions to help with database management, data conversion, data import, migrations, and much more. Meant to be used as a CLI tool, I do not recommend installing this in frontend environments.",
-  "version": "0.10.83",
+  "version": "0.10.85",
   "main": "src/main.ts",
   "type": "module",
   "repository": {

package/src/collections/methods.ts

@@ -18,6 +18,7 @@ import {
   isPlainObject,
   isString,
   isJSONValue,
+  chunk,
 } from "es-toolkit";
 import { delay, tryAwaitWithRetry } from "../utils/helperFunctions.js";
 
@@ -157,7 +158,7 @@ async function wipeDocumentsFromCollection(
       const docsResponse = await database.listDocuments(
         databaseId,
         collectionId,
-        [Query.limit(1000)]
+        [Query.limit(1000), ...(cursor ? [Query.cursorAfter(cursor)] : [])]
       );
       documents.push(...docsResponse.documents);
       totalDocuments = documents.length;
@@ -165,13 +166,19 @@ async function wipeDocumentsFromCollection(
         docsResponse.documents.length >= 1000
           ? docsResponse.documents[docsResponse.documents.length - 1].$id
           : undefined;
+      if (totalDocuments % 10000 === 0) {
+        console.log(`Found ${totalDocuments} documents...`);
+      }
     }
 
     console.log(`Found ${totalDocuments} documents to delete`);
 
     const maxStackSize = 50; // Reduced batch size
-    for (let i = 0; i < documents.length; i += maxStackSize) {
-      const batch = documents.slice(i, i + maxStackSize);
+    const docBatches = chunk(documents, maxStackSize);
+    const quarterBatchSize = Math.ceil(docBatches.length / 4);
+
+    for (let i = 0; i < docBatches.length; i++) {
+      const batch = docBatches[i];
       const deletePromises = batch.map(async (doc) => {
         try {
           await tryAwaitWithRetry(async () =>
@@ -193,13 +200,19 @@ async function wipeDocumentsFromCollection(
       });
 
       await Promise.all(deletePromises);
-      await delay(100); // Increased delay between batches
-
-      console.log(
-        `Deleted batch of ${batch.length} documents (${
-          i + batch.length
-        }/${totalDocuments})`
-      );
+      await delay(50); // Increased delay between batches
+
+      // Log at 25%, 50%, 75% and 100% completion
+      if ((i + 1) % quarterBatchSize === 0 || i === docBatches.length - 1) {
+        const percentComplete = Math.round(((i + 1) / docBatches.length) * 100);
+        const documentsProcessed = Math.min(
+          (i + 1) * maxStackSize,
+          totalDocuments
+        );
+        console.log(
+          `Deleted ${documentsProcessed} documents (${percentComplete}% complete)`
+        );
+      }
     }
 
     console.log(