@njdamstra/appwrite-utils-cli 1.8.9

package/dist/collections/transferOperations.js

@@ -0,0 +1,412 @@
+import { Client, Databases, ID, Query, } from "node-appwrite";
+import { tryAwaitWithRetry, delay, calculateExponentialBackoff } from "../utils/helperFunctions.js";
+import { MessageFormatter } from "../shared/messageFormatter.js";
+import { chunk } from "es-toolkit";
+import { isLegacyDatabases } from "../utils/typeGuards.js";
+import { getAdapter } from "../utils/getClientFromConfig.js";
+/**
+ * Transfers all documents from one collection to another in a different database
+ * within the same Appwrite Project
+ */
+export const transferDocumentsBetweenDbsLocalToLocal = async (db, fromDbId, toDbId, fromCollId, toCollId) => {
+    // Use adapter path when available for bulk operations
+    if (!isLegacyDatabases(db)) {
+        const adapter = db;
+        const pageSize = 1000;
+        let lastId;
+        let totalTransferred = 0;
+        while (true) {
+            const queries = [Query.limit(pageSize)];
+            if (lastId)
+                queries.push(Query.cursorAfter(lastId));
+            const result = await adapter.listRows({ databaseId: fromDbId, tableId: fromCollId, queries });
+            const rows = result.rows || result.documents || [];
+            if (!rows.length)
+                break;
+            // Prepare rows: strip system fields, keep $id and $permissions
+            const prepared = rows.map((doc) => {
+                const data = { ...doc };
+                delete data.$databaseId;
+                delete data.$collectionId;
+                delete data.$createdAt;
+                delete data.$updatedAt;
+                return data; // keep $id and $permissions for upsert
+            });
+            // Prefer bulk upsert, then bulk create, then individual
+            if (typeof adapter.bulkUpsertRows === 'function' && adapter.supportsBulkOperations()) {
+                await adapter.bulkUpsertRows({ databaseId: toDbId, tableId: toCollId, rows: prepared });
+            }
+            else if (typeof adapter.bulkCreateRows === 'function' && adapter.supportsBulkOperations()) {
+                await adapter.bulkCreateRows({ databaseId: toDbId, tableId: toCollId, rows: prepared });
+            }
+            else {
+                for (const row of prepared) {
+                    const id = row.$id || ID.unique();
+                    const permissions = row.$permissions || [];
+                    const { $id, $permissions, ...data } = row;
+                    await adapter.createRow({ databaseId: toDbId, tableId: toCollId, id, data, permissions });
+                }
+            }
+            totalTransferred += rows.length;
+            if (rows.length < pageSize)
+                break;
+            lastId = rows[rows.length - 1].$id;
+        }
+        MessageFormatter.success(`Transferred ${totalTransferred} rows from ${fromDbId}/${fromCollId} to ${toDbId}/${toCollId}`, { prefix: "Transfer" });
+        return;
+    }
+    // Legacy path (Databases) – keep existing behavior
+    const legacyDb = db;
+    let fromCollDocs = await tryAwaitWithRetry(async () => legacyDb.listDocuments(fromDbId, fromCollId, [Query.limit(50)]));
+    let totalDocumentsTransferred = 0;
+    if (fromCollDocs.documents.length === 0) {
+        MessageFormatter.info(`No documents found in collection ${fromCollId}`, { prefix: "Transfer" });
+        return;
+    }
+    else if (fromCollDocs.documents.length < 50) {
+        const batchedPromises = fromCollDocs.documents.map((doc) => {
+            const toCreateObject = {
+                ...doc,
+            };
+            delete toCreateObject.$databaseId;
+            delete toCreateObject.$collectionId;
+            delete toCreateObject.$createdAt;
+            delete toCreateObject.$updatedAt;
+            delete toCreateObject.$id;
+            delete toCreateObject.$permissions;
+            return tryAwaitWithRetry(async () => await legacyDb.createDocument(toDbId, toCollId, doc.$id, toCreateObject, doc.$permissions));
+        });
+        await Promise.all(batchedPromises);
+        totalDocumentsTransferred += fromCollDocs.documents.length;
+    }
+    else {
+        const batchedPromises = fromCollDocs.documents.map((doc) => {
+            const toCreateObject = {
+                ...doc,
+            };
+            delete toCreateObject.$databaseId;
+            delete toCreateObject.$collectionId;
+            delete toCreateObject.$createdAt;
+            delete toCreateObject.$updatedAt;
+            delete toCreateObject.$id;
+            delete toCreateObject.$permissions;
+            return tryAwaitWithRetry(async () => legacyDb.createDocument(toDbId, toCollId, doc.$id, toCreateObject, doc.$permissions));
+        });
+        await Promise.all(batchedPromises);
+        totalDocumentsTransferred += fromCollDocs.documents.length;
+        while (fromCollDocs.documents.length === 50) {
+            fromCollDocs = await tryAwaitWithRetry(async () => await legacyDb.listDocuments(fromDbId, fromCollId, [
+                Query.limit(50),
+                Query.cursorAfter(fromCollDocs.documents[fromCollDocs.documents.length - 1].$id),
+            ]));
+            const batchedPromises = fromCollDocs.documents.map((doc) => {
+                const toCreateObject = {
+                    ...doc,
+                };
+                delete toCreateObject.$databaseId;
+                delete toCreateObject.$collectionId;
+                delete toCreateObject.$createdAt;
+                delete toCreateObject.$updatedAt;
+                delete toCreateObject.$id;
+                delete toCreateObject.$permissions;
+                return tryAwaitWithRetry(async () => await legacyDb.createDocument(toDbId, toCollId, doc.$id, toCreateObject, doc.$permissions));
+            });
+            await Promise.all(batchedPromises);
+            totalDocumentsTransferred += fromCollDocs.documents.length;
+        }
+    }
+    MessageFormatter.success(`Transferred ${totalDocumentsTransferred} documents from database ${fromDbId} to database ${toDbId} -- collection ${fromCollId} to collection ${toCollId}`, { prefix: "Transfer" });
+};
+/**
+ * Enhanced document transfer with fault tolerance and exponential backoff
+ */
+const transferDocumentWithRetry = async (db, dbId, collectionId, documentId, documentData, permissions, maxRetries = 3, retryCount = 0) => {
+    try {
+        await db.createDocument(dbId, collectionId, documentId, documentData, permissions);
+        return true;
+    }
+    catch (error) {
+        // Check if document already exists
+        if (error.code === 409 || error.message?.toLowerCase().includes('already exists')) {
+            await db.updateDocument(dbId, collectionId, documentId, documentData, permissions);
+        }
+        if (retryCount < maxRetries) {
+            // Calculate exponential backoff: 1s, 2s, 4s, max 8s
+            const exponentialDelay = calculateExponentialBackoff(retryCount, 1000, 8000);
+            MessageFormatter.progress(`Retrying document ${documentId} (attempt ${retryCount + 1}/${maxRetries}, backoff: ${exponentialDelay}ms)`, { prefix: "Transfer" });
+            await delay(exponentialDelay);
+            return await transferDocumentWithRetry(db, dbId, collectionId, documentId, documentData, permissions, maxRetries, retryCount + 1);
+        }
+        MessageFormatter.error(`Failed to transfer document ${documentId} after ${maxRetries} retries`, error, { prefix: "Transfer" });
+        return false;
+    }
+};
+/**
+ * Check if endpoint supports bulk operations (cloud.appwrite.io)
+ */
+const supportsBulkOperations = (endpoint) => {
+    return endpoint.includes('cloud.appwrite.io');
+};
+/**
+ * Direct HTTP implementation of bulk upsert API
+ */
+const bulkUpsertDocuments = async (client, dbId, collectionId, documents) => {
+    const apiPath = `/databases/${dbId}/collections/${collectionId}/documents`;
+    const url = new URL(client.config.endpoint + apiPath);
+    const headers = {
+        'Content-Type': 'application/json',
+        'X-Appwrite-Project': client.config.project,
+        'X-Appwrite-Key': client.config.key
+    };
+    const response = await fetch(url.toString(), {
+        method: 'PUT',
+        headers,
+        body: JSON.stringify({ documents })
+    });
+    if (!response.ok) {
+        const errorData = await response.json().catch(() => ({ message: 'Unknown error' }));
+        throw new Error(`Bulk upsert failed: ${response.status} - ${errorData.message || 'Unknown error'}`);
+    }
+    return await response.json();
+};
+/**
+ * Direct HTTP implementation of bulk create API
+ */
+const bulkCreateDocuments = async (client, dbId, collectionId, documents) => {
+    const apiPath = `/databases/${dbId}/collections/${collectionId}/documents`;
+    const url = new URL(client.config.endpoint + apiPath);
+    const headers = {
+        'Content-Type': 'application/json',
+        'X-Appwrite-Project': client.config.project,
+        'X-Appwrite-Key': client.config.key
+    };
+    const response = await fetch(url.toString(), {
+        method: 'POST',
+        headers,
+        body: JSON.stringify({ documents })
+    });
+    if (!response.ok) {
+        const errorData = await response.json().catch(() => ({ message: 'Unknown error' }));
+        throw new Error(`Bulk create failed: ${response.status} - ${errorData.message || 'Unknown error'}`);
+    }
+    return await response.json();
+};
+/**
+ * Enhanced bulk document creation using direct HTTP calls
+ */
+const transferDocumentsBulkUpsert = async (client, dbId, collectionId, documents, maxBatchSize = 1000) => {
+    let successful = 0;
+    let failed = 0;
+    // Prepare documents for bulk upsert
+    const preparedDocs = documents.map(doc => {
+        const toCreateObject = { ...doc };
+        delete toCreateObject.$databaseId;
+        delete toCreateObject.$collectionId;
+        delete toCreateObject.$createdAt;
+        delete toCreateObject.$updatedAt;
+        // Keep $id and $permissions for upsert functionality
+        return toCreateObject;
+    });
+    // Process in batches based on plan limits
+    const documentBatches = chunk(preparedDocs, maxBatchSize);
+    for (const batch of documentBatches) {
+        MessageFormatter.progress(`Bulk upserting ${batch.length} documents...`, { prefix: "Transfer" });
+        try {
+            // Try bulk upsert with direct HTTP call
+            const result = await bulkUpsertDocuments(client, dbId, collectionId, batch);
+            successful += result.documents?.length || batch.length;
+            MessageFormatter.success(`Bulk upserted ${result.documents?.length || batch.length} documents`, { prefix: "Transfer" });
+        }
+        catch (error) {
+            MessageFormatter.progress(`Bulk upsert failed, trying smaller batch size...`, { prefix: "Transfer" });
+            // If bulk upsert fails, try with smaller batch size (Pro plan limit)
+            if (maxBatchSize > 100) {
+                const smallerBatches = chunk(batch, 100);
+                for (const smallBatch of smallerBatches) {
+                    try {
+                        const result = await bulkUpsertDocuments(client, dbId, collectionId, smallBatch);
+                        successful += result.documents?.length || smallBatch.length;
+                        MessageFormatter.success(`Bulk upserted ${result.documents?.length || smallBatch.length} documents (smaller batch)`, { prefix: "Transfer" });
+                    }
+                    catch (smallBatchError) {
+                        MessageFormatter.progress(`Smaller batch failed, falling back to individual transfers...`, { prefix: "Transfer" });
+                        // Fall back to individual document transfer for this batch
+                        const db = new Databases(client);
+                        const { successful: indivSuccessful, failed: indivFailed } = await transferDocumentBatchWithRetryFallback(db, dbId, collectionId, smallBatch.map((doc, index) => ({
+                            ...doc,
+                            $id: documents[documentBatches.indexOf(batch) * maxBatchSize + smallerBatches.indexOf(smallBatch) * 100 + index]?.$id || ID.unique(),
+                            $permissions: documents[documentBatches.indexOf(batch) * maxBatchSize + smallerBatches.indexOf(smallBatch) * 100 + index]?.$permissions || []
+                        })));
+                        successful += indivSuccessful;
+                        failed += indivFailed;
+                    }
+                    // Add delay between batches
+                    await delay(200);
+                }
+            }
+            else {
+                // Fall back to individual document transfer
+                const db = new Databases(client);
+                const { successful: indivSuccessful, failed: indivFailed } = await transferDocumentBatchWithRetryFallback(db, dbId, collectionId, batch.map((doc, index) => ({
+                    ...doc,
+                    $id: documents[documentBatches.indexOf(batch) * maxBatchSize + index]?.$id || ID.unique(),
+                    $permissions: documents[documentBatches.indexOf(batch) * maxBatchSize + index]?.$permissions || []
+                })));
+                successful += indivSuccessful;
+                failed += indivFailed;
+            }
+        }
+        // Add delay between major batches
+        if (documentBatches.indexOf(batch) < documentBatches.length - 1) {
+            await delay(500);
+        }
+    }
+    return { successful, failed };
+};
+/**
+ * Fallback batch document transfer with individual retry logic
+ */
+const transferDocumentBatchWithRetryFallback = async (db, dbId, collectionId, documents, batchSize = 10) => {
+    let successful = 0;
+    let failed = 0;
+    // Process documents in smaller batches to avoid overwhelming the server
+    const documentBatches = chunk(documents, batchSize);
+    for (const batch of documentBatches) {
+        MessageFormatter.progress(`Processing batch of ${batch.length} documents...`, { prefix: "Transfer" });
+        const batchPromises = batch.map(async (doc) => {
+            const toCreateObject = { ...doc };
+            delete toCreateObject.$databaseId;
+            delete toCreateObject.$collectionId;
+            delete toCreateObject.$createdAt;
+            delete toCreateObject.$updatedAt;
+            delete toCreateObject.$id;
+            delete toCreateObject.$permissions;
+            const result = await transferDocumentWithRetry(db, dbId, collectionId, doc.$id, toCreateObject, doc.$permissions || []);
+            return { docId: doc.$id, success: result };
+        });
+        const results = await Promise.allSettled(batchPromises);
+        results.forEach((result, index) => {
+            if (result.status === 'fulfilled') {
+                if (result.value.success) {
+                    successful++;
+                }
+                else {
+                    failed++;
+                }
+            }
+            else {
+                MessageFormatter.error(`Batch promise rejected for document ${batch[index].$id}`, new Error(String(result.reason)), { prefix: "Transfer" });
+                failed++;
+            }
+        });
+        // Add delay between batches to avoid rate limiting
+        if (documentBatches.indexOf(batch) < documentBatches.length - 1) {
+            await delay(500);
+        }
+    }
+    return { successful, failed };
+};
+/**
+ * Enhanced batch document transfer with fault tolerance and bulk API support
+ */
+const transferDocumentBatchWithRetry = async (db, client, dbId, collectionId, documents, batchSize = 10) => {
+    // Check if we can use bulk operations
+    if (supportsBulkOperations(client.config.endpoint)) {
+        MessageFormatter.info(`Using bulk upsert API for faster document transfer`, { prefix: "Transfer" });
+        // Try with Scale plan limit first (2500), then Pro (1000), then Free (100)
+        const batchSizes = [1000, 100]; // Start with Pro plan, fallback to Free
+        for (const maxBatchSize of batchSizes) {
+            try {
+                return await transferDocumentsBulkUpsert(client, dbId, collectionId, documents, maxBatchSize);
+            }
+            catch (error) {
+                MessageFormatter.progress(`Bulk upsert with batch size ${maxBatchSize} failed, trying smaller size...`, { prefix: "Transfer" });
+                continue;
+            }
+        }
+        // If all bulk operations fail, fall back to individual transfers
+        MessageFormatter.progress(`All bulk operations failed, falling back to individual document transfers`, { prefix: "Transfer" });
+    }
+    // Fall back to individual document transfer
+    return await transferDocumentBatchWithRetryFallback(db, dbId, collectionId, documents, batchSize);
+};
+export const transferDocumentsBetweenDbsLocalToRemote = async (localDb, endpoint, projectId, apiKey, fromDbId, toDbId, fromCollId, toCollId) => {
+    MessageFormatter.info(`Starting enhanced document transfer from ${fromCollId} to ${toCollId}...`, { prefix: "Transfer" });
+    // Prefer adapter for remote to enable bulk operations
+    const { adapter: remoteAdapter, client } = await getAdapter(endpoint, projectId, apiKey, 'auto');
+    const remoteDb = new Databases(client); // Legacy fallback for HTTP/individual
+    let totalDocumentsProcessed = 0;
+    let totalSuccessful = 0;
+    let totalFailed = 0;
+    // Fetch documents in larger batches (1000 at a time)
+    let hasMoreDocuments = true;
+    let lastDocumentId;
+    while (hasMoreDocuments) {
+        const queries = [Query.limit(1000)]; // Fetch 1000 documents at a time
+        if (lastDocumentId) {
+            queries.push(Query.cursorAfter(lastDocumentId));
+        }
+        const fromCollDocs = await tryAwaitWithRetry(async () => {
+            if (isLegacyDatabases(localDb)) {
+                return localDb.listDocuments(fromDbId, fromCollId, queries);
+            }
+            else {
+                const res = await localDb.listRows({ databaseId: fromDbId, tableId: fromCollId, queries });
+                const rows = res.rows || res.documents || [];
+                return { documents: rows };
+            }
+        });
+        if (fromCollDocs.documents.length === 0) {
+            hasMoreDocuments = false;
+            break;
+        }
+        MessageFormatter.progress(`Fetched ${fromCollDocs.documents.length} documents, processing for transfer...`, { prefix: "Transfer" });
+        // Prefer remote adapter bulk upsert if available
+        const prepared = fromCollDocs.documents.map((doc) => {
+            const data = { ...doc };
+            delete data.$databaseId;
+            delete data.$collectionId;
+            delete data.$createdAt;
+            delete data.$updatedAt;
+            return data; // Keep $id and $permissions for upsert
+        });
+        let successful = 0;
+        let failed = 0;
+        if (typeof remoteAdapter.bulkUpsertRows === 'function' && remoteAdapter.supportsBulkOperations()) {
+            try {
+                await remoteAdapter.bulkUpsertRows({ databaseId: toDbId, tableId: toCollId, rows: prepared });
+                successful = prepared.length;
+            }
+            catch (e) {
+                MessageFormatter.warning('Remote adapter bulk upsert failed, falling back to HTTP/individual', { prefix: 'Transfer' });
+            }
+        }
+        if (successful === 0) {
+            const res = await transferDocumentBatchWithRetry(remoteDb, client, toDbId, toCollId, fromCollDocs.documents);
+            successful = res.successful;
+            failed = res.failed;
+        }
+        totalDocumentsProcessed += fromCollDocs.documents.length;
+        totalSuccessful += successful;
+        totalFailed += failed;
+        // Check if we have more documents to process
+        if (fromCollDocs.documents.length < 1000) {
+            hasMoreDocuments = false;
+        }
+        else {
+            lastDocumentId = fromCollDocs.documents[fromCollDocs.documents.length - 1].$id;
+        }
+        MessageFormatter.debug(`Batch complete: ${successful} successful, ${failed} failed`, undefined, { prefix: "Transfer" });
+    }
+    if (totalDocumentsProcessed === 0) {
+        MessageFormatter.info(`No documents found in collection ${fromCollId}`, { prefix: "Transfer" });
+        return;
+    }
+    const message = `Total documents processed: ${totalDocumentsProcessed}, successful: ${totalSuccessful}, failed: ${totalFailed}`;
+    if (totalFailed > 0) {
+        MessageFormatter.warning(message, { prefix: "Transfer" });
+    }
+    else {
+        MessageFormatter.success(message, { prefix: "Transfer" });
+    }
+};

package/dist/collections/wipeOperations.d.ts

@@ -0,0 +1,16 @@
+import { Databases } from "node-appwrite";
+import type { DatabaseAdapter } from "../adapters/DatabaseAdapter.js";
+export declare const wipeDatabase: (database: Databases, databaseId: string) => Promise<{
+    collectionId: string;
+    collectionName: string;
+}[]>;
+export declare const wipeCollection: (database: Databases, databaseId: string, collectionId: string) => Promise<void>;
+export declare const wipeAllTables: (adapter: DatabaseAdapter, databaseId: string) => Promise<{
+    tableId: string;
+    tableName: string;
+}[]>;
+/**
+ * Optimized deletion of all rows from a table using direct bulk deletion
+ * Uses Query.limit() to delete rows without fetching IDs first
+ */
+export declare const wipeTableRows: (adapter: DatabaseAdapter, databaseId: string, tableId: string) => Promise<void>;

package/dist/collections/wipeOperations.js

@@ -0,0 +1,233 @@
+import { Databases, Query, } from "node-appwrite";
+import { tryAwaitWithRetry } from "../utils/helperFunctions.js";
+import { MessageFormatter } from "../shared/messageFormatter.js";
+import { ProgressManager } from "../shared/progressManager.js";
+import { isRetryableError, isCriticalError } from "../shared/errorUtils.js";
+import { delay } from "../utils/helperFunctions.js";
+import { chunk } from "es-toolkit";
+import pLimit from "p-limit";
+import { fetchAllCollections } from "./methods.js";
+/**
+ * Optimized streaming deletion of all documents from a collection
+ * Uses memory-efficient pagination instead of loading all documents into memory
+ */
+async function wipeDocumentsFromCollection(database, databaseId, collectionId) {
+    try {
+        // Use streaming deletion pattern - fetch and delete in batches without accumulating
+        const FETCH_BATCH_SIZE = 1000; // How many to fetch per query
+        const DELETE_BATCH_SIZE = 200; // How many to delete concurrently
+        const MAX_CONCURRENT_DELETIONS = 10; // Concurrent deletion operations
+        let totalDeleted = 0;
+        let cursor;
+        let hasMoreDocuments = true;
+        MessageFormatter.info("Starting optimized document deletion...", { prefix: "Wipe" });
+        // Create progress tracker (we'll update the total as we discover more documents)
+        const progress = ProgressManager.create(`delete-${collectionId}`, 1, // Start with 1, will update as we go
+        { title: "Deleting documents" });
+        while (hasMoreDocuments) {
+            // Fetch next batch of documents
+            const queries = [Query.limit(FETCH_BATCH_SIZE)];
+            if (cursor) {
+                queries.push(Query.cursorAfter(cursor));
+            }
+            const response = await database.listDocuments(databaseId, collectionId, queries);
+            const documents = response.documents;
+            if (documents.length === 0) {
+                hasMoreDocuments = false;
+                break;
+            }
+            // Update progress total as we discover more documents
+            if (documents.length === FETCH_BATCH_SIZE) {
+                // There might be more documents, update progress total
+                progress.setTotal(totalDeleted + documents.length + 1000); // Estimate more
+            }
+            MessageFormatter.progress(`Processing batch: ${documents.length} documents (${totalDeleted + documents.length} total so far)`, { prefix: "Wipe" });
+            // Delete this batch using optimized concurrent deletion
+            const documentBatches = chunk(documents, DELETE_BATCH_SIZE);
+            const limit = pLimit(MAX_CONCURRENT_DELETIONS);
+            const deletePromises = documentBatches.map((batch) => limit(async () => {
+                const batchDeletePromises = batch.map(async (doc) => {
+                    try {
+                        await tryAwaitWithRetry(async () => database.deleteDocument(databaseId, collectionId, doc.$id));
+                        totalDeleted++;
+                        progress.update(totalDeleted);
+                    }
+                    catch (error) {
+                        const errorMessage = error.message || String(error);
+                        // Enhanced error handling for document deletion
+                        if (errorMessage.includes("Document with the requested ID could not be found")) {
+                            // Document already deleted, skip silently
+                            totalDeleted++;
+                            progress.update(totalDeleted);
+                        }
+                        else if (isCriticalError(errorMessage)) {
+                            // Critical error, log and rethrow to stop operation
+                            MessageFormatter.error(`Critical error deleting document ${doc.$id}: ${errorMessage}`, error, { prefix: "Wipe" });
+                            throw error;
+                        }
+                        else if (isRetryableError(errorMessage)) {
+                            // Retryable error, will be handled by tryAwaitWithRetry
+                            MessageFormatter.progress(`Retryable error for document ${doc.$id}, will retry`, { prefix: "Wipe" });
+                            totalDeleted++;
+                            progress.update(totalDeleted);
+                        }
+                        else {
+                            // Other non-critical errors, log but continue
+                            MessageFormatter.error(`Failed to delete document ${doc.$id}: ${errorMessage}`, error, { prefix: "Wipe" });
+                            totalDeleted++;
+                            progress.update(totalDeleted);
+                        }
+                    }
+                });
+                await Promise.all(batchDeletePromises);
+            }));
+            await Promise.all(deletePromises);
+            // Set up cursor for next iteration
+            if (documents.length < FETCH_BATCH_SIZE) {
+                hasMoreDocuments = false;
+            }
+            else {
+                cursor = documents[documents.length - 1].$id;
+            }
+            // Small delay between fetch cycles to be respectful to the API
+            await delay(10);
+        }
+        // Update final progress total
+        progress.setTotal(totalDeleted);
+        progress.stop();
+        if (totalDeleted === 0) {
+            MessageFormatter.info("No documents found to delete", { prefix: "Wipe" });
+        }
+        else {
+            MessageFormatter.success(`Successfully deleted ${totalDeleted} documents from collection ${collectionId}`, { prefix: "Wipe" });
+        }
+    }
+    catch (error) {
+        MessageFormatter.error(`Error wiping documents from collection ${collectionId}`, error instanceof Error ? error : new Error(String(error)), { prefix: "Wipe" });
+        throw error;
+    }
+}
+export const wipeDatabase = async (database, databaseId) => {
+    MessageFormatter.info(`Wiping database: ${databaseId}`, { prefix: "Wipe" });
+    const existingCollections = await fetchAllCollections(databaseId, database);
+    let collectionsDeleted = [];
+    if (existingCollections.length === 0) {
+        MessageFormatter.info("No collections to delete", { prefix: "Wipe" });
+        return collectionsDeleted;
+    }
+    const progress = ProgressManager.create(`wipe-db-${databaseId}`, existingCollections.length, { title: "Deleting collections" });
+    let processed = 0;
+    for (const { $id: collectionId, name: name } of existingCollections) {
+        MessageFormatter.progress(`Deleting collection: ${collectionId}`, { prefix: "Wipe" });
+        collectionsDeleted.push({
+            collectionId: collectionId,
+            collectionName: name,
+        });
+        tryAwaitWithRetry(async () => await database.deleteCollection(databaseId, collectionId)); // Try to delete the collection and ignore errors if it doesn't exist or if it's already being deleted
+        processed++;
+        progress.update(processed);
+        await delay(100);
+    }
+    progress.stop();
+    MessageFormatter.success(`Deleted ${collectionsDeleted.length} collections from database`, { prefix: "Wipe" });
+    return collectionsDeleted;
+};
+export const wipeCollection = async (database, databaseId, collectionId) => {
+    const collections = await database.listCollections(databaseId, [
+        Query.equal("$id", collectionId),
+    ]);
+    if (collections.total === 0) {
+        MessageFormatter.warning(`Collection ${collectionId} not found`, { prefix: "Wipe" });
+        return;
+    }
+    const collection = collections.collections[0];
+    await wipeDocumentsFromCollection(database, databaseId, collection.$id);
+};
+// TablesDB helpers for wiping
+export const wipeAllTables = async (adapter, databaseId) => {
+    MessageFormatter.info(`Wiping tables in database: ${databaseId}`, { prefix: 'Wipe' });
+    const res = await adapter.listTables({ databaseId, queries: [Query.limit(500)] });
+    const tables = res.tables || [];
+    const deleted = [];
+    const progress = ProgressManager.create(`wipe-db-${databaseId}`, tables.length, { title: 'Deleting tables' });
+    let processed = 0;
+    for (const t of tables) {
+        try {
+            await adapter.deleteTable({ databaseId, tableId: t.$id });
+            deleted.push({ tableId: t.$id, tableName: t.name });
+        }
+        catch (e) {
+            MessageFormatter.error(`Failed deleting table ${t.$id}`, e instanceof Error ? e : new Error(String(e)), { prefix: 'Wipe' });
+        }
+        processed++;
+        progress.update(processed);
+        await delay(100);
+    }
+    progress.stop();
+    return deleted;
+};
+/**
+ * Optimized deletion of all rows from a table using direct bulk deletion
+ * Uses Query.limit() to delete rows without fetching IDs first
+ */
+export const wipeTableRows = async (adapter, databaseId, tableId) => {
+    try {
+        // Check if bulk deletion is available
+        if (!adapter.bulkDeleteRows) {
+            MessageFormatter.error("Bulk deletion not available for this adapter - wipe operation not supported", new Error("bulkDeleteRows not available"), { prefix: "Wipe" });
+            throw new Error("Bulk deletion required for wipe operations");
+        }
+        const DELETE_BATCH_SIZE = 250; // How many rows to delete per batch
+        let totalDeleted = 0;
+        let hasMoreRows = true;
+        MessageFormatter.info("Starting optimized table row deletion...", { prefix: "Wipe" });
+        const progress = ProgressManager.create(`delete-${tableId}`, 1, // Start with 1, will update as we discover more
+        { title: "Deleting table rows" });
+        while (hasMoreRows) {
+            try {
+                // Delete next batch using Query.limit() - no fetching needed!
+                const result = await tryAwaitWithRetry(async () => adapter.bulkDeleteRows({
+                    databaseId,
+                    tableId,
+                    rowIds: [], // Empty array signals we want to use Query.limit instead
+                    batchSize: DELETE_BATCH_SIZE
+                }));
+                const deletedCount = result.total || 0;
+                if (deletedCount === 0) {
+                    hasMoreRows = false;
+                    break;
+                }
+                totalDeleted += deletedCount;
+                progress.setTotal(totalDeleted + 100); // Estimate more rows exist
+                progress.update(totalDeleted);
+                MessageFormatter.progress(`Deleted ${deletedCount} rows (${totalDeleted} total so far)`, { prefix: "Wipe" });
+                // Small delay between batches to be respectful to the API
+                await delay(10);
+            }
+            catch (error) {
+                const errorMessage = error.message || String(error);
+                if (isCriticalError(errorMessage)) {
+                    MessageFormatter.error(`Critical error during bulk deletion: ${errorMessage}`, error, { prefix: "Wipe" });
+                    throw error;
+                }
+                else {
+                    MessageFormatter.error(`Error during deletion batch: ${errorMessage}`, error, { prefix: "Wipe" });
+                    // Continue trying with next batch
+                }
+            }
+        }
+        // Update final progress total
+        progress.setTotal(totalDeleted);
+        progress.stop();
+        if (totalDeleted === 0) {
+            MessageFormatter.info("No rows found to delete", { prefix: "Wipe" });
+        }
+        else {
+            MessageFormatter.success(`Successfully deleted ${totalDeleted} rows from table ${tableId}`, { prefix: "Wipe" });
+        }
+    }
+    catch (error) {
+        MessageFormatter.error(`Error wiping rows from table ${tableId}`, error instanceof Error ? error : new Error(String(error)), { prefix: "Wipe" });
+        throw error;
+    }
+};