@njdamstra/appwrite-utils-cli 1.11.3 → 1.11.4

package/dist/migrations/migrateStrings.js

@@ -4,6 +4,7 @@ import fs from "node:fs";
 import path from "node:path";
 import inquirer from "inquirer";
 import chalk from "chalk";
+import pLimit from "p-limit";
 import { MessageFormatter, tryAwaitWithRetry, } from "@njdamstra/appwrite-utils-helpers";
 import { ProgressManager } from "../shared/progressManager.js";
 import { MigrationPlanSchema, MigrationCheckpointSchema, suggestTargetType, generateBackupKey, } from "./migrateStringsTypes.js";
@@ -461,6 +462,7 @@ async function copyAttributeData(adapter, databaseId, collectionId, sourceKey, t
             title: `    Copy ${sourceKey} → ${targetKey}`,
         })
         : undefined;
+    const limit = pLimit(5);
     while (true) {
         const queries = [Query.limit(batchSize)];
         if (lastId)
@@ -469,34 +471,18 @@ async function copyAttributeData(adapter, databaseId, collectionId, sourceKey, t
         const docs = res?.documents || res?.rows || [];
         if (docs.length === 0)
             break;
-        // Batch update: copy sourceKey → targetKey
-        if (adapter.supportsBulkOperations() && adapter.bulkUpsertRows) {
-            const rows = docs
-                .filter((d) => d[sourceKey] !== undefined)
-                .map((d) => ({
-                id: d.$id,
-                data: { [targetKey]: d[sourceKey] },
-            }));
-            if (rows.length > 0) {
-                await tryAwaitWithRetry(() => adapter.bulkUpsertRows({
-                    databaseId,
-                    tableId: collectionId,
-                    rows,
-                }));
-            }
-        }
-        else {
-            for (const doc of docs) {
-                if (doc[sourceKey] === undefined)
-                    continue;
-                await tryAwaitWithRetry(() => adapter.updateRow({
-                    databaseId,
-                    tableId: collectionId,
-                    id: doc.$id,
-                    data: { [targetKey]: doc[sourceKey] },
-                }));
-            }
-        }
+        // Partial update: copy sourceKey → targetKey using updateRow (not bulkUpsert
+        // which requires complete document structure and fails on partial payloads)
+        const updatePromises = docs
+            .filter((d) => d[sourceKey] !== undefined)
+            .map((d) => limit(() => tryAwaitWithRetry(() => adapter.updateRow({
+            databaseId,
+            tableId: collectionId,
+            id: d.$id,
+            data: { [targetKey]: d[sourceKey] },
+        }), 0, true // throwError — surface 400s immediately
+        )));
+        await Promise.all(updatePromises);
         totalCopied += docs.length;
         lastId = docs[docs.length - 1].$id;
         progress?.update(totalCopied);
@@ -519,7 +505,7 @@ async function verifyDataCopy(adapter, databaseId, collectionId, sourceKey, targ
     }));
     const docs = res?.documents || res?.rows || [];
     for (const doc of docs) {
-        if (doc[sourceKey] === undefined)
+        if (!(sourceKey in doc))
             continue;
         if (doc[sourceKey] !== doc[targetKey]) {
             throw new Error(`Verification failed: doc ${doc.$id} has ${sourceKey}=${JSON.stringify(doc[sourceKey])} but ${targetKey}=${JSON.stringify(doc[targetKey])}`);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@njdamstra/appwrite-utils-cli",
   "description": "Appwrite Utility Functions to help with database management, data conversion, data import, migrations, and much more. Meant to be used as a CLI tool, I do not recommend installing this in frontend environments.",
-  "version": "1.11.3",
+  "version": "1.11.4",
   "main": "dist/main.js",
   "type": "module",
   "repository": {

package/src/migrations/migrateStrings.ts

@@ -4,6 +4,7 @@ import fs from "node:fs";
 import path from "node:path";
 import inquirer from "inquirer";
 import chalk from "chalk";
+import pLimit from "p-limit";
 import {
   type DatabaseAdapter,
   MessageFormatter,
@@ -688,6 +689,8 @@ async function copyAttributeData(
       })
     : undefined;
 
+  const limit = pLimit(5);
+
   while (true) {
     const queries: string[] = [Query.limit(batchSize)];
     if (lastId) queries.push(Query.cursorAfter(lastId));
@@ -699,37 +702,26 @@ async function copyAttributeData(
     const docs = res?.documents || res?.rows || [];
     if (docs.length === 0) break;
 
-    // Batch update: copy sourceKey → targetKey
-    if (adapter.supportsBulkOperations() && adapter.bulkUpsertRows) {
-      const rows = docs
-        .filter((d: any) => d[sourceKey] !== undefined)
-        .map((d: any) => ({
-          id: d.$id,
-          data: { [targetKey]: d[sourceKey] },
-        }));
-
-      if (rows.length > 0) {
-        await tryAwaitWithRetry(() =>
-          adapter.bulkUpsertRows!({
-            databaseId,
-            tableId: collectionId,
-            rows,
-          })
-        );
-      }
-    } else {
-      for (const doc of docs) {
-        if (doc[sourceKey] === undefined) continue;
-        await tryAwaitWithRetry(() =>
-          adapter.updateRow({
-            databaseId,
-            tableId: collectionId,
-            id: doc.$id,
-            data: { [targetKey]: doc[sourceKey] },
-          })
-        );
-      }
-    }
+    // Partial update: copy sourceKey → targetKey using updateRow (not bulkUpsert
+    // which requires complete document structure and fails on partial payloads)
+    const updatePromises = docs
+      .filter((d: any) => d[sourceKey] !== undefined)
+      .map((d: any) =>
+        limit(() =>
+          tryAwaitWithRetry(
+            () =>
+              adapter.updateRow({
+                databaseId,
+                tableId: collectionId,
+                id: d.$id,
+                data: { [targetKey]: d[sourceKey] },
+              }),
+            0,
+            true // throwError — surface 400s immediately
+          )
+        )
+      );
+    await Promise.all(updatePromises);
 
     totalCopied += docs.length;
     lastId = docs[docs.length - 1].$id;
@@ -763,7 +755,7 @@ async function verifyDataCopy(
   );
   const docs = res?.documents || res?.rows || [];
   for (const doc of docs) {
-    if (doc[sourceKey] === undefined) continue;
+    if (!(sourceKey in doc)) continue;
     if (doc[sourceKey] !== doc[targetKey]) {
       throw new Error(
         `Verification failed: doc ${doc.$id} has ${sourceKey}=${JSON.stringify(doc[sourceKey])} but ${targetKey}=${JSON.stringify(doc[targetKey])}`