@strapi/data-transfer 5.1.0 → 5.2.0

package/dist/index.js

@@ -2604,11 +2604,21 @@ class RemoteStrapiDestinationProvider {
   ws;
   dispatcher;
   transferID;
+  stats;
   constructor(options) {
     this.options = options;
     this.ws = null;
     this.dispatcher = null;
     this.transferID = null;
+    this.resetStats();
+  }
+  resetStats() {
+    this.stats = {
+      assets: { count: 0 },
+      entities: { count: 0 },
+      links: { count: 0 },
+      configuration: { count: 0 }
+    };
   }
   async initTransfer() {
     const { strategy, restore } = this.options;
@@ -2620,6 +2630,7 @@ class RemoteStrapiDestinationProvider {
     if (!res?.transferID) {
       throw new ProviderTransferError("Init failed, invalid response from the server");
     }
+    this.resetStats();
     return res.transferID;
   }
   #startStepOnce(stage) {
@@ -2637,25 +2648,35 @@ class RemoteStrapiDestinationProvider {
       }
       return new ProviderTransferError("Unexpected error");
     }
+    this.stats[step] = { count: 0 };
     return null;
   }
   async #endStep(step) {
     try {
-      await this.dispatcher?.dispatchTransferStep({ action: "end", step });
+      const res = await this.dispatcher?.dispatchTransferStep({
+        action: "end",
+        step
+      });
+      return { stats: res?.stats ?? null, error: null };
     } catch (e) {
       if (e instanceof Error) {
-        return e;
+        return { stats: null, error: e };
       }
       if (typeof e === "string") {
-        return new ProviderTransferError(e);
+        return { stats: null, error: new ProviderTransferError(e) };
       }
-      return new ProviderTransferError("Unexpected error");
+      return { stats: null, error: new ProviderTransferError("Unexpected error") };
     }
-    return null;
   }
-  async #streamStep(step, data) {
+  async #streamStep(step, message) {
     try {
-      await this.dispatcher?.dispatchTransferStep({ action: "stream", step, data });
+      if (step === "assets") {
+        const assetMessage = message;
+        this.stats[step].count += assetMessage.filter((data) => data.action === "start").length;
+      } else {
+        this.stats[step].count += message.length;
+      }
+      await this.dispatcher?.dispatchTransferStep({ action: "stream", step, data: message });
     } catch (e) {
       if (e instanceof Error) {
         return e;
@@ -2682,8 +2703,16 @@ class RemoteStrapiDestinationProvider {
             return callback(streamError);
           }
         }
-        const e = await this.#endStep(step);
-        callback(e);
+        const { error, stats } = await this.#endStep(step);
+        const { count } = this.stats[step];
+        if (stats && (stats.started !== count || stats.finished !== count)) {
+          callback(
+            new Error(
+              `Data missing: sent ${this.stats[step].count} ${step}, recieved ${stats.started} and saved ${stats.finished} ${step}`
+            )
+          );
+        }
+        callback(error);
       },
       write: async (chunk, _encoding, callback) => {
         const startError = await startTransferOnce();
@@ -2812,7 +2841,7 @@ class RemoteStrapiDestinationProvider {
           await flush();
         }
         if (hasStarted) {
-          const endStepError = await this.#endStep("assets");
+          const { error: endStepError } = await this.#endStep("assets");
           if (endStepError) {
             return callback(endStepError);
           }
@@ -3653,6 +3682,7 @@ const createPushController = handlerControllerFactory((proto) => ({
         throw new Error("Stream already created, something went wrong");
       }
       await this.createWritableStreamForStep(stage);
+      this.stats[stage] = { started: 0, finished: 0 };
       return { ok: true };
     }
     if (msg.action === "stream") {
@@ -3664,7 +3694,13 @@ const createPushController = handlerControllerFactory((proto) => ({
       if (stage === "assets") {
         return this.streamAsset(msg.data);
       }
-      await Promise.all(msg.data.map((item) => writeAsync(stream2, item)));
+      await Promise.all(
+        msg.data.map(async (item) => {
+          this.stats[stage].started += 1;
+          await writeAsync(stream2, item);
+          this.stats[stage].finished += 1;
+        })
+      );
     }
     if (msg.action === "end") {
       this.unlockTransferStep(stage);
@@ -3675,7 +3711,7 @@ const createPushController = handlerControllerFactory((proto) => ({
         });
       }
       delete this.streams?.[stage];
-      return { ok: true };
+      return { ok: true, stats: this.stats[stage] };
     }
   },
   async onTransferAction(msg) {
@@ -3705,6 +3741,7 @@ const createPushController = handlerControllerFactory((proto) => ({
         throw new Error("Stream not defined");
       }
       if (action === "start") {
+        this.stats.assets.started += 1;
         this.assets[assetID] = { ...item.data, stream: new stream$1.PassThrough() };
         writeAsync(assetsStream, this.assets[assetID]);
       }
@@ -3717,6 +3754,7 @@ const createPushController = handlerControllerFactory((proto) => ({
         await new Promise((resolve, reject2) => {
           const { stream: assetStream } = this.assets[assetID];
           assetStream.on("close", () => {
+            this.stats.assets.finished += 1;
             delete this.assets[assetID];
             resolve();
           }).on("error", reject2).end();
@@ -3741,6 +3779,12 @@ const createPushController = handlerControllerFactory((proto) => ({
     this.startedAt = Date.now();
     this.assets = {};
     this.streams = {};
+    this.stats = {
+      assets: { started: 0, finished: 0 },
+      configuration: { started: 0, finished: 0 },
+      entities: { started: 0, finished: 0 },
+      links: { started: 0, finished: 0 }
+    };
     this.flow = createFlow(DEFAULT_TRANSFER_FLOW);
     this.provider = createLocalStrapiDestinationProvider({
       ...params.options,