@algolia/ingestion 1.33.0 → 1.34.1

package/dist/builds/worker.js

@@ -4,7 +4,7 @@ import { createFetchRequester } from "@algolia/requester-fetch";
 
 // src/ingestionClient.ts
 import { createAuth, createIterablePromise, createTransporter, getAlgoliaAgent } from "@algolia/client-common";
-var apiClientVersion = "1.33.0";
+var apiClientVersion = "1.34.1";
 var REGIONS = ["eu", "us"];
 function getDefaultHosts(region) {
   const url = "data.{region}.algolia.com".replace("{region}", region);
@@ -112,7 +112,9 @@ function createIngestionClient({
       referenceIndexName
     }, requestOptions) {
       let records = [];
+      let offset = 0;
       const responses = [];
+      const waitBatchSize = Math.floor(batchSize / 10) || batchSize;
       const objectEntries = objects.entries();
       for (const [i, obj] of objectEntries) {
         records.push(obj);
@@ -122,33 +124,34 @@ function createIngestionClient({
           );
           records = [];
         }
-      }
-      let retryCount = 0;
-      if (waitForTasks) {
-        for (const resp of responses) {
-          if (!resp.eventID) {
-            throw new Error("received unexpected response from the push endpoint, eventID must not be undefined");
-          }
-          await createIterablePromise({
-            func: async () => {
-              if (resp.eventID === void 0 || !resp.eventID) {
-                throw new Error("received unexpected response from the push endpoint, eventID must not be undefined");
-              }
-              return this.getEvent({ runID: resp.runID, eventID: resp.eventID }).catch((error) => {
-                if (error.status === 404) {
-                  return void 0;
+        if (waitForTasks && responses.length > 0 && (responses.length % waitBatchSize === 0 || i === objects.length - 1)) {
+          for (const resp of responses.slice(offset, offset + waitBatchSize)) {
+            if (!resp.eventID) {
+              throw new Error("received unexpected response from the push endpoint, eventID must not be undefined");
+            }
+            let retryCount = 0;
+            await createIterablePromise({
+              func: async () => {
+                if (resp.eventID === void 0 || !resp.eventID) {
+                  throw new Error("received unexpected response from the push endpoint, eventID must not be undefined");
                 }
-                throw error;
-              });
-            },
-            validate: (response) => response !== void 0,
-            aggregator: () => retryCount += 1,
-            error: {
-              validate: () => retryCount >= 50,
-              message: () => `The maximum number of retries exceeded. (${retryCount}/${50})`
-            },
-            timeout: () => Math.min(retryCount * 500, 5e3)
-          });
+                return this.getEvent({ runID: resp.runID, eventID: resp.eventID }).catch((error) => {
+                  if (error.status === 404) {
+                    return void 0;
+                  }
+                  throw error;
+                });
+              },
+              validate: (response) => response !== void 0,
+              aggregator: () => retryCount += 1,
+              error: {
+                validate: () => retryCount >= 50,
+                message: () => `The maximum number of retries exceeded. (${retryCount}/${50})`
+              },
+              timeout: () => Math.min(retryCount * 500, 5e3)
+            });
+          }
+          offset += waitBatchSize;
         }
       }
       return responses;