rads-db 3.0.76 → 3.0.78

package/drivers/azureCosmos.cjs

@@ -124,14 +124,36 @@ var _default = options => (schema, entity) => {
           ...item
         });
       }
-      for (const chunk of _lodash.default.chunk(itemsToPut, 200)) {
-        const response = await client.items.bulk(chunk.map(x => ({
+      for (const chunk of _lodash.default.chunk(itemsToPut, 100)) {
+        let chunkToSend = chunk.map(x => ({
           operationType: "Upsert",
           resourceBody: x
-        })));
+        }));
+        const responses = [];
+        for (let i = 0; i < 20; i++) {
+          const response = await client.items.bulk(chunkToSend);
+          const newChunkToSend = [];
+          for (let i2 = 0; i2 < chunkToSend.length; i2++) {
+            if (response[i2].statusCode !== 429) {
+              responses.push(response[i2]);
+            } else {
+              newChunkToSend.push(chunkToSend[i2]);
+            }
+          }
+          chunkToSend = newChunkToSend;
+          if (chunkToSend.length === 0) break;
+          const delay = 50 + i * 100;
+          console.warn(`Db overloaded. Retrying after ${delay}ms...`);
+          await new Promise(resolve => setTimeout(resolve, delay));
+        }
+        if (chunkToSend.length !== 0) {
+          throw new _cosmos.RestError("Db oveloaded. Too many retries. Consider increasing database RU setting.", {
+            code: "429"
+          });
+        }
         ctx?.log?.({
-          charge: _lodash.default.sumBy(response, r => r.requestCharge),
-          request: `put#${itemsToPut[0]._partition}[${chunk.length}]`
+          charge: _lodash.default.sumBy(responses, r => r.requestCharge),
+          request: `put#${chunk[0]._partition}[${chunk.length}]`
         });
       }
     }

package/drivers/azureCosmos.mjs

@@ -1,4 +1,4 @@
-import { CosmosClient } from "@azure/cosmos";
+import { CosmosClient, RestError } from "@azure/cosmos";
 import _ from "lodash";
 const cosmosClientCache = {};
 const databaseClientCache = {};
@@ -80,16 +80,37 @@ export default (options) => (schema, entity) => {
           throw new Error(`You must provide an id`);
         itemsToPut.push({ _partition: entity, id, ...item });
       }
-      for (const chunk of _.chunk(itemsToPut, 200)) {
-        const response = await client.items.bulk(
-          chunk.map((x) => ({
-            operationType: "Upsert",
-            resourceBody: x
-          }))
-        );
+      for (const chunk of _.chunk(itemsToPut, 100)) {
+        let chunkToSend = chunk.map((x) => ({
+          operationType: "Upsert",
+          resourceBody: x
+        }));
+        const responses = [];
+        for (let i = 0; i < 20; i++) {
+          const response = await client.items.bulk(chunkToSend);
+          const newChunkToSend = [];
+          for (let i2 = 0; i2 < chunkToSend.length; i2++) {
+            if (response[i2].statusCode !== 429) {
+              responses.push(response[i2]);
+            } else {
+              newChunkToSend.push(chunkToSend[i2]);
+            }
+          }
+          chunkToSend = newChunkToSend;
+          if (chunkToSend.length === 0)
+            break;
+          const delay = 50 + i * 100;
+          console.warn(`Db overloaded. Retrying after ${delay}ms...`);
+          await new Promise((resolve) => setTimeout(resolve, delay));
+        }
+        if (chunkToSend.length !== 0) {
+          throw new RestError("Db oveloaded. Too many retries. Consider increasing database RU setting.", {
+            code: "429"
+          });
+        }
         ctx?.log?.({
-          charge: _.sumBy(response, (r) => r.requestCharge),
-          request: `put#${itemsToPut[0]._partition}[${chunk.length}]`
+          charge: _.sumBy(responses, (r) => r.requestCharge),
+          request: `put#${chunk[0]._partition}[${chunk.length}]`
         });
       }
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rads-db",
-  "version": "3.0.76",
+  "version": "3.0.78",
   "packageManager": "pnpm@8.6.1",
   "description": "Say goodbye to boilerplate code and hello to efficient and elegant syntax.",
   "author": "",