rads-db 3.0.75 → 3.0.77

package/drivers/azureCosmos.cjs

@@ -114,18 +114,41 @@ var _default = options => (schema, entity) => {
       };
     },
     async putMany(items, ctx) {
+      const itemsToPut = [];
       for (const item of items) {
         const id = item?.id;
         if (!id) throw new Error(`You must provide an id`);
-        const itemToPut = {
+        itemsToPut.push({
           _partition: entity,
           id,
           ...item
-        };
-        const response = await client.items.upsert(itemToPut);
+        });
+      }
+      for (const chunk of _lodash.default.chunk(itemsToPut, 100)) {
+        let chunkToSend = chunk.map(x => ({
+          operationType: "Upsert",
+          resourceBody: x
+        }));
+        const responses = [];
+        for (let i = 0; i < 20; i++) {
+          const response = await client.items.bulk(chunkToSend);
+          const newChunkToSend = [];
+          for (let i2 = 0; i2 < chunkToSend.length; i2++) {
+            if (response[i2].statusCode !== 429) {
+              responses.push(response[i2]);
+            } else {
+              newChunkToSend.push(chunkToSend[i2]);
+            }
+          }
+          chunkToSend = newChunkToSend;
+          if (chunkToSend.length === 0) break;
+          const delay = 50 + i * 100;
+          console.warn(`Db overloaded. Retrying after ${delay}ms...`);
+          await new Promise(resolve => setTimeout(resolve, delay));
+        }
         ctx?.log?.({
-          charge: response.requestCharge,
-          request: `put#${itemToPut._partition}|${itemToPut.id}`
+          charge: _lodash.default.sumBy(responses, r => r.requestCharge),
+          request: `put#${chunk[0]._partition}[${chunk.length}]`
         });
       }
     }

package/drivers/azureCosmos.mjs

@@ -73,13 +73,40 @@ export default (options) => (schema, entity) => {
       return { nodes, cursor };
     },
     async putMany(items, ctx) {
+      const itemsToPut = [];
       for (const item of items) {
         const id = item?.id;
         if (!id)
           throw new Error(`You must provide an id`);
-        const itemToPut = { _partition: entity, id, ...item };
-        const response = await client.items.upsert(itemToPut);
-        ctx?.log?.({ charge: response.requestCharge, request: `put#${itemToPut._partition}|${itemToPut.id}` });
+        itemsToPut.push({ _partition: entity, id, ...item });
+      }
+      for (const chunk of _.chunk(itemsToPut, 100)) {
+        let chunkToSend = chunk.map((x) => ({
+          operationType: "Upsert",
+          resourceBody: x
+        }));
+        const responses = [];
+        for (let i = 0; i < 20; i++) {
+          const response = await client.items.bulk(chunkToSend);
+          const newChunkToSend = [];
+          for (let i2 = 0; i2 < chunkToSend.length; i2++) {
+            if (response[i2].statusCode !== 429) {
+              responses.push(response[i2]);
+            } else {
+              newChunkToSend.push(chunkToSend[i2]);
+            }
+          }
+          chunkToSend = newChunkToSend;
+          if (chunkToSend.length === 0)
+            break;
+          const delay = 50 + i * 100;
+          console.warn(`Db overloaded. Retrying after ${delay}ms...`);
+          await new Promise((resolve) => setTimeout(resolve, delay));
+        }
+        ctx?.log?.({
+          charge: _.sumBy(responses, (r) => r.requestCharge),
+          request: `put#${chunk[0]._partition}[${chunk.length}]`
+        });
       }
     }
   };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rads-db",
-  "version": "3.0.75",
+  "version": "3.0.77",
   "packageManager": "pnpm@8.6.1",
   "description": "Say goodbye to boilerplate code and hello to efficient and elegant syntax.",
   "author": "",