@merkl/api 0.10.410 → 0.10.412

package/dist/src/jobs/etl/pendings.js

@@ -5,10 +5,8 @@ import { log } from "../../utils/logger";
 import { apiDbClient } from "../../utils/prisma";
 import { S3Client } from "bun";
 import moment from "moment";
-// ─── Constants ───────────────────────────────────────────────
-const BATCH_SIZE = 5_000;
 // ─── Global Variables ────────────────────────────────────────
-const [chainIdString, root, campaignId] = process.env.FILENAME.split("_");
+const [chainIdString, root, campaignId] = process.env.FILENAME.replace(".gz", "").split("_");
 const chainId = Number.parseInt(chainIdString);
 const gcsClient = new S3Client({
     accessKeyId: process.env.GCS_ACCESS_ID,
@@ -33,16 +31,14 @@ const extract = async () => {
         buffer = lines.pop() || "";
         for (const line of lines) {
             data.push(JSON.parse(line));
-            if (data.length >= BATCH_SIZE) {
-                try {
-                    count += await load(data);
-                }
-                catch (err) {
-                    console.error(`Failed to insert a batch, adding it to the fail queue.\n${err}`);
-                    failedBatches.push(data);
-                    data.length = 0;
-                }
-            }
+        }
+        try {
+            count += await load(data);
+        }
+        catch (err) {
+            console.error(`Failed to insert a batch, adding it to the fail queue.\n${err}`);
+            failedBatches.push(data);
+            data.length = 0;
         }
     }
     return count;
@@ -135,21 +131,21 @@ const updatePendings = async (data) => {
     }));
     let users = toCreate.map(x => x.recipient);
     await apiDbClient.user.createMany({ data: users.map(x => ({ address: x, tags: [] })), skipDuplicates: true });
-    await apiDbClient.$transaction(toCreate.map(x => {
-        const rewardId = Bun.hash(`${root}${x.recipient}${rewardTokenId}`).toString();
-        return apiDbClient.reward.create({
-            data: {
+    await apiDbClient.reward.createMany({
+        data: toCreate.map(x => {
+            const rewardId = Bun.hash(`${root}${x.recipient}${rewardTokenId}`).toString();
+            return {
                 id: rewardId,
-                MerklRoot: { connect: { root } },
-                User: { connect: { address: x.recipient } },
-                RewardToken: { connect: { id: rewardTokenId } },
+                root,
+                recipient: x.recipient,
+                rewardTokenId,
                 proofs: [],
                 amount: "0",
                 pending: x.pending,
                 claimed: "0",
-            },
-        });
-    }));
+            };
+        }),
+    });
     await apiDbClient.$transaction(breakdownToUpdate.map(x => {
         return apiDbClient.rewardBreakdown.update({
             where: {
@@ -166,23 +162,19 @@ const updatePendings = async (data) => {
     }));
     users = toCreate.map(x => x.recipient);
     await apiDbClient.user.createMany({ data: users.map(x => ({ address: x, tags: [] })), skipDuplicates: true });
-    await apiDbClient.$transaction(breakdownToCreate.map(x => {
-        const rewardId = Bun.hash(`${root}${x.recipient}${rewardTokenId}`).toString();
-        return apiDbClient.rewardBreakdown.create({
-            data: {
+    await apiDbClient.rewardBreakdown.createMany({
+        data: breakdownToCreate.map(x => {
+            const rewardId = Bun.hash(`${root}${x.recipient}${rewardTokenId}`).toString();
+            return {
                 reason: x.reason,
                 amount: "0",
                 pending: x.pending,
                 claimed: "0",
-                Reward: {
-                    connect: {
-                        id: rewardId,
-                    },
-                },
-                Campaign: { connect: { id: campaignId } },
-            },
-        });
-    }));
+                rewardId,
+                campaignId,
+            };
+        }),
+    });
     return { created: breakdownToCreate.length, updated: breakdownToUpdate.length };
 };
 // ─────────────────────────────────────────────────────────────────────────────
@@ -197,7 +189,7 @@ export const main = async () => {
     }
     if (failedBatches.length === 0) {
         // await file.delete();
-        log.info("Object deleted");
+        // log.info("Object deleted");
     }
 };
 main();