@merkl/api 0.10.391 → 0.10.392

package/dist/src/internal/controllers/endingCampaigns.d.ts

@@ -1,16 +1,17 @@
 import { type Elysia } from "elysia";
-export declare const endingCampaignsController: (app: Elysia) => Elysia<"", false, {
+export declare const endingCampaignsController: (app: Elysia) => Elysia<"", {
     decorator: {};
     store: {};
     derive: {};
     resolve: {};
 }, {
-    type: {};
+    typebox: import("@sinclair/typebox").TModule<{}>;
     error: {};
 }, {
     schema: {};
     macro: {};
     macroFn: {};
+    parser: {};
 }, {
     v3: {
         internal: {
@@ -27,6 +28,15 @@ export declare const endingCampaignsController: (app: Elysia) => Elysia<"", fals
                     headers: unknown;
                     response: {
                         200: any[];
+                        422: {
+                            type: "validation";
+                            on: string;
+                            summary?: string;
+                            message?: string;
+                            found?: unknown;
+                            property?: string;
+                            expected?: string;
+                        };
                     };
                 };
             };

package/dist/src/internal/controllers/unclaimed.d.ts

@@ -1,17 +1,18 @@
 import { type Elysia } from "elysia";
 import { type TotalUnclaimedOutput } from "../../utils/queries/unclaimed";
-export declare const unclaimedController: (app: Elysia) => Elysia<"", false, {
+export declare const unclaimedController: (app: Elysia) => Elysia<"", {
     decorator: {};
     store: {};
     derive: {};
     resolve: {};
 }, {
-    type: {};
+    typebox: import("@sinclair/typebox").TModule<{}>;
     error: {};
 }, {
     schema: {};
     macro: {};
     macroFn: {};
+    parser: {};
 }, {
     v3: {
         internal: {
@@ -28,6 +29,15 @@ export declare const unclaimedController: (app: Elysia) => Elysia<"", false, {
                         200: (TotalUnclaimedOutput & {
                             usdValue?: number;
                         })[];
+                        422: {
+                            type: "validation";
+                            on: string;
+                            summary?: string;
+                            message?: string;
+                            found?: unknown;
+                            property?: string;
+                            expected?: string;
+                        };
                     };
                 };
             };

package/dist/src/jobs/etl/pendings.js

@@ -1,4 +1,4 @@
-// ─── Pendings ETL ─────────────────────────────────────────────────────────────
+// ─── Pending Rewards Etl ─────────────────────────────────────────────────────
 if (!process.env.ENV || !process.env.FILENAME)
     throw new Error("[ENV]: missing variable");
 import { BucketService } from "../../modules/v4/bucket/bucket.service";

package/dist/src/jobs/etl/reward-breakdowns.js

@@ -1,66 +1,66 @@
 // ─── Reward Breakdowns ETL ───────────────────────────────────────────────────
 if (!process.env.ENV || !process.env.CHAIN_ID || !process.env.ROOT)
     throw new Error("[ENV]: missing variable");
-import { BucketService } from "../../modules/v4/bucket/bucket.service";
-import { log } from "../../utils/logger";
 import { apiDbClient } from "../../utils/prisma";
-import { withRetry } from "@sdk";
+import { S3Client } from "bun";
 import moment from "moment";
-// ─── Constants ───────────────────────────────────────────────
-const BATCH_SIZE = 30_000;
 // ─── Global Variables ────────────────────────────────────────
-const rewardBreakdownsToCreate = [[]];
+const gcsClient = new S3Client({
+    accessKeyId: process.env.GCS_ACCESS_ID,
+    secretAccessKey: process.env.GCS_SECRET,
+    endpoint: process.env.GCS_ENDPOINT,
+    bucket: `merkl-rewards-lake-${process.env.ENV}`,
+});
+const file = gcsClient.file(`breakdowns/${process.env.CHAIN_ID}-${process.env.ROOT}.gz`);
 const failedBatches = [];
 // ─── Extract ─────────────────────────────────────────────────────────────────
 const extract = async () => {
-    let currentBatchIndex = 0;
+    if (!file.exists())
+        throw new Error("File does not exist.");
+    let data = [];
+    const textDecoder = new TextDecoder();
+    let buffer = "";
+    const stream = file.stream();
     let count = 0;
-    await BucketService.readStreamFromBucket(`breakdowns/${process.env.CHAIN_ID}-${process.env.ROOT}.gz`, `merkl-rewards-lake-${process.env.ENV}`, `merkl-data-${process.env.ENV}`, async (x) => {
-        const breakdowns = JSON.parse(x);
-        for (const breakdown of breakdowns) {
-            rewardBreakdownsToCreate[currentBatchIndex].push(transform(breakdown));
-            if (rewardBreakdownsToCreate[currentBatchIndex].length >= BATCH_SIZE) {
-                try {
-                    count += await withRetry(load, [rewardBreakdownsToCreate[currentBatchIndex]], 5, 10_000);
-                }
-                catch (err) {
-                    console.error(`Failed to insert a batch, adding it to the fail queue.\n${err}`);
-                    failedBatches.push(currentBatchIndex);
-                }
-                currentBatchIndex++;
-                rewardBreakdownsToCreate.push([]);
-            }
+    for await (const chunk of stream) {
+        buffer += textDecoder.decode(chunk);
+        const lines = buffer.split("\n");
+        buffer = lines.pop() || "";
+        for (const line of lines)
+            if (line.trim())
+                data = transform(JSON.parse(line));
+        try {
+            count += await load(data);
+            data.length = 0;
+        }
+        catch (err) {
+            console.error(`Failed to insert a batch, adding it to the fail queue.\n${err}`);
+            failedBatches.push(data);
+            data.length = 0;
         }
-        return;
-    });
-    // ─── Current Batch Not In DB Yet ─────────────────────────────────────
-    try {
-        const count = await load(rewardBreakdownsToCreate[currentBatchIndex]);
-        if (count !== 0)
-            log.info(`Successfully inserted a batch of ${count} rewards`);
-    }
-    catch (err) {
-        console.error(`Failed to insert a batch, adding it to the fail queue.\n${err}`);
-        failedBatches.push(currentBatchIndex);
     }
     return count;
 };
 // ─── Transform ───────────────────────────────────────────────────────────────
-const transform = (rewardBreakdown) => {
-    const campaignId = Bun.hash(`${process.env.CHAIN_ID}${rewardBreakdown.campaignId}`).toString();
-    const rewardTokenId = Bun.hash(`${process.env.CHAIN_ID}${rewardBreakdown.token}`).toString();
-    const rewardId = Bun.hash(`${process.env.ROOT}${rewardBreakdown.recipient}${rewardTokenId}`).toString();
-    return {
-        rewardId,
-        protocolId: rewardBreakdown.protocolId ? rewardBreakdown.protocolId : undefined,
-        campaignId,
-        reason: rewardBreakdown.reason ? rewardBreakdown.reason : "",
-        amount: rewardBreakdown.amount,
-        claimed: rewardBreakdown.claimed,
-        pending: rewardBreakdown.pending,
-        auxiliaryData1: rewardBreakdown.auxiliaryData1 ?? "",
-        auxiliaryData2: rewardBreakdown.auxiliaryData2 ?? "",
-    };
+const transform = (rewardBreakdowns) => {
+    const transformedRewardBreakdowns = [];
+    for (const rewardBreakdown of rewardBreakdowns) {
+        const campaignId = Bun.hash(`${process.env.CHAIN_ID}${rewardBreakdown.campaignId}`).toString();
+        const rewardTokenId = Bun.hash(`${process.env.CHAIN_ID}${rewardBreakdown.token}`).toString();
+        const rewardId = Bun.hash(`${process.env.ROOT}${rewardBreakdown.recipient}${rewardTokenId}`).toString();
+        transformedRewardBreakdowns.push({
+            rewardId,
+            protocolId: rewardBreakdown.protocolId ? rewardBreakdown.protocolId : undefined,
+            campaignId,
+            reason: rewardBreakdown.reason ? rewardBreakdown.reason : "",
+            amount: rewardBreakdown.amount,
+            claimed: rewardBreakdown.claimed,
+            pending: rewardBreakdown.pending,
+            auxiliaryData1: rewardBreakdown.auxiliaryData1 ?? "",
+            auxiliaryData2: rewardBreakdown.auxiliaryData2 ?? "",
+        });
+    }
+    return transformedRewardBreakdowns;
 };
 // ─── Load ────────────────────────────────────────────────────────────────────
 const load = async (rewardBreakdowns) => {
@@ -73,11 +73,14 @@ const load = async (rewardBreakdowns) => {
 export const main = async () => {
     const start = moment().unix();
     const count = await extract();
-    log.info(`✅ Successfully created ${count} new records in ${moment().unix() - start} sec`);
-    if (failedBatches.length !== 0)
-        log.info(`${failedBatches.length}/${rewardBreakdownsToCreate.length} batches failed.`);
+    console.log(`✅ Successfully created ${count} new records in ${moment().unix() - start} sec`);
+    if (failedBatches.length !== 0) {
+        console.log(`${failedBatches.length} batches failed.`);
+        process.exit(1);
+    }
     if (failedBatches.length === 0) {
-        await BucketService.deleteFile(`rewards/${process.env.CHAIN_ID}-${process.env.ROOT}.gz`, `merkl-rewards-lake-${process.env.ENV}`, `merkl-data-${process.env.ENV}`);
+        await file.delete();
+        console.log("Object deleted");
     }
 };
 main();

package/dist/src/jobs/etl/rewards.js

@@ -1,45 +1,44 @@
 // ─── Rewards ETL ─────────────────────────────────────────────────────────────
 if (!process.env.ENV || !process.env.CHAIN_ID || !process.env.ROOT)
     throw new Error("[ENV]: missing variable");
-import { BucketService } from "../../modules/v4/bucket/bucket.service";
-import { log } from "../../utils/logger";
 import { apiDbClient } from "../../utils/prisma";
-import { withRetry } from "@sdk";
+import { S3Client } from "bun";
 import moment from "moment";
-// ─── Constants ───────────────────────────────────────────────
-const BATCH_SIZE = 20_000;
 // ─── Global Variables ────────────────────────────────────────
-const rewardsToCreate = [[]];
+const gcsClient = new S3Client({
+    accessKeyId: process.env.GCS_ACCESS_ID,
+    secretAccessKey: process.env.GCS_SECRET,
+    endpoint: process.env.GCS_ENDPOINT,
+    bucket: `merkl-rewards-lake-${process.env.ENV}`,
+});
+const file = gcsClient.file(`rewards/${process.env.CHAIN_ID}-${process.env.ROOT}.gz`);
 const failedBatches = [];
 // ─── Extract ─────────────────────────────────────────────────────────────────
 const extract = async () => {
+    if (!file.exists())
+        throw new Error("File does not exist.");
+    const data = [];
+    const textDecoder = new TextDecoder();
+    let buffer = "";
+    const stream = file.stream();
     let count = 0;
-    let currentBatchIndex = 0;
-    await BucketService.readStreamFromBucket(`rewards/${process.env.CHAIN_ID}-${process.env.ROOT}.gz`, `merkl-rewards-lake-${process.env.ENV}`, `merkl-data-${process.env.ENV}`, async (x) => {
-        rewardsToCreate[currentBatchIndex].push(transform(JSON.parse(x)));
-        if (rewardsToCreate[currentBatchIndex].length >= BATCH_SIZE) {
-            try {
-                count += await withRetry(load, [rewardsToCreate[currentBatchIndex]], 5, 10_000);
-                log.info(`Successfully inserted a batch of ${count} rewards`);
-            }
-            catch (err) {
-                console.error(`Failed to insert a batch, adding it to the fail queue.\n${err}`);
-                failedBatches.push(currentBatchIndex);
-            }
-            currentBatchIndex++;
-            rewardsToCreate.push([]);
+    for await (const chunk of stream) {
+        buffer += textDecoder.decode(chunk);
+        const lines = buffer.split("\n");
+        buffer = lines.pop() || "";
+        for (const line of lines) {
+            if (line.trim())
+                data.push(transform(JSON.parse(line)));
+        }
+        try {
+            count += await load(data);
+            data.length = 0;
+        }
+        catch (err) {
+            console.error(`Failed to insert a batch, adding it to the fail queue.\n${err}`);
+            failedBatches.push(data);
+            data.length = 0;
         }
-        return;
-    });
-    // ─── Current Batch Not In DB Yet ─────────────────────────────────────
-    try {
-        const count = await load(rewardsToCreate[currentBatchIndex]);
-        if (count !== 0)
-            log.info(`Successfully inserted a batch of ${count} rewards`);
-    }
-    catch (err) {
-        console.error(`Failed to insert a batch, adding it to the fail queue.\n${err}`);
-        failedBatches.push(currentBatchIndex);
     }
     return count;
 };
@@ -93,11 +92,14 @@ export const main = async () => {
     });
     // ─── Start Rewards ETL ───────────────────────────────────────────────
     const count = await extract();
-    log.info(`✅ Successfully created ${count} new records in ${moment().unix() - start} sec`);
-    if (failedBatches.length !== 0)
-        log.info(`${failedBatches.length}/${rewardsToCreate.length} batches failed.`);
+    console.log(`✅ Successfully created ${count} new records in ${moment().unix() - start} sec`);
+    if (failedBatches.length !== 0) {
+        console.log(`${failedBatches.length} batches failed.`);
+        process.exit(1);
+    }
     if (failedBatches.length === 0) {
-        await BucketService.deleteFile(`rewards/${process.env.CHAIN_ID}-${process.env.ROOT}.gz`, `merkl-rewards-lake-${process.env.ENV}`, `merkl-data-${process.env.ENV}`);
+        await file.delete();
+        console.log("Object deleted");
     }
 };
 main();

package/dist/src/libs/campaigns/campaignTypes/ERC20SubTypes/helpers/tokenType.d.ts

@@ -74,7 +74,11 @@ export declare enum tokenType {
     superlend_borrowing = "superlend_borrowing",
     superlend_lending = "superlend_lending",
     cian = "cian",
-    concrete = "concrete"
+    concrete = "concrete",
+    lendle_borrowing = "lendle_borrowing",
+    lendle_lending = "lendle_lending",
+    takotako_borrowing = "takotako_borrowing",
+    takotako_lending = "takotako_lending"
 }
 export declare const tokenTypeToProtocol: {
     [key in tokenType]: {

package/dist/src/libs/campaigns/campaignTypes/ERC20SubTypes/helpers/tokenType.js

@@ -76,6 +76,10 @@ export var tokenType;
     tokenType["superlend_lending"] = "superlend_lending";
     tokenType["cian"] = "cian";
     tokenType["concrete"] = "concrete";
+    tokenType["lendle_borrowing"] = "lendle_borrowing";
+    tokenType["lendle_lending"] = "lendle_lending";
+    tokenType["takotako_borrowing"] = "takotako_borrowing";
+    tokenType["takotako_lending"] = "takotako_lending";
 })(tokenType || (tokenType = {}));
 export const tokenTypeToProtocol = {
     [tokenType.aave_borrowing]: { protocol: "Aave" },
@@ -183,4 +187,8 @@ export const tokenTypeToProtocol = {
     [tokenType.superlend_lending]: { protocol: "Superlend" },
     [tokenType.cian]: { protocol: "Cian" },
     [tokenType.concrete]: { protocol: "Concrete" },
+    [tokenType.lendle_borrowing]: { protocol: "Lendle" },
+    [tokenType.lendle_lending]: { protocol: "Lendle" },
+    [tokenType.takotako_borrowing]: { protocol: "TakoTako" },
+    [tokenType.takotako_lending]: { protocol: "TakoTako" },
 };

package/dist/src/libs/campaigns/campaignTypes/ERC20SubTypes/processor/AaveProcessor.js

@@ -10,9 +10,8 @@ export class AaveProcessor extends GenericProcessor {
     // // override computeRound1(): void {}
     async processingRound5(_index, type, typeInfo, _calls, campaign, pricer) {
         const { whitelistedSupplyTargetToken, totalSupply, blacklistedSupply } = this.handleWhiteListBlacklistRound5(typeInfo, campaign);
-        const priceUnderlying = (await pricer.get({ symbol: typeInfo.symbolUnderlyingToken })) ?? 0;
-        const tvl = priceUnderlying * totalSupply;
-        const priceTargetToken = priceUnderlying;
+        const priceTargetToken = (await pricer.get({ symbol: typeInfo.symbolUnderlyingToken })) ?? 0;
+        const tvl = priceTargetToken * totalSupply;
         return {
             ...typeInfo,
             whitelistedSupplyTargetToken,

package/dist/src/libs/campaigns/campaignTypes/ERC20SubTypes/processor/processorMapping.js

@@ -112,4 +112,8 @@ export const processorMapping = {
     [tokenType.superlend_borrowing]: AaveProcessor,
     [tokenType.cian]: ERC4626Processor,
     [tokenType.concrete]: ERC4626Processor,
+    [tokenType.lendle_borrowing]: AaveProcessor,
+    [tokenType.lendle_lending]: AaveProcessor,
+    [tokenType.takotako_lending]: AaveProcessor,
+    [tokenType.takotako_borrowing]: AaveProcessor,
 };

package/dist/src/libs/campaigns/campaignTypes/ERC20SubTypes/subtypesRound1.js

@@ -120,6 +120,14 @@ function satisfiesNameConditions(name, type) {
             return lowerCaseName.includes("superlend") && lowerCaseName.includes("debt");
         case tokenType.superlend_lending:
             return lowerCaseName.includes("superlend");
+        case tokenType.lendle_borrowing:
+            return lowerCaseName.includes("lendle") && lowerCaseName.includes("debt");
+        case tokenType.lendle_lending:
+            return lowerCaseName.includes("lendle");
+        case tokenType.takotako_borrowing:
+            return lowerCaseName.includes("takotako") && lowerCaseName.includes("debt");
+        case tokenType.takotako_lending:
+            return lowerCaseName.includes("takotako");
         case tokenType.cian:
             return lowerCaseName.includes("cian");
         case tokenType.concrete:

package/dist/src/modules/v4/accounting/accounting.controller.d.ts

@@ -1,16 +1,17 @@
 import Elysia from "elysia";
-export declare const AccountingController: Elysia<"/accounting", false, {
+export declare const AccountingController: Elysia<"/accounting", {
     decorator: {};
     store: {};
     derive: {};
     resolve: {};
 }, {
-    type: {};
+    typebox: import("@sinclair/typebox").TModule<{}>;
     error: {};
 }, {
     schema: {};
     macro: {};
     macroFn: {};
+    parser: {};
 }, {
     accounting: {
         index: {
@@ -37,6 +38,15 @@ export declare const AccountingController: Elysia<"/accounting", false, {
                         amountOut: string;
                         datetime: Date;
                     }[];
+                    422: {
+                        type: "validation";
+                        on: string;
+                        summary?: string;
+                        message?: string;
+                        found?: unknown;
+                        property?: string;
+                        expected?: string;
+                    };
                 };
             };
         };
@@ -59,6 +69,15 @@ export declare const AccountingController: Elysia<"/accounting", false, {
                             };
                         };
                     };
+                    422: {
+                        type: "validation";
+                        on: string;
+                        summary?: string;
+                        message?: string;
+                        found?: unknown;
+                        property?: string;
+                        expected?: string;
+                    };
                 };
             };
         };
@@ -83,6 +102,15 @@ export declare const AccountingController: Elysia<"/accounting", false, {
                                     from: string;
                                     to: string;
                                 };
+                                422: {
+                                    type: "validation";
+                                    on: string;
+                                    summary?: string;
+                                    message?: string;
+                                    found?: unknown;
+                                    property?: string;
+                                    expected?: string;
+                                };
                             };
                         };
                     };
@@ -106,6 +134,15 @@ export declare const AccountingController: Elysia<"/accounting", false, {
                             200: {
                                 totalAmount: number;
                             };
+                            422: {
+                                type: "validation";
+                                on: string;
+                                summary?: string;
+                                message?: string;
+                                found?: unknown;
+                                property?: string;
+                                expected?: string;
+                            };
                         };
                     };
                 };
@@ -135,6 +172,15 @@ export declare const AccountingController: Elysia<"/accounting", false, {
                                             from: string;
                                             to: string;
                                         };
+                                        422: {
+                                            type: "validation";
+                                            on: string;
+                                            summary?: string;
+                                            message?: string;
+                                            found?: unknown;
+                                            property?: string;
+                                            expected?: string;
+                                        };
                                     };
                                 };
                             };
@@ -162,6 +208,15 @@ export declare const AccountingController: Elysia<"/accounting", false, {
                                 totalAmount: number;
                                 totalAmountUSD: number;
                             };
+                            422: {
+                                type: "validation";
+                                on: string;
+                                summary?: string;
+                                message?: string;
+                                found?: unknown;
+                                property?: string;
+                                expected?: string;
+                            };
                         };
                     };
                 };
@@ -193,6 +248,15 @@ export declare const AccountingController: Elysia<"/accounting", false, {
                                             from: string;
                                             to: string;
                                         };
+                                        422: {
+                                            type: "validation";
+                                            on: string;
+                                            summary?: string;
+                                            message?: string;
+                                            found?: unknown;
+                                            property?: string;
+                                            expected?: string;
+                                        };
                                     };
                                 };
                             };

package/dist/src/modules/v4/blacklist/blacklist.controller.d.ts

@@ -1,16 +1,17 @@
 import Elysia from "elysia";
-export declare const BlacklistController: Elysia<"/blacklists", false, {
+export declare const BlacklistController: Elysia<"/blacklists", {
     decorator: {};
     store: {};
     derive: {};
     resolve: {};
 }, {
-    type: {};
+    typebox: import("@sinclair/typebox").TModule<{}>;
     error: {};
 }, {
     schema: {};
     macro: {};
     macroFn: {};
+    parser: {};
 }, {
     blacklists: {
         index: {
@@ -59,6 +60,15 @@ export declare const BlacklistController: Elysia<"/blacklists", false, {
                     headers: unknown;
                     response: {
                         200: boolean;
+                        422: {
+                            type: "validation";
+                            on: string;
+                            summary?: string;
+                            message?: string;
+                            found?: unknown;
+                            property?: string;
+                            expected?: string;
+                        };
                     };
                 };
             };
@@ -88,6 +98,15 @@ export declare const BlacklistController: Elysia<"/blacklists", false, {
                         arrestTimestamp: bigint;
                         arrestDetails: import("database/api/.generated/runtime/library").JsonValue;
                     };
+                    422: {
+                        type: "validation";
+                        on: string;
+                        summary?: string;
+                        message?: string;
+                        found?: unknown;
+                        property?: string;
+                        expected?: string;
+                    };
                 };
             };
         };
@@ -107,6 +126,15 @@ export declare const BlacklistController: Elysia<"/blacklists", false, {
                     };
                     response: {
                         200: boolean;
+                        422: {
+                            type: "validation";
+                            on: string;
+                            summary?: string;
+                            message?: string;
+                            found?: unknown;
+                            property?: string;
+                            expected?: string;
+                        };
                     };
                 };
             };

package/dist/src/modules/v4/boost/boost.controller.d.ts

@@ -1,16 +1,17 @@
 import Elysia from "elysia";
-export declare const BoostController: Elysia<"/boosts", false, {
+export declare const BoostController: Elysia<"/boosts", {
     decorator: {};
     store: {};
     derive: {};
     resolve: {};
 }, {
-    type: {};
+    typebox: import("@sinclair/typebox").TModule<{}>;
     error: {};
 }, {
     schema: {};
     macro: {};
     macroFn: {};
+    parser: {};
 }, {
     boosts: {
         euler: {
@@ -29,6 +30,15 @@ export declare const BoostController: Elysia<"/boosts", false, {
                         address: string;
                         boost: string;
                     }[];
+                    422: {
+                        type: "validation";
+                        on: string;
+                        summary?: string;
+                        message?: string;
+                        found?: unknown;
+                        property?: string;
+                        expected?: string;
+                    };
                 };
             };
         };

package/dist/src/modules/v4/bucket/bucket.service.d.ts

@@ -1,5 +1,5 @@
 import type { SaveData } from "node_modules/@google-cloud/storage/build/esm/src/file";
-export declare abstract class BucketService {
+export declare class BucketService {
     static upload(bucketName: string, filename: string, data: SaveData, isPublic: boolean): Promise<string>;
     static writeStreamToBucket<T>(data: T[], fileName: string, bucketName: string, projectID?: string, hook?: (data: T) => string, isPublic?: boolean, withLog?: boolean): Promise<void>;
     static readStreamFromBucket<T>(fileName: string, bucketName: string, projectID?: string, hook?: (line: string) => T, withLog?: boolean): Promise<T[]>;