npm - @merkl/api - Versions diffs - 0.20.41 → 0.20.42 - Mend

@merkl/api 0.20.41 → 0.20.42

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (20) hide show

package/dist/src/eden/index.d.ts CHANGED Viewed

@@ -1837,6 +1837,7 @@ declare const eden: {
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     fetch?: RequestInit | undefined;
                 }) => Promise<import("@elysiajs/eden").Treaty.TreatyResponse<{
@@ -1883,7 +1884,7 @@ declare const eden: {
                         isPoint: boolean;
                         isNative: boolean;
                         price: number | null;
-                    } | undefined;
+                    };
                 }>>;
             };
             count: {
@@ -1900,23 +1901,13 @@ declare const eden: {
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     fetch?: RequestInit | undefined;
                 }) => Promise<import("@elysiajs/eden").Treaty.TreatyResponse<{
                     200: number;
                 }>>;
             };
-            icons: {
-                post: (body: unknown, options: {
-                    headers: {
-                        authorization: string;
-                    };
-                    query?: Record<string, unknown> | undefined;
-                    fetch?: RequestInit | undefined;
-                }) => Promise<import("@elysiajs/eden").Treaty.TreatyResponse<{
-                    200: void;
-                }>>;
-            };
             webhooks: {
                 notion: {
                     post: (body: {
@@ -5656,6 +5647,7 @@ declare const eden: {
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     fetch?: RequestInit | undefined;
                 }) => Promise<import("@elysiajs/eden").Treaty.TreatyResponse<{
@@ -5702,7 +5694,7 @@ declare const eden: {
                         isPoint: boolean;
                         isNative: boolean;
                         price: number | null;
-                    } | undefined;
+                    };
                 }>>;
             };
             count: {
@@ -5719,23 +5711,13 @@ declare const eden: {
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     fetch?: RequestInit | undefined;
                 }) => Promise<import("@elysiajs/eden").Treaty.TreatyResponse<{
                     200: number;
                 }>>;
             };
-            icons: {
-                post: (body: unknown, options: {
-                    headers: {
-                        authorization: string;
-                    };
-                    query?: Record<string, unknown> | undefined;
-                    fetch?: RequestInit | undefined;
-                }) => Promise<import("@elysiajs/eden").Treaty.TreatyResponse<{
-                    200: void;
-                }>>;
-            };
             webhooks: {
                 notion: {
                     post: (body: {
@@ -10544,6 +10526,7 @@ export declare const MerklApi: (domain: string | import("elysia").default<"", fa
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     headers: unknown;
                     response: {
@@ -10581,6 +10564,7 @@ export declare const MerklApi: (domain: string | import("elysia").default<"", fa
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     headers: unknown;
                     response: {
@@ -10618,7 +10602,7 @@ export declare const MerklApi: (domain: string | import("elysia").default<"", fa
                             isPoint: boolean;
                             isNative: boolean;
                             price: number | null;
-                        } | undefined;
+                        };
                     };
                 };
             };
@@ -10659,20 +10643,6 @@ export declare const MerklApi: (domain: string | import("elysia").default<"", fa
                     };
                 };
             };
-        } & {
-            icons: {
-                post: {
-                    body: unknown;
-                    params: {};
-                    query: unknown;
-                    headers: {
-                        authorization: string;
-                    };
-                    response: {
-                        200: void;
-                    };
-                };
-            };
         } & {
             webhooks: {
                 notion: {
@@ -15881,6 +15851,7 @@ export declare const MerklApi: (domain: string | import("elysia").default<"", fa
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     fetch?: RequestInit | undefined;
                 }) => Promise<import("@elysiajs/eden").Treaty.TreatyResponse<{
@@ -15927,7 +15898,7 @@ export declare const MerklApi: (domain: string | import("elysia").default<"", fa
                         isPoint: boolean;
                         isNative: boolean;
                         price: number | null;
-                    } | undefined;
+                    };
                 }>>;
             };
             count: {
@@ -15944,23 +15915,13 @@ export declare const MerklApi: (domain: string | import("elysia").default<"", fa
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     fetch?: RequestInit | undefined;
                 }) => Promise<import("@elysiajs/eden").Treaty.TreatyResponse<{
                     200: number;
                 }>>;
             };
-            icons: {
-                post: (body: unknown, options: {
-                    headers: {
-                        authorization: string;
-                    };
-                    query?: Record<string, unknown> | undefined;
-                    fetch?: RequestInit | undefined;
-                }) => Promise<import("@elysiajs/eden").Treaty.TreatyResponse<{
-                    200: void;
-                }>>;
-            };
             webhooks: {
                 notion: {
                     post: (body: {
@@ -19700,6 +19661,7 @@ export declare const MerklApi: (domain: string | import("elysia").default<"", fa
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     fetch?: RequestInit | undefined;
                 }) => Promise<import("@elysiajs/eden").Treaty.TreatyResponse<{
@@ -19746,7 +19708,7 @@ export declare const MerklApi: (domain: string | import("elysia").default<"", fa
                         isPoint: boolean;
                         isNative: boolean;
                         price: number | null;
-                    } | undefined;
+                    };
                 }>>;
             };
             count: {
@@ -19763,23 +19725,13 @@ export declare const MerklApi: (domain: string | import("elysia").default<"", fa
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     fetch?: RequestInit | undefined;
                 }) => Promise<import("@elysiajs/eden").Treaty.TreatyResponse<{
                     200: number;
                 }>>;
             };
-            icons: {
-                post: (body: unknown, options: {
-                    headers: {
-                        authorization: string;
-                    };
-                    query?: Record<string, unknown> | undefined;
-                    fetch?: RequestInit | undefined;
-                }) => Promise<import("@elysiajs/eden").Treaty.TreatyResponse<{
-                    200: void;
-                }>>;
-            };
             webhooks: {
                 notion: {
                     post: (body: {

package/dist/src/index.d.ts CHANGED Viewed

@@ -2195,6 +2195,7 @@ declare const app: Elysia<"", false, {
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     headers: unknown;
                     response: {
@@ -2232,6 +2233,7 @@ declare const app: Elysia<"", false, {
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     headers: unknown;
                     response: {
@@ -2269,7 +2271,7 @@ declare const app: Elysia<"", false, {
                             isPoint: boolean;
                             isNative: boolean;
                             price: number | null;
-                        } | undefined;
+                        };
                     };
                 };
             };
@@ -2310,20 +2312,6 @@ declare const app: Elysia<"", false, {
                     };
                 };
             };
-        } & {
-            icons: {
-                post: {
-                    body: unknown;
-                    params: {};
-                    query: unknown;
-                    headers: {
-                        authorization: string;
-                    };
-                    response: {
-                        200: void;
-                    };
-                };
-            };
         } & {
             webhooks: {
                 notion: {

package/dist/src/modules/v4/coingecko/coingecko.model.d.ts ADDED Viewed

File without changes

package/dist/src/modules/v4/coingecko/coingecko.model.js ADDED Viewed

	@@ -0,0 +1 @@
1	+ "use strict";

package/dist/src/modules/v4/coingecko/coingecko.repository.d.ts ADDED Viewed

@@ -0,0 +1,14 @@
+export declare class CoingeckoRepository {
+    static findList(): Promise<{
+        id: string;
+        symbol: string;
+        name: string;
+    }[]>;
+    static findMarkets(ids?: string[]): Promise<{
+        id: string;
+        symbol: string;
+        name: string;
+        image: string;
+        current_price: number;
+    }[]>;
+}

package/dist/src/modules/v4/coingecko/coingecko.repository.js ADDED Viewed

@@ -0,0 +1,9 @@
+import axios from "axios";
+export class CoingeckoRepository {
+    static async findList() {
+        return (await axios.get("https://api.coingecko.com/api/v3/coins/list")).data;
+    }
+    static async findMarkets(ids) {
+        return (await axios.get(`https://api.coingecko.com/api/v3/coins/markets?vs_currency=usd&per_page=250${!!ids ? `&ids=${ids.join(",")}` : ""}`)).data;
+    }
+}

package/dist/src/modules/v4/coingecko/coingecko.service.d.ts ADDED Viewed

@@ -0,0 +1,16 @@
+export declare class CoingeckoService {
+    static findList(): Promise<{
+        id: string;
+        symbol: string;
+        name: string;
+    }[]>;
+    static findMarkets(ids?: string[]): Promise<{
+        id: string;
+        symbol: string;
+        name: string;
+        image: string;
+        current_price: number;
+    }[]>;
+    static createPriceSourceForSymbolIfMissing(symbol: string, ticker: string): Promise<void>;
+    static fillTokensWithCoingeckoData(): Promise<void>;
+}

package/dist/src/modules/v4/coingecko/coingecko.service.js ADDED Viewed

@@ -0,0 +1,65 @@
+import { CacheService } from "@/modules/v4/cache";
+import { PriceService } from "@/modules/v4/price/price.service";
+import { log } from "@/utils/logger";
+import { NETWORK_LABELS } from "@sdk";
+import { TTLPresets } from "../cache/cache.model";
+import { TokenService } from "../token/token.service";
+import { CoingeckoRepository } from "./coingecko.repository";
+export class CoingeckoService {
+    static findList() {
+        return CacheService.wrap(TTLPresets.HOUR_1, CoingeckoRepository.findList);
+    }
+    static findMarkets(ids) {
+        return CacheService.wrap(TTLPresets.MIN_5, CoingeckoRepository.findMarkets, ids);
+    }
+    static async createPriceSourceForSymbolIfMissing(symbol, ticker) {
+        try {
+            await PriceService.getPriceSourceBySymbol(symbol);
+        }
+        catch {
+            await PriceService.createPriceSource({
+                symbol: symbol,
+                method: "COINGECKO",
+                args: {
+                    ticker,
+                },
+            });
+            log.info(`added coingecko price source for token ${symbol}: ${ticker}`);
+        }
+    }
+    static async fillTokensWithCoingeckoData() {
+        // 1 - Get coingecko token list
+        const coingeckoData = CoingeckoService.findList();
+        // 2 - Find tokens with missing prices and try to add the sources
+        const missingPriceTokens = await TokenService.findMany({ missingPrice: true });
+        for (const token of missingPriceTokens) {
+            const coingeckoToken = (await coingeckoData).find(t => t.symbol === token.symbol && t.name === token.name);
+            if (!!coingeckoToken) {
+                await CoingeckoService.createPriceSourceForSymbolIfMissing(token.symbol, coingeckoToken.id);
+            }
+        }
+        // 3 - Find tokens with missing logos and gather their ids
+        const missingIconsTokens = await TokenService.findMany({ missingIcons: true });
+        const coingeckoIds = [];
+        for (const token of missingIconsTokens) {
+            const coingeckoToken = (await coingeckoData).find(t => t.symbol === token.symbol && t.name === token.name);
+            if (!!coingeckoToken) {
+                coingeckoIds.push(coingeckoToken.id);
+            }
+        }
+        // Avoid rate limits, wait 2 min
+        await new Promise(resolve => setTimeout(resolve, 120_000));
+        // 4 - Get images and fill them
+        const coingeckoMarkets = await CoingeckoService.findMarkets(coingeckoIds);
+        for (const market of coingeckoMarkets) {
+            for (const token of missingIconsTokens) {
+                if (token.symbol === market.symbol && token.name === market.name) {
+                    await TokenService.update(token.id, {
+                        icon: market.image,
+                    });
+                    log.info(`updated token ${token.symbol} on ${NETWORK_LABELS[token.chainId]} with icon ${market.image}`);
+                }
+            }
+        }
+    }
+}

package/dist/src/modules/v4/router.d.ts CHANGED Viewed

@@ -2065,6 +2065,7 @@ export declare const v4: Elysia<"/v4", false, {
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     headers: unknown;
                     response: {
@@ -2102,6 +2103,7 @@ export declare const v4: Elysia<"/v4", false, {
                         isNative?: boolean | undefined;
                         test?: boolean | undefined;
                         missingIcons?: boolean | undefined;
+                        missingPrice?: boolean | undefined;
                     };
                     headers: unknown;
                     response: {
@@ -2139,7 +2141,7 @@ export declare const v4: Elysia<"/v4", false, {
                             isPoint: boolean;
                             isNative: boolean;
                             price: number | null;
-                        } | undefined;
+                        };
                     };
                 };
             };
@@ -2180,20 +2182,6 @@ export declare const v4: Elysia<"/v4", false, {
                     };
                 };
             };
-        } & {
-            icons: {
-                post: {
-                    body: unknown;
-                    params: {};
-                    query: unknown;
-                    headers: {
-                        authorization: string;
-                    };
-                    response: {
-                        200: void;
-                    };
-                };
-            };
         } & {
             webhooks: {
                 notion: {

package/dist/src/modules/v4/token/token.controller.d.ts CHANGED Viewed

@@ -156,6 +156,7 @@ export declare const TokenController: Elysia<"/tokens", false, {
                     isNative?: boolean | undefined;
                     test?: boolean | undefined;
                     missingIcons?: boolean | undefined;
+                    missingPrice?: boolean | undefined;
                 };
                 headers: unknown;
                 response: {
@@ -193,6 +194,7 @@ export declare const TokenController: Elysia<"/tokens", false, {
                     isNative?: boolean | undefined;
                     test?: boolean | undefined;
                     missingIcons?: boolean | undefined;
+                    missingPrice?: boolean | undefined;
                 };
                 headers: unknown;
                 response: {
@@ -230,7 +232,7 @@ export declare const TokenController: Elysia<"/tokens", false, {
                         isPoint: boolean;
                         isNative: boolean;
                         price: number | null;
-                    } | undefined;
+                    };
                 };
             };
         };
@@ -271,20 +273,6 @@ export declare const TokenController: Elysia<"/tokens", false, {
                 };
             };
         };
-    } & {
-        icons: {
-            post: {
-                body: unknown;
-                params: {};
-                query: unknown;
-                headers: {
-                    authorization: string;
-                };
-                response: {
-                    200: void;
-                };
-            };
-        };
     } & {
         webhooks: {
             notion: {

package/dist/src/modules/v4/token/token.controller.js CHANGED Viewed

@@ -92,11 +92,6 @@ export const TokenController = new Elysia({ prefix: "/tokens", detail: { tags: [
     headers: AuthorizationHeadersDto,
     beforeHandle: BackOfficeGuard,
     detail: { hide: true },
-})
-    .post("/icons", async () => await TokenService.tryToFillWithCoingeckoIcons(), {
-    headers: AuthorizationHeadersDto,
-    beforeHandle: BackOfficeGuard,
-    detail: { hide: true },
 })
     .group("/webhooks", app => {
     return app.post("/notion", async ({ body }) => TokenService.notionWebhook(body), {

package/dist/src/modules/v4/token/token.model.d.ts CHANGED Viewed

@@ -42,6 +42,7 @@ export declare const GetTokenQueryDto: import("@sinclair/typebox").TObject<{
     verified: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TBoolean>;
     test: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TBoolean>;
     missingIcons: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TBoolean>;
+    missingPrice: import("@sinclair/typebox").TOptional<import("@sinclair/typebox").TBoolean>;
 }>;
 export declare const TokenDto: import("@sinclair/typebox").TObject<{
     address: import("@sinclair/typebox").TString;

package/dist/src/modules/v4/token/token.model.js CHANGED Viewed

@@ -31,6 +31,7 @@ export const GetTokenQueryDto = t.Object({
     verified: t.Optional(t.Boolean()),
     test: t.Optional(t.Boolean()),
     missingIcons: t.Optional(t.Boolean()),
+    missingPrice: t.Optional(t.Boolean()),
 });
 export const TokenDto = t.Object({
     address: t.String(),

package/dist/src/modules/v4/token/token.repository.js CHANGED Viewed

@@ -30,6 +30,7 @@ export class TokenRepository {
                 verified: query.verified ? { equals: query.verified } : undefined,
                 isTest: query.test ? { equals: query.test } : undefined,
                 icon: query.missingIcons ? { equals: "" } : undefined,
+                price: query.missingPrice ? { equals: null } : undefined,
             },
         };
     }

package/dist/src/modules/v4/token/token.service.d.ts CHANGED Viewed

@@ -56,7 +56,6 @@ export declare abstract class TokenService {
         balance: bigint;
     })[]>;
     static fetchOnChain(token: TokenModel): Promise<Omit<Token["model"], "id">>;
-    static tryToFillWithCoingeckoIcons(): Promise<void>;
     static fetchManyOnChain(chainId: ChainId, addresses: string[]): Promise<{
         [address: string]: Omit<{
             symbol: string;
@@ -256,7 +255,7 @@ export declare abstract class TokenService {
         isPoint: boolean;
         isNative: boolean;
         price: number | null;
-    } | undefined>;
+    }>;
     /**
      * @deprecated Should be useless now that the token list is not used anymore
      * Get all tokens from https://github.com/AngleProtocol/angle-token-list and override icons from it

package/dist/src/modules/v4/token/token.service.js CHANGED Viewed

@@ -10,6 +10,7 @@ import { apiDbClient } from "@db";
 import { Prisma } from "@db/api";
 import { ChainInteractionService, DistributionCreatorService, NETWORK_LABELS, bigIntToNumber, } from "@sdk";
 import { getAddress, parseUnits } from "viem";
+import { CoingeckoService } from "../coingecko/coingecko.service";
 import { TokenRepository } from "./token.repository";
 export class TokenService {
     static hashId(token) {
@@ -93,33 +94,6 @@ export class TokenService {
             }, onchainData),
         };
     }
-    static async tryToFillWithCoingeckoIcons() {
-        // 1 - Find coingecko price sources
-        let priceSources = await PriceService.findManyPriceSources({ method: "COINGECKO" });
-        // 2 - Find tokens with missing logos
-        const missingIcons = await TokenService.findMany({ missingIcons: true });
-        // 3 - Do the intersection of both
-        priceSources = priceSources.filter(p => !!missingIcons.find(t => t.symbol === p.symbol));
-        log.info(`found ${priceSources.length} tokens with missing icons on coingecko.`);
-        // 4 - Loop through each and try to get the icon
-        for (const priceSource of priceSources) {
-            const coingeckoTicker = priceSource.args?.ticker;
-            if (!!coingeckoTicker) {
-                try {
-                    const icon = await TokenRepository.fetchIconFromCoingeckoTicker(coingeckoTicker);
-                    if (icon.length > 0) {
-                        const res = await TokenRepository.updateMissingIconsPerSymbol(priceSource.symbol, icon);
-                        log.info(`updated ${res.count} tokens with icon ${icon} ${priceSource.symbol}`);
-                    }
-                }
-                catch (e) {
-                    console.error(e);
-                }
-                // Avoid rate limits, wait 1 min
-                await new Promise(resolve => setTimeout(resolve, 60_000));
-            }
-        }
-    }
     static async fetchManyOnChain(chainId, addresses) {
         const tokens = {};
         // Batch onchain calls together when multiples
@@ -259,11 +233,11 @@ export class TokenService {
             }
             catch (err) {
                 if (err instanceof Prisma.PrismaClientKnownRequestError && err.code === "P2025") {
-                    const newToken = Object.assign(await TokenService.fetchOnChain(token), { id });
-                    if (!newToken) {
-                        throw new HttpError(`Failed to fetch on-chain data for token ${token.address} on chain ${token.chainId}).`);
-                    }
-                    return TokenService.format(await TokenRepository.upsert(newToken));
+                    return TokenService.format(await TokenService.fillAndCreate({
+                        ...token,
+                        verified: false,
+                        icon: "",
+                    }));
                 }
             }
             throw new HttpError(`Failed to fetch or create token ${token.address} on chain ${token.chainId}.`);
@@ -340,14 +314,24 @@ export class TokenService {
      * @param address
      */
     static async fillAndCreate(token) {
+        const id = TokenService.hashId(token);
+        const filledData = await TokenService.fetchOnChain({ address: token.address, chainId: token.chainId });
         try {
-            const id = TokenService.hashId(token);
-            const filledData = await TokenService.fetchOnChain({ address: token.address, chainId: token.chainId });
-            return await TokenRepository.upsert({ ...filledData, ...token, id });
+            const coingeckoToken = await CoingeckoService.findList();
+            const coingeckoTokenData = coingeckoToken.find(t => t.symbol === filledData.symbol && t.name === filledData.name);
+            if (!!coingeckoTokenData) {
+                await CoingeckoService.createPriceSourceForSymbolIfMissing(filledData.symbol, coingeckoTokenData.id);
+                if (!token.icon || token.icon === "") {
+                    const coingeckoIcon = (await CoingeckoService.findMarkets([coingeckoTokenData.id]))[0].image;
+                    token.icon = coingeckoIcon;
+                    log.info(`completed with coingecko icon: ${coingeckoIcon}`);
+                }
+            }
         }
-        catch (e) {
-            console.error(e);
+        catch {
+            log.warn("coingecko token autocompletion failed");
         }
+        return await TokenRepository.upsert({ ...filledData, ...token, id });
     }
     /**
      * @deprecated Should be useless now that the token list is not used anymore

package/dist/src/scripts/fill-coingecko-data.d.ts ADDED Viewed

	@@ -0,0 +1 @@
1	+ export {};

package/dist/src/scripts/fill-coingecko-data.js ADDED Viewed

@@ -0,0 +1,3 @@
+import { CoingeckoService } from "@/modules/v4/coingecko/coingecko.service";
+await CoingeckoService.fillTokensWithCoingeckoData();
+process.exit(0);