@merkl/api 0.9.15

package/dist/src/cache/index.js

@@ -0,0 +1,161 @@
+import { InvalidCacheCall } from "@/utils/error";
+import { log } from "@/utils/logger";
+import { withRetry, withTimeout } from "@sdk";
+import NodeCache from "node-cache";
+import { CacheDeclaration } from "./declaration";
+import { REDIS_CRON_WRITE_TIMEOUT, REDIS_READ_TIMEOUT, REDIS_RETRIES, redisClient } from "./redis";
+export class Cache {
+    static decoder = new TextDecoder();
+    static encoder = new TextEncoder();
+    localCache = new NodeCache();
+    /*//////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+                                                         UTILS
+    //////////////////////////////////////////////////////////////////////////////////////////////////////////////////*/
+    static baseKey(key) {
+        return key.split("_")[0];
+    }
+    /** @notice Uncompress (if enabled), parsed and typed data from the cache */
+    static uncompress(key, value) {
+        const { compressed } = CacheDeclaration[Cache.baseKey(key)];
+        if (!compressed)
+            return JSON.parse(value);
+        if (!value)
+            return {};
+        const encoded = Buffer.from(value, "base64");
+        const uncompressed = Bun.gunzipSync(encoded);
+        const decoded = Cache.decoder.decode(uncompressed);
+        return JSON.parse(decoded);
+    }
+    /** @notice Compress (if enabled), stringify and encoded data to be stored in the cache */
+    static compress(key, value) {
+        const { compressed } = CacheDeclaration[Cache.baseKey(key)];
+        if (!compressed)
+            return JSON.stringify(value);
+        const encoded = Cache.encoder.encode(JSON.stringify(value));
+        const compressedValue = Bun.gzipSync(encoded);
+        return Buffer.from(compressedValue).toString("base64");
+    }
+    /*//////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+                                                      REDIS CACHE
+    //////////////////////////////////////////////////////////////////////////////////////////////////////////////////*/
+    async getRaw(key) {
+        if (!key || key === "")
+            throw new InvalidCacheCall("Trying to access cache with no key");
+        return await withRetry(withTimeout, [redisClient.get(key), REDIS_READ_TIMEOUT], REDIS_RETRIES);
+    }
+    async getManyRaw(keys) {
+        if (keys?.length === 0)
+            throw new InvalidCacheCall("Trying to access cache with no keys");
+        const strippedKeys = Array.from(keys.map(a => a.split("_")[0]).reduce((unique, key) => unique.add(key), new Set()));
+        const multipleCached = await withRetry(withTimeout, [redisClient.mGet(keys), REDIS_READ_TIMEOUT], REDIS_RETRIES);
+        log.local(`Redis: ${keys.length} data fetched with mGet`);
+        return multipleCached;
+    }
+    async setRaw(key, value) {
+        const { redisTTL } = CacheDeclaration[Cache.baseKey(key)];
+        await redisClient.set(key, value, { EX: redisTTL });
+    }
+    /** @notice Set value for a given key for both local and raw cache */
+    async set(key, value) {
+        this.setLocally(key, value);
+        this.setRaw(key, Cache.compress(key, value));
+    }
+    /*//////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+                                                      LOCAL CACHE
+    //////////////////////////////////////////////////////////////////////////////////////////////////////////////////*/
+    /**
+     * @deprecated Local cache is not used anymore
+     */
+    isLocallyCached(_key) {
+        return false;
+        // return this.localCache.has(key);
+    }
+    /**
+     * @deprecated Local cache is not used anymore
+     */
+    setLocally(_key, _value) {
+        return true;
+        // const { localCacheTtl } = CacheDeclaration[Cache.baseKey<T, Key>(key)] as { localCacheTtl?: number };
+        // return this.localCache.set(key, value, localCacheTtl ?? DEFAULT_LOCAL_TTL);
+    }
+    /**
+     * @deprecated Local cache is not used anymore
+     */
+    getLocally(_key) {
+        return undefined;
+        // return this.localCache.get(key);
+    }
+    /*//////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+                                                   PUBLIC OPERATIONS
+    //////////////////////////////////////////////////////////////////////////////////////////////////////////////////*/
+    /**
+     * @returns the uncompressed (if enabled), parsed and typed data from the cache
+     */
+    async get(key, args) {
+        const actualKey = (args ? `${key}_${args}` : key);
+        if (this.isLocallyCached(actualKey))
+            return this.getLocally(actualKey);
+        const rawCache = await this.getRaw(actualKey);
+        if (rawCache === null)
+            return null;
+        const value = Cache.uncompress(actualKey, rawCache);
+        this.setLocally(actualKey, value);
+        return value;
+    }
+    /**
+     * Get many data from cache
+     * @param key cache key
+     * @returns the uncompressed (if enabled), parsed and typed data from the cache for all keys
+     */
+    async findMany(keys) {
+        const nonLocalKeys = keys.filter(key => !this.isLocallyCached(key)); // Keys not stored locally
+        const cached = !!nonLocalKeys.length ? await this.getManyRaw(nonLocalKeys) : [];
+        const res = keys.map(key => {
+            if (!nonLocalKeys.includes(key))
+                return this.localCache.get(key);
+            const cachedValue = cached[nonLocalKeys.indexOf(key)];
+            if (cachedValue !== null) {
+                const value = Cache.uncompress(key, cachedValue);
+                this.setLocally(key, value);
+                return value;
+            }
+            return null;
+        });
+        return res;
+    }
+    /**
+     * Get many data from cache with argument
+     * @param key cache key
+     * @param args arguments to append to cache keys
+     * @returns the uncompressed (if enabled), parsed and typed data from the cache for all keys
+     */
+    async getManyWithArgs(key, args) {
+        const actualKeys = args.map(arg => `${key}_${arg}`);
+        return this.findMany(actualKeys);
+    }
+    /**
+     * Get data from cache or set it using the callback
+     * @param key cache key
+     * @returns the uncompressed (if enabled), parsed and typed data from the cache
+     */
+    async getOrSet(key, callback, ...args) {
+        if (this.isLocallyCached(key))
+            return this.localCache.get(key);
+        let value;
+        const cachedValue = await this.getRaw(key);
+        if (cachedValue !== null) {
+            value = Cache.uncompress(key, cachedValue);
+        }
+        else {
+            value = await callback(...args);
+            await this.setRaw(key, Cache.compress(key, value));
+        }
+        this.setLocally(key, value);
+        return value;
+    }
+    /** @notice Set with retrials */
+    async safeSet(key, value) {
+        return await withRetry(withTimeout, [this.set(key, value), REDIS_CRON_WRITE_TIMEOUT], REDIS_RETRIES);
+    }
+}
+export const Redis = new Cache();

package/dist/src/cache/redis.d.ts

@@ -0,0 +1,312 @@
+import { type RedisFunctions, type RedisModules, type RedisScripts } from "redis";
+export declare const REDIS_RETRIES = 0;
+export declare const REDIS_READ_TIMEOUT: number;
+export declare const REDIS_WRITE_TIMEOUT = 4000;
+export declare const REDIS_CRON_READ_TIMEOUT = 5000;
+export declare const REDIS_CRON_WRITE_TIMEOUT = 10000;
+export declare enum TTLType {
+    HalfBlock = 4,
+    Block = 11,
+    Seconds30 = 30,
+    Minutes2 = 120,
+    Minutes3 = 180,
+    Minutes5 = 300,
+    Minutes10 = 600,
+    Minutes25 = 1500,
+    Minutes30 = 1800,
+    Minutes35 = 2100,
+    Hours3 = 10800,
+    Hours12 = 43200,
+    Day = 86400,
+    Week = 604800
+}
+export declare const redisClient: import("@redis/client").RedisClientType<{
+    graph: {
+        CONFIG_GET: typeof import("@redis/graph/dist/commands/CONFIG_GET");
+        configGet: typeof import("@redis/graph/dist/commands/CONFIG_GET");
+        CONFIG_SET: typeof import("@redis/graph/dist/commands/CONFIG_SET");
+        configSet: typeof import("@redis/graph/dist/commands/CONFIG_SET");
+        DELETE: typeof import("@redis/graph/dist/commands/DELETE");
+        delete: typeof import("@redis/graph/dist/commands/DELETE");
+        EXPLAIN: typeof import("@redis/graph/dist/commands/EXPLAIN");
+        explain: typeof import("@redis/graph/dist/commands/EXPLAIN");
+        LIST: typeof import("@redis/graph/dist/commands/LIST");
+        list: typeof import("@redis/graph/dist/commands/LIST");
+        PROFILE: typeof import("@redis/graph/dist/commands/PROFILE");
+        profile: typeof import("@redis/graph/dist/commands/PROFILE");
+        QUERY: typeof import("@redis/graph/dist/commands/QUERY");
+        query: typeof import("@redis/graph/dist/commands/QUERY");
+        RO_QUERY: typeof import("@redis/graph/dist/commands/RO_QUERY");
+        roQuery: typeof import("@redis/graph/dist/commands/RO_QUERY");
+        SLOWLOG: typeof import("@redis/graph/dist/commands/SLOWLOG");
+        slowLog: typeof import("@redis/graph/dist/commands/SLOWLOG");
+    };
+    json: {
+        ARRAPPEND: typeof import("@redis/json/dist/commands/ARRAPPEND");
+        arrAppend: typeof import("@redis/json/dist/commands/ARRAPPEND");
+        ARRINDEX: typeof import("@redis/json/dist/commands/ARRINDEX");
+        arrIndex: typeof import("@redis/json/dist/commands/ARRINDEX");
+        ARRINSERT: typeof import("@redis/json/dist/commands/ARRINSERT");
+        arrInsert: typeof import("@redis/json/dist/commands/ARRINSERT");
+        ARRLEN: typeof import("@redis/json/dist/commands/ARRLEN");
+        arrLen: typeof import("@redis/json/dist/commands/ARRLEN");
+        ARRPOP: typeof import("@redis/json/dist/commands/ARRPOP");
+        arrPop: typeof import("@redis/json/dist/commands/ARRPOP");
+        ARRTRIM: typeof import("@redis/json/dist/commands/ARRTRIM");
+        arrTrim: typeof import("@redis/json/dist/commands/ARRTRIM");
+        DEBUG_MEMORY: typeof import("@redis/json/dist/commands/DEBUG_MEMORY");
+        debugMemory: typeof import("@redis/json/dist/commands/DEBUG_MEMORY");
+        DEL: typeof import("@redis/json/dist/commands/DEL");
+        del: typeof import("@redis/json/dist/commands/DEL");
+        FORGET: typeof import("@redis/json/dist/commands/FORGET");
+        forget: typeof import("@redis/json/dist/commands/FORGET");
+        GET: typeof import("@redis/json/dist/commands/GET");
+        get: typeof import("@redis/json/dist/commands/GET");
+        MERGE: typeof import("@redis/json/dist/commands/MERGE");
+        merge: typeof import("@redis/json/dist/commands/MERGE");
+        MGET: typeof import("@redis/json/dist/commands/MGET");
+        mGet: typeof import("@redis/json/dist/commands/MGET");
+        MSET: typeof import("@redis/json/dist/commands/MSET");
+        mSet: typeof import("@redis/json/dist/commands/MSET");
+        NUMINCRBY: typeof import("@redis/json/dist/commands/NUMINCRBY");
+        numIncrBy: typeof import("@redis/json/dist/commands/NUMINCRBY");
+        NUMMULTBY: typeof import("@redis/json/dist/commands/NUMMULTBY");
+        numMultBy: typeof import("@redis/json/dist/commands/NUMMULTBY");
+        OBJKEYS: typeof import("@redis/json/dist/commands/OBJKEYS");
+        objKeys: typeof import("@redis/json/dist/commands/OBJKEYS");
+        OBJLEN: typeof import("@redis/json/dist/commands/OBJLEN");
+        objLen: typeof import("@redis/json/dist/commands/OBJLEN");
+        RESP: typeof import("@redis/json/dist/commands/RESP");
+        resp: typeof import("@redis/json/dist/commands/RESP");
+        SET: typeof import("@redis/json/dist/commands/SET");
+        set: typeof import("@redis/json/dist/commands/SET");
+        STRAPPEND: typeof import("@redis/json/dist/commands/STRAPPEND");
+        strAppend: typeof import("@redis/json/dist/commands/STRAPPEND");
+        STRLEN: typeof import("@redis/json/dist/commands/STRLEN");
+        strLen: typeof import("@redis/json/dist/commands/STRLEN");
+        TYPE: typeof import("@redis/json/dist/commands/TYPE");
+        type: typeof import("@redis/json/dist/commands/TYPE");
+    };
+    ft: {
+        _LIST: typeof import("@redis/search/dist/commands/_LIST");
+        _list: typeof import("@redis/search/dist/commands/_LIST");
+        ALTER: typeof import("@redis/search/dist/commands/ALTER");
+        alter: typeof import("@redis/search/dist/commands/ALTER");
+        AGGREGATE_WITHCURSOR: typeof import("@redis/search/dist/commands/AGGREGATE_WITHCURSOR");
+        aggregateWithCursor: typeof import("@redis/search/dist/commands/AGGREGATE_WITHCURSOR");
+        AGGREGATE: typeof import("@redis/search/dist/commands/AGGREGATE");
+        aggregate: typeof import("@redis/search/dist/commands/AGGREGATE");
+        ALIASADD: typeof import("@redis/search/dist/commands/ALIASADD");
+        aliasAdd: typeof import("@redis/search/dist/commands/ALIASADD");
+        ALIASDEL: typeof import("@redis/search/dist/commands/ALIASDEL");
+        aliasDel: typeof import("@redis/search/dist/commands/ALIASDEL");
+        ALIASUPDATE: typeof import("@redis/search/dist/commands/ALIASUPDATE");
+        aliasUpdate: typeof import("@redis/search/dist/commands/ALIASUPDATE");
+        CONFIG_GET: typeof import("@redis/search/dist/commands/CONFIG_GET");
+        configGet: typeof import("@redis/search/dist/commands/CONFIG_GET");
+        CONFIG_SET: typeof import("@redis/search/dist/commands/CONFIG_SET");
+        configSet: typeof import("@redis/search/dist/commands/CONFIG_SET");
+        CREATE: typeof import("@redis/search/dist/commands/CREATE");
+        create: typeof import("@redis/search/dist/commands/CREATE");
+        CURSOR_DEL: typeof import("@redis/search/dist/commands/CURSOR_DEL");
+        cursorDel: typeof import("@redis/search/dist/commands/CURSOR_DEL");
+        CURSOR_READ: typeof import("@redis/search/dist/commands/CURSOR_READ");
+        cursorRead: typeof import("@redis/search/dist/commands/CURSOR_READ");
+        DICTADD: typeof import("@redis/search/dist/commands/DICTADD");
+        dictAdd: typeof import("@redis/search/dist/commands/DICTADD");
+        DICTDEL: typeof import("@redis/search/dist/commands/DICTDEL");
+        dictDel: typeof import("@redis/search/dist/commands/DICTDEL");
+        DICTDUMP: typeof import("@redis/search/dist/commands/DICTDUMP");
+        dictDump: typeof import("@redis/search/dist/commands/DICTDUMP");
+        DROPINDEX: typeof import("@redis/search/dist/commands/DROPINDEX");
+        dropIndex: typeof import("@redis/search/dist/commands/DROPINDEX");
+        EXPLAIN: typeof import("@redis/search/dist/commands/EXPLAIN");
+        explain: typeof import("@redis/search/dist/commands/EXPLAIN");
+        EXPLAINCLI: typeof import("@redis/search/dist/commands/EXPLAINCLI");
+        explainCli: typeof import("@redis/search/dist/commands/EXPLAINCLI");
+        INFO: typeof import("@redis/search/dist/commands/INFO");
+        info: typeof import("@redis/search/dist/commands/INFO");
+        PROFILESEARCH: typeof import("@redis/search/dist/commands/PROFILE_SEARCH");
+        profileSearch: typeof import("@redis/search/dist/commands/PROFILE_SEARCH");
+        PROFILEAGGREGATE: typeof import("@redis/search/dist/commands/PROFILE_AGGREGATE");
+        profileAggregate: typeof import("@redis/search/dist/commands/PROFILE_AGGREGATE");
+        SEARCH: typeof import("@redis/search/dist/commands/SEARCH");
+        search: typeof import("@redis/search/dist/commands/SEARCH");
+        SEARCH_NOCONTENT: typeof import("@redis/search/dist/commands/SEARCH_NOCONTENT");
+        searchNoContent: typeof import("@redis/search/dist/commands/SEARCH_NOCONTENT");
+        SPELLCHECK: typeof import("@redis/search/dist/commands/SPELLCHECK");
+        spellCheck: typeof import("@redis/search/dist/commands/SPELLCHECK");
+        SUGADD: typeof import("@redis/search/dist/commands/SUGADD");
+        sugAdd: typeof import("@redis/search/dist/commands/SUGADD");
+        SUGDEL: typeof import("@redis/search/dist/commands/SUGDEL");
+        sugDel: typeof import("@redis/search/dist/commands/SUGDEL");
+        SUGGET_WITHPAYLOADS: typeof import("@redis/search/dist/commands/SUGGET_WITHPAYLOADS");
+        sugGetWithPayloads: typeof import("@redis/search/dist/commands/SUGGET_WITHPAYLOADS");
+        SUGGET_WITHSCORES_WITHPAYLOADS: typeof import("@redis/search/dist/commands/SUGGET_WITHSCORES_WITHPAYLOADS");
+        sugGetWithScoresWithPayloads: typeof import("@redis/search/dist/commands/SUGGET_WITHSCORES_WITHPAYLOADS");
+        SUGGET_WITHSCORES: typeof import("@redis/search/dist/commands/SUGGET_WITHSCORES");
+        sugGetWithScores: typeof import("@redis/search/dist/commands/SUGGET_WITHSCORES");
+        SUGGET: typeof import("@redis/search/dist/commands/SUGGET");
+        sugGet: typeof import("@redis/search/dist/commands/SUGGET");
+        SUGLEN: typeof import("@redis/search/dist/commands/SUGLEN");
+        sugLen: typeof import("@redis/search/dist/commands/SUGLEN");
+        SYNDUMP: typeof import("@redis/search/dist/commands/SYNDUMP");
+        synDump: typeof import("@redis/search/dist/commands/SYNDUMP");
+        SYNUPDATE: typeof import("@redis/search/dist/commands/SYNUPDATE");
+        synUpdate: typeof import("@redis/search/dist/commands/SYNUPDATE");
+        TAGVALS: typeof import("@redis/search/dist/commands/TAGVALS");
+        tagVals: typeof import("@redis/search/dist/commands/TAGVALS");
+    };
+    ts: {
+        ADD: typeof import("@redis/time-series/dist/commands/ADD");
+        add: typeof import("@redis/time-series/dist/commands/ADD");
+        ALTER: typeof import("@redis/time-series/dist/commands/ALTER");
+        alter: typeof import("@redis/time-series/dist/commands/ALTER");
+        CREATE: typeof import("@redis/time-series/dist/commands/CREATE");
+        create: typeof import("@redis/time-series/dist/commands/CREATE");
+        CREATERULE: typeof import("@redis/time-series/dist/commands/CREATERULE");
+        createRule: typeof import("@redis/time-series/dist/commands/CREATERULE");
+        DECRBY: typeof import("@redis/time-series/dist/commands/DECRBY");
+        decrBy: typeof import("@redis/time-series/dist/commands/DECRBY");
+        DEL: typeof import("@redis/time-series/dist/commands/DEL");
+        del: typeof import("@redis/time-series/dist/commands/DEL");
+        DELETERULE: typeof import("@redis/time-series/dist/commands/DELETERULE");
+        deleteRule: typeof import("@redis/time-series/dist/commands/DELETERULE");
+        GET: typeof import("@redis/time-series/dist/commands/GET");
+        get: typeof import("@redis/time-series/dist/commands/GET");
+        INCRBY: typeof import("@redis/time-series/dist/commands/INCRBY");
+        incrBy: typeof import("@redis/time-series/dist/commands/INCRBY");
+        INFO_DEBUG: typeof import("@redis/time-series/dist/commands/INFO_DEBUG");
+        infoDebug: typeof import("@redis/time-series/dist/commands/INFO_DEBUG");
+        INFO: typeof import("@redis/time-series/dist/commands/INFO");
+        info: typeof import("@redis/time-series/dist/commands/INFO");
+        MADD: typeof import("@redis/time-series/dist/commands/MADD");
+        mAdd: typeof import("@redis/time-series/dist/commands/MADD");
+        MGET: typeof import("@redis/time-series/dist/commands/MGET");
+        mGet: typeof import("@redis/time-series/dist/commands/MGET");
+        MGET_WITHLABELS: typeof import("@redis/time-series/dist/commands/MGET_WITHLABELS");
+        mGetWithLabels: typeof import("@redis/time-series/dist/commands/MGET_WITHLABELS");
+        QUERYINDEX: typeof import("@redis/time-series/dist/commands/QUERYINDEX");
+        queryIndex: typeof import("@redis/time-series/dist/commands/QUERYINDEX");
+        RANGE: typeof import("@redis/time-series/dist/commands/RANGE");
+        range: typeof import("@redis/time-series/dist/commands/RANGE");
+        REVRANGE: typeof import("@redis/time-series/dist/commands/REVRANGE");
+        revRange: typeof import("@redis/time-series/dist/commands/REVRANGE");
+        MRANGE: typeof import("@redis/time-series/dist/commands/MRANGE");
+        mRange: typeof import("@redis/time-series/dist/commands/MRANGE");
+        MRANGE_WITHLABELS: typeof import("@redis/time-series/dist/commands/MRANGE_WITHLABELS");
+        mRangeWithLabels: typeof import("@redis/time-series/dist/commands/MRANGE_WITHLABELS");
+        MREVRANGE: typeof import("@redis/time-series/dist/commands/MREVRANGE");
+        mRevRange: typeof import("@redis/time-series/dist/commands/MREVRANGE");
+        MREVRANGE_WITHLABELS: typeof import("@redis/time-series/dist/commands/MREVRANGE_WITHLABELS");
+        mRevRangeWithLabels: typeof import("@redis/time-series/dist/commands/MREVRANGE_WITHLABELS");
+    };
+    bf: {
+        ADD: typeof import("@redis/bloom/dist/commands/bloom/ADD");
+        add: typeof import("@redis/bloom/dist/commands/bloom/ADD");
+        CARD: typeof import("@redis/bloom/dist/commands/bloom/CARD");
+        card: typeof import("@redis/bloom/dist/commands/bloom/CARD");
+        EXISTS: typeof import("@redis/bloom/dist/commands/bloom/EXISTS");
+        exists: typeof import("@redis/bloom/dist/commands/bloom/EXISTS");
+        INFO: typeof import("@redis/bloom/dist/commands/bloom/INFO");
+        info: typeof import("@redis/bloom/dist/commands/bloom/INFO");
+        INSERT: typeof import("@redis/bloom/dist/commands/bloom/INSERT");
+        insert: typeof import("@redis/bloom/dist/commands/bloom/INSERT");
+        LOADCHUNK: typeof import("@redis/bloom/dist/commands/bloom/LOADCHUNK");
+        loadChunk: typeof import("@redis/bloom/dist/commands/bloom/LOADCHUNK");
+        MADD: typeof import("@redis/bloom/dist/commands/bloom/MADD");
+        mAdd: typeof import("@redis/bloom/dist/commands/bloom/MADD");
+        MEXISTS: typeof import("@redis/bloom/dist/commands/bloom/MEXISTS");
+        mExists: typeof import("@redis/bloom/dist/commands/bloom/MEXISTS");
+        RESERVE: typeof import("@redis/bloom/dist/commands/bloom/RESERVE");
+        reserve: typeof import("@redis/bloom/dist/commands/bloom/RESERVE");
+        SCANDUMP: typeof import("@redis/bloom/dist/commands/bloom/SCANDUMP");
+        scanDump: typeof import("@redis/bloom/dist/commands/bloom/SCANDUMP");
+    };
+    cms: {
+        INCRBY: typeof import("@redis/bloom/dist/commands/count-min-sketch/INCRBY");
+        incrBy: typeof import("@redis/bloom/dist/commands/count-min-sketch/INCRBY");
+        INFO: typeof import("@redis/bloom/dist/commands/count-min-sketch/INFO");
+        info: typeof import("@redis/bloom/dist/commands/count-min-sketch/INFO");
+        INITBYDIM: typeof import("@redis/bloom/dist/commands/count-min-sketch/INITBYDIM");
+        initByDim: typeof import("@redis/bloom/dist/commands/count-min-sketch/INITBYDIM");
+        INITBYPROB: typeof import("@redis/bloom/dist/commands/count-min-sketch/INITBYPROB");
+        initByProb: typeof import("@redis/bloom/dist/commands/count-min-sketch/INITBYPROB");
+        MERGE: typeof import("@redis/bloom/dist/commands/count-min-sketch/MERGE");
+        merge: typeof import("@redis/bloom/dist/commands/count-min-sketch/MERGE");
+        QUERY: typeof import("@redis/bloom/dist/commands/count-min-sketch/QUERY");
+        query: typeof import("@redis/bloom/dist/commands/count-min-sketch/QUERY");
+    };
+    cf: {
+        ADD: typeof import("@redis/bloom/dist/commands/cuckoo/ADD");
+        add: typeof import("@redis/bloom/dist/commands/cuckoo/ADD");
+        ADDNX: typeof import("@redis/bloom/dist/commands/cuckoo/ADDNX");
+        addNX: typeof import("@redis/bloom/dist/commands/cuckoo/ADDNX");
+        COUNT: typeof import("@redis/bloom/dist/commands/cuckoo/COUNT");
+        count: typeof import("@redis/bloom/dist/commands/cuckoo/COUNT");
+        DEL: typeof import("@redis/bloom/dist/commands/cuckoo/DEL");
+        del: typeof import("@redis/bloom/dist/commands/cuckoo/DEL");
+        EXISTS: typeof import("@redis/bloom/dist/commands/cuckoo/EXISTS");
+        exists: typeof import("@redis/bloom/dist/commands/cuckoo/EXISTS");
+        INFO: typeof import("@redis/bloom/dist/commands/cuckoo/INFO");
+        info: typeof import("@redis/bloom/dist/commands/cuckoo/INFO");
+        INSERT: typeof import("@redis/bloom/dist/commands/cuckoo/INSERT");
+        insert: typeof import("@redis/bloom/dist/commands/cuckoo/INSERT");
+        INSERTNX: typeof import("@redis/bloom/dist/commands/cuckoo/INSERTNX");
+        insertNX: typeof import("@redis/bloom/dist/commands/cuckoo/INSERTNX");
+        LOADCHUNK: typeof import("@redis/bloom/dist/commands/cuckoo/LOADCHUNK");
+        loadChunk: typeof import("@redis/bloom/dist/commands/cuckoo/LOADCHUNK");
+        RESERVE: typeof import("@redis/bloom/dist/commands/cuckoo/RESERVE");
+        reserve: typeof import("@redis/bloom/dist/commands/cuckoo/RESERVE");
+        SCANDUMP: typeof import("@redis/bloom/dist/commands/cuckoo/SCANDUMP");
+        scanDump: typeof import("@redis/bloom/dist/commands/cuckoo/SCANDUMP");
+    };
+    tDigest: {
+        ADD: typeof import("@redis/bloom/dist/commands/t-digest/ADD");
+        add: typeof import("@redis/bloom/dist/commands/t-digest/ADD");
+        BYRANK: typeof import("@redis/bloom/dist/commands/t-digest/BYRANK");
+        byRank: typeof import("@redis/bloom/dist/commands/t-digest/BYRANK");
+        BYREVRANK: typeof import("@redis/bloom/dist/commands/t-digest/BYREVRANK");
+        byRevRank: typeof import("@redis/bloom/dist/commands/t-digest/BYREVRANK");
+        CDF: typeof import("@redis/bloom/dist/commands/t-digest/CDF");
+        cdf: typeof import("@redis/bloom/dist/commands/t-digest/CDF");
+        CREATE: typeof import("@redis/bloom/dist/commands/t-digest/CREATE");
+        create: typeof import("@redis/bloom/dist/commands/t-digest/CREATE");
+        INFO: typeof import("@redis/bloom/dist/commands/t-digest/INFO");
+        info: typeof import("@redis/bloom/dist/commands/t-digest/INFO");
+        MAX: typeof import("@redis/bloom/dist/commands/t-digest/MAX");
+        max: typeof import("@redis/bloom/dist/commands/t-digest/MAX");
+        MERGE: typeof import("@redis/bloom/dist/commands/t-digest/MERGE");
+        merge: typeof import("@redis/bloom/dist/commands/t-digest/MERGE");
+        MIN: typeof import("@redis/bloom/dist/commands/t-digest/MIN");
+        min: typeof import("@redis/bloom/dist/commands/t-digest/MIN");
+        QUANTILE: typeof import("@redis/bloom/dist/commands/t-digest/QUANTILE");
+        quantile: typeof import("@redis/bloom/dist/commands/t-digest/QUANTILE");
+        RANK: typeof import("@redis/bloom/dist/commands/t-digest/RANK");
+        rank: typeof import("@redis/bloom/dist/commands/t-digest/RANK");
+        RESET: typeof import("@redis/bloom/dist/commands/t-digest/RESET");
+        reset: typeof import("@redis/bloom/dist/commands/t-digest/RESET");
+        REVRANK: typeof import("@redis/bloom/dist/commands/t-digest/REVRANK");
+        revRank: typeof import("@redis/bloom/dist/commands/t-digest/REVRANK");
+        TRIMMED_MEAN: typeof import("@redis/bloom/dist/commands/t-digest/TRIMMED_MEAN");
+        trimmedMean: typeof import("@redis/bloom/dist/commands/t-digest/TRIMMED_MEAN");
+    };
+    topK: {
+        ADD: typeof import("@redis/bloom/dist/commands/top-k/ADD");
+        add: typeof import("@redis/bloom/dist/commands/top-k/ADD");
+        COUNT: typeof import("@redis/bloom/dist/commands/top-k/COUNT");
+        count: typeof import("@redis/bloom/dist/commands/top-k/COUNT");
+        INCRBY: typeof import("@redis/bloom/dist/commands/top-k/INCRBY");
+        incrBy: typeof import("@redis/bloom/dist/commands/top-k/INCRBY");
+        INFO: typeof import("@redis/bloom/dist/commands/top-k/INFO");
+        info: typeof import("@redis/bloom/dist/commands/top-k/INFO");
+        LIST_WITHCOUNT: typeof import("@redis/bloom/dist/commands/top-k/LIST_WITHCOUNT");
+        listWithCount: typeof import("@redis/bloom/dist/commands/top-k/LIST_WITHCOUNT");
+        LIST: typeof import("@redis/bloom/dist/commands/top-k/LIST");
+        list: typeof import("@redis/bloom/dist/commands/top-k/LIST");
+        QUERY: typeof import("@redis/bloom/dist/commands/top-k/QUERY");
+        query: typeof import("@redis/bloom/dist/commands/top-k/QUERY");
+        RESERVE: typeof import("@redis/bloom/dist/commands/top-k/RESERVE");
+        reserve: typeof import("@redis/bloom/dist/commands/top-k/RESERVE");
+    };
+} & RedisModules, RedisFunctions, RedisScripts>;

package/dist/src/cache/redis.js

@@ -0,0 +1,56 @@
+import { log } from "@/utils/logger";
+import { createClient, } from "redis";
+const REDISHOST = process.env.REDISHOST || "redis";
+const REDISPORT = !!process.env.REDISPORT ? Number(process.env.REDISPORT) : 6379;
+const REDISPASSWORD = process.env.REDISPASSWORD || "";
+export const REDIS_RETRIES = 0;
+export const REDIS_READ_TIMEOUT = !!process.env.REDIS_READ_TIMEOUT
+    ? Number.parseInt(process.env.REDIS_READ_TIMEOUT)
+    : Bun.env.NODE_ENV === "production"
+        ? 4_000
+        : 10 * 2_000;
+export const REDIS_WRITE_TIMEOUT = 4000;
+export const REDIS_CRON_READ_TIMEOUT = 5000;
+export const REDIS_CRON_WRITE_TIMEOUT = 10000;
+export var TTLType;
+(function (TTLType) {
+    TTLType[TTLType["HalfBlock"] = 4] = "HalfBlock";
+    TTLType[TTLType["Block"] = 11] = "Block";
+    TTLType[TTLType["Seconds30"] = 30] = "Seconds30";
+    TTLType[TTLType["Minutes2"] = 120] = "Minutes2";
+    TTLType[TTLType["Minutes3"] = 180] = "Minutes3";
+    TTLType[TTLType["Minutes5"] = 300] = "Minutes5";
+    TTLType[TTLType["Minutes10"] = 600] = "Minutes10";
+    TTLType[TTLType["Minutes25"] = 1500] = "Minutes25";
+    TTLType[TTLType["Minutes30"] = 1800] = "Minutes30";
+    TTLType[TTLType["Minutes35"] = 2100] = "Minutes35";
+    TTLType[TTLType["Hours3"] = 10800] = "Hours3";
+    TTLType[TTLType["Hours12"] = 43200] = "Hours12";
+    TTLType[TTLType["Day"] = 86400] = "Day";
+    TTLType[TTLType["Week"] = 604800] = "Week";
+})(TTLType || (TTLType = {}));
+/** Redis client
+ * @dev About how handling client connections -> https://stackoverflow.com/questions/22387187/node-js-express-redis-when-to-close-connection
+ * @dev Also -> https://github.com/redis/node-redis/issues/568
+ */
+const redisConfig = {
+    url: `redis://${REDISHOST}:${REDISPORT}`,
+    socket: REDISHOST === "redis"
+        ? undefined
+        : {
+            tls: true,
+            reconnectStrategy: retries => Math.min(retries * 100, 5000),
+            keepAlive: 5_000,
+        },
+    password: REDISPASSWORD,
+};
+export const redisClient = createClient(redisConfig);
+redisClient.on("error", error => {
+    log.error("[REDIS]", error);
+    redisClient.connect().catch(() => { }); // Auto-reconnect
+});
+redisClient.connect();
+redisClient.on("end", () => log.debug("[REDIS]: disconnected"));
+redisClient.on("ready", () => {
+    log.debug("[REDIS]: connected");
+});

package/dist/src/constants.d.ts

@@ -0,0 +1,108 @@
+import { ChainId, type MerklChainId } from "@sdk";
+import Big from "big.js";
+export declare const zeroBN: Big.Big;
+export declare const baseTestAnalyticsGraphUrl = "https://api.thegraph.com/subgraphs/name/angleprotocol/test-analytics-";
+export declare const baseAnalyticsGraphUrl = "https://api.thegraph.com/subgraphs/name/angleprotocol/test-analytics-";
+export declare const EXPORTER_URL = "https://exporter.angle.money";
+export declare const DEFAULT_LOCAL_TTL = 120;
+export declare const subgraphSuffixMapping: {
+    [chainId in ChainId]?: string;
+};
+export declare const MAX_NUM_SUBCALLS = 100;
+export declare const MERKL_TREE_OPTIONS: {
+    hashLeaves: boolean;
+    sortLeaves: boolean;
+    sortPairs: boolean;
+};
+export declare const MERKL_USER_POSITION_FETCHING_TIMEOUT = 8000;
+export declare const MERKL_USER_POSITION_FETCHING_GLOBAL_TIMEOUT = 10000;
+export declare const MERKL_USER_CLAIMED_TOKENS_TIMEOUT = 10000;
+export declare const MERKL_ALM_FETCHING_TIMEOUT = 10000;
+export declare const MERKL_ALM_POSITION_FETCHING_TIMEOUT = 100000;
+export declare const MERKL_USER_REWARDS_FETCHING_TIMEOUT = 10000;
+export declare const GITHUB_MERKL_REWARDS_URL = "https://raw.githubusercontent.com/AngleProtocol/merkl-rewards/main/";
+export declare const GCLOUD_STORAGE_MERKL_PUBLIC_URL = "https://storage.googleapis.com/merkl-production-rewards/";
+export declare const MERKL_BLACKLIST: string[];
+export declare const EBTC_ADDRESS = "0x661c70333AA1850CcDBAe82776Bb436A0fCfeEfB";
+export declare const CDPMANAGER_ADDRESS = "0xc4cbaE499bb4Ca41E78f52F07f5d98c375711774";
+export declare const SORTEDCDPS_ADDRESS = "0x591AcB5AE192c147948c12651a0a5f24f0529BE3";
+export declare const RFX_DATASTORE = "0x895124783008C6c68eFcccac24c482Fdf30439B2";
+export declare const DOPEX_OPTION_MARKET: {
+    [market: string]: string;
+};
+export declare const constantChain: {
+    [ChainId.MAINNET]: {
+        apw: string;
+        convexEndpoint: string;
+        crv: string;
+        crv3: string;
+        crvANGLESDANGLE: string;
+        crvEURAEUROC: string;
+        crvEURAEURe: string;
+        crvEuropool: string;
+        crvFRAX: string;
+        crvFRAXEURA: string;
+        crvLUSD3CRV: string;
+        cvx: string;
+        dai: string;
+        frax: string;
+        fxs: string;
+        morpho: string;
+        rKP3R: string;
+        sdt: string;
+        stakeEndpoint: string;
+        sushi: string;
+        usdc: string;
+        weth: string;
+        wstETH: string;
+    };
+    [ChainId.ARBITRUM]: {
+        arb: string;
+        chr: string;
+        convexProxy: string;
+        crv: string;
+        crv2Pool: string;
+        cvx: string;
+        frax: string;
+        jeur: string;
+        ram: string;
+        sdt: string;
+        sliz: string;
+        stakeEndpoint: string;
+        usdc: string;
+    };
+    [ChainId.OPTIMISM]: {
+        jeur: string;
+        mai: string;
+        op: string;
+        usdc: string;
+        usdce: string;
+        velo: string;
+        veloV2: string;
+    };
+    [ChainId.BASE]: {
+        aero: string;
+        usdc: string;
+    };
+    [ChainId.POLYGON]: {
+        am3CRV: string;
+        amDAI: string;
+        amUSDC: string;
+        amUSDT: string;
+        jeur: string;
+        jrt: string;
+        oretro: string;
+        usdc: string;
+    };
+    [ChainId.AVALANCHE]: {
+        glcr: string;
+        usdc: string;
+    };
+    [ChainId.BSC]: {
+        cake: string;
+    };
+};
+export declare const MAVERICK_ZKSYNC_BP_LENS_ADDRESS = "0xd32CE31CaC98CAC0631764B8286358c0606D87F9";
+export declare const NETWORK_SLUGS: {
+    [chainId in MerklChainId]?: string;
+};