@hinkal/common 0.2.15 → 0.2.16

package/data-structures/TokenDBs/ArcPublicTokensDB.mjs

@@ -0,0 +1,112 @@
+import h from "axios";
+import { getContractWithFetcherByChainId as I } from "../../functions/web3/getContractMetadata.mjs";
+import { ContractType as C } from "../../types/ethereum-network.types.mjs";
+import { Logger as u } from "../../error-handling/logger.mjs";
+import { StorageKeys as l } from "../../types/cache.types.mjs";
+import { getStateKey as m } from "../../functions/utils/string.utils.mjs";
+import { get as _, update as E } from "idb-keyval";
+import { API as P } from "../../API/API.mjs";
+import { caseInsensitiveEqual as A, lowerCaseIncludes as b } from "../../functions/utils/caseInsensitive.utils.mjs";
+import { TokenType as w } from "../../constants/protocol.constants.mjs";
+import { tokenVisibilityStorage as R } from "./token-visibility-db.mjs";
+import { chainIds as i } from "../../constants/chains.constants.mjs";
+class B {
+  API_BASE = "https://testnet.arcscan.app/api";
+  fetchedTokens = {};
+  async getPublicTokens(n) {
+    const c = m(n, i.arcTestnet);
+    return (await _(l.ARC_PUBLIC_TOKENS))?.[c] || [];
+  }
+  getFetchedTokens(n) {
+    const c = m(n, i.arcTestnet);
+    return this.fetchedTokens[c] || [];
+  }
+  async fetchAndUpdatePublicTokens(n) {
+    const c = m(n, i.arcTestnet), s = await this.getERC20TokenAddresses(n), o = await this.getNFTTokens(n), T = o.map((t) => t.contractAddress), e = [...s, ...T];
+    if (!e.length)
+      return;
+    const a = (await P.tokensInfoCall(i.arcTestnet, e)).map((t, k) => {
+      if (t)
+        return t;
+      const f = e[k], p = o.find((y) => A(y.contractAddress, f));
+      return p && p.tokenIds && p.tokenIds.length > 0 ? {
+        chainId: i.arcTestnet,
+        name: "Unknown NFT",
+        symbol: "NFT",
+        erc20TokenAddress: f,
+        decimals: 0,
+        nftTokenType: w.ERC721,
+        tokenIds: p.tokenIds
+      } : null;
+    }).filter((t) => !!t), d = await R.hideSpamsAndFetchHiddenTokensAddresses(
+      i.arcTestnet,
+      a
+    ), g = a.filter(
+      (t) => !b(d, t.erc20TokenAddress)
+      // filter out hidden tokens
+    ).map((t) => ({
+      ...t,
+      tokenIds: o.find((k) => A(k.contractAddress, t.erc20TokenAddress))?.tokenIds
+    }));
+    await E(l.ARC_PUBLIC_TOKENS, (t = {}) => {
+      const k = {
+        ...t,
+        [c]: g
+      };
+      return this.fetchedTokens = k, k;
+    });
+  }
+  async getERC20TokenAddresses(n) {
+    const c = [];
+    try {
+      const o = (await h.post(
+        `${this.API_BASE}?module=account&action=tokentx&address=${n}`
+      )).data;
+      if (o.status === "1" && o.result) {
+        const T = [...new Set(o.result.map(({ contractAddress: e }) => e))];
+        for (const e of T)
+          try {
+            const r = I(
+              i.arcTestnet,
+              C.ERC20Contract,
+              e
+            ), a = BigInt(await r.balanceOf(n));
+            a > 0n && c.push({
+              contractAddress: e,
+              tokenBalance: a.toString()
+            });
+          } catch (r) {
+            u.error("Error fetching ARC testnet token balance:", r);
+          }
+      }
+    } catch (s) {
+      u.error("Error fetching ARC testnet token transactions:", s);
+    }
+    return c.filter(({ tokenBalance: s }) => Number(s) !== 0).map(({ contractAddress: s }) => s);
+  }
+  async getNFTTokens(n) {
+    const c = `${this.API_BASE}/v2/addresses/${n}/nft?type=ERC-721,ERC-1155`, s = [];
+    let o;
+    do {
+      const e = o ? `&${new URLSearchParams(o)}` : "", { data: r } = await h.get(`${c}${e}`), { items: a = [], next_page_params: d } = r;
+      s.push(...a), o = d ? {
+        token_contract_address_hash: d.token_contract_address_hash,
+        token_id: d.token_id,
+        token_type: d.token_type
+      } : void 0;
+    } while (o);
+    const T = s.reduce((e, r) => {
+      const a = r.token.address_hash.toLowerCase(), d = r.id;
+      return e.has(a) || e.set(a, []), e.get(a)?.push(d), e;
+    }, /* @__PURE__ */ new Map());
+    return Array.from(T.entries()).map(([e, r]) => ({
+      contractAddress: e,
+      tokenIds: r
+    }));
+  }
+}
+const M = new B();
+export {
+  B as ArcPublicTokensDB,
+  M as arcPublicTokensDB
+};

package/data-structures/TokenDBs/EventsPublicTokensDB.cjs

@@ -0,0 +1 @@
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const k=require("ethers"),T=require("idb-keyval"),_=require("../../API/API.cjs"),m=require("../../constants/chains.constants.cjs"),p=require("../../error-handling/logger.cjs"),E=require("../../functions/utils/caseInsensitive.utils.cjs"),g=require("../../types/cache.types.cjs"),d=require("../../functions/utils/string.utils.cjs"),A=require("../../constants/protocol.constants.cjs"),C=require("async-mutex"),S=require("../../functions/utils/erc20tokenFunctions.cjs"),I=require("./token-visibility-db.cjs");require("../../types/circom-data.types.cjs");require("../../types/transactions.types.cjs");require("../../types/activities.types.cjs");require("@coral-xyz/anchor");require("@solana/web3.js");require("../../constants/kyc.constants.cjs");const K=require("../../functions/utils/create-provider.cjs");require("../../functions/utils/convertIntegrationProviderToExternalActionId.cjs");require("circomlibjs-hinkal-fork");require("../../error-handling/error-codes.constants.cjs");require("../crypto-keys/keys.cjs");require("../../constants/server.constants.cjs");require("../../constants/vite.constants.cjs");require("../http/HttpClient.cjs");require("axios");require("../../API/getServerURL.cjs");require("libsodium-wrappers");require("process");require("buffer");require("../../constants/save-depths.cjs");require("../../constants/reorg-depths.constants.cjs");require("../../functions/utils/mutexes.utils.cjs");require("@solana/spl-token");require("../../constants/token-data/index.cjs");require("../../constants/contracts.constants.cjs");require("../../constants/coingecko.constants.cjs");require("../../constants/addresses.constants.cjs");require("../../constants/token.limits.constants.cjs");require("../../constants/presale.constants.cjs");require("../../constants/activity.constants.cjs");require("../../constants/tasks.constants.cjs");const x=require("../../constants/events.constants.cjs");require("../../functions/utils/userAgent.cjs");require("multiformats");require("../../API/tenderly.api.cjs");require("node-forge");require("../../functions/web3/events/getApprovedBalance.cjs");require("../../functions/web3/getTokenHolder.cjs");require("ethers-v6h");class P{fetchedTokens={};updateMutexes={};transferEventTopic=k.ethers.utils.id("Transfer(address,address,uint256)");getMutex(r){return this.updateMutexes[r]||(this.updateMutexes[r]=new C.Mutex),this.updateMutexes[r]}async getPublicTokens(r,o){const t=d.getStateKey(o,r);return(await T.get(g.StorageKeys.EVENTS_PUBLIC_TOKENS))?.[t]||[]}getFetchedTokens(r,o){const t=d.getStateKey(o,r);return this.fetchedTokens[t]||[]}async fetchAndUpdatePublicTokens(r,o){const t=d.getStateKey(r,o);await this.getMutex(t).runExclusive(async()=>{try{const s=(await this.getPublicTokens(o,r)).map(a=>a.erc20TokenAddress),{toEvents:i,fromEvents:u,latestBlock:c}=await this.getEvents(r,o),q=[...i,...u],{erc20Tokens:l}=await this.fetchPublicTokens(q,o,s),b=await I.tokenVisibilityStorage.hideSpamsAndFetchHiddenTokensAddresses(o,l),B=l.filter(a=>!E.lowerCaseIncludes(b,a.erc20TokenAddress));await T.update(g.StorageKeys.EVENTS_PUBLIC_TOKENS,(a={})=>{const h=a[t]||[],w=h.map(f=>f.erc20TokenAddress),L=B.filter(f=>!E.lowerCaseIncludes(w,f.erc20TokenAddress));h.push(...L);const v=this.updateTokenIds(u,i,h),y={...a,[t]:v};return this.fetchedTokens=y,y}),c&&await this.updateLastProcessedBlock(o,r,c)}catch(e){p.Logger.error("public tokens db error",e)}})}async getLastProcessedBlock(r,o){const t=await T.get(g.StorageKeys.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS)||{},n=d.getStateKey(o,r);return t[n]||x.EVENTS_INITIAL_BLOCKS[r]}async updateLastProcessedBlock(r,o,t){await T.update(g.StorageKeys.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS,(n={})=>{const e=d.getStateKey(o,r);return{...n,[e]:t}})}async getEvents(r,o){try{const{fetchRpcUrl:t}=m.networkRegistry[o];if(!t)throw Error("No fetchRpcUrl in PublicTokensDB");const n=K.createCustomRpcProvider(t),e=await this.getLastProcessedBlock(o,r)+1,s=await n.getBlockNumber(),i=k.ethers.utils.hexZeroPad(r.toLowerCase(),32),u={topics:[this.transferEventTopic,null,i],fromBlock:e,toBlock:s},c={topics:[this.transferEventTopic,i,null],fromBlock:e,toBlock:s},[q,l]=await Promise.all([n.getLogs(u),n.getLogs(c)]);return{toEvents:q,fromEvents:l,latestBlock:s}}catch(t){return p.Logger.error("Error fetching events:",t),{toEvents:[],fromEvents:[],latestBlock:void 0}}}updateTokenIds(r,o,t){const n=new Map;return t.forEach(e=>{if(S.isNFTToken(e)&&e.tokenIds){const s=e.erc20TokenAddress.toLowerCase();n.set(s,[...e.tokenIds])}}),o.forEach(e=>{if(e.topics.length<=3)return;const s=e.address.toLowerCase(),i=k.ethers.BigNumber.from(e.topics[3]).toString();n.has(s)||n.set(s,[]),n.get(s)?.push(i)}),r.forEach(e=>{if(e.topics.length<=3)return;const s=e.address.toLowerCase(),i=n.get(s);if(i?.length){const u=k.ethers.BigNumber.from(e.topics[3]).toString(),c=i.indexOf(u);c!==-1&&i.splice(c,1)}}),t.forEach(e=>{if(S.isNFTToken(e)){const s=e.erc20TokenAddress.toLowerCase(),i=n.get(s);e.tokenIds=i?.length&&i.length>0?i:void 0}}),t}async fetchPublicTokens(r,o,t){try{const n=[A.zeroAddress,...new Set(r.map(s=>s.address))].filter(s=>s&&!E.lowerCaseIncludes(t,s));return n.length?{erc20Tokens:(await _.API.tokensInfoCall(o,n)).filter(s=>!!s)}:{erc20Tokens:[]}}catch(n){return p.Logger.error("Error fetching public tokens:",n),{erc20Tokens:[]}}}}const N=new P;exports.EventsPublicTokensDB=P;exports.eventsPublicTokensDB=N;

package/data-structures/TokenDBs/EventsPublicTokensDB.d.ts

@@ -0,0 +1,17 @@
+import { ERC20Token } from '../../types/token.types';
+import { IPublicTokensDB } from './IPublicTokensDB';
+export declare class EventsPublicTokensDB implements IPublicTokensDB {
+    private fetchedTokens;
+    private updateMutexes;
+    private readonly transferEventTopic;
+    private getMutex;
+    getPublicTokens(chainId: number, walletAddress: string): Promise<ERC20Token[]>;
+    getFetchedTokens(chainId: number, walletAddress: string): ERC20Token[];
+    fetchAndUpdatePublicTokens(walletAddress: string, chainId: number): Promise<void>;
+    private getLastProcessedBlock;
+    private updateLastProcessedBlock;
+    private getEvents;
+    private updateTokenIds;
+    private fetchPublicTokens;
+}
+export declare const eventsPublicTokensDB: EventsPublicTokensDB;

package/data-structures/TokenDBs/EventsPublicTokensDB.mjs

@@ -0,0 +1,173 @@
+import { ethers as u } from "ethers";
+import { get as B, update as w } from "idb-keyval";
+import { API as C } from "../../API/API.mjs";
+import { networkRegistry as v } from "../../constants/chains.constants.mjs";
+import { Logger as h } from "../../error-handling/logger.mjs";
+import { lowerCaseIncludes as g } from "../../functions/utils/caseInsensitive.utils.mjs";
+import { StorageKeys as k } from "../../types/cache.types.mjs";
+import { getStateKey as m } from "../../functions/utils/string.utils.mjs";
+import { zeroAddress as x } from "../../constants/protocol.constants.mjs";
+import { Mutex as _ } from "async-mutex";
+import { isNFTToken as P } from "../../functions/utils/erc20tokenFunctions.mjs";
+import { tokenVisibilityStorage as N } from "./token-visibility-db.mjs";
+import "../../types/circom-data.types.mjs";
+import "../../types/transactions.types.mjs";
+import "../../types/activities.types.mjs";
+import "@coral-xyz/anchor";
+import "@solana/web3.js";
+import "../../constants/kyc.constants.mjs";
+import { createCustomRpcProvider as I } from "../../functions/utils/create-provider.mjs";
+import "../../functions/utils/convertIntegrationProviderToExternalActionId.mjs";
+import "circomlibjs-hinkal-fork";
+import "../../error-handling/error-codes.constants.mjs";
+import "../crypto-keys/keys.mjs";
+import "../../constants/server.constants.mjs";
+import "../../constants/vite.constants.mjs";
+import "../http/HttpClient.mjs";
+import "axios";
+import "../../API/getServerURL.mjs";
+import "libsodium-wrappers";
+import "process";
+import "buffer";
+import "../../constants/save-depths.mjs";
+import "../../constants/reorg-depths.constants.mjs";
+import "../../functions/utils/mutexes.utils.mjs";
+import "@solana/spl-token";
+import "../../constants/token-data/index.mjs";
+import "../../constants/contracts.constants.mjs";
+import "../../constants/coingecko.constants.mjs";
+import "../../constants/addresses.constants.mjs";
+import "../../constants/token.limits.constants.mjs";
+import "../../constants/presale.constants.mjs";
+import "../../constants/activity.constants.mjs";
+import "../../constants/tasks.constants.mjs";
+import { EVENTS_INITIAL_BLOCKS as O } from "../../constants/events.constants.mjs";
+import "../../functions/utils/userAgent.mjs";
+import "multiformats";
+import "../../API/tenderly.api.mjs";
+import "node-forge";
+import "../../functions/web3/events/getApprovedBalance.mjs";
+import "../../functions/web3/getTokenHolder.mjs";
+import "ethers-v6h";
+class K {
+  fetchedTokens = {};
+  updateMutexes = {};
+  transferEventTopic = u.utils.id("Transfer(address,address,uint256)");
+  getMutex(e) {
+    return this.updateMutexes[e] || (this.updateMutexes[e] = new _()), this.updateMutexes[e];
+  }
+  async getPublicTokens(e, s) {
+    const o = m(s, e);
+    return (await B(k.EVENTS_PUBLIC_TOKENS))?.[o] || [];
+  }
+  getFetchedTokens(e, s) {
+    const o = m(s, e);
+    return this.fetchedTokens[o] || [];
+  }
+  async fetchAndUpdatePublicTokens(e, s) {
+    const o = m(e, s);
+    await this.getMutex(o).runExclusive(async () => {
+      try {
+        const r = (await this.getPublicTokens(s, e)).map((a) => a.erc20TokenAddress), { toEvents: i, fromEvents: p, latestBlock: c } = await this.getEvents(e, s), l = [...i, ...p], { erc20Tokens: d } = await this.fetchPublicTokens(l, s, r), S = await N.hideSpamsAndFetchHiddenTokensAddresses(
+          s,
+          d
+        ), L = d.filter(
+          (a) => !g(S, a.erc20TokenAddress)
+          // filter out hidden tokens
+        );
+        await w(k.EVENTS_PUBLIC_TOKENS, (a = {}) => {
+          const f = a[o] || [], b = f.map((T) => T.erc20TokenAddress), y = L.filter(
+            (T) => !g(b, T.erc20TokenAddress)
+          );
+          f.push(...y);
+          const A = this.updateTokenIds(p, i, f), E = {
+            ...a,
+            [o]: A
+          };
+          return this.fetchedTokens = E, E;
+        }), c && await this.updateLastProcessedBlock(s, e, c);
+      } catch (t) {
+        h.error("public tokens db error", t);
+      }
+    });
+  }
+  async getLastProcessedBlock(e, s) {
+    const o = await B(k.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS) || {}, n = m(s, e);
+    return o[n] || O[e];
+  }
+  async updateLastProcessedBlock(e, s, o) {
+    await w(k.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS, (n = {}) => {
+      const t = m(s, e);
+      return {
+        ...n,
+        [t]: o
+      };
+    });
+  }
+  async getEvents(e, s) {
+    try {
+      const { fetchRpcUrl: o } = v[s];
+      if (!o)
+        throw Error("No fetchRpcUrl in PublicTokensDB");
+      const n = I(o), t = await this.getLastProcessedBlock(s, e) + 1, r = await n.getBlockNumber(), i = u.utils.hexZeroPad(e.toLowerCase(), 32), p = {
+        topics: [this.transferEventTopic, null, i],
+        fromBlock: t,
+        toBlock: r
+      }, c = {
+        topics: [this.transferEventTopic, i, null],
+        fromBlock: t,
+        toBlock: r
+      }, [l, d] = await Promise.all([n.getLogs(p), n.getLogs(c)]);
+      return { toEvents: l, fromEvents: d, latestBlock: r };
+    } catch (o) {
+      return h.error("Error fetching events:", o), { toEvents: [], fromEvents: [], latestBlock: void 0 };
+    }
+  }
+  // First get existed tokenIds from tokens
+  // Then add new tokenIds from toEvents (incoming transfers)
+  // Then remove tokenIds from fromEvents (outgoing transfers)
+  updateTokenIds(e, s, o) {
+    const n = /* @__PURE__ */ new Map();
+    return o.forEach((t) => {
+      if (P(t) && t.tokenIds) {
+        const r = t.erc20TokenAddress.toLowerCase();
+        n.set(r, [...t.tokenIds]);
+      }
+    }), s.forEach((t) => {
+      if (t.topics.length <= 3)
+        return;
+      const r = t.address.toLowerCase(), i = u.BigNumber.from(t.topics[3]).toString();
+      n.has(r) || n.set(r, []), n.get(r)?.push(i);
+    }), e.forEach((t) => {
+      if (t.topics.length <= 3)
+        return;
+      const r = t.address.toLowerCase(), i = n.get(r);
+      if (i?.length) {
+        const p = u.BigNumber.from(t.topics[3]).toString(), c = i.indexOf(p);
+        c !== -1 && i.splice(c, 1);
+      }
+    }), o.forEach((t) => {
+      if (P(t)) {
+        const r = t.erc20TokenAddress.toLowerCase(), i = n.get(r);
+        t.tokenIds = i?.length && i.length > 0 ? i : void 0;
+      }
+    }), o;
+  }
+  async fetchPublicTokens(e, s, o) {
+    try {
+      const n = [x, ...new Set(e.map((r) => r.address))].filter(
+        (r) => r && !g(o, r)
+      );
+      return n.length ? { erc20Tokens: (await C.tokensInfoCall(s, n)).filter(
+        (r) => !!r
+      ) } : { erc20Tokens: [] };
+    } catch (n) {
+      return h.error("Error fetching public tokens:", n), { erc20Tokens: [] };
+    }
+  }
+}
+const Ot = new K();
+export {
+  K as EventsPublicTokensDB,
+  Ot as eventsPublicTokensDB
+};

package/data-structures/TokenDBs/IPublicTokensDB.d.ts

@@ -0,0 +1,6 @@
+import { ERC20Token } from '../../types/token.types';
+export interface IPublicTokensDB {
+    getPublicTokens(chainId: number, walletAddress: string): Promise<ERC20Token[]>;
+    getFetchedTokens(chainId: number, walletAddress: string): ERC20Token[];
+    fetchAndUpdatePublicTokens(walletAddress: string, chainId: number): Promise<void>;
+}

package/data-structures/TokenDBs/PrivateTokensDB.cjs

@@ -1 +1 @@
-"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const i=require("idb-keyval"),P=require("../../API/API.cjs"),g=require("../../error-handling/logger.cjs"),h=require("../../functions/utils/caseInsensitive.utils.cjs"),k=require("../../types/cache.types.cjs"),T=require("../../functions/utils/string.utils.cjs");class l{fetchedTokens={};initalFetched=!1;async updateFetchedTokens(){const e=await i.get(k.StorageKeys.PRIVATE_TOKENS);this.fetchedTokens=e??{},this.initalFetched=!0}async getPrivateTokens(e,t){const s=T.getStateKey(t,e);return(await i.get(k.StorageKeys.PRIVATE_TOKENS))?.[s]||[]}async fetchPrivateTokens(e,t,s){try{const r=[...new Set(t.map(n=>n.toLowerCase()))].filter(n=>n&&!h.lowerCaseIncludes(s,n));return g.Logger.log("tokenAddresses",r),r.length?(await P.API.tokensInfoCall(e,r)).filter(n=>!!n):[]}catch(r){return g.Logger.error("Error fetching private tokens:",r),[]}}async fetchAndUpdatePrivateTokens(e,t,s,r){const n=(await this.getPrivateTokens(t,s)).map(o=>o.erc20TokenAddress),y=r??await this.fetchPrivateTokens(t,e,n),d=T.getStateKey(s,t);await i.update(k.StorageKeys.PRIVATE_TOKENS,(o={})=>{const a=o?.[d]||[],p=a.map(c=>c.erc20TokenAddress),f=y.filter(c=>!h.lowerCaseIncludes(p,c.erc20TokenAddress));a.push(...f);const u={...o,[d]:a};return this.fetchedTokens=u,u})}getFetchedTokens(e,t){const s=T.getStateKey(t,e);return this.fetchedTokens[s]||[]}}const w=new l;exports.PrivateTokensDB=l;exports.privateTokensDB=w;
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const k=require("idb-keyval"),w=require("../../API/API.cjs"),P=require("../../error-handling/logger.cjs"),T=require("../../functions/utils/caseInsensitive.utils.cjs"),d=require("../../types/cache.types.cjs"),u=require("../../functions/utils/string.utils.cjs"),S=require("./token-visibility-db.cjs");class y{fetchedTokens={};initalFetched=!1;async updateFetchedTokens(){const s=await k.get(d.StorageKeys.PRIVATE_TOKENS);this.fetchedTokens=s??{},this.initalFetched=!0}async getPrivateTokens(s,e){const n=u.getStateKey(e,s);return(await k.get(d.StorageKeys.PRIVATE_TOKENS))?.[n]||[]}async fetchPrivateTokens(s,e,n){try{const r=[...new Set(e)].filter(t=>t&&!T.lowerCaseIncludes(n,t));if(!r.length)return[];const l=(await w.API.tokensInfoCall(s,r)).filter(t=>!!t),i=new Map;return l.forEach(t=>{i.set(t.erc20TokenAddress.toLowerCase(),t)}),Array.from(i.values())}catch(r){return P.Logger.error("Error fetching private tokens:",r),[]}}async fetchAndUpdatePrivateTokens(s,e,n,r){const i=(await this.getPrivateTokens(e,n)).map(a=>a.erc20TokenAddress),t=r??await this.fetchPrivateTokens(e,s,i),v=await S.tokenVisibilityStorage.hideSpamsAndFetchHiddenTokensAddresses(e,t),h=u.getStateKey(n,e);await k.update(d.StorageKeys.PRIVATE_TOKENS,(a={})=>{const c=a?.[h]||[],p=c.map(o=>o.erc20TokenAddress),f=t.filter(o=>!T.lowerCaseIncludes(p,o.erc20TokenAddress));c.push(...f);const A=c.filter(o=>!T.lowerCaseIncludes(v,o.erc20TokenAddress)),g={...a,[h]:A};return this.fetchedTokens=g,g})}getFetchedTokens(s,e){const n=u.getStateKey(e,s);return this.fetchedTokens[n]||[]}}const K=new y;exports.PrivateTokensDB=y;exports.privateTokensDB=K;

package/data-structures/TokenDBs/PrivateTokensDB.mjs

@@ -1,53 +1,65 @@
-import { get as p, update as l } from "idb-keyval";
-import { API as w } from "../../API/API.mjs";
-import { Logger as f } from "../../error-handling/logger.mjs";
-import { lowerCaseIncludes as h } from "../../functions/utils/caseInsensitive.utils.mjs";
-import { StorageKeys as i } from "../../types/cache.types.mjs";
-import { getStateKey as k } from "../../functions/utils/string.utils.mjs";
-class A {
+import { get as m, update as w } from "idb-keyval";
+import { API as y } from "../../API/API.mjs";
+import { Logger as g } from "../../error-handling/logger.mjs";
+import { lowerCaseIncludes as k } from "../../functions/utils/caseInsensitive.utils.mjs";
+import { StorageKeys as T } from "../../types/cache.types.mjs";
+import { getStateKey as d } from "../../functions/utils/string.utils.mjs";
+import { tokenVisibilityStorage as P } from "./token-visibility-db.mjs";
+class E {
   fetchedTokens = {};
   initalFetched = !1;
   async updateFetchedTokens() {
-    const e = await p(i.PRIVATE_TOKENS);
-    this.fetchedTokens = e ?? {}, this.initalFetched = !0;
+    const s = await m(T.PRIVATE_TOKENS);
+    this.fetchedTokens = s ?? {}, this.initalFetched = !0;
   }
-  async getPrivateTokens(e, t) {
-    const s = k(t, e);
-    return (await p(i.PRIVATE_TOKENS))?.[s] || [];
+  async getPrivateTokens(s, e) {
+    const r = d(e, s);
+    return (await m(T.PRIVATE_TOKENS))?.[r] || [];
   }
-  async fetchPrivateTokens(e, t, s) {
+  async fetchPrivateTokens(s, e, r) {
     try {
-      const r = [...new Set(t.map((o) => o.toLowerCase()))].filter(
-        (o) => o && !h(s, o)
+      const o = [...new Set(e)].filter(
+        (t) => t && !k(r, t)
       );
-      return f.log("tokenAddresses", r), r.length ? (await w.tokensInfoCall(e, r)).filter(
-        (o) => !!o
-      ) : [];
-    } catch (r) {
-      return f.error("Error fetching private tokens:", r), [];
+      if (!o.length)
+        return [];
+      const f = (await y.tokensInfoCall(s, o)).filter(
+        (t) => !!t
+      ), a = /* @__PURE__ */ new Map();
+      return f.forEach((t) => {
+        a.set(t.erc20TokenAddress.toLowerCase(), t);
+      }), Array.from(a.values());
+    } catch (o) {
+      return g.error("Error fetching private tokens:", o), [];
     }
   }
-  async fetchAndUpdatePrivateTokens(e, t, s, r) {
-    const o = (await this.getPrivateTokens(t, s)).map((n) => n.erc20TokenAddress), v = r ?? await this.fetchPrivateTokens(t, e, o), T = k(s, t);
-    await l(i.PRIVATE_TOKENS, (n = {}) => {
-      const a = n?.[T] || [], u = a.map((c) => c.erc20TokenAddress), g = v.filter(
-        (c) => !h(u, c.erc20TokenAddress)
+  async fetchAndUpdatePrivateTokens(s, e, r, o) {
+    const a = (await this.getPrivateTokens(e, r)).map((i) => i.erc20TokenAddress), t = o ?? await this.fetchPrivateTokens(e, s, a), A = await P.hideSpamsAndFetchHiddenTokensAddresses(
+      e,
+      t
+    ), p = d(r, e);
+    await w(T.PRIVATE_TOKENS, (i = {}) => {
+      const c = i?.[p] || [], v = c.map((n) => n.erc20TokenAddress), u = t.filter(
+        (n) => !k(v, n.erc20TokenAddress)
       );
-      a.push(...g);
-      const d = {
-        ...n,
-        [T]: a
+      c.push(...u);
+      const l = c.filter(
+        (n) => !k(A, n.erc20TokenAddress)
+        // filter out hidden tokens
+      ), h = {
+        ...i,
+        [p]: l
       };
-      return this.fetchedTokens = d, d;
+      return this.fetchedTokens = h, h;
     });
   }
-  getFetchedTokens(e, t) {
-    const s = k(t, e);
-    return this.fetchedTokens[s] || [];
+  getFetchedTokens(s, e) {
+    const r = d(e, s);
+    return this.fetchedTokens[r] || [];
   }
 }
-const C = new A();
+const R = new E();
 export {
-  A as PrivateTokensDB,
-  C as privateTokensDB
+  E as PrivateTokensDB,
+  R as privateTokensDB
 };

package/data-structures/TokenDBs/PublicTokensDB.cjs

@@ -1 +1 @@
-"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const S=require("ethers"),h=require("idb-keyval"),B=require("../../API/API.cjs"),n=require("../../constants/chains.constants.cjs"),L=require("../../error-handling/logger.cjs"),P=require("../../functions/utils/caseInsensitive.utils.cjs"),g=require("../../types/cache.types.cjs"),T=require("../../functions/utils/string.utils.cjs"),K=require("../../constants/protocol.constants.cjs");class b{fetchedTokens={};transferEventTopic=S.ethers.utils.id("Transfer(address,address,uint256)");INITIAL_BLOCKS={[n.chainIds.arbMainnet]:339713830,[n.chainIds.avalanche]:62576092,[n.chainIds.base]:30613576,[n.chainIds.bnbMainnet]:50188154,[n.chainIds.ethMainnet]:22548343,[n.chainIds.optimism]:136203723,[n.chainIds.polygon]:71872141};async getPublicTokens(e,t){const o=T.getStateKey(t,e);return(await h.get(g.StorageKeys.PUBLIC_TOKENS))?.[o]||[]}async getLastProcessedBlock(e,t){const o=await h.get(g.StorageKeys.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS)||{},s=T.getStateKey(t,e);return o[s]||this.INITIAL_BLOCKS[e]}async updateLastProcessedBlock(e,t,o){await h.update(g.StorageKeys.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS,(s={})=>{const r=T.getStateKey(t,e);return{...s,[r]:o}})}async fetchPublicTokens(e,t,o){try{const{fetchRpcUrl:s}=n.networkRegistry[t];if(!s)throw Error("No fetchRpcUrl in PublicTokensDB");const r=new S.ethers.providers.JsonRpcProvider(s),a=await this.getLastProcessedBlock(t,e),l=await r.getBlockNumber(),c=S.ethers.utils.hexZeroPad(e.toLowerCase(),32),u={topics:[this.transferEventTopic,null,c],fromBlock:a},p={topics:[this.transferEventTopic,c,null],fromBlock:a},[y,d]=await Promise.all([r.getLogs(u),r.getLogs(p)]),k=[...y,...d],f=[K.zeroAddress,...new Set(k.map(i=>i.address))].filter(i=>i&&!P.lowerCaseIncludes(o,i));return f.length?{erc20Tokens:(await B.API.tokensInfoCall(t,f)).filter(i=>!!i),latestBlock:l}:{erc20Tokens:[],latestBlock:l}}catch(s){return L.Logger.error("Error fetching public tokens:",s),{erc20Tokens:[],latestBlock:void 0}}}async fetchAndUpdatePublicTokens(e,t){const s=(await this.getPublicTokens(t,e)).map(c=>c.erc20TokenAddress),{erc20Tokens:r,latestBlock:a}=await this.fetchPublicTokens(e,t,s),l=T.getStateKey(e,t);await h.update(g.StorageKeys.PUBLIC_TOKENS,(c={})=>{const u=c[l]||[],p=u.map(k=>k.erc20TokenAddress),y=r.filter(k=>!P.lowerCaseIncludes(p,k.erc20TokenAddress));u.push(...y);const d={...c,[l]:u};return this.fetchedTokens=d,d}),a&&await this.updateLastProcessedBlock(t,e,a)}getFetchedTokens(e,t){const o=T.getStateKey(t,e);return this.fetchedTokens[o]||[]}}const w=new b;exports.PublicTokensDB=b;exports.publicTokensDB=w;
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const c=require("./AlchemyPublicTokensDB.cjs"),s=require("./EventsPublicTokensDB.cjs"),i=require("../../functions/utils/string.utils.cjs"),u=require("./ArcPublicTokensDB.cjs"),o=require("../../constants/chains.constants.cjs");class T{useAlternativeDB={};async getPublicTokens(e,t){const n=i.getStateKey(t,e);return e===o.chainIds.arcTestnet?u.arcPublicTokensDB.getPublicTokens(t):this.useAlternativeDB[n]?s.eventsPublicTokensDB.getPublicTokens(e,t):c.alchemyPublicTokensDB.getPublicTokens(e,t)}getFetchedTokens(e,t){const n=i.getStateKey(t,e);return e===o.chainIds.arcTestnet?u.arcPublicTokensDB.getFetchedTokens(t):this.useAlternativeDB[n]?s.eventsPublicTokensDB.getFetchedTokens(e,t):c.alchemyPublicTokensDB.getFetchedTokens(e,t)}async fetchAndUpdatePublicTokens(e,t){const n=i.getStateKey(e,t);try{t===o.chainIds.arcTestnet?await u.arcPublicTokensDB.fetchAndUpdatePublicTokens(e):(await c.alchemyPublicTokensDB.fetchAndUpdatePublicTokens(e,t),this.useAlternativeDB[n]=!1)}catch{await s.eventsPublicTokensDB.fetchAndUpdatePublicTokens(e,t),this.useAlternativeDB[n]=!0}}}const k=new T;exports.PublicTokensDB=T;exports.publicTokensDB=k;

package/data-structures/TokenDBs/PublicTokensDB.d.ts

@@ -1,13 +1,9 @@
 import { ERC20Token } from '../../types/token.types';
-export declare class PublicTokensDB {
-    private fetchedTokens;
-    private readonly transferEventTopic;
-    private readonly INITIAL_BLOCKS;
+import { IPublicTokensDB } from './IPublicTokensDB';
+export declare class PublicTokensDB implements IPublicTokensDB {
+    private useAlternativeDB;
     getPublicTokens(chainId: number, walletAddress: string): Promise<ERC20Token[]>;
-    private getLastProcessedBlock;
-    private updateLastProcessedBlock;
-    private fetchPublicTokens;
-    fetchAndUpdatePublicTokens(walletAddress: string, chainId: number): Promise<void>;
     getFetchedTokens(chainId: number, walletAddress: string): ERC20Token[];
+    fetchAndUpdatePublicTokens(walletAddress: string, chainId: number): Promise<void>;
 }
 export declare const publicTokensDB: PublicTokensDB;

package/data-structures/TokenDBs/PublicTokensDB.mjs

@@ -1,86 +1,32 @@
-import { ethers as h } from "ethers";
-import { get as B, update as L } from "idb-keyval";
-import { API as g } from "../../API/API.mjs";
-import { chainIds as c, networkRegistry as S } from "../../constants/chains.constants.mjs";
-import { Logger as w } from "../../error-handling/logger.mjs";
-import { lowerCaseIncludes as b } from "../../functions/utils/caseInsensitive.utils.mjs";
-import { StorageKeys as f } from "../../types/cache.types.mjs";
-import { getStateKey as p } from "../../functions/utils/string.utils.mjs";
-import { zeroAddress as E } from "../../constants/protocol.constants.mjs";
-class y {
-  fetchedTokens = {};
-  transferEventTopic = h.utils.id("Transfer(address,address,uint256)");
-  INITIAL_BLOCKS = {
-    [c.arbMainnet]: 339713830,
-    [c.avalanche]: 62576092,
-    [c.base]: 30613576,
-    [c.bnbMainnet]: 50188154,
-    [c.ethMainnet]: 22548343,
-    [c.optimism]: 136203723,
-    [c.polygon]: 71872141
-  };
+import { alchemyPublicTokensDB as o } from "./AlchemyPublicTokensDB.mjs";
+import { eventsPublicTokensDB as c } from "./EventsPublicTokensDB.mjs";
+import { getStateKey as s } from "../../functions/utils/string.utils.mjs";
+import { arcPublicTokensDB as i } from "./ArcPublicTokensDB.mjs";
+import { chainIds as u } from "../../constants/chains.constants.mjs";
+class r {
+  useAlternativeDB = {};
   async getPublicTokens(e, t) {
-    const o = p(t, e);
-    return (await B(f.PUBLIC_TOKENS))?.[o] || [];
+    const n = s(t, e);
+    return e === u.arcTestnet ? i.getPublicTokens(t) : this.useAlternativeDB[n] ? c.getPublicTokens(e, t) : o.getPublicTokens(e, t);
   }
-  async getLastProcessedBlock(e, t) {
-    const o = await B(f.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS) || {}, s = p(t, e);
-    return o[s] || this.INITIAL_BLOCKS[e];
-  }
-  async updateLastProcessedBlock(e, t, o) {
-    await L(f.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS, (s = {}) => {
-      const r = p(t, e);
-      return {
-        ...s,
-        [r]: o
-      };
-    });
-  }
-  async fetchPublicTokens(e, t, o) {
-    try {
-      const { fetchRpcUrl: s } = S[t];
-      if (!s)
-        throw Error("No fetchRpcUrl in PublicTokensDB");
-      const r = new h.providers.JsonRpcProvider(s), a = await this.getLastProcessedBlock(t, e), l = await r.getBlockNumber(), n = h.utils.hexZeroPad(e.toLowerCase(), 32), k = {
-        topics: [this.transferEventTopic, null, n],
-        fromBlock: a
-      }, d = {
-        topics: [this.transferEventTopic, n, null],
-        fromBlock: a
-      }, [m, u] = await Promise.all([r.getLogs(k), r.getLogs(d)]), T = [...m, ...u], P = [E, ...new Set(T.map((i) => i.address))].filter(
-        (i) => i && !b(o, i)
-      );
-      return P.length ? { erc20Tokens: (await g.tokensInfoCall(t, P)).filter(
-        (i) => !!i
-      ), latestBlock: l } : { erc20Tokens: [], latestBlock: l };
-    } catch (s) {
-      return w.error("Error fetching public tokens:", s), { erc20Tokens: [], latestBlock: void 0 };
-    }
+  getFetchedTokens(e, t) {
+    const n = s(t, e);
+    return e === u.arcTestnet ? i.getFetchedTokens(t) : this.useAlternativeDB[n] ? c.getFetchedTokens(e, t) : o.getFetchedTokens(e, t);
   }
   // this function should be called when:
   // 1) user first initiates wallet on a given chain
   // 2) user manually press refresh balances button
   async fetchAndUpdatePublicTokens(e, t) {
-    const s = (await this.getPublicTokens(t, e)).map((n) => n.erc20TokenAddress), { erc20Tokens: r, latestBlock: a } = await this.fetchPublicTokens(e, t, s), l = p(e, t);
-    await L(f.PUBLIC_TOKENS, (n = {}) => {
-      const k = n[l] || [], d = k.map((T) => T.erc20TokenAddress), m = r.filter(
-        (T) => !b(d, T.erc20TokenAddress)
-      );
-      k.push(...m);
-      const u = {
-        ...n,
-        [l]: k
-      };
-      return this.fetchedTokens = u, u;
-    }), a && await this.updateLastProcessedBlock(t, e, a);
-  }
-  getFetchedTokens(e, t) {
-    const o = p(t, e);
-    return this.fetchedTokens[o] || [];
+    const n = s(e, t);
+    try {
+      t === u.arcTestnet ? await i.fetchAndUpdatePublicTokens(e) : (await o.fetchAndUpdatePublicTokens(e, t), this.useAlternativeDB[n] = !1);
+    } catch {
+      await c.fetchAndUpdatePublicTokens(e, t), this.useAlternativeDB[n] = !0;
+    }
   }
 }
-const M = new y();
+const m = new r();
 export {
-  y as PublicTokensDB,
-  M as publicTokensDB
+  r as PublicTokensDB,
+  m as publicTokensDB
 };

package/data-structures/TokenDBs/index.d.ts

@@ -1,2 +1,4 @@
 export * from './PrivateTokensDB';
 export * from './PublicTokensDB';
+export * from './token-visibility-db';
+export * from './ArcPublicTokensDB';

package/data-structures/TokenDBs/token-visibility-db.cjs

@@ -0,0 +1 @@
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const i=require("idb-keyval"),a=require("../../error-handling/logger.cjs"),d=require("../../functions/utils/caseInsensitive.utils.cjs");class h{STORAGE_KEY="hiddenTokenAddresses";UNHIDDEN_SPAM_KEY="unhiddenSpamTokens";async getHiddenTokens(e){try{return(await i.get(this.STORAGE_KEY))?.[e]||[]}catch(r){return a.Logger.error("Error retrieving hidden tokens",r),[]}}async getHiddenTokenAddresses(e){try{return(await this.getHiddenTokens(e)).map(({erc20TokenAddress:s})=>s.toLowerCase())}catch(r){return a.Logger.error("Error retrieving hidden tokens",r),[]}}async filterOutHiddenTokens(e,r){const s=await this.getHiddenTokens(e);return r.filter(n=>!s.some(t=>d.caseInsensitiveEqual(t.erc20TokenAddress,n.erc20TokenAddress)))}async hideToken(e){try{await i.update(this.STORAGE_KEY,r=>{const s=r??{},{chainId:n}=e;return s[n]||(s[n]=[]),s[n].some(({erc20TokenAddress:o})=>d.caseInsensitiveEqual(o,e.erc20TokenAddress))||s[n].push(e),s}),e.isSpam&&await this.deleteUnhiddenSpamToken(e)}catch(r){a.Logger.error("Error hiding token",r)}}async showToken(e){try{await i.update(this.STORAGE_KEY,r=>{const{chainId:s}=e,n=r??{};return n[s]||(n[s]=[]),n[s]=n[s].filter(({erc20TokenAddress:t})=>!d.caseInsensitiveEqual(t,e.erc20TokenAddress)),n}),e.isSpam&&await this.storeUnhiddenSpamToken(e)}catch(r){a.Logger.error("Error showing token",r)}}async storeUnhiddenSpamToken(e){const{chainId:r}=e;try{await i.update(this.UNHIDDEN_SPAM_KEY,s=>{const n=s??{};return n[r]||(n[r]=[]),n[r].some(({erc20TokenAddress:o})=>d.caseInsensitiveEqual(o,e.erc20TokenAddress))||n[r].push(e),n})}catch(s){a.Logger.error("Error storing unhidden spam token",s)}}async deleteUnhiddenSpamToken(e){await i.update(this.UNHIDDEN_SPAM_KEY,r=>{const{chainId:s}=e,n=r??{};return n[s]=n[s]?.filter(({erc20TokenAddress:t})=>!d.caseInsensitiveEqual(t,e.erc20TokenAddress)),n})}async getUnhiddenSpamTokens(e){try{return(await i.get(this.UNHIDDEN_SPAM_KEY))?.[e]||[]}catch(r){return a.Logger.error("Error retrieving unhidden spam tokens",r),[]}}async hideUnnecessarySpamTokens(e,r){const s=await this.getUnhiddenSpamTokens(e),n=r.filter(({erc20TokenAddress:t,isSpam:o})=>o?!s.some(({erc20TokenAddress:c})=>d.caseInsensitiveEqual(t,c)):!1);await Promise.all(n.map(t=>this.hideToken(t)))}async hideSpamsAndFetchHiddenTokensAddresses(e,r){return await this.hideUnnecessarySpamTokens(e,r),this.getHiddenTokenAddresses(e)}}const u=new h;exports.tokenVisibilityStorage=u;

package/data-structures/TokenDBs/token-visibility-db.d.ts

@@ -0,0 +1,17 @@
+import { ERC20Token } from '../../types/token.types';
+declare class TokenVisibilityStorage {
+    private readonly STORAGE_KEY;
+    private readonly UNHIDDEN_SPAM_KEY;
+    getHiddenTokens(chainId: number): Promise<ERC20Token[]>;
+    private getHiddenTokenAddresses;
+    filterOutHiddenTokens(chainId: number, tokens: ERC20Token[]): Promise<ERC20Token[]>;
+    hideToken(token: ERC20Token): Promise<void>;
+    showToken(token: ERC20Token): Promise<void>;
+    private storeUnhiddenSpamToken;
+    private deleteUnhiddenSpamToken;
+    getUnhiddenSpamTokens(chainId: number): Promise<ERC20Token[]>;
+    private hideUnnecessarySpamTokens;
+    hideSpamsAndFetchHiddenTokensAddresses(chainId: number, tokens: ERC20Token[]): Promise<string[]>;
+}
+export declare const tokenVisibilityStorage: TokenVisibilityStorage;
+export {};