@sabaaa1/common 0.2.16

package/data-structures/TokenDBs/AlchemyPublicTokensDB.mjs

@@ -0,0 +1,132 @@
+import { get as B, update as C } from "idb-keyval";
+import { API as E } from "../../API/API.mjs";
+import { chainIds as d, ALCHEMY_API_KEY as g } from "../../constants/chains.constants.mjs";
+import { TokenType as S, zeroAddress as y } from "../../constants/protocol.constants.mjs";
+import { caseInsensitiveEqual as h, lowerCaseIncludes as _ } from "../../functions/utils/caseInsensitive.utils.mjs";
+import { getPublicBalanceByTokenAddress as F } from "../../functions/utils/publicBalance.utils.mjs";
+import { getStateKey as u } from "../../functions/utils/string.utils.mjs";
+import { StorageKeys as A } from "../../types/cache.types.mjs";
+import { tokenVisibilityStorage as K } from "./token-visibility-db.mjs";
+import "../tor/TorClient.mjs";
+import "@hazae41/binary";
+import "@hazae41/cascade";
+import { httpClient as b } from "../tor/HttpClient.mjs";
+class L {
+  fetchedTokens = {};
+  ALCHEMY_URLS = {
+    [d.ethMainnet]: "eth-mainnet",
+    [d.polygon]: "polygon-mainnet",
+    [d.arbMainnet]: "arb-mainnet",
+    [d.optimism]: "opt-mainnet",
+    [d.base]: "base-mainnet",
+    [d.avalanche]: "avax-mainnet"
+  };
+  // Known legitimate NFT collections that should be included in fallback
+  KNOWN_GOOD_NFTS = {
+    [d.base]: [
+      "0x20bc8d248fe9c18a947406cea50d716828ab821f"
+      // Hinkal Mason NFT
+    ],
+    [d.optimism]: [
+      "0x3c3e0e73b53a19bcaf4178b8f9c9428fd2a2775e"
+      // Uniswap v4 Positions
+    ]
+  };
+  isWhitelistedNFT(n, t) {
+    return this.KNOWN_GOOD_NFTS[t] ? this.KNOWN_GOOD_NFTS[t].some((s) => h(n, s)) : !1;
+  }
+  async getPublicTokens(n, t) {
+    const s = u(t, n);
+    return (await B(A.ALCHEMY_PUBLIC_TOKENS))?.[s] || [];
+  }
+  getFetchedTokens(n, t) {
+    const s = u(t, n);
+    return this.fetchedTokens[s] || [];
+  }
+  async fetchAndUpdatePublicTokens(n, t) {
+    const s = u(n, t), m = await this.getERC20TokenAddresses(t, n), r = await this.getNFTTokens(t, n), l = r.map((o) => o.contractAddress), c = [...m, ...l];
+    if (!c.length)
+      return;
+    const a = (await E.tokensInfoCall(t, c)).map((o, f) => {
+      if (o)
+        return o;
+      const T = c[f], k = r.find((w) => h(w.contractAddress, T));
+      return k && k.tokenIds && k.tokenIds.length > 0 && this.isWhitelistedNFT(T, t) ? {
+        chainId: t,
+        name: "Unknown NFT",
+        symbol: "NFT",
+        erc20TokenAddress: T,
+        decimals: 0,
+        nftTokenType: S.ERC721,
+        tokenIds: k.tokenIds
+      } : null;
+    }).filter((o) => !!o), i = await K.hideSpamsAndFetchHiddenTokensAddresses(
+      t,
+      a
+    ), N = a.filter(
+      (o) => !_(i, o.erc20TokenAddress)
+      // filter out hidden tokens
+    ).map((o) => ({
+      ...o,
+      tokenIds: r.find((f) => h(f.contractAddress, o.erc20TokenAddress))?.tokenIds
+    }));
+    await C(A.ALCHEMY_PUBLIC_TOKENS, (o = {}) => {
+      const f = {
+        ...o,
+        [s]: N
+      };
+      return this.fetchedTokens = f, f;
+    });
+  }
+  async getERC20TokenAddresses(n, t) {
+    const s = await F(n, t, y), m = `https://${this.ALCHEMY_URLS[n]}.g.alchemy.com/v2/${g}`, r = [];
+    let l;
+    do {
+      const e = [t, "erc20"];
+      l && e.push({ pageKey: l });
+      const a = await b.post(m, {
+        jsonrpc: "2.0",
+        id: 1,
+        method: "alchemy_getTokenBalances",
+        params: e
+      }), { result: i } = a;
+      r.push(...i?.tokenBalances ?? []), l = i?.pageKey;
+    } while (l);
+    s && s > 0n && r.push({
+      contractAddress: y,
+      tokenBalance: s.toString()
+    });
+    const c = {};
+    return r.forEach((e) => {
+      (!c[e.contractAddress] || BigInt(e.tokenBalance) > 0n) && (c[e.contractAddress] = e);
+    }), Object.keys(c);
+  }
+  async getNFTTokens(n, t) {
+    const s = `https://${this.ALCHEMY_URLS[n]}.g.alchemy.com/nft/v3/${g}/getNFTsForOwner`, m = [];
+    let r;
+    do {
+      const e = new URLSearchParams({
+        owner: t,
+        withMetadata: "false",
+        pageSize: "100"
+        // max is 100
+      });
+      r && e.append("pageKey", r);
+      const a = await b.get(`${s}?${e.toString()}`), { ownedNfts: i = [], pageKey: p } = a;
+      m.push(...i), r = p;
+    } while (r);
+    const c = m.filter(({ contractAddress: e, tokenId: a }) => e && a).reduce((e, { contractAddress: a, tokenId: i }) => {
+      const p = a.toLowerCase();
+      return e.has(p) || e.set(p, []), e.get(p)?.push(i), e;
+    }, /* @__PURE__ */ new Map());
+    return Array.from(c.entries()).map(([e, a]) => ({
+      contractAddress: e,
+      tokenIds: a
+    }));
+  }
+}
+const j = new L();
+export {
+  L as AlchemyPublicTokensDB,
+  j as alchemyPublicTokensDB
+};

package/data-structures/TokenDBs/ArcPublicTokensDB.cjs

@@ -0,0 +1 @@
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const p=require("axios"),m=require("../../functions/web3/getContractMetadata.cjs"),C=require("../../types/ethereum-network.types.cjs"),y=require("../../error-handling/logger.cjs"),A=require("../../types/cache.types.cjs"),h=require("../../functions/utils/string.utils.cjs"),I=require("idb-keyval"),P=require("../../API/API.cjs"),l=require("../../functions/utils/caseInsensitive.utils.cjs"),E=require("../../constants/protocol.constants.cjs"),S=require("./token-visibility-db.cjs"),d=require("../../constants/chains.constants.cjs");class f{API_BASE="https://testnet.arcscan.app/api";fetchedTokens={};async getPublicTokens(n){const a=h.getStateKey(n,d.chainIds.arcTestnet);return(await I.get(A.StorageKeys.ARC_PUBLIC_TOKENS))?.[a]||[]}getFetchedTokens(n){const a=h.getStateKey(n,d.chainIds.arcTestnet);return this.fetchedTokens[a]||[]}async fetchAndUpdatePublicTokens(n){const a=h.getStateKey(n,d.chainIds.arcTestnet),s=await this.getERC20TokenAddresses(n),o=await this.getNFTTokens(n),u=o.map(t=>t.contractAddress),e=[...s,...u];if(!e.length)return;const c=(await P.API.tokensInfoCall(d.chainIds.arcTestnet,e)).map((t,k)=>{if(t)return t;const g=e[k],T=o.find(b=>l.caseInsensitiveEqual(b.contractAddress,g));return T&&T.tokenIds&&T.tokenIds.length>0?{chainId:d.chainIds.arcTestnet,name:"Unknown NFT",symbol:"NFT",erc20TokenAddress:g,decimals:0,nftTokenType:E.TokenType.ERC721,tokenIds:T.tokenIds}:null}).filter(t=>!!t),i=await S.tokenVisibilityStorage.hideSpamsAndFetchHiddenTokensAddresses(d.chainIds.arcTestnet,c),_=c.filter(t=>!l.lowerCaseIncludes(i,t.erc20TokenAddress)).map(t=>({...t,tokenIds:o.find(k=>l.caseInsensitiveEqual(k.contractAddress,t.erc20TokenAddress))?.tokenIds}));await I.update(A.StorageKeys.ARC_PUBLIC_TOKENS,(t={})=>{const k={...t,[a]:_};return this.fetchedTokens=k,k})}async getERC20TokenAddresses(n){const a=[];try{const o=(await p.post(`${this.API_BASE}?module=account&action=tokentx&address=${n}`)).data;if(o.status==="1"&&o.result){const u=[...new Set(o.result.map(({contractAddress:e})=>e))];for(const e of u)try{const r=m.getContractWithFetcherByChainId(d.chainIds.arcTestnet,C.ContractType.ERC20Contract,e),c=BigInt(await r.balanceOf(n));c>0n&&a.push({contractAddress:e,tokenBalance:c.toString()})}catch(r){y.Logger.error("Error fetching ARC testnet token balance:",r)}}}catch(s){y.Logger.error("Error fetching ARC testnet token transactions:",s)}return a.filter(({tokenBalance:s})=>Number(s)!==0).map(({contractAddress:s})=>s)}async getNFTTokens(n){const a=`${this.API_BASE}/v2/addresses/${n}/nft?type=ERC-721,ERC-1155`,s=[];let o;do{const e=o?`&${new URLSearchParams(o)}`:"",{data:r}=await p.get(`${a}${e}`),{items:c=[],next_page_params:i}=r;s.push(...c),o=i?{token_contract_address_hash:i.token_contract_address_hash,token_id:i.token_id,token_type:i.token_type}:void 0}while(o);const u=s.reduce((e,r)=>{const c=r.token.address_hash.toLowerCase(),i=r.id;return e.has(c)||e.set(c,[]),e.get(c)?.push(i),e},new Map);return Array.from(u.entries()).map(([e,r])=>({contractAddress:e,tokenIds:r}))}}const w=new f;exports.ArcPublicTokensDB=f;exports.arcPublicTokensDB=w;

package/data-structures/TokenDBs/ArcPublicTokensDB.d.ts

@@ -0,0 +1,11 @@
+import { ERC20Token } from '../../types/token.types';
+export declare class ArcPublicTokensDB {
+    private readonly API_BASE;
+    private fetchedTokens;
+    getPublicTokens(walletAddress: string): Promise<ERC20Token[]>;
+    getFetchedTokens(walletAddress: string): ERC20Token[];
+    fetchAndUpdatePublicTokens(walletAddress: string): Promise<void>;
+    private getERC20TokenAddresses;
+    private getNFTTokens;
+}
+export declare const arcPublicTokensDB: ArcPublicTokensDB;

package/data-structures/TokenDBs/ArcPublicTokensDB.mjs

@@ -0,0 +1,112 @@
+import h from "axios";
+import { getContractWithFetcherByChainId as I } from "../../functions/web3/getContractMetadata.mjs";
+import { ContractType as C } from "../../types/ethereum-network.types.mjs";
+import { Logger as u } from "../../error-handling/logger.mjs";
+import { StorageKeys as l } from "../../types/cache.types.mjs";
+import { getStateKey as m } from "../../functions/utils/string.utils.mjs";
+import { get as _, update as E } from "idb-keyval";
+import { API as P } from "../../API/API.mjs";
+import { caseInsensitiveEqual as A, lowerCaseIncludes as b } from "../../functions/utils/caseInsensitive.utils.mjs";
+import { TokenType as w } from "../../constants/protocol.constants.mjs";
+import { tokenVisibilityStorage as R } from "./token-visibility-db.mjs";
+import { chainIds as i } from "../../constants/chains.constants.mjs";
+class B {
+  API_BASE = "https://testnet.arcscan.app/api";
+  fetchedTokens = {};
+  async getPublicTokens(n) {
+    const c = m(n, i.arcTestnet);
+    return (await _(l.ARC_PUBLIC_TOKENS))?.[c] || [];
+  }
+  getFetchedTokens(n) {
+    const c = m(n, i.arcTestnet);
+    return this.fetchedTokens[c] || [];
+  }
+  async fetchAndUpdatePublicTokens(n) {
+    const c = m(n, i.arcTestnet), s = await this.getERC20TokenAddresses(n), o = await this.getNFTTokens(n), T = o.map((t) => t.contractAddress), e = [...s, ...T];
+    if (!e.length)
+      return;
+    const a = (await P.tokensInfoCall(i.arcTestnet, e)).map((t, k) => {
+      if (t)
+        return t;
+      const f = e[k], p = o.find((y) => A(y.contractAddress, f));
+      return p && p.tokenIds && p.tokenIds.length > 0 ? {
+        chainId: i.arcTestnet,
+        name: "Unknown NFT",
+        symbol: "NFT",
+        erc20TokenAddress: f,
+        decimals: 0,
+        nftTokenType: w.ERC721,
+        tokenIds: p.tokenIds
+      } : null;
+    }).filter((t) => !!t), d = await R.hideSpamsAndFetchHiddenTokensAddresses(
+      i.arcTestnet,
+      a
+    ), g = a.filter(
+      (t) => !b(d, t.erc20TokenAddress)
+      // filter out hidden tokens
+    ).map((t) => ({
+      ...t,
+      tokenIds: o.find((k) => A(k.contractAddress, t.erc20TokenAddress))?.tokenIds
+    }));
+    await E(l.ARC_PUBLIC_TOKENS, (t = {}) => {
+      const k = {
+        ...t,
+        [c]: g
+      };
+      return this.fetchedTokens = k, k;
+    });
+  }
+  async getERC20TokenAddresses(n) {
+    const c = [];
+    try {
+      const o = (await h.post(
+        `${this.API_BASE}?module=account&action=tokentx&address=${n}`
+      )).data;
+      if (o.status === "1" && o.result) {
+        const T = [...new Set(o.result.map(({ contractAddress: e }) => e))];
+        for (const e of T)
+          try {
+            const r = I(
+              i.arcTestnet,
+              C.ERC20Contract,
+              e
+            ), a = BigInt(await r.balanceOf(n));
+            a > 0n && c.push({
+              contractAddress: e,
+              tokenBalance: a.toString()
+            });
+          } catch (r) {
+            u.error("Error fetching ARC testnet token balance:", r);
+          }
+      }
+    } catch (s) {
+      u.error("Error fetching ARC testnet token transactions:", s);
+    }
+    return c.filter(({ tokenBalance: s }) => Number(s) !== 0).map(({ contractAddress: s }) => s);
+  }
+  async getNFTTokens(n) {
+    const c = `${this.API_BASE}/v2/addresses/${n}/nft?type=ERC-721,ERC-1155`, s = [];
+    let o;
+    do {
+      const e = o ? `&${new URLSearchParams(o)}` : "", { data: r } = await h.get(`${c}${e}`), { items: a = [], next_page_params: d } = r;
+      s.push(...a), o = d ? {
+        token_contract_address_hash: d.token_contract_address_hash,
+        token_id: d.token_id,
+        token_type: d.token_type
+      } : void 0;
+    } while (o);
+    const T = s.reduce((e, r) => {
+      const a = r.token.address_hash.toLowerCase(), d = r.id;
+      return e.has(a) || e.set(a, []), e.get(a)?.push(d), e;
+    }, /* @__PURE__ */ new Map());
+    return Array.from(T.entries()).map(([e, r]) => ({
+      contractAddress: e,
+      tokenIds: r
+    }));
+  }
+}
+const M = new B();
+export {
+  B as ArcPublicTokensDB,
+  M as arcPublicTokensDB
+};

package/data-structures/TokenDBs/EventsPublicTokensDB.cjs

@@ -0,0 +1 @@
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const k=require("ethers"),T=require("idb-keyval"),_=require("../../API/API.cjs"),A=require("../../constants/chains.constants.cjs"),p=require("../../error-handling/logger.cjs"),E=require("../../functions/utils/caseInsensitive.utils.cjs"),g=require("../../types/cache.types.cjs"),d=require("../../functions/utils/string.utils.cjs"),m=require("../../constants/protocol.constants.cjs"),C=require("async-mutex"),S=require("../../functions/utils/erc20tokenFunctions.cjs"),I=require("./token-visibility-db.cjs");require("../../types/circom-data.types.cjs");require("../../types/transactions.types.cjs");require("../../types/activities.types.cjs");require("../../constants/kyc.constants.cjs");const K=require("../../functions/utils/create-provider.cjs");require("../../functions/utils/convertIntegrationProviderToExternalActionId.cjs");require("circomlibjs-hinkal-fork");require("../../error-handling/error-codes.constants.cjs");require("../crypto-keys/keys.cjs");require("../../constants/server.constants.cjs");require("../../constants/vite.constants.cjs");require("../tor/TorClient.cjs");require("@hazae41/binary");require("@hazae41/cascade");require("../tor/HttpClient.cjs");require("../../API/getServerURL.cjs");require("../../constants/reorg-depths.constants.cjs");require("../../functions/utils/mutexes.utils.cjs");require("libsodium-wrappers");require("process");require("buffer");require("../../constants/save-depths.cjs");require("../../constants/token-data/index.cjs");require("../../constants/contracts.constants.cjs");require("../../constants/coingecko.constants.cjs");require("../../constants/addresses.constants.cjs");require("../../constants/token.limits.constants.cjs");require("../../constants/presale.constants.cjs");require("../../constants/mystery-boxes.constants.cjs");require("../../constants/activity.constants.cjs");require("../../constants/tasks.constants.cjs");const x=require("../../constants/events.constants.cjs");require("../../functions/utils/userAgent.cjs");require("multiformats");require("axios");require("../../API/tenderly.api.cjs");require("node-forge");require("../../functions/web3/events/getApprovedBalance.cjs");require("../../functions/web3/getTokenHolder.cjs");require("ethers-v6h");class P{fetchedTokens={};updateMutexes={};transferEventTopic=k.ethers.utils.id("Transfer(address,address,uint256)");getMutex(r){return this.updateMutexes[r]||(this.updateMutexes[r]=new C.Mutex),this.updateMutexes[r]}async getPublicTokens(r,o){const t=d.getStateKey(o,r);return(await T.get(g.StorageKeys.EVENTS_PUBLIC_TOKENS))?.[t]||[]}getFetchedTokens(r,o){const t=d.getStateKey(o,r);return this.fetchedTokens[t]||[]}async fetchAndUpdatePublicTokens(r,o){const t=d.getStateKey(r,o);await this.getMutex(t).runExclusive(async()=>{try{const s=(await this.getPublicTokens(o,r)).map(a=>a.erc20TokenAddress),{toEvents:i,fromEvents:u,latestBlock:c}=await this.getEvents(r,o),q=[...i,...u],{erc20Tokens:l}=await this.fetchPublicTokens(q,o,s),b=await I.tokenVisibilityStorage.hideSpamsAndFetchHiddenTokensAddresses(o,l),B=l.filter(a=>!E.lowerCaseIncludes(b,a.erc20TokenAddress));await T.update(g.StorageKeys.EVENTS_PUBLIC_TOKENS,(a={})=>{const h=a[t]||[],w=h.map(f=>f.erc20TokenAddress),L=B.filter(f=>!E.lowerCaseIncludes(w,f.erc20TokenAddress));h.push(...L);const v=this.updateTokenIds(u,i,h),y={...a,[t]:v};return this.fetchedTokens=y,y}),c&&await this.updateLastProcessedBlock(o,r,c)}catch(e){p.Logger.error("public tokens db error",e)}})}async getLastProcessedBlock(r,o){const t=await T.get(g.StorageKeys.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS)||{},n=d.getStateKey(o,r);return t[n]||x.EVENTS_INITIAL_BLOCKS[r]}async updateLastProcessedBlock(r,o,t){await T.update(g.StorageKeys.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS,(n={})=>{const e=d.getStateKey(o,r);return{...n,[e]:t}})}async getEvents(r,o){try{const{fetchRpcUrl:t}=A.networkRegistry[o];if(!t)throw Error("No fetchRpcUrl in PublicTokensDB");const n=K.createTorRpcProvider(t),e=await this.getLastProcessedBlock(o,r)+1,s=await n.getBlockNumber(),i=k.ethers.utils.hexZeroPad(r.toLowerCase(),32),u={topics:[this.transferEventTopic,null,i],fromBlock:e,toBlock:s},c={topics:[this.transferEventTopic,i,null],fromBlock:e,toBlock:s},[q,l]=await Promise.all([n.getLogs(u),n.getLogs(c)]);return{toEvents:q,fromEvents:l,latestBlock:s}}catch(t){return p.Logger.error("Error fetching events:",t),{toEvents:[],fromEvents:[],latestBlock:void 0}}}updateTokenIds(r,o,t){const n=new Map;return t.forEach(e=>{if(S.isNFTToken(e)&&e.tokenIds){const s=e.erc20TokenAddress.toLowerCase();n.set(s,[...e.tokenIds])}}),o.forEach(e=>{if(e.topics.length<=3)return;const s=e.address.toLowerCase(),i=k.ethers.BigNumber.from(e.topics[3]).toString();n.has(s)||n.set(s,[]),n.get(s)?.push(i)}),r.forEach(e=>{if(e.topics.length<=3)return;const s=e.address.toLowerCase(),i=n.get(s);if(i?.length){const u=k.ethers.BigNumber.from(e.topics[3]).toString(),c=i.indexOf(u);c!==-1&&i.splice(c,1)}}),t.forEach(e=>{if(S.isNFTToken(e)){const s=e.erc20TokenAddress.toLowerCase(),i=n.get(s);e.tokenIds=i?.length&&i.length>0?i:void 0}}),t}async fetchPublicTokens(r,o,t){try{const n=[m.zeroAddress,...new Set(r.map(s=>s.address))].filter(s=>s&&!E.lowerCaseIncludes(t,s));return n.length?{erc20Tokens:(await _.API.tokensInfoCall(o,n)).filter(s=>!!s)}:{erc20Tokens:[]}}catch(n){return p.Logger.error("Error fetching public tokens:",n),{erc20Tokens:[]}}}}const N=new P;exports.EventsPublicTokensDB=P;exports.eventsPublicTokensDB=N;

package/data-structures/TokenDBs/EventsPublicTokensDB.d.ts

@@ -0,0 +1,17 @@
+import { ERC20Token } from '../../types/token.types';
+import { IPublicTokensDB } from './IPublicTokensDB';
+export declare class EventsPublicTokensDB implements IPublicTokensDB {
+    private fetchedTokens;
+    private updateMutexes;
+    private readonly transferEventTopic;
+    private getMutex;
+    getPublicTokens(chainId: number, walletAddress: string): Promise<ERC20Token[]>;
+    getFetchedTokens(chainId: number, walletAddress: string): ERC20Token[];
+    fetchAndUpdatePublicTokens(walletAddress: string, chainId: number): Promise<void>;
+    private getLastProcessedBlock;
+    private updateLastProcessedBlock;
+    private getEvents;
+    private updateTokenIds;
+    private fetchPublicTokens;
+}
+export declare const eventsPublicTokensDB: EventsPublicTokensDB;

package/data-structures/TokenDBs/EventsPublicTokensDB.mjs

@@ -0,0 +1,174 @@
+import { ethers as u } from "ethers";
+import { get as B, update as w } from "idb-keyval";
+import { API as v } from "../../API/API.mjs";
+import { networkRegistry as C } from "../../constants/chains.constants.mjs";
+import { Logger as h } from "../../error-handling/logger.mjs";
+import { lowerCaseIncludes as g } from "../../functions/utils/caseInsensitive.utils.mjs";
+import { StorageKeys as k } from "../../types/cache.types.mjs";
+import { getStateKey as m } from "../../functions/utils/string.utils.mjs";
+import { zeroAddress as x } from "../../constants/protocol.constants.mjs";
+import { Mutex as _ } from "async-mutex";
+import { isNFTToken as P } from "../../functions/utils/erc20tokenFunctions.mjs";
+import { tokenVisibilityStorage as N } from "./token-visibility-db.mjs";
+import "../../types/circom-data.types.mjs";
+import "../../types/transactions.types.mjs";
+import "../../types/activities.types.mjs";
+import "../../constants/kyc.constants.mjs";
+import { createTorRpcProvider as I } from "../../functions/utils/create-provider.mjs";
+import "../../functions/utils/convertIntegrationProviderToExternalActionId.mjs";
+import "circomlibjs-hinkal-fork";
+import "../../error-handling/error-codes.constants.mjs";
+import "../crypto-keys/keys.mjs";
+import "../../constants/server.constants.mjs";
+import "../../constants/vite.constants.mjs";
+import "../tor/TorClient.mjs";
+import "@hazae41/binary";
+import "@hazae41/cascade";
+import "../tor/HttpClient.mjs";
+import "../../API/getServerURL.mjs";
+import "../../constants/reorg-depths.constants.mjs";
+import "../../functions/utils/mutexes.utils.mjs";
+import "libsodium-wrappers";
+import "process";
+import "buffer";
+import "../../constants/save-depths.mjs";
+import "../../constants/token-data/index.mjs";
+import "../../constants/contracts.constants.mjs";
+import "../../constants/coingecko.constants.mjs";
+import "../../constants/addresses.constants.mjs";
+import "../../constants/token.limits.constants.mjs";
+import "../../constants/presale.constants.mjs";
+import "../../constants/mystery-boxes.constants.mjs";
+import "../../constants/activity.constants.mjs";
+import "../../constants/tasks.constants.mjs";
+import { EVENTS_INITIAL_BLOCKS as O } from "../../constants/events.constants.mjs";
+import "../../functions/utils/userAgent.mjs";
+import "multiformats";
+import "axios";
+import "../../API/tenderly.api.mjs";
+import "node-forge";
+import "../../functions/web3/events/getApprovedBalance.mjs";
+import "../../functions/web3/getTokenHolder.mjs";
+import "ethers-v6h";
+class K {
+  fetchedTokens = {};
+  updateMutexes = {};
+  transferEventTopic = u.utils.id("Transfer(address,address,uint256)");
+  getMutex(e) {
+    return this.updateMutexes[e] || (this.updateMutexes[e] = new _()), this.updateMutexes[e];
+  }
+  async getPublicTokens(e, s) {
+    const o = m(s, e);
+    return (await B(k.EVENTS_PUBLIC_TOKENS))?.[o] || [];
+  }
+  getFetchedTokens(e, s) {
+    const o = m(s, e);
+    return this.fetchedTokens[o] || [];
+  }
+  async fetchAndUpdatePublicTokens(e, s) {
+    const o = m(e, s);
+    await this.getMutex(o).runExclusive(async () => {
+      try {
+        const r = (await this.getPublicTokens(s, e)).map((a) => a.erc20TokenAddress), { toEvents: i, fromEvents: p, latestBlock: c } = await this.getEvents(e, s), l = [...i, ...p], { erc20Tokens: d } = await this.fetchPublicTokens(l, s, r), S = await N.hideSpamsAndFetchHiddenTokensAddresses(
+          s,
+          d
+        ), L = d.filter(
+          (a) => !g(S, a.erc20TokenAddress)
+          // filter out hidden tokens
+        );
+        await w(k.EVENTS_PUBLIC_TOKENS, (a = {}) => {
+          const f = a[o] || [], b = f.map((T) => T.erc20TokenAddress), y = L.filter(
+            (T) => !g(b, T.erc20TokenAddress)
+          );
+          f.push(...y);
+          const A = this.updateTokenIds(p, i, f), E = {
+            ...a,
+            [o]: A
+          };
+          return this.fetchedTokens = E, E;
+        }), c && await this.updateLastProcessedBlock(s, e, c);
+      } catch (t) {
+        h.error("public tokens db error", t);
+      }
+    });
+  }
+  async getLastProcessedBlock(e, s) {
+    const o = await B(k.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS) || {}, n = m(s, e);
+    return o[n] || O[e];
+  }
+  async updateLastProcessedBlock(e, s, o) {
+    await w(k.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS, (n = {}) => {
+      const t = m(s, e);
+      return {
+        ...n,
+        [t]: o
+      };
+    });
+  }
+  async getEvents(e, s) {
+    try {
+      const { fetchRpcUrl: o } = C[s];
+      if (!o)
+        throw Error("No fetchRpcUrl in PublicTokensDB");
+      const n = I(o), t = await this.getLastProcessedBlock(s, e) + 1, r = await n.getBlockNumber(), i = u.utils.hexZeroPad(e.toLowerCase(), 32), p = {
+        topics: [this.transferEventTopic, null, i],
+        fromBlock: t,
+        toBlock: r
+      }, c = {
+        topics: [this.transferEventTopic, i, null],
+        fromBlock: t,
+        toBlock: r
+      }, [l, d] = await Promise.all([n.getLogs(p), n.getLogs(c)]);
+      return { toEvents: l, fromEvents: d, latestBlock: r };
+    } catch (o) {
+      return h.error("Error fetching events:", o), { toEvents: [], fromEvents: [], latestBlock: void 0 };
+    }
+  }
+  // First get existed tokenIds from tokens
+  // Then add new tokenIds from toEvents (incoming transfers)
+  // Then remove tokenIds from fromEvents (outgoing transfers)
+  updateTokenIds(e, s, o) {
+    const n = /* @__PURE__ */ new Map();
+    return o.forEach((t) => {
+      if (P(t) && t.tokenIds) {
+        const r = t.erc20TokenAddress.toLowerCase();
+        n.set(r, [...t.tokenIds]);
+      }
+    }), s.forEach((t) => {
+      if (t.topics.length <= 3)
+        return;
+      const r = t.address.toLowerCase(), i = u.BigNumber.from(t.topics[3]).toString();
+      n.has(r) || n.set(r, []), n.get(r)?.push(i);
+    }), e.forEach((t) => {
+      if (t.topics.length <= 3)
+        return;
+      const r = t.address.toLowerCase(), i = n.get(r);
+      if (i?.length) {
+        const p = u.BigNumber.from(t.topics[3]).toString(), c = i.indexOf(p);
+        c !== -1 && i.splice(c, 1);
+      }
+    }), o.forEach((t) => {
+      if (P(t)) {
+        const r = t.erc20TokenAddress.toLowerCase(), i = n.get(r);
+        t.tokenIds = i?.length && i.length > 0 ? i : void 0;
+      }
+    }), o;
+  }
+  async fetchPublicTokens(e, s, o) {
+    try {
+      const n = [x, ...new Set(e.map((r) => r.address))].filter(
+        (r) => r && !g(o, r)
+      );
+      return n.length ? { erc20Tokens: (await v.tokensInfoCall(s, n)).filter(
+        (r) => !!r
+      ) } : { erc20Tokens: [] };
+    } catch (n) {
+      return h.error("Error fetching public tokens:", n), { erc20Tokens: [] };
+    }
+  }
+}
+const Kt = new K();
+export {
+  K as EventsPublicTokensDB,
+  Kt as eventsPublicTokensDB
+};

package/data-structures/TokenDBs/IPublicTokensDB.d.ts

@@ -0,0 +1,6 @@
+import { ERC20Token } from '../../types/token.types';
+export interface IPublicTokensDB {
+    getPublicTokens(chainId: number, walletAddress: string): Promise<ERC20Token[]>;
+    getFetchedTokens(chainId: number, walletAddress: string): ERC20Token[];
+    fetchAndUpdatePublicTokens(walletAddress: string, chainId: number): Promise<void>;
+}

package/data-structures/TokenDBs/PrivateTokensDB.cjs

@@ -0,0 +1 @@
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const c=require("idb-keyval"),w=require("../../API/API.cjs"),P=require("../../error-handling/logger.cjs"),k=require("../../functions/utils/caseInsensitive.utils.cjs"),T=require("../../types/cache.types.cjs"),d=require("../../functions/utils/string.utils.cjs"),S=require("./token-visibility-db.cjs");class g{fetchedTokens={};initalFetched=!1;async updateFetchedTokens(){const t=await c.get(T.StorageKeys.PRIVATE_TOKENS);this.fetchedTokens=t??{},this.initalFetched=!0}async getPrivateTokens(t,e){const s=d.getStateKey(e,t);return(await c.get(T.StorageKeys.PRIVATE_TOKENS))?.[s]||[]}async fetchPrivateTokens(t,e,s){try{const r=[...new Set(e.map(n=>n.toLowerCase()))].filter(n=>n&&!k.lowerCaseIncludes(s,n));return r.length?(await w.API.tokensInfoCall(t,r)).filter(n=>!!n):[]}catch(r){return P.Logger.error("Error fetching private tokens:",r),[]}}async fetchAndUpdatePrivateTokens(t,e,s,r){const n=(await this.getPrivateTokens(e,s)).map(i=>i.erc20TokenAddress),u=r??await this.fetchPrivateTokens(e,t,n),v=await S.tokenVisibilityStorage.hideSpamsAndFetchHiddenTokensAddresses(e,u),l=d.getStateKey(s,e);await c.update(T.StorageKeys.PRIVATE_TOKENS,(i={})=>{const a=i?.[l]||[],p=a.map(o=>o.erc20TokenAddress),f=u.filter(o=>!k.lowerCaseIncludes(p,o.erc20TokenAddress));a.push(...f);const A=a.filter(o=>!k.lowerCaseIncludes(v,o.erc20TokenAddress)),h={...i,[l]:A};return this.fetchedTokens=h,h})}getFetchedTokens(t,e){const s=d.getStateKey(e,t);return this.fetchedTokens[s]||[]}}const K=new g;exports.PrivateTokensDB=g;exports.privateTokensDB=K;

package/data-structures/TokenDBs/PrivateTokensDB.d.ts

@@ -0,0 +1,11 @@
+import { ERC20Token } from '../../types/token.types';
+export declare class PrivateTokensDB {
+    private fetchedTokens;
+    initalFetched: boolean;
+    updateFetchedTokens(): Promise<void>;
+    getPrivateTokens(chainId: number, walletAddress: string): Promise<ERC20Token[]>;
+    private fetchPrivateTokens;
+    fetchAndUpdatePrivateTokens(erc20Addresses: string[], chainId: number, walletAddress: string, preFetchedTokens?: ERC20Token[]): Promise<void>;
+    getFetchedTokens(chainId: number, walletAddress: string): ERC20Token[];
+}
+export declare const privateTokensDB: PrivateTokensDB;

package/data-structures/TokenDBs/PrivateTokensDB.mjs

@@ -0,0 +1,60 @@
+import { get as h, update as w } from "idb-keyval";
+import { API as g } from "../../API/API.mjs";
+import { Logger as y } from "../../error-handling/logger.mjs";
+import { lowerCaseIncludes as c } from "../../functions/utils/caseInsensitive.utils.mjs";
+import { StorageKeys as k } from "../../types/cache.types.mjs";
+import { getStateKey as T } from "../../functions/utils/string.utils.mjs";
+import { tokenVisibilityStorage as P } from "./token-visibility-db.mjs";
+class E {
+  fetchedTokens = {};
+  initalFetched = !1;
+  async updateFetchedTokens() {
+    const t = await h(k.PRIVATE_TOKENS);
+    this.fetchedTokens = t ?? {}, this.initalFetched = !0;
+  }
+  async getPrivateTokens(t, e) {
+    const s = T(e, t);
+    return (await h(k.PRIVATE_TOKENS))?.[s] || [];
+  }
+  async fetchPrivateTokens(t, e, s) {
+    try {
+      const n = [...new Set(e.map((r) => r.toLowerCase()))].filter(
+        (r) => r && !c(s, r)
+      );
+      return n.length ? (await g.tokensInfoCall(t, n)).filter(
+        (r) => !!r
+      ) : [];
+    } catch (n) {
+      return y.error("Error fetching private tokens:", n), [];
+    }
+  }
+  async fetchAndUpdatePrivateTokens(t, e, s, n) {
+    const r = (await this.getPrivateTokens(e, s)).map((i) => i.erc20TokenAddress), d = n ?? await this.fetchPrivateTokens(e, t, r), v = await P.hideSpamsAndFetchHiddenTokensAddresses(
+      e,
+      d
+    ), p = T(s, e);
+    await w(k.PRIVATE_TOKENS, (i = {}) => {
+      const a = i?.[p] || [], A = a.map((o) => o.erc20TokenAddress), u = d.filter(
+        (o) => !c(A, o.erc20TokenAddress)
+      );
+      a.push(...u);
+      const l = a.filter(
+        (o) => !c(v, o.erc20TokenAddress)
+        // filter out hidden tokens
+      ), f = {
+        ...i,
+        [p]: l
+      };
+      return this.fetchedTokens = f, f;
+    });
+  }
+  getFetchedTokens(t, e) {
+    const s = T(e, t);
+    return this.fetchedTokens[s] || [];
+  }
+}
+const R = new E();
+export {
+  E as PrivateTokensDB,
+  R as privateTokensDB
+};

package/data-structures/TokenDBs/PublicTokensDB.cjs

@@ -0,0 +1 @@
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const c=require("./AlchemyPublicTokensDB.cjs"),s=require("./EventsPublicTokensDB.cjs"),i=require("../../functions/utils/string.utils.cjs"),u=require("./ArcPublicTokensDB.cjs"),o=require("../../constants/chains.constants.cjs");class T{useAlternativeDB={};async getPublicTokens(e,t){const n=i.getStateKey(t,e);return e===o.chainIds.arcTestnet?u.arcPublicTokensDB.getPublicTokens(t):this.useAlternativeDB[n]?s.eventsPublicTokensDB.getPublicTokens(e,t):c.alchemyPublicTokensDB.getPublicTokens(e,t)}getFetchedTokens(e,t){const n=i.getStateKey(t,e);return e===o.chainIds.arcTestnet?u.arcPublicTokensDB.getFetchedTokens(t):this.useAlternativeDB[n]?s.eventsPublicTokensDB.getFetchedTokens(e,t):c.alchemyPublicTokensDB.getFetchedTokens(e,t)}async fetchAndUpdatePublicTokens(e,t){const n=i.getStateKey(e,t);try{t===o.chainIds.arcTestnet?await u.arcPublicTokensDB.fetchAndUpdatePublicTokens(e):(await c.alchemyPublicTokensDB.fetchAndUpdatePublicTokens(e,t),this.useAlternativeDB[n]=!1)}catch{await s.eventsPublicTokensDB.fetchAndUpdatePublicTokens(e,t),this.useAlternativeDB[n]=!0}}}const k=new T;exports.PublicTokensDB=T;exports.publicTokensDB=k;

package/data-structures/TokenDBs/PublicTokensDB.d.ts

@@ -0,0 +1,9 @@
+import { ERC20Token } from '../../types/token.types';
+import { IPublicTokensDB } from './IPublicTokensDB';
+export declare class PublicTokensDB implements IPublicTokensDB {
+    private useAlternativeDB;
+    getPublicTokens(chainId: number, walletAddress: string): Promise<ERC20Token[]>;
+    getFetchedTokens(chainId: number, walletAddress: string): ERC20Token[];
+    fetchAndUpdatePublicTokens(walletAddress: string, chainId: number): Promise<void>;
+}
+export declare const publicTokensDB: PublicTokensDB;

package/data-structures/TokenDBs/PublicTokensDB.mjs

@@ -0,0 +1,32 @@
+import { alchemyPublicTokensDB as o } from "./AlchemyPublicTokensDB.mjs";
+import { eventsPublicTokensDB as c } from "./EventsPublicTokensDB.mjs";
+import { getStateKey as s } from "../../functions/utils/string.utils.mjs";
+import { arcPublicTokensDB as i } from "./ArcPublicTokensDB.mjs";
+import { chainIds as u } from "../../constants/chains.constants.mjs";
+class r {
+  useAlternativeDB = {};
+  async getPublicTokens(e, t) {
+    const n = s(t, e);
+    return e === u.arcTestnet ? i.getPublicTokens(t) : this.useAlternativeDB[n] ? c.getPublicTokens(e, t) : o.getPublicTokens(e, t);
+  }
+  getFetchedTokens(e, t) {
+    const n = s(t, e);
+    return e === u.arcTestnet ? i.getFetchedTokens(t) : this.useAlternativeDB[n] ? c.getFetchedTokens(e, t) : o.getFetchedTokens(e, t);
+  }
+  // this function should be called when:
+  // 1) user first initiates wallet on a given chain
+  // 2) user manually press refresh balances button
+  async fetchAndUpdatePublicTokens(e, t) {
+    const n = s(e, t);
+    try {
+      t === u.arcTestnet ? await i.fetchAndUpdatePublicTokens(e) : (await o.fetchAndUpdatePublicTokens(e, t), this.useAlternativeDB[n] = !1);
+    } catch {
+      await c.fetchAndUpdatePublicTokens(e, t), this.useAlternativeDB[n] = !0;
+    }
+  }
+}
+const m = new r();
+export {
+  r as PublicTokensDB,
+  m as publicTokensDB
+};

package/data-structures/TokenDBs/index.d.ts

@@ -0,0 +1,4 @@
+export * from './PrivateTokensDB';
+export * from './PublicTokensDB';
+export * from './token-visibility-db';
+export * from './ArcPublicTokensDB';

package/data-structures/TokenDBs/token-visibility-db.cjs

@@ -0,0 +1 @@
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const i=require("idb-keyval"),a=require("../../error-handling/logger.cjs"),d=require("../../functions/utils/caseInsensitive.utils.cjs");class h{STORAGE_KEY="hiddenTokenAddresses";UNHIDDEN_SPAM_KEY="unhiddenSpamTokens";async getHiddenTokens(e){try{return(await i.get(this.STORAGE_KEY))?.[e]||[]}catch(r){return a.Logger.error("Error retrieving hidden tokens",r),[]}}async getHiddenTokenAddresses(e){try{return(await this.getHiddenTokens(e)).map(({erc20TokenAddress:s})=>s.toLowerCase())}catch(r){return a.Logger.error("Error retrieving hidden tokens",r),[]}}async filterOutHiddenTokens(e,r){const s=await this.getHiddenTokens(e);return r.filter(n=>!s.some(t=>d.caseInsensitiveEqual(t.erc20TokenAddress,n.erc20TokenAddress)))}async hideToken(e){try{await i.update(this.STORAGE_KEY,r=>{const s=r??{},{chainId:n}=e;return s[n]||(s[n]=[]),s[n].some(({erc20TokenAddress:o})=>d.caseInsensitiveEqual(o,e.erc20TokenAddress))||s[n].push(e),s}),e.isSpam&&await this.deleteUnhiddenSpamToken(e)}catch(r){a.Logger.error("Error hiding token",r)}}async showToken(e){try{await i.update(this.STORAGE_KEY,r=>{const{chainId:s}=e,n=r??{};return n[s]||(n[s]=[]),n[s]=n[s].filter(({erc20TokenAddress:t})=>!d.caseInsensitiveEqual(t,e.erc20TokenAddress)),n}),e.isSpam&&await this.storeUnhiddenSpamToken(e)}catch(r){a.Logger.error("Error showing token",r)}}async storeUnhiddenSpamToken(e){const{chainId:r}=e;try{await i.update(this.UNHIDDEN_SPAM_KEY,s=>{const n=s??{};return n[r]||(n[r]=[]),n[r].some(({erc20TokenAddress:o})=>d.caseInsensitiveEqual(o,e.erc20TokenAddress))||n[r].push(e),n})}catch(s){a.Logger.error("Error storing unhidden spam token",s)}}async deleteUnhiddenSpamToken(e){await i.update(this.UNHIDDEN_SPAM_KEY,r=>{const{chainId:s}=e,n=r??{};return n[s]=n[s]?.filter(({erc20TokenAddress:t})=>!d.caseInsensitiveEqual(t,e.erc20TokenAddress)),n})}async getUnhiddenSpamTokens(e){try{return(await i.get(this.UNHIDDEN_SPAM_KEY))?.[e]||[]}catch(r){return a.Logger.error("Error retrieving unhidden spam tokens",r),[]}}async hideUnnecessarySpamTokens(e,r){const s=await this.getUnhiddenSpamTokens(e),n=r.filter(({erc20TokenAddress:t,isSpam:o})=>o?!s.some(({erc20TokenAddress:c})=>d.caseInsensitiveEqual(t,c)):!1);await Promise.all(n.map(t=>this.hideToken(t)))}async hideSpamsAndFetchHiddenTokensAddresses(e,r){return await this.hideUnnecessarySpamTokens(e,r),this.getHiddenTokenAddresses(e)}}const u=new h;exports.tokenVisibilityStorage=u;

package/data-structures/TokenDBs/token-visibility-db.d.ts

@@ -0,0 +1,17 @@
+import { ERC20Token } from '../../types/token.types';
+declare class TokenVisibilityStorage {
+    private readonly STORAGE_KEY;
+    private readonly UNHIDDEN_SPAM_KEY;
+    getHiddenTokens(chainId: number): Promise<ERC20Token[]>;
+    private getHiddenTokenAddresses;
+    filterOutHiddenTokens(chainId: number, tokens: ERC20Token[]): Promise<ERC20Token[]>;
+    hideToken(token: ERC20Token): Promise<void>;
+    showToken(token: ERC20Token): Promise<void>;
+    private storeUnhiddenSpamToken;
+    private deleteUnhiddenSpamToken;
+    getUnhiddenSpamTokens(chainId: number): Promise<ERC20Token[]>;
+    private hideUnnecessarySpamTokens;
+    hideSpamsAndFetchHiddenTokensAddresses(chainId: number, tokens: ERC20Token[]): Promise<string[]>;
+}
+export declare const tokenVisibilityStorage: TokenVisibilityStorage;
+export {};