@hinkal/common 0.2.14 → 0.2.16

package/data-structures/TokenDBs/AlchemyPublicTokensDB.mjs

@@ -0,0 +1,204 @@
+import { get as O, update as N } from "idb-keyval";
+import { API as S } from "../../API/API.mjs";
+import { chainIds as m, isSolanaLike as E, networkRegistry as F, ALCHEMY_API_KEY as B } from "../../constants/chains.constants.mjs";
+import { TokenType as K, SOLANA_NFT_INTERFACES as L, zeroAddress as b, solanaNativeAddress as M } from "../../constants/protocol.constants.mjs";
+import { caseInsensitiveEqual as A, lowerCaseIncludes as P } from "../../functions/utils/caseInsensitive.utils.mjs";
+import { getPublicBalanceByTokenAddress as U } from "../../functions/utils/publicBalance.utils.mjs";
+import { getStateKey as u } from "../../functions/utils/string.utils.mjs";
+import { StorageKeys as g } from "../../types/cache.types.mjs";
+import { tokenVisibilityStorage as _ } from "./token-visibility-db.mjs";
+import { httpClient as y } from "../http/HttpClient.mjs";
+import "axios";
+import { TOKEN_PROGRAM_ID as R, TOKEN_2022_PROGRAM_ID as I } from "@solana/spl-token";
+import { PublicKey as w } from "@solana/web3.js";
+import { Logger as H } from "../../error-handling/logger.mjs";
+import { createCustomSolanaConnection as v } from "../../functions/utils/create-provider.mjs";
+class D {
+  fetchedTokens = {};
+  ALCHEMY_URLS = {
+    [m.ethMainnet]: "eth-mainnet",
+    [m.polygon]: "polygon-mainnet",
+    [m.arbMainnet]: "arb-mainnet",
+    [m.optimism]: "opt-mainnet",
+    [m.base]: "base-mainnet",
+    [m.avalanche]: "avax-mainnet",
+    [m.solanaMainnet]: "solana-mainnet"
+  };
+  // Known legitimate NFT collections that should be included in fallback
+  KNOWN_GOOD_NFTS = {
+    [m.base]: [
+      "0x20bc8d248fe9c18a947406cea50d716828ab821f"
+      // Hinkal Mason NFT
+    ],
+    [m.optimism]: [
+      "0x3c3e0e73b53a19bcaf4178b8f9c9428fd2a2775e"
+      // Uniswap v4 Positions
+    ]
+  };
+  isWhitelistedNFT(t, e) {
+    return this.KNOWN_GOOD_NFTS[e] ? this.KNOWN_GOOD_NFTS[e].some((s) => A(t, s)) : !1;
+  }
+  async getPublicTokens(t, e) {
+    const s = u(e, t);
+    return (await O(g.ALCHEMY_PUBLIC_TOKENS))?.[s] || [];
+  }
+  getFetchedTokens(t, e) {
+    const s = u(e, t);
+    return this.fetchedTokens[s] || [];
+  }
+  fetchAndUpdatePublicTokens(t, e) {
+    return E(e) ? this.fetchAndUpdateSolanaTokens(t, e) : this.fetchAndUpdateEVMTokens(t, e);
+  }
+  async fetchAndUpdateSolanaTokens(t, e) {
+    const s = u(t, e), [c, o] = await Promise.all([
+      this.getSolanaTokenAddresses(e, t),
+      this.getNFTAddresses(e, t)
+    ]), d = Array.from(/* @__PURE__ */ new Set([...c, ...o]));
+    if (!d.length)
+      return;
+    const n = (await S.tokensInfoCall(e, d)).filter((i) => !!i), r = await _.hideSpamsAndFetchHiddenTokensAddresses(
+      e,
+      n
+    ), a = n.filter(
+      (i) => !P(r, i.erc20TokenAddress)
+    );
+    await N(g.ALCHEMY_PUBLIC_TOKENS, (i = {}) => {
+      const p = {
+        ...i,
+        [s]: a
+      };
+      return this.fetchedTokens = p, p;
+    });
+  }
+  async getWalletTokenAddresses(t, e) {
+    return E(t) ? this.getSolanaTokenAddresses(t, e) : this.getEVMTokenAddresses(t, e);
+  }
+  async fetchAndUpdateEVMTokens(t, e) {
+    const s = u(t, e), c = await this.getEVMTokenAddresses(e, t), o = await this.getNFTTokens(e, t), d = o.map((f) => f.contractAddress), l = [...c, ...d];
+    if (!l.length)
+      return;
+    const r = (await S.tokensInfoCall(e, l)).map((f, k) => {
+      if (f)
+        return f;
+      const h = l[k], T = o.find((C) => A(C.contractAddress, h));
+      return T && T.tokenIds && T.tokenIds.length > 0 && this.isWhitelistedNFT(h, e) ? {
+        chainId: e,
+        name: "Unknown NFT",
+        symbol: "NFT",
+        erc20TokenAddress: h,
+        decimals: 0,
+        nftTokenType: K.ERC721,
+        tokenIds: T.tokenIds
+      } : null;
+    }).filter((f) => !!f), a = await _.hideSpamsAndFetchHiddenTokensAddresses(
+      e,
+      r
+    ), p = r.filter(
+      (f) => !P(a, f.erc20TokenAddress)
+      // filter out hidden tokens
+    ).map((f) => ({
+      ...f,
+      tokenIds: o.find((k) => A(k.contractAddress, f.erc20TokenAddress))?.tokenIds
+    }));
+    await N(g.ALCHEMY_PUBLIC_TOKENS, (f = {}) => {
+      const k = {
+        ...f,
+        [s]: p
+      };
+      return this.fetchedTokens = k, k;
+    });
+  }
+  async getSolanaTokenAddresses(t, e) {
+    const { fetchRpcUrl: s } = F[t];
+    if (!s)
+      throw new Error("RPC URL not found for the specified chain ID");
+    const c = v(s), o = await c.getBalance(new w(e)), [d, l] = await Promise.all([
+      c.getParsedTokenAccountsByOwner(new w(e), { programId: R }),
+      c.getParsedTokenAccountsByOwner(new w(e), { programId: I })
+    ]), r = [...d.value, ...l.value].filter((a) => {
+      const i = a.account.data.parsed.info, { amount: p } = i.tokenAmount;
+      return BigInt(p) > 0n;
+    }).map((a) => a.account.data.parsed.info.mint);
+    return o > 0 && r.unshift(M), Array.from(new Set(r));
+  }
+  async getNFTAddresses(t, e) {
+    const { fetchRpcUrl: s } = F[t];
+    if (!s)
+      throw new Error("RPC URL not found for the specified chain ID");
+    try {
+      const c = [];
+      let o = 1;
+      do {
+        const d = await y.post(s, {
+          jsonrpc: "2.0",
+          id: 1,
+          method: "getAssetsByOwner",
+          params: {
+            ownerAddress: e,
+            page: o,
+            limit: 1e3,
+            displayOptions: {
+              showFungible: !1,
+              showCollectionMetadata: !0
+            }
+          }
+        }), { items: l = [], page: n } = d.result || {}, r = l.filter((a) => a.interface && L.includes(a.interface)).map((a) => a.id);
+        c.push(...r), o = n && n > o ? n : 0;
+      } while (o > 0);
+      return c;
+    } catch (c) {
+      return H.error("Failed to fetch NFTs from DAS API", c), [];
+    }
+  }
+  async getEVMTokenAddresses(t, e) {
+    const s = await U(t, e, b), c = `https://${this.ALCHEMY_URLS[t]}.g.alchemy.com/v2/${B}`, o = [];
+    let d;
+    do {
+      const n = [e, "erc20"];
+      d && n.push({ pageKey: d });
+      const r = await y.post(c, {
+        jsonrpc: "2.0",
+        id: 1,
+        method: "alchemy_getTokenBalances",
+        params: n
+      }), { result: a } = r;
+      o.push(...a?.tokenBalances ?? []), d = a?.pageKey;
+    } while (d);
+    s && s > 0n && o.push({
+      contractAddress: b,
+      tokenBalance: s.toString()
+    });
+    const l = {};
+    return o.forEach((n) => {
+      (!l[n.contractAddress] || BigInt(n.tokenBalance) > 0n) && (l[n.contractAddress] = n);
+    }), Object.keys(l);
+  }
+  async getNFTTokens(t, e) {
+    const s = `https://${this.ALCHEMY_URLS[t]}.g.alchemy.com/nft/v3/${B}/getNFTsForOwner`, c = [];
+    let o;
+    do {
+      const n = new URLSearchParams({
+        owner: e,
+        withMetadata: "false",
+        pageSize: "100"
+        // max is 100
+      });
+      o && n.append("pageKey", o);
+      const r = await y.get(`${s}?${n.toString()}`), { ownedNfts: a = [], pageKey: i } = r;
+      c.push(...a), o = i;
+    } while (o);
+    const l = c.filter(({ contractAddress: n, tokenId: r }) => n && r).reduce((n, { contractAddress: r, tokenId: a }) => {
+      const i = r.toLowerCase();
+      return n.has(i) || n.set(i, []), n.get(i)?.push(a), n;
+    }, /* @__PURE__ */ new Map());
+    return Array.from(l.entries()).map(([n, r]) => ({
+      contractAddress: n,
+      tokenIds: r
+    }));
+  }
+}
+const se = new D();
+export {
+  D as AlchemyPublicTokensDB,
+  se as alchemyPublicTokensDB
+};

package/data-structures/TokenDBs/ArcPublicTokensDB.cjs

@@ -0,0 +1 @@
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const p=require("axios"),m=require("../../functions/web3/getContractMetadata.cjs"),C=require("../../types/ethereum-network.types.cjs"),y=require("../../error-handling/logger.cjs"),A=require("../../types/cache.types.cjs"),h=require("../../functions/utils/string.utils.cjs"),I=require("idb-keyval"),P=require("../../API/API.cjs"),l=require("../../functions/utils/caseInsensitive.utils.cjs"),E=require("../../constants/protocol.constants.cjs"),S=require("./token-visibility-db.cjs"),d=require("../../constants/chains.constants.cjs");class f{API_BASE="https://testnet.arcscan.app/api";fetchedTokens={};async getPublicTokens(n){const a=h.getStateKey(n,d.chainIds.arcTestnet);return(await I.get(A.StorageKeys.ARC_PUBLIC_TOKENS))?.[a]||[]}getFetchedTokens(n){const a=h.getStateKey(n,d.chainIds.arcTestnet);return this.fetchedTokens[a]||[]}async fetchAndUpdatePublicTokens(n){const a=h.getStateKey(n,d.chainIds.arcTestnet),s=await this.getERC20TokenAddresses(n),o=await this.getNFTTokens(n),u=o.map(t=>t.contractAddress),e=[...s,...u];if(!e.length)return;const c=(await P.API.tokensInfoCall(d.chainIds.arcTestnet,e)).map((t,k)=>{if(t)return t;const g=e[k],T=o.find(b=>l.caseInsensitiveEqual(b.contractAddress,g));return T&&T.tokenIds&&T.tokenIds.length>0?{chainId:d.chainIds.arcTestnet,name:"Unknown NFT",symbol:"NFT",erc20TokenAddress:g,decimals:0,nftTokenType:E.TokenType.ERC721,tokenIds:T.tokenIds}:null}).filter(t=>!!t),i=await S.tokenVisibilityStorage.hideSpamsAndFetchHiddenTokensAddresses(d.chainIds.arcTestnet,c),_=c.filter(t=>!l.lowerCaseIncludes(i,t.erc20TokenAddress)).map(t=>({...t,tokenIds:o.find(k=>l.caseInsensitiveEqual(k.contractAddress,t.erc20TokenAddress))?.tokenIds}));await I.update(A.StorageKeys.ARC_PUBLIC_TOKENS,(t={})=>{const k={...t,[a]:_};return this.fetchedTokens=k,k})}async getERC20TokenAddresses(n){const a=[];try{const o=(await p.post(`${this.API_BASE}?module=account&action=tokentx&address=${n}`)).data;if(o.status==="1"&&o.result){const u=[...new Set(o.result.map(({contractAddress:e})=>e))];for(const e of u)try{const r=m.getContractWithFetcherByChainId(d.chainIds.arcTestnet,C.ContractType.ERC20Contract,e),c=BigInt(await r.balanceOf(n));c>0n&&a.push({contractAddress:e,tokenBalance:c.toString()})}catch(r){y.Logger.error("Error fetching ARC testnet token balance:",r)}}}catch(s){y.Logger.error("Error fetching ARC testnet token transactions:",s)}return a.filter(({tokenBalance:s})=>Number(s)!==0).map(({contractAddress:s})=>s)}async getNFTTokens(n){const a=`${this.API_BASE}/v2/addresses/${n}/nft?type=ERC-721,ERC-1155`,s=[];let o;do{const e=o?`&${new URLSearchParams(o)}`:"",{data:r}=await p.get(`${a}${e}`),{items:c=[],next_page_params:i}=r;s.push(...c),o=i?{token_contract_address_hash:i.token_contract_address_hash,token_id:i.token_id,token_type:i.token_type}:void 0}while(o);const u=s.reduce((e,r)=>{const c=r.token.address_hash.toLowerCase(),i=r.id;return e.has(c)||e.set(c,[]),e.get(c)?.push(i),e},new Map);return Array.from(u.entries()).map(([e,r])=>({contractAddress:e,tokenIds:r}))}}const w=new f;exports.ArcPublicTokensDB=f;exports.arcPublicTokensDB=w;

package/data-structures/TokenDBs/ArcPublicTokensDB.d.ts

@@ -0,0 +1,11 @@
+import { ERC20Token } from '../../types/token.types';
+export declare class ArcPublicTokensDB {
+    private readonly API_BASE;
+    private fetchedTokens;
+    getPublicTokens(walletAddress: string): Promise<ERC20Token[]>;
+    getFetchedTokens(walletAddress: string): ERC20Token[];
+    fetchAndUpdatePublicTokens(walletAddress: string): Promise<void>;
+    private getERC20TokenAddresses;
+    private getNFTTokens;
+}
+export declare const arcPublicTokensDB: ArcPublicTokensDB;

package/data-structures/TokenDBs/ArcPublicTokensDB.mjs

@@ -0,0 +1,112 @@
+import h from "axios";
+import { getContractWithFetcherByChainId as I } from "../../functions/web3/getContractMetadata.mjs";
+import { ContractType as C } from "../../types/ethereum-network.types.mjs";
+import { Logger as u } from "../../error-handling/logger.mjs";
+import { StorageKeys as l } from "../../types/cache.types.mjs";
+import { getStateKey as m } from "../../functions/utils/string.utils.mjs";
+import { get as _, update as E } from "idb-keyval";
+import { API as P } from "../../API/API.mjs";
+import { caseInsensitiveEqual as A, lowerCaseIncludes as b } from "../../functions/utils/caseInsensitive.utils.mjs";
+import { TokenType as w } from "../../constants/protocol.constants.mjs";
+import { tokenVisibilityStorage as R } from "./token-visibility-db.mjs";
+import { chainIds as i } from "../../constants/chains.constants.mjs";
+class B {
+  API_BASE = "https://testnet.arcscan.app/api";
+  fetchedTokens = {};
+  async getPublicTokens(n) {
+    const c = m(n, i.arcTestnet);
+    return (await _(l.ARC_PUBLIC_TOKENS))?.[c] || [];
+  }
+  getFetchedTokens(n) {
+    const c = m(n, i.arcTestnet);
+    return this.fetchedTokens[c] || [];
+  }
+  async fetchAndUpdatePublicTokens(n) {
+    const c = m(n, i.arcTestnet), s = await this.getERC20TokenAddresses(n), o = await this.getNFTTokens(n), T = o.map((t) => t.contractAddress), e = [...s, ...T];
+    if (!e.length)
+      return;
+    const a = (await P.tokensInfoCall(i.arcTestnet, e)).map((t, k) => {
+      if (t)
+        return t;
+      const f = e[k], p = o.find((y) => A(y.contractAddress, f));
+      return p && p.tokenIds && p.tokenIds.length > 0 ? {
+        chainId: i.arcTestnet,
+        name: "Unknown NFT",
+        symbol: "NFT",
+        erc20TokenAddress: f,
+        decimals: 0,
+        nftTokenType: w.ERC721,
+        tokenIds: p.tokenIds
+      } : null;
+    }).filter((t) => !!t), d = await R.hideSpamsAndFetchHiddenTokensAddresses(
+      i.arcTestnet,
+      a
+    ), g = a.filter(
+      (t) => !b(d, t.erc20TokenAddress)
+      // filter out hidden tokens
+    ).map((t) => ({
+      ...t,
+      tokenIds: o.find((k) => A(k.contractAddress, t.erc20TokenAddress))?.tokenIds
+    }));
+    await E(l.ARC_PUBLIC_TOKENS, (t = {}) => {
+      const k = {
+        ...t,
+        [c]: g
+      };
+      return this.fetchedTokens = k, k;
+    });
+  }
+  async getERC20TokenAddresses(n) {
+    const c = [];
+    try {
+      const o = (await h.post(
+        `${this.API_BASE}?module=account&action=tokentx&address=${n}`
+      )).data;
+      if (o.status === "1" && o.result) {
+        const T = [...new Set(o.result.map(({ contractAddress: e }) => e))];
+        for (const e of T)
+          try {
+            const r = I(
+              i.arcTestnet,
+              C.ERC20Contract,
+              e
+            ), a = BigInt(await r.balanceOf(n));
+            a > 0n && c.push({
+              contractAddress: e,
+              tokenBalance: a.toString()
+            });
+          } catch (r) {
+            u.error("Error fetching ARC testnet token balance:", r);
+          }
+      }
+    } catch (s) {
+      u.error("Error fetching ARC testnet token transactions:", s);
+    }
+    return c.filter(({ tokenBalance: s }) => Number(s) !== 0).map(({ contractAddress: s }) => s);
+  }
+  async getNFTTokens(n) {
+    const c = `${this.API_BASE}/v2/addresses/${n}/nft?type=ERC-721,ERC-1155`, s = [];
+    let o;
+    do {
+      const e = o ? `&${new URLSearchParams(o)}` : "", { data: r } = await h.get(`${c}${e}`), { items: a = [], next_page_params: d } = r;
+      s.push(...a), o = d ? {
+        token_contract_address_hash: d.token_contract_address_hash,
+        token_id: d.token_id,
+        token_type: d.token_type
+      } : void 0;
+    } while (o);
+    const T = s.reduce((e, r) => {
+      const a = r.token.address_hash.toLowerCase(), d = r.id;
+      return e.has(a) || e.set(a, []), e.get(a)?.push(d), e;
+    }, /* @__PURE__ */ new Map());
+    return Array.from(T.entries()).map(([e, r]) => ({
+      contractAddress: e,
+      tokenIds: r
+    }));
+  }
+}
+const M = new B();
+export {
+  B as ArcPublicTokensDB,
+  M as arcPublicTokensDB
+};

package/data-structures/TokenDBs/EventsPublicTokensDB.cjs

@@ -0,0 +1 @@
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const k=require("ethers"),T=require("idb-keyval"),_=require("../../API/API.cjs"),m=require("../../constants/chains.constants.cjs"),p=require("../../error-handling/logger.cjs"),E=require("../../functions/utils/caseInsensitive.utils.cjs"),g=require("../../types/cache.types.cjs"),d=require("../../functions/utils/string.utils.cjs"),A=require("../../constants/protocol.constants.cjs"),C=require("async-mutex"),S=require("../../functions/utils/erc20tokenFunctions.cjs"),I=require("./token-visibility-db.cjs");require("../../types/circom-data.types.cjs");require("../../types/transactions.types.cjs");require("../../types/activities.types.cjs");require("@coral-xyz/anchor");require("@solana/web3.js");require("../../constants/kyc.constants.cjs");const K=require("../../functions/utils/create-provider.cjs");require("../../functions/utils/convertIntegrationProviderToExternalActionId.cjs");require("circomlibjs-hinkal-fork");require("../../error-handling/error-codes.constants.cjs");require("../crypto-keys/keys.cjs");require("../../constants/server.constants.cjs");require("../../constants/vite.constants.cjs");require("../http/HttpClient.cjs");require("axios");require("../../API/getServerURL.cjs");require("libsodium-wrappers");require("process");require("buffer");require("../../constants/save-depths.cjs");require("../../constants/reorg-depths.constants.cjs");require("../../functions/utils/mutexes.utils.cjs");require("@solana/spl-token");require("../../constants/token-data/index.cjs");require("../../constants/contracts.constants.cjs");require("../../constants/coingecko.constants.cjs");require("../../constants/addresses.constants.cjs");require("../../constants/token.limits.constants.cjs");require("../../constants/presale.constants.cjs");require("../../constants/activity.constants.cjs");require("../../constants/tasks.constants.cjs");const x=require("../../constants/events.constants.cjs");require("../../functions/utils/userAgent.cjs");require("multiformats");require("../../API/tenderly.api.cjs");require("node-forge");require("../../functions/web3/events/getApprovedBalance.cjs");require("../../functions/web3/getTokenHolder.cjs");require("ethers-v6h");class P{fetchedTokens={};updateMutexes={};transferEventTopic=k.ethers.utils.id("Transfer(address,address,uint256)");getMutex(r){return this.updateMutexes[r]||(this.updateMutexes[r]=new C.Mutex),this.updateMutexes[r]}async getPublicTokens(r,o){const t=d.getStateKey(o,r);return(await T.get(g.StorageKeys.EVENTS_PUBLIC_TOKENS))?.[t]||[]}getFetchedTokens(r,o){const t=d.getStateKey(o,r);return this.fetchedTokens[t]||[]}async fetchAndUpdatePublicTokens(r,o){const t=d.getStateKey(r,o);await this.getMutex(t).runExclusive(async()=>{try{const s=(await this.getPublicTokens(o,r)).map(a=>a.erc20TokenAddress),{toEvents:i,fromEvents:u,latestBlock:c}=await this.getEvents(r,o),q=[...i,...u],{erc20Tokens:l}=await this.fetchPublicTokens(q,o,s),b=await I.tokenVisibilityStorage.hideSpamsAndFetchHiddenTokensAddresses(o,l),B=l.filter(a=>!E.lowerCaseIncludes(b,a.erc20TokenAddress));await T.update(g.StorageKeys.EVENTS_PUBLIC_TOKENS,(a={})=>{const h=a[t]||[],w=h.map(f=>f.erc20TokenAddress),L=B.filter(f=>!E.lowerCaseIncludes(w,f.erc20TokenAddress));h.push(...L);const v=this.updateTokenIds(u,i,h),y={...a,[t]:v};return this.fetchedTokens=y,y}),c&&await this.updateLastProcessedBlock(o,r,c)}catch(e){p.Logger.error("public tokens db error",e)}})}async getLastProcessedBlock(r,o){const t=await T.get(g.StorageKeys.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS)||{},n=d.getStateKey(o,r);return t[n]||x.EVENTS_INITIAL_BLOCKS[r]}async updateLastProcessedBlock(r,o,t){await T.update(g.StorageKeys.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS,(n={})=>{const e=d.getStateKey(o,r);return{...n,[e]:t}})}async getEvents(r,o){try{const{fetchRpcUrl:t}=m.networkRegistry[o];if(!t)throw Error("No fetchRpcUrl in PublicTokensDB");const n=K.createCustomRpcProvider(t),e=await this.getLastProcessedBlock(o,r)+1,s=await n.getBlockNumber(),i=k.ethers.utils.hexZeroPad(r.toLowerCase(),32),u={topics:[this.transferEventTopic,null,i],fromBlock:e,toBlock:s},c={topics:[this.transferEventTopic,i,null],fromBlock:e,toBlock:s},[q,l]=await Promise.all([n.getLogs(u),n.getLogs(c)]);return{toEvents:q,fromEvents:l,latestBlock:s}}catch(t){return p.Logger.error("Error fetching events:",t),{toEvents:[],fromEvents:[],latestBlock:void 0}}}updateTokenIds(r,o,t){const n=new Map;return t.forEach(e=>{if(S.isNFTToken(e)&&e.tokenIds){const s=e.erc20TokenAddress.toLowerCase();n.set(s,[...e.tokenIds])}}),o.forEach(e=>{if(e.topics.length<=3)return;const s=e.address.toLowerCase(),i=k.ethers.BigNumber.from(e.topics[3]).toString();n.has(s)||n.set(s,[]),n.get(s)?.push(i)}),r.forEach(e=>{if(e.topics.length<=3)return;const s=e.address.toLowerCase(),i=n.get(s);if(i?.length){const u=k.ethers.BigNumber.from(e.topics[3]).toString(),c=i.indexOf(u);c!==-1&&i.splice(c,1)}}),t.forEach(e=>{if(S.isNFTToken(e)){const s=e.erc20TokenAddress.toLowerCase(),i=n.get(s);e.tokenIds=i?.length&&i.length>0?i:void 0}}),t}async fetchPublicTokens(r,o,t){try{const n=[A.zeroAddress,...new Set(r.map(s=>s.address))].filter(s=>s&&!E.lowerCaseIncludes(t,s));return n.length?{erc20Tokens:(await _.API.tokensInfoCall(o,n)).filter(s=>!!s)}:{erc20Tokens:[]}}catch(n){return p.Logger.error("Error fetching public tokens:",n),{erc20Tokens:[]}}}}const N=new P;exports.EventsPublicTokensDB=P;exports.eventsPublicTokensDB=N;

package/data-structures/TokenDBs/EventsPublicTokensDB.d.ts

@@ -0,0 +1,17 @@
+import { ERC20Token } from '../../types/token.types';
+import { IPublicTokensDB } from './IPublicTokensDB';
+export declare class EventsPublicTokensDB implements IPublicTokensDB {
+    private fetchedTokens;
+    private updateMutexes;
+    private readonly transferEventTopic;
+    private getMutex;
+    getPublicTokens(chainId: number, walletAddress: string): Promise<ERC20Token[]>;
+    getFetchedTokens(chainId: number, walletAddress: string): ERC20Token[];
+    fetchAndUpdatePublicTokens(walletAddress: string, chainId: number): Promise<void>;
+    private getLastProcessedBlock;
+    private updateLastProcessedBlock;
+    private getEvents;
+    private updateTokenIds;
+    private fetchPublicTokens;
+}
+export declare const eventsPublicTokensDB: EventsPublicTokensDB;

package/data-structures/TokenDBs/EventsPublicTokensDB.mjs

@@ -0,0 +1,173 @@
+import { ethers as u } from "ethers";
+import { get as B, update as w } from "idb-keyval";
+import { API as C } from "../../API/API.mjs";
+import { networkRegistry as v } from "../../constants/chains.constants.mjs";
+import { Logger as h } from "../../error-handling/logger.mjs";
+import { lowerCaseIncludes as g } from "../../functions/utils/caseInsensitive.utils.mjs";
+import { StorageKeys as k } from "../../types/cache.types.mjs";
+import { getStateKey as m } from "../../functions/utils/string.utils.mjs";
+import { zeroAddress as x } from "../../constants/protocol.constants.mjs";
+import { Mutex as _ } from "async-mutex";
+import { isNFTToken as P } from "../../functions/utils/erc20tokenFunctions.mjs";
+import { tokenVisibilityStorage as N } from "./token-visibility-db.mjs";
+import "../../types/circom-data.types.mjs";
+import "../../types/transactions.types.mjs";
+import "../../types/activities.types.mjs";
+import "@coral-xyz/anchor";
+import "@solana/web3.js";
+import "../../constants/kyc.constants.mjs";
+import { createCustomRpcProvider as I } from "../../functions/utils/create-provider.mjs";
+import "../../functions/utils/convertIntegrationProviderToExternalActionId.mjs";
+import "circomlibjs-hinkal-fork";
+import "../../error-handling/error-codes.constants.mjs";
+import "../crypto-keys/keys.mjs";
+import "../../constants/server.constants.mjs";
+import "../../constants/vite.constants.mjs";
+import "../http/HttpClient.mjs";
+import "axios";
+import "../../API/getServerURL.mjs";
+import "libsodium-wrappers";
+import "process";
+import "buffer";
+import "../../constants/save-depths.mjs";
+import "../../constants/reorg-depths.constants.mjs";
+import "../../functions/utils/mutexes.utils.mjs";
+import "@solana/spl-token";
+import "../../constants/token-data/index.mjs";
+import "../../constants/contracts.constants.mjs";
+import "../../constants/coingecko.constants.mjs";
+import "../../constants/addresses.constants.mjs";
+import "../../constants/token.limits.constants.mjs";
+import "../../constants/presale.constants.mjs";
+import "../../constants/activity.constants.mjs";
+import "../../constants/tasks.constants.mjs";
+import { EVENTS_INITIAL_BLOCKS as O } from "../../constants/events.constants.mjs";
+import "../../functions/utils/userAgent.mjs";
+import "multiformats";
+import "../../API/tenderly.api.mjs";
+import "node-forge";
+import "../../functions/web3/events/getApprovedBalance.mjs";
+import "../../functions/web3/getTokenHolder.mjs";
+import "ethers-v6h";
+class K {
+  fetchedTokens = {};
+  updateMutexes = {};
+  transferEventTopic = u.utils.id("Transfer(address,address,uint256)");
+  getMutex(e) {
+    return this.updateMutexes[e] || (this.updateMutexes[e] = new _()), this.updateMutexes[e];
+  }
+  async getPublicTokens(e, s) {
+    const o = m(s, e);
+    return (await B(k.EVENTS_PUBLIC_TOKENS))?.[o] || [];
+  }
+  getFetchedTokens(e, s) {
+    const o = m(s, e);
+    return this.fetchedTokens[o] || [];
+  }
+  async fetchAndUpdatePublicTokens(e, s) {
+    const o = m(e, s);
+    await this.getMutex(o).runExclusive(async () => {
+      try {
+        const r = (await this.getPublicTokens(s, e)).map((a) => a.erc20TokenAddress), { toEvents: i, fromEvents: p, latestBlock: c } = await this.getEvents(e, s), l = [...i, ...p], { erc20Tokens: d } = await this.fetchPublicTokens(l, s, r), S = await N.hideSpamsAndFetchHiddenTokensAddresses(
+          s,
+          d
+        ), L = d.filter(
+          (a) => !g(S, a.erc20TokenAddress)
+          // filter out hidden tokens
+        );
+        await w(k.EVENTS_PUBLIC_TOKENS, (a = {}) => {
+          const f = a[o] || [], b = f.map((T) => T.erc20TokenAddress), y = L.filter(
+            (T) => !g(b, T.erc20TokenAddress)
+          );
+          f.push(...y);
+          const A = this.updateTokenIds(p, i, f), E = {
+            ...a,
+            [o]: A
+          };
+          return this.fetchedTokens = E, E;
+        }), c && await this.updateLastProcessedBlock(s, e, c);
+      } catch (t) {
+        h.error("public tokens db error", t);
+      }
+    });
+  }
+  async getLastProcessedBlock(e, s) {
+    const o = await B(k.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS) || {}, n = m(s, e);
+    return o[n] || O[e];
+  }
+  async updateLastProcessedBlock(e, s, o) {
+    await w(k.PUBLIC_TOKENS_LAST_PROCESSED_BLOCKS, (n = {}) => {
+      const t = m(s, e);
+      return {
+        ...n,
+        [t]: o
+      };
+    });
+  }
+  async getEvents(e, s) {
+    try {
+      const { fetchRpcUrl: o } = v[s];
+      if (!o)
+        throw Error("No fetchRpcUrl in PublicTokensDB");
+      const n = I(o), t = await this.getLastProcessedBlock(s, e) + 1, r = await n.getBlockNumber(), i = u.utils.hexZeroPad(e.toLowerCase(), 32), p = {
+        topics: [this.transferEventTopic, null, i],
+        fromBlock: t,
+        toBlock: r
+      }, c = {
+        topics: [this.transferEventTopic, i, null],
+        fromBlock: t,
+        toBlock: r
+      }, [l, d] = await Promise.all([n.getLogs(p), n.getLogs(c)]);
+      return { toEvents: l, fromEvents: d, latestBlock: r };
+    } catch (o) {
+      return h.error("Error fetching events:", o), { toEvents: [], fromEvents: [], latestBlock: void 0 };
+    }
+  }
+  // First get existed tokenIds from tokens
+  // Then add new tokenIds from toEvents (incoming transfers)
+  // Then remove tokenIds from fromEvents (outgoing transfers)
+  updateTokenIds(e, s, o) {
+    const n = /* @__PURE__ */ new Map();
+    return o.forEach((t) => {
+      if (P(t) && t.tokenIds) {
+        const r = t.erc20TokenAddress.toLowerCase();
+        n.set(r, [...t.tokenIds]);
+      }
+    }), s.forEach((t) => {
+      if (t.topics.length <= 3)
+        return;
+      const r = t.address.toLowerCase(), i = u.BigNumber.from(t.topics[3]).toString();
+      n.has(r) || n.set(r, []), n.get(r)?.push(i);
+    }), e.forEach((t) => {
+      if (t.topics.length <= 3)
+        return;
+      const r = t.address.toLowerCase(), i = n.get(r);
+      if (i?.length) {
+        const p = u.BigNumber.from(t.topics[3]).toString(), c = i.indexOf(p);
+        c !== -1 && i.splice(c, 1);
+      }
+    }), o.forEach((t) => {
+      if (P(t)) {
+        const r = t.erc20TokenAddress.toLowerCase(), i = n.get(r);
+        t.tokenIds = i?.length && i.length > 0 ? i : void 0;
+      }
+    }), o;
+  }
+  async fetchPublicTokens(e, s, o) {
+    try {
+      const n = [x, ...new Set(e.map((r) => r.address))].filter(
+        (r) => r && !g(o, r)
+      );
+      return n.length ? { erc20Tokens: (await C.tokensInfoCall(s, n)).filter(
+        (r) => !!r
+      ) } : { erc20Tokens: [] };
+    } catch (n) {
+      return h.error("Error fetching public tokens:", n), { erc20Tokens: [] };
+    }
+  }
+}
+const Ot = new K();
+export {
+  K as EventsPublicTokensDB,
+  Ot as eventsPublicTokensDB
+};

package/data-structures/TokenDBs/IPublicTokensDB.d.ts

@@ -0,0 +1,6 @@
+import { ERC20Token } from '../../types/token.types';
+export interface IPublicTokensDB {
+    getPublicTokens(chainId: number, walletAddress: string): Promise<ERC20Token[]>;
+    getFetchedTokens(chainId: number, walletAddress: string): ERC20Token[];
+    fetchAndUpdatePublicTokens(walletAddress: string, chainId: number): Promise<void>;
+}

package/data-structures/TokenDBs/PrivateTokensDB.cjs

@@ -1 +1 @@
-"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const i=require("idb-keyval"),P=require("../../API/API.cjs"),g=require("../../error-handling/logger.cjs"),h=require("../../functions/utils/caseInsensitive.utils.cjs"),k=require("../../types/cache.types.cjs"),T=require("../../functions/utils/string.utils.cjs");class l{fetchedTokens={};initalFetched=!1;async updateFetchedTokens(){const e=await i.get(k.StorageKeys.PRIVATE_TOKENS);this.fetchedTokens=e??{},this.initalFetched=!0}async getPrivateTokens(e,t){const s=T.getStateKey(t,e);return(await i.get(k.StorageKeys.PRIVATE_TOKENS))?.[s]||[]}async fetchPrivateTokens(e,t,s){try{const r=[...new Set(t.map(n=>n.toLowerCase()))].filter(n=>n&&!h.lowerCaseIncludes(s,n));return g.Logger.log("tokenAddresses",r),r.length?(await P.API.tokensInfoCall(e,r)).filter(n=>!!n):[]}catch(r){return g.Logger.error("Error fetching private tokens:",r),[]}}async fetchAndUpdatePrivateTokens(e,t,s,r){const n=(await this.getPrivateTokens(t,s)).map(o=>o.erc20TokenAddress),y=r??await this.fetchPrivateTokens(t,e,n),d=T.getStateKey(s,t);await i.update(k.StorageKeys.PRIVATE_TOKENS,(o={})=>{const a=o?.[d]||[],p=a.map(c=>c.erc20TokenAddress),f=y.filter(c=>!h.lowerCaseIncludes(p,c.erc20TokenAddress));a.push(...f);const u={...o,[d]:a};return this.fetchedTokens=u,u})}getFetchedTokens(e,t){const s=T.getStateKey(t,e);return this.fetchedTokens[s]||[]}}const w=new l;exports.PrivateTokensDB=l;exports.privateTokensDB=w;
+"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const k=require("idb-keyval"),w=require("../../API/API.cjs"),P=require("../../error-handling/logger.cjs"),T=require("../../functions/utils/caseInsensitive.utils.cjs"),d=require("../../types/cache.types.cjs"),u=require("../../functions/utils/string.utils.cjs"),S=require("./token-visibility-db.cjs");class y{fetchedTokens={};initalFetched=!1;async updateFetchedTokens(){const s=await k.get(d.StorageKeys.PRIVATE_TOKENS);this.fetchedTokens=s??{},this.initalFetched=!0}async getPrivateTokens(s,e){const n=u.getStateKey(e,s);return(await k.get(d.StorageKeys.PRIVATE_TOKENS))?.[n]||[]}async fetchPrivateTokens(s,e,n){try{const r=[...new Set(e)].filter(t=>t&&!T.lowerCaseIncludes(n,t));if(!r.length)return[];const l=(await w.API.tokensInfoCall(s,r)).filter(t=>!!t),i=new Map;return l.forEach(t=>{i.set(t.erc20TokenAddress.toLowerCase(),t)}),Array.from(i.values())}catch(r){return P.Logger.error("Error fetching private tokens:",r),[]}}async fetchAndUpdatePrivateTokens(s,e,n,r){const i=(await this.getPrivateTokens(e,n)).map(a=>a.erc20TokenAddress),t=r??await this.fetchPrivateTokens(e,s,i),v=await S.tokenVisibilityStorage.hideSpamsAndFetchHiddenTokensAddresses(e,t),h=u.getStateKey(n,e);await k.update(d.StorageKeys.PRIVATE_TOKENS,(a={})=>{const c=a?.[h]||[],p=c.map(o=>o.erc20TokenAddress),f=t.filter(o=>!T.lowerCaseIncludes(p,o.erc20TokenAddress));c.push(...f);const A=c.filter(o=>!T.lowerCaseIncludes(v,o.erc20TokenAddress)),g={...a,[h]:A};return this.fetchedTokens=g,g})}getFetchedTokens(s,e){const n=u.getStateKey(e,s);return this.fetchedTokens[n]||[]}}const K=new y;exports.PrivateTokensDB=y;exports.privateTokensDB=K;