eth-portfolio 1.1.0__py3-none-any.whl

eth_portfolio/_loaders/transaction.py

@@ -0,0 +1,379 @@
+"""
+This module contains loader functions that facilitate the retrieval and loading of blockchain transaction data.
+
+The functions defined here use various async operations to retrieve transaction data from Ethereum-like blockchains, and process them, to then store them in a local database. The module leverages utilities like retry mechanisms, caching, and efficient async processing to handle potentially large amounts of blockchain data.
+
+The primary focus of this module is to support eth-portfolio's internal operations such as loading transactions by address and nonce, retrieving transaction details from specific blocks, and managing transaction-related data.
+"""
+
+import asyncio
+import itertools
+from collections import defaultdict
+from logging import DEBUG, getLogger
+from typing import DefaultDict, Dict, List, Optional, Tuple
+
+import a_sync
+import dank_mids
+import eth_retry
+import evmspec
+import msgspec
+from async_lru import alru_cache
+from evmspec import data
+from pony.orm import TransactionIntegrityError
+from y import get_price
+from y._decorators import stuck_coro_debugger
+from y.constants import EEE_ADDRESS
+from y.datatypes import Address, Block
+from y.exceptions import reraise_excs_with_extra_context
+from y.utils.events import decode_logs
+
+from eth_portfolio.structs import structs
+from eth_portfolio._cache import cache_to_disk
+from eth_portfolio._db import utils as db
+from eth_portfolio._decimal import Decimal
+from eth_portfolio._loaders.utils import get_transaction_receipt
+
+logger = getLogger(__name__)
+
+Nonce = int
+Nonces = DefaultDict[Nonce, Block]
+
+nonces: DefaultDict[Address, Nonces] = defaultdict(lambda: defaultdict(int))
+
+
+@eth_retry.auto_retry
+@stuck_coro_debugger
+async def load_transaction(
+    address: Address, nonce: Nonce, load_prices: bool
+) -> Tuple[Nonce, Optional[structs.Transaction]]:
+    """
+    Loads a transaction by address and nonce.
+
+    This function attempts to load a transaction from the local database based on the given address and nonce.
+
+    If the transaction is not found in the local database or if price data is missing but requested by the user, it retrieves the transaction data from the blockchain using a binary search approach, processes it, and stores it back in the local database.
+
+    Args:
+        address: The address of the account involved in the transaction.
+        nonce: The nonce associated with the transaction.
+        load_prices: Whether to load and calculate price-related information for the transaction.
+
+    Returns:
+        A tuple containing the nonce and the retrieved or newly created :class:`~eth_portfolio.structs.Transaction` object, or None if the transaction could not be found.
+
+    Example:
+        >>> print(await load_transaction(address="0x1234567890abcdef1234567890abcdef12345678", nonce=5, load_prices=True))
+        (5, Transaction(...))
+    """
+    if transaction := await db.get_transaction(address, nonce):
+        if load_prices and transaction.price is None:
+            await db.delete_transaction(transaction)
+        else:
+            return nonce, transaction
+
+    block = await get_block_for_nonce(address, nonce)
+    tx = await get_transaction_by_nonce_and_block(address, nonce, block)
+    if tx is None:
+        return nonce, None
+
+    if load_prices:
+        # TODO: debug why `tx.value` isnt already a Wei obj
+        scaled = data.Wei(tx.value).scaled
+        price = Decimal(await get_price(EEE_ADDRESS, block=tx.blockNumber, sync=False))
+        transaction = structs.Transaction.from_rpc_response(
+            tx, price=round(price, 18), value_usd=round(scaled * price, 18)
+        )
+    else:
+        transaction = structs.Transaction.from_rpc_response(tx)
+
+    a_sync.create_task(
+        coro=_insert_to_db(transaction, load_prices),
+        skip_gc_until_done=True,
+    )
+
+    return nonce, transaction
+
+
+@alru_cache(maxsize=None, ttl=5)
+async def _get_block_number():
+    return await dank_mids.eth.block_number
+
+
+_nonce_cache_locks: DefaultDict[Address, asyncio.Lock] = defaultdict(asyncio.Lock)
+
+
+async def get_block_for_nonce(address: Address, nonce: Nonce) -> int:
+    async with _nonce_cache_locks[address]:
+        highest_known_nonce_lower_than_query = None
+        lowest_known_nonce_greater_than_query = None
+
+        # it is impossible for n to == nonce
+        filtered = filter(lambda n: n != nonce, nonces[address])
+        for less_than, ns in itertools.groupby(filtered, lambda n: n < nonce):
+            if less_than:
+                max_value = max(ns)
+                if (
+                    highest_known_nonce_lower_than_query is None
+                    or max_value > highest_known_nonce_lower_than_query
+                ):
+                    highest_known_nonce_lower_than_query = max_value
+
+            else:
+                min_value = min(ns)
+                if (
+                    lowest_known_nonce_greater_than_query is None
+                    or min_value < lowest_known_nonce_greater_than_query
+                ):
+                    lowest_known_nonce_greater_than_query = min_value
+
+        if highest_known_nonce_lower_than_query is not None:
+            lo = nonces[address][highest_known_nonce_lower_than_query]
+        else:
+            lo = 0
+
+        if lowest_known_nonce_greater_than_query is not None:
+            hi = nonces[address][lowest_known_nonce_greater_than_query]
+        else:
+            hi = await _get_block_number()
+
+        del highest_known_nonce_lower_than_query, lowest_known_nonce_greater_than_query
+
+        # lets find the general area first before we proceed with our binary search
+        range_size = hi - lo + 1
+        if range_size > 4:
+            num_chunks = _get_num_chunks(range_size)
+            chunk_size = range_size // num_chunks
+            points: Dict[int, Nonce] = await a_sync.gather(
+                {
+                    point: get_nonce_at_block(address, point)
+                    for point in (lo + i * chunk_size for i in range(num_chunks))
+                }
+            )
+
+            for block, _nonce in points.items():
+                if _nonce >= nonce:
+                    hi = block
+                    break
+                lo = block
+
+            del num_chunks, chunk_size, points, block
+
+        del range_size
+
+    debug_logs_enabled = logger.isEnabledFor(DEBUG)
+    while True:
+        _nonce = await get_nonce_at_block(address, lo)
+
+        if _nonce < nonce:
+            old_lo = lo
+            lo += int((hi - lo) / 2) or 1
+            if debug_logs_enabled:
+                logger._log(
+                    DEBUG,
+                    "Nonce for %s at %s is %s, checking higher block %s",
+                    (address, old_lo, _nonce, lo),
+                )
+            continue
+
+        prev_block_nonce: int = await get_nonce_at_block(address, lo - 1)
+        if prev_block_nonce >= nonce:
+            hi = lo
+            lo = int(lo / 2)
+            if debug_logs_enabled:
+                logger._log(
+                    DEBUG,
+                    "Nonce for %s at %s is %s, checking lower block %s",
+                    (address, hi, _nonce, lo),
+                )
+            continue
+
+        if debug_logs_enabled:
+            logger._log(DEBUG, "Found nonce %s for %s at block %s", (nonce, address, lo))
+
+        return lo
+
+
+async def _insert_to_db(transaction: structs.Transaction, load_prices: bool) -> None:
+    with reraise_excs_with_extra_context(transaction):
+        try:
+            await db.insert_transaction(transaction)
+        except TransactionIntegrityError:
+            if load_prices:
+                await db.delete_transaction(transaction)
+                await db.insert_transaction(transaction)
+
+
+@eth_retry.auto_retry
+@stuck_coro_debugger
+@cache_to_disk
+async def get_transaction_by_nonce_and_block(
+    address: Address, nonce: int, block: Block
+) -> Optional[evmspec.Transaction]:
+    """
+    This function retrieves a transaction for a specifified address by its nonce and block, if any match.
+
+    It also handles special cases:
+
+        1. Contract creation transactions where the transaction's 'to' field is None.
+        2. Gnosis Safe deployments where the transaction's 'to' field is a specific address.
+
+    Args:
+        address: The addresses of the accounts that sent the transaction.
+        nonce: The nonce associated with the transaction creator.
+        block: The block number from which to retrieve the transactions.
+
+    Returns:
+        The transaction data if found, otherwise None.
+
+    Example:
+        >>> transaction = await get_transaction_by_nonce_and_block(address="0x1234567890abcdef1234567890abcdef12345678", nonce=5, block=1234567)
+        >>> if transaction:
+        ...     print(transaction.hash)
+    """
+    for tx in await get_block_transactions(block):
+        if tx.sender == address and tx.nonce == nonce:
+            return tx
+
+        receipt_bytes: msgspec.Raw
+        # Special handler for contract creation transactions
+        if tx.to is None:
+            receipt_bytes = await get_transaction_receipt(tx.hash.hex())
+            receipt_0 = msgspec.json.decode(
+                receipt_bytes,
+                type=ReceiptContractAddress,
+                dec_hook=data.Address._decode_hook,
+            )
+            if receipt_0.contractAddress == address:
+                return tx
+        # Special handler for Gnosis Safe deployments
+        elif tx.to == "0xa6B71E26C5e0845f74c812102Ca7114b6a896AB2":
+            receipt_bytes = await get_transaction_receipt(tx.hash.hex())
+            receipt_1 = msgspec.json.decode(
+                receipt_bytes,
+                type=ReceiptLogs,
+                dec_hook=data._decode_hook,
+            )
+            events = decode_logs(receipt_1.logs)
+            if (
+                "SafeSetup" in events
+                and "ProxyCreation" in events
+                and any(event["proxy"] == address for event in events["ProxyCreation"])
+            ):
+                return tx
+    return None
+
+
+class ReceiptContractAddress(msgspec.Struct):
+    """We only decode what we need and immediately discard the rest of the receipt."""
+
+    contractAddress: data.Address
+
+
+class ReceiptLogs(msgspec.Struct):
+    logs: List[evmspec.Log]
+
+
+@alru_cache(maxsize=None)
+@eth_retry.auto_retry
+@stuck_coro_debugger
+@cache_to_disk
+async def get_nonce_at_block(address: Address, block: Block) -> int:
+    """
+    Retrieves the nonce of an address at a specific block.
+
+    This function gets the transaction count (nonce) for the given address at the specified block. It also includes a special case to handle known issues on certain networks like Arbitrum.
+
+    Args:
+        address: The address of the account.
+        block: The block number at which to retrieve the nonce.
+
+    Returns:
+        The nonce of the address at the given block.
+
+    Example:
+        >>> block = 12345678
+        >>> nonce = await get_nonce_at_block("0x1234567890abcdef1234567890abcdef12345678", block)
+        >>> print(f"The nonce at block {block} is {nonce}.")
+
+    """
+    nonce = None
+    try:
+        # This is a temp fix for a bug in dank mids
+        # TODO move this into dank
+        while nonce is None:
+            nonce = await dank_mids.eth.get_transaction_count(address, block_identifier=block) - 1
+        _update_nonces(address, nonce, block)
+        return nonce
+    except ValueError as e:
+        # NOTE this is known to occur on Arbitrum
+        if "error creating execution cursor" in str(e) and block == 0:
+            return -1
+        raise ValueError(f"For {address} at {block}: {e}") from e
+
+
+def _update_nonces(address: Address, nonce: Nonce, block: Block):
+    # if you are searching for `nonce` and you verified it occurs AT or ABOVE `block` call this fn.
+    if block > nonces[address][nonce]:
+        nonces[address][nonce] = block
+
+
+@alru_cache(ttl=60 * 60)
+@eth_retry.auto_retry
+@stuck_coro_debugger
+async def _get_block_transactions(block: Block) -> List[evmspec.Transaction]:
+    """
+    Retrieves all transactions from a specific block.
+
+    This function fetches the full transaction data for a block using async caching to optimize repeated requests.
+
+    The cache has a time-to-live (TTL) of 1 hour to avoid memory leaks for services or long-running scripts.
+
+    Args:
+        block: The block number from which to retrieve the transactions.
+
+    Returns:
+        A list of transaction data objects from the block.
+
+    Example:
+        >>> transactions = await _get_block_transactions(block=12345678)
+        >>> [print(tx.hash) for tx in transactions]
+    """
+    return await dank_mids.eth.get_transactions(block)
+
+
+get_block_transactions = a_sync.SmartProcessingQueue(_get_block_transactions, 1_000)
+"""
+A smart processing queue that retrieves transactions from blocks with managable concurrency.
+
+This queue processes the retrieval of block transactions using a limited number of workers to handle potentially overwhelming volume of transactions.
+It wraps the _get_block_transactions function to provide efficient concurrent processing.
+
+Example:
+    >>> transactions = await get_block_transactions.process(block=12345678)
+    >>> [print(tx['hash']) for tx in transactions]
+"""
+
+
+def _get_num_chunks(range_size: int) -> int:
+    if range_size >= 4096:
+        return 100
+    elif range_size >= 2048:
+        return 80
+    elif range_size >= 1024:
+        return 40
+    elif range_size >= 512:
+        return 20
+    elif range_size >= 256:
+        return 10
+    elif range_size >= 128:
+        return 8
+    elif range_size >= 64:
+        return 6
+    elif range_size >= 32:
+        return 5
+    elif range_size >= 16:
+        return 4
+    elif range_size >= 8:
+        return 3
+    else:
+        return 2

eth_portfolio/_loaders/utils.py

@@ -0,0 +1,59 @@
+import dank_mids
+import eth_retry
+import msgspec
+from a_sync import SmartProcessingQueue
+from async_lru import alru_cache
+from eth_typing import HexStr
+from y._decorators import stuck_coro_debugger
+
+
+@eth_retry.auto_retry
+@alru_cache(maxsize=None, ttl=60 * 60)
+@stuck_coro_debugger
+async def _get_transaction_receipt(txhash: HexStr) -> msgspec.Raw:
+    """
+    Fetches the transaction receipt for a given transaction hash.
+
+    This function retrieves the transaction receipt from the Ethereum network
+    using the provided transaction hash. It utilizes caching to store results
+    for a specified time-to-live (TTL) to improve performance and reduce
+    network calls. The function is also decorated to automatically retry
+    in case of failures and to debug if the coroutine gets stuck.
+
+    Args:
+        txhash: The transaction hash for which to retrieve the receipt.
+
+    Returns:
+        msgspec.Raw: The raw transaction receipt data.
+
+    Examples:
+        >>> txhash = "0x1234567890abcdef..."
+        >>> receipt = await _get_transaction_receipt(txhash)
+        >>> print(receipt)
+
+    See Also:
+        - :func:`eth_retry.auto_retry`: For automatic retry logic.
+        - :func:`async_lru.alru_cache`: For caching the results.
+        - :func:`y._decorators.stuck_coro_debugger`: For debugging stuck coroutines.
+    """
+    return await dank_mids.eth.get_transaction_receipt(
+        txhash, decode_to=msgspec.Raw, decode_hook=None
+    )
+
+
+get_transaction_receipt = SmartProcessingQueue(_get_transaction_receipt, 5000)
+"""
+A queue for processing transaction receipt requests.
+
+This queue manages the processing of transaction receipt requests, allowing
+up to 5000 concurrent requests. It uses the `_get_transaction_receipt` function
+to fetch the receipts.
+
+Examples:
+    >>> txhash = "0x1234567890abcdef..."
+    >>> receipt = await get_transaction_receipt(txhash)
+    >>> print(receipt)
+
+See Also:
+    - :class:`a_sync.SmartProcessingQueue`: For managing asynchronous processing queues.
+"""

eth_portfolio/_shitcoins.py

@@ -0,0 +1,212 @@
+from collections import defaultdict
+from typing import DefaultDict, Set
+
+from brownie.convert import EthAddress
+from y import Network, convert
+
+shitcoins = {
+    Network.Mainnet: [
+        # Tagged as fake on Etherscan
+        "0xb8ac53AFCCEBc44AaC33D0C30E2Ae0783E7fde5f",
+        "0xe397ef3E332256F38983ffaE987158da3e18c5Ec",
+        "0x7452E3fC2fE611C6B7761c6c393BECe059881aC7",
+        "0x4ab16CDc82a4eA4727Ab40caee1bb46622C13641",
+        "0x471c3A7f132bc94938516CB2Bf6f02C7521D2797",
+        "0x106EebF11F34ECCcaD59c1CA9398d828765f64f8",
+        "0x634a31d5DB29F2a646bADAd27bb7b1E5A78FD316",
+        "0xF673623e8507551BDe72290E909c7E184A4799a3",
+        "0x269641A320F8465eF4e710F51Dc6e6862D7E8A77",
+        "0x956F824B5a37673c6fC4a6904186cB3BA499349B",
+        "0xBFA9180729f1c549334080005Ca37093593fB7Aa",
+        "0x643695D282f6BA237afe27FFE0Acd89a86b50d3e",
+        # Tagged as spam on Etherscan
+        "0xCfB0Ef3e179427316FBD7F0D0296F173762BeEE0",
+        "0xfAFe8a7c0A9b3807CC1df0DEB0BA0B5a5fb7A872",
+        "0xdf66B9727553fB9Bfa417699CB8F60425d62d1E3",
+        "0x68Ca006dB91312Cd60a2238Ce775bE5F9f738bBa",
+        "0xBCCBeDAb3Bf6FA1cfC3e2d07Aa5ce4A282864D6E",
+        "0x26004d228fC8A32c5bd1a106108c8647A455B04a",
+        "0x635701CC5fE41FE8AbD02aa74Beb02e3540E9BB2",
+        "0xf8358bd95dcA48187e3F4BE05847F3593776C086",
+        "0x459176FDC68C945B6bb23eB946eee62457041567",
+        "0xf55F8aA8F3d777f1aB3A4ae9E269C8D7B73078De",
+        "0x434d5875534D19fC7105281Cf61dbfd1C93c8cb1",
+        "0x908599FDf490b73D171B57731bd4Ca95b7F0DE6a",
+        "0x4709099BE25D156578405132d66aeBfC2e12937A",
+        "0x82315517d61ecf47f9A78705127934F3d431cB21",
+        "0x2B000332CD291eF558aF76298A4d6F6001E4e015",
+        "0x163F4D81d86ac282A0F0F94D9FE3E0321ACcfd37",
+        "0x660235331d2FA5FeB7a49F31556B0Be31f02560D",
+        "0x696F33F4dd9BE5538483f63308453D2D67D07331",
+        "0xcbbadd74b3bb09836d97d91050e13E06089ba485",
+        "0xE0c31b3e341E7EF3C04eB14E58802b88a80A45A1",
+        "0xA6D74802a2222d5cCe5eA0531159ed878943b54c",
+        "0xcAB80A2bf07BECaF8d48168081352ea873B8Db91",
+        "0x72B12aec69dA93357f2B69aCf33d5B75cF17575B",
+        "0xA4C8A13FeE3b19718E45d678C071bDE3e33A7302",
+        "0x579e4ca5888eD1420492988BF75E26D9e7B4C535",
+        "0xB80216D5b4eec2BEc74eF10e5d3814Fec6Fd8af0",
+        "0x6A007E207E50B4C6B2ADCFc6a873F6e698645fE3",
+        "0x84d12988D71244a8937a9816037BeB3e61E17FdD",
+        "0x0734E85525Ca6838fe48EC6EB29b9d457F254F73",
+        "0xa10c97bF5629340A35c41a8AA308af0804750605",
+        "0x69D732F50e248D4B825d524fEDEB0D7Ce3d76352",
+        "0xAF0b2fBeDd5d1Fda457580FB3DAbAD1F5C8bBC36",
+        "0xbadb4170Cd3309680477Fc81D527101cbB4000EE",
+        "0x7841479c5976b8184DBcde9a7a5113901b233EfB",
+        "0x1e4A0ADFC2e9bf2Dfd041Bc89405538d0D5A077a",
+        "0xb07de4b2989E180F8907B8C7e617637C26cE2776",
+        "0xa9517B2E61a57350D6555665292dBC632C76adFe",
+        "0x38715Ab4b9d4e00890773D7338d94778b0dFc0a8",
+        "0x6171136E82a2f1bAA2494c69528f599467EfeA20",
+        "0x9Ee582c42F88CAA5e7BCDE2e86e69Af3Cf5FCe40",
+        "0xFD1860C9d602236214652a21753731F9acD2C362",
+        "0x0Fd23DaB8723b1Fd5e7c3d74Baa624B443423b6B",
+        "0xe0736F3F455F1DBD29Bf6F8346EAd22f5CF78d08",
+        "0x7F57A01fc540ca3A26345C4903B9a220aD048196",
+        "0x635701CC5fE41FE8AbD02aa74Beb02e3540E9BB2",
+        "0xF709642622729feafC8bf0934679706df49d8A30",
+        # Tagged as phishing on Etherscan
+        "0x0bF377fb3b5F1dD601e693B8fAF6b0bD249f37D3",
+        "0xBf5fB1563ef58ba41325454ca61Cc3D62bd40744",
+        "0x54fd62228C6e1234fd5Fded28555CA963Dcf6d26",
+        "0xA36Ceec605d81aE74268Fda28A5c0Bd10b1D1f7C",
+        "0xF9d25EB4C75ed744596392cf89074aFaA43614a8",
+        "0x1412ECa9dc7daEf60451e3155bB8Dbf9DA349933",
+        "0x1fc4DB3e7f9124bAAFB7B34346dB7931Dad621C2",
+        "0x120aA018634F555484c088c8da80F75Aa07E004F",
+        "0xeDe11D3d5dd7D5454844f6f121cc106bF1144a45",
+        "0x875bf9be244970B8572DD042053508bF758371Ee",
+        "0x070C0147884D7CF984aFBC2Eb6F3428A39b5E229",
+        "0xb0B1d4732eFE32AEA466ED6BC3c79181eD4810c4",
+        "0xCf39B7793512F03f2893C16459fd72E65D2Ed00c",
+        "0x89532890c2959e836C1Bca52309356841238b8B7",
+        "0xD1B0c350f73E6f7Cd5c9978b82B46a59aE9aD524",
+        "0x17a10104CBC1eD155D083eaD9FCF5C3440bb50e8",
+        "0x8eB3FecAAA963C86d9b49004d9f28092f1Db3D6c",
+        "0x52bbca3B24c1c1ac050fF4546F37AA88282aaE22",
+        "0xECF0dE4C8498Cfd686E4702D955426b22d812d6B",
+        "0xF01f7A348681776c1FC9A066c6973882B693cdC6",
+        "0x0e1CD6d2715432e4DBedFE969b0Eb2867FF61d5b",
+        # Generally looks like shit
+        "0xd5b0Bd07864C0aaCC3b6Cd5e63C68c62C0F263d2",
+        "0x2b23BF339F5cc3393a558373E0A73a576F0838D3",
+        "0x7B2e238FB48ee7322664B9C26bb3ACedBfCC1f70",
+        "0x08918171758171A13050cdE6Cc6eB90172Af5737",
+        "0x9398c448728738039b91687919262194899D3f27",
+        "0x0A527683c3154F5F9E1b4203Ef4d05962b2411bf",
+        "0xe3C6F9D0d731C2Eb6B6D3eBFb6732fCd26a365d0",
+        "0x6cF0B5A20B2d4b55e6b752d7016275B892035652",
+        "0x98d1c76831c0aBEa30e3dac8628BD72d6B0E3dd2",
+        "0x4C6fDc0476B2FE0daFf0B5824c3A918673d6014E",
+        "0xC6d3D201530a6D4aD9dFbAAd39C5f68A9A470a69",
+        "0x525fC44CBE181C1108c209091B5EEc5a5028190d",
+        "0x7d1a6a4f806A4a64AD32e7F2350E176eA6B9a1F6",
+        "0x75E34A4A04d5f5F7Fc01801d2d287d64D882529B",
+        "0x8F49cB69ee13974D6396FC26B0c0D78044FCb3A7",
+        "0xB688d06d858E092EBB145394a1BA08C7a10E1F56",
+        "0x154C5875b1B0DB1794f88D003730DaD160E6b38e",
+        "0x11068577AE36897fFaB0024F010247B9129459E6",
+        "0xBA89375bAE9b3DE92442e9C037d4303A6e4FB086",
+        "0xcDbd4089C2F98DA715e52127680f87aFdB183A2e",
+        "0x3a3a4d2d9755283D9e25105B042C5f45BC0Edf05",
+        "0x70c18F2fDcb00d27494f767503874788e35c9940",
+        "0xF511123fdf2F13811abf4edDb493860101471729",
+        "0x830Cbe766EE470B67F77ea62a56246863F75f376",
+        "0x76988Eb5d8a81F44919d87328c36179FdCca044a",
+        "0xa6DE609807c7258A0D34F5307c1808F062A59794",
+        "0x698068C6a369b1BF04D516f5fE48424797973DCf",
+        "0xbEb3c5F7f4F8dB708BcfaC4D0fDcDb0bEd285741",
+        "0xCdC94877E4164D2e915fC5E8310155D661A995F1",
+        "0x5D80A8D8CB80696073e82407968600A37e1dd780",
+        "0x19383F024BA4c06e44D11a8B8BB7ebF87faB184C",
+        "0xF5b2C59F6DB42FFCdFC1625999C81fDF17953384",
+        "0xdb83eC9EEAC2b3CF8Eb282f91c73C38159578697",
+        "0x2F30E0F6B484eF6Be57b6435e34687018ff8Cb4D",
+        "0x242a705E8AF8A24B7EB30f3DbAF899eB25E3D76A",
+        "0x2f848B4A2B5dfC3b9e4Eb229551c0887E6348653",
+        "0x0795619E02716a81ac9EF6E55363D538DA104e57",
+        "0x6D9541ba0f1039d0f8636b4f39D20A8a7464f357",
+        "0x1C3d9Db84e0EEE4744893A7FAeE6187F31E39539",
+        "0x3654746Ce159BA2FCDF926133D51ecBb85f19288",
+        "0x67542502245eb5DF64eF7Ea776199CeB79401058",
+        "0x0951490Cec0261F60Ff0C42DE7F62488Cc8313D8",
+        "0x154C5875b1B0DB1794f88D003730DaD160E6b38e",
+        "0xcdBb37f84bf94492b44e26d1F990285401e5423e",
+        "0x53d345839E7dF5a6c8Cf590C5c703AE255E44816",
+        "0xCCCCee7d9B0f18ab16b217A794D2671549F1A895",
+        "0xc6a76f7ad66d0e6Ccd1AaAd6e7568c9bd55Dce62",
+        "0xB4d4334eB5a251cbE5cC7Afb0Ba26119aCE62281",
+        "0xE5c5AE39B98eFd9D3c9E0F2a5457D98fFA4b0b46",
+        # Tagged as well known address scam on Etherscan
+        "0x2Ec109a0ceFEC70661a242a8B54cae8f45630397",
+        "0x11d666B9C8fa057774324a9bFe6B53eB8d23079f",
+        "0x0598BEf845934d83463cEaDd8C86F0801e2Ee058",
+        "0xAcDfe439652F78750AFCe1BbA2cB9068EDb4e69c",
+        "0xd3cc310DD7b94D6Ef06615f73A3029A67d935c5E",
+        "0x0C6D7f5a8c122aCB941aCb95cb99C2cdE893b7a7",
+        "0xCBd85ffF5106a42d622be7F9e528DB0bfF07Da8A",
+        "0x22e810C6aed30FA93C2D2B62F456E5f78e8918e1",
+        "0xc750d0c91DD5f2D3964931FF5dC42B2bB3e008C1",
+        "0x6284C089D6944df1ba61bd56618AEba07D1d6136",
+        "0x4E654E3A532a386329bde5f01D0AC7995Ab94c07",
+        "0x570EC272F07c563860477DCAfB04a04FFd2979a1",
+        "0xEcd8eDb13Cd68707579D5EC891A24C03B8d5E831",
+        "0x5D6434D533922d60F1eeec913f680C5daF31cB9A",
+        "0x15B8adFa95e841a55867495F07B8102329546987",
+        "0xFe0bb2ae94BF11de9773DECb413b4a6a241cBCd0",
+        "0x4d3D07f4E7a154c32D36bBcBE2Ea64E0B6F98440",
+        "0xEea2fEf22353282fb760d27EA7A1E2f06B3F442d",
+        "0x218Ae209BEc57eeFa9149789aE09388459bC91d1",
+        "0x4639FFC90b0fD6Dffb57Af712109bfa419afaEB5",
+        "0x39dDC0a04F0E1F2830f3f1FEc414cD6E23168beE",
+        "0x4a41775Da459B38e641141e4C696DF10EC1f4983",
+        "0x72C07D9151DcE2ea862595487ef7e21cC312e564",
+        "0xE00cD9B8ebb503E4bE266983EfC6158fCFfe0004",
+        "0x46DDf95a62b0F2eF6dc4e70717f36172a595517F",
+        "0x7cfa05320D83A20980Ac76B91a3A11981877Ef3A",
+        "0xbbaC5B019876534c3C399F56E150684c5015F670",
+        "0x2840a9fC9ad15738c762e404300761eC828aFFCb",
+        "0xC1c8c49b0405f6CFfBA5351179bEFB2d8a2c776c",
+        "0xcB56B36Ef3d4E5C3b7d2fbC4f4Ee5d525893a555",
+        "0x5807daC5CC59F02dFA88154dE7F9f2174C263814",
+        "0x6545B409acdD7e1BE14C835B5c3B826C5d312D02",
+        "0xdF781bBA6F9EefB1A74bb39f6DF5e282c5976636",
+        "0x85D385244D41ac914484FD6fbBaB177c10A86e79",
+        "0xa51a8578052EdEB4Ced5333A5e058860d9E7a35b",
+        "0x7a6b87D7a874Fce4c2d923b09C0E09e4936bcF57",
+        "0xFabb91ae9318082505c2c6d7acD9d521d4eDDEFf",
+        "0x5807daC5CC59F02dFA88154dE7F9f2174C263814",
+    ],
+    Network.Fantom: [
+        # generally looks like shit
+        "0x630277E37fd2Ddf81e4683f3692dD817aa6225Cb",
+    ],
+    Network.Optimism: [
+        "0x168fbA6072EE467931484a418EDeb5FcC1B9fb79",
+        "0x04788E66B9D884969538e4e35a0D57e9e022c799",
+        "0x6Cad3dE073FD85567c0Df84063c8990855710677",
+        "0x109390594d0ef9B40B4B745Cac6ceCf37a179417",
+        "0x87f4b57E2d3c8C9dCD85aD9dA80129f92754b19f",
+        "0x1828Bff08BD244F7990edDCd9B19cc654b33cDB4",
+        "0xd8dAE0aD69F4aDB507dB0C3e56Ec94942D470450",
+    ],
+    Network.Arbitrum: [
+        "0xA57D85481B9ecD864F542Ea37bAA79A101a4f599",
+        "0x73fcaFc42ABB43A408bdE4b37eAfCCDadCB2b554",
+        "0x13577D823114697289cf85d3f563a21417022e7C",
+        "0xb8f2A48362371F7B4E88460BD4B3B5dba48A344f",
+        "0x184deAc2B1052AcB020Fa5159683733be3447699",
+        "0xBE9460b50f515169E14545aaddF60B3C9dB7e5Fb",
+        "0x8fb95D642C19a9C5C9138C5b444455A69196F2EC",
+        "0x1d7edf990Cd21eaB14aA55f8d06a386c73D24B5B",
+        "0x96C708e060CdC5B8C6Ac6a015db0b10833F74157",
+        "0x4dB2207C2cf35aA5ecFE61c5d098Bb3e3Ed1a7B0",
+        "0x17c074e90372aC53FF98cA24c3745E6E38717C14",
+    ],
+}
+
+SHITCOINS: DefaultDict[Network, Set[EthAddress]] = defaultdict(set)
+"""A dictionary that contains, for each chain, a set of shitcoins that will be fully ignored by eth_portfolio. Add your own shitcoins to this object to boost eth_portfolio's performance."""
+for chain, tokens in shitcoins.items():
+    SHITCOINS[chain].update(convert.to_address(token) for token in tokens)