eth-portfolio-temp 0.1.8.dev0__tar.gz → 0.2.2.dev0__tar.gz

{eth_portfolio_temp-0.1.8.dev0 → eth_portfolio_temp-0.2.2.dev0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eth_portfolio_temp
-Version: 0.1.8.dev0
+Version: 0.2.2.dev0
 Summary: eth-portfolio makes it easy to analyze your portfolio.
 Home-page: https://github.com/BobTheBuidler/eth-portfolio
 Author: BobTheBuidler

{eth_portfolio_temp-0.1.8.dev0 → eth_portfolio_temp-0.2.2.dev0}/docs/exporter.rst

@@ -33,6 +33,9 @@ The Portfolio Exporter supports several command-line options to customize its be
 - ``--interval <interval>``
   The time interval between datapoints. default: 6h
 
+- ``--concurrency <concurrency>``
+  The max number of historical blocks to export concurrently. default: 60
+
 - ``--first-tx-block <block>``
   The block of your portfolio's first transaction, if known. This value, if provided, allows us to speed up processing of your data by limiting the block range we need to query. If not provided, the whole blockchain will be scanned. default: 0
   

{eth_portfolio_temp-0.1.8.dev0 → eth_portfolio_temp-0.2.2.dev0}/eth_portfolio/_shitcoins.py

@@ -170,6 +170,19 @@ shitcoins: Final = {
         "0xc6a76f7ad66d0e6Ccd1AaAd6e7568c9bd55Dce62",
         "0xB4d4334eB5a251cbE5cC7Afb0Ba26119aCE62281",
         "0xE5c5AE39B98eFd9D3c9E0F2a5457D98fFA4b0b46",
+        # Generally looks like shit (symbol ERC20)
+        "0xe37be01D1337E77aCB0b4293DDb4D410D80010a7",
+        "0x7EeAcC32C81e4D78E9705fBf0b977f5A858Bf0F3",
+        "0x90133FF815ade1977EA2f1454dBC1d309EAA33f6",
+        "0x82ff6D346E424025B1F07e4C8D6527806e50fCA5",
+        "0x7C2bc9F685e1f78e42d236Ff819D89DDA864359d",
+        "0x3ea463dD031A384DB68d6fD2f37574248E7ffCfE",
+        "0x241b047e810c70AB2bB5C567391E0888c4791cbe",
+        "0x47D1b57e5B542808eeEd0C509583Fa12d023f05e",
+        "0x8a33B3e6f5C0049Cff6dEca0564F5fbDa0eBe9f9",
+        "0x84b2e82Ef534e8bE05276DBf4F9e5474fBeD5E59",
+        "0x022b5fE59fc45a29d58a7e45a2567b69b649d623",
+        "0x178d20220c22008cc1886d2E689cAeE4A5c3239b",
         # Tagged as well known address scam on Etherscan
         "0x59bed83a385571ffac0FC15A43f0f6f72e66Dccb",
         "0x2Ec109a0ceFEC70661a242a8B54cae8f45630397",
@@ -228,6 +241,7 @@ shitcoins: Final = {
         "0x89D3Ac7C32Aa14bEE6Fa90E041241dc4eEbbDFB3",
         "0x640c6fdAfbDaC9bfCe79943890fdc98f8d39bE3e",
         "0xA04a3a553548090a7b81D2de75B8a08Ee45860e1",
+        "0x1b8F28C0d410456FE04b8f421d00d6654F66AbB6",
         # fake DAI
         "0xf84f908E78f9295b53883AD9ACa38F86d513f03F",
         "0x20Dd160716b0387220Eea7B9951bDb51B3728DC4",

{eth_portfolio_temp-0.1.8.dev0 → eth_portfolio_temp-0.2.2.dev0}/eth_portfolio/_utils.py

@@ -47,10 +47,15 @@ if TYPE_CHECKING:
 
 logger: Final = logging.getLogger(__name__)
 
-NON_STANDARD_ERC721: Final = {
+NON_STANDARD_ERC721: Final[List[ChecksumAddress]] = {
     Network.Mainnet: ["0xb47e3cd837dDF8e4c57F05d70Ab865de6e193BBB"],  # CryptoPunks
 }.get(CHAINID, [])
 
+SUPPRESS_ERROR_LOGS: Final[List[ChecksumAddress]] = {
+    # put tokens here when you don't expect them to price successfully and do not want to see the associated error logs
+}.get(CHAINID, [])
+"""Put tokens here when you don't expect them to price successfully and do not want to see the associated error logs."""
+
 
 async def get_buffered_chain_height() -> int:
     """Returns an int equal to the current height of the chain minus `_config.REORG_BUFFER`."""
@@ -131,7 +136,7 @@ async def _get_price(token: AddressOrContract, block: Optional[int] = None) -> _
             elif isinstance(e.exception, NonStandardERC20):
                 # Can't get symbol for handling like other excs
                 logger.warning(f"NonStandardERC20 while fetching price for {token}")
-            elif isinstance(e.exception, PriceError):
+            elif isinstance(e.exception, PriceError) and token not in SUPPRESS_ERROR_LOGS:
                 logger.warning(
                     f"PriceError while fetching price for {await _describe_err(token, block)}"
                 )

{eth_portfolio_temp-0.1.8.dev0 → eth_portfolio_temp-0.2.2.dev0}/eth_portfolio_scripts/_portfolio.py

@@ -40,8 +40,10 @@ class ExportablePortfolio(Portfolio):
     def __init__(
         self,
         addresses: Addresses,
+        *,
         start_block: int = 0,
         label: str = _DEFAULT_LABEL,
+        concurrency: int = 60,
         load_prices: bool = True,
         get_bucket: Callable[[ChecksumAddress], Awaitable[str]] = get_token_bucket,
         num_workers_transactions: int = 1000,
@@ -51,6 +53,7 @@ class ExportablePortfolio(Portfolio):
             addresses, start_block, label, load_prices, num_workers_transactions, asynchronous
         )
         self.get_bucket = get_bucket
+        self._semaphore = a_sync.Semaphore(concurrency)
 
     @cached_property
     def _data_queries(self) -> Tuple[str, str]:
@@ -88,36 +91,36 @@ class ExportablePortfolio(Portfolio):
         except Exception as e:
             log_error("Error processing %s:", dt, exc_info=True)
 
-    @a_sync.Semaphore(60)
     async def get_data_for_export(self, block: BlockNumber, ts: datetime) -> List[victoria.Metric]:
-        print(f"exporting {ts} for {self.label}")
-        start = datetime.now(tz=timezone.utc)
-
-        metrics_to_export = []
-        data: PortfolioBalances = await self.describe(block, sync=False)
-
-        for wallet, wallet_data in dict.items(data):
-            for section, section_data in wallet_data.items():
-                if isinstance(section_data, TokenBalances):
-                    for token, bals in dict.items(section_data):
-                        metrics_to_export.extend(
-                            await self.__process_token(ts, section, wallet, token, bals)
-                        )
-                elif isinstance(section_data, RemoteTokenBalances):
-                    if section == "external":
-                        section = "assets"
-                    for protocol, token_bals in section_data.items():
-                        for token, bals in dict.items(token_bals):
+        async with self._semaphore:
+            print(f"exporting {ts} for {self.label}")
+            start = datetime.now(tz=timezone.utc)
+
+            metrics_to_export = []
+            data: PortfolioBalances = await self.describe(block, sync=False)
+
+            for wallet, wallet_data in dict.items(data):
+                for section, section_data in wallet_data.items():
+                    if isinstance(section_data, TokenBalances):
+                        for token, bals in dict.items(section_data):
                             metrics_to_export.extend(
-                                await self.__process_token(
-                                    ts, section, wallet, token, bals, protocol=protocol
-                                )
+                                await self.__process_token(ts, section, wallet, token, bals)
                             )
-                else:
-                    raise NotImplementedError()
+                    elif isinstance(section_data, RemoteTokenBalances):
+                        if section == "external":
+                            section = "assets"
+                        for protocol, token_bals in section_data.items():
+                            for token, bals in dict.items(token_bals):
+                                metrics_to_export.extend(
+                                    await self.__process_token(
+                                        ts, section, wallet, token, bals, protocol=protocol
+                                    )
+                                )
+                    else:
+                        raise NotImplementedError()
 
-        print(f"got data for {ts} in {datetime.now(tz=timezone.utc) - start}")
-        return metrics_to_export
+            print(f"got data for {ts} in {datetime.now(tz=timezone.utc) - start}")
+            return metrics_to_export
 
     def __get_data_exists_coros(self, dt: datetime) -> Iterator[str]:
         for query in self._data_queries:

{eth_portfolio_temp-0.1.8.dev0 → eth_portfolio_temp-0.2.2.dev0}/eth_portfolio_scripts/balances.py

@@ -26,7 +26,11 @@ async def export_balances(args: Namespace) -> None:
 
     interval = parse_timedelta(args.interval)
     portfolio = ExportablePortfolio(
-        args.wallet, label=args.label, start_block=args.first_tx_block, load_prices=False
+        args.wallet,
+        label=args.label,
+        start_block=args.first_tx_block,
+        concurrency=args.concurrency,
+        load_prices=False,
     )
 
     if export_start_block := args.export_start_block or args.first_tx_block:

{eth_portfolio_temp-0.1.8.dev0 → eth_portfolio_temp-0.2.2.dev0}/eth_portfolio_scripts/main.py

@@ -54,6 +54,12 @@ export_parser.add_argument(
     help="The time interval between datapoints. default: 6h",
     default="6h",
 )
+export_parser.add_argument(
+    "--concurrency",
+    type=int,
+    help="The max number of historical blocks to export concurrently. default: 60",
+    default=60,
+)
 export_parser.add_argument(
     "--first-tx-block",
     type=int,

{eth_portfolio_temp-0.1.8.dev0 → eth_portfolio_temp-0.2.2.dev0}/eth_portfolio_temp.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eth_portfolio_temp
-Version: 0.1.8.dev0
+Version: 0.2.2.dev0
 Summary: eth-portfolio makes it easy to analyze your portfolio.
 Home-page: https://github.com/BobTheBuidler/eth-portfolio
 Author: BobTheBuidler