blockapi 0.48.2__tar.gz → 0.48.4__tar.gz

{blockapi-0.48.2 → blockapi-0.48.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: blockapi
-Version: 0.48.2
+Version: 0.48.4
 Summary: BlockAPI library
 Home-page: UNKNOWN
 Author: Devmons s.r.o.

{blockapi-0.48.2 → blockapi-0.48.4}/blockapi/test/v2/api/test_solana.py

@@ -3,6 +3,7 @@ from decimal import Decimal
 
 import pytest
 from requests_mock import ANY, Mocker
+from solders.pubkey import Pubkey
 
 from blockapi.test.v2.api.conftest import read_file
 from blockapi.v2.api import SolanaApi, SolscanApi
@@ -99,7 +100,7 @@ def test_use_base_url_in_post(
         m.get(SONAR_TOKEN_LIST_URL, text=token_list_sonar_response)
         m.get(JUP_AG_BAN_LIST_URL, text=ban_list_jup_ag_response)
         m.post(ANY, text=get_text),
-        api = SolanaApi(base_url='https://proxy/solana/')
+        api = SolanaApi(base_url='https://proxy/solana/', fetch_metaplex=False)
         api.get_balance(test_addr)
 
 
@@ -496,3 +497,50 @@ def balances_with_different_coins():
             is_wallet=True,
         ),
     ]
+
+
+def test_derive_metaplex_account_address_from_mint(solana_api):
+    mint = 'C2PxCHLeDkp1BsG1uueu7aGEfXQkKoXxzTgMPQ5DA6QW'
+    metadata = solana_api.get_metadata_pda(mint)
+
+    assert metadata == '3G5bT5bgpdwiUbYHfoBSe6SDAwiQaTKc3TFGks7bA3Qw'
+
+
+@pytest.mark.vcr()
+def test_fetch_metaplex_account(solana_api, metaplex_content):
+    data = solana_api.fetch_metaplex_account(
+        '3G5bT5bgpdwiUbYHfoBSe6SDAwiQaTKc3TFGks7bA3Qw'
+    )
+    assert data == metaplex_content
+
+
+@pytest.mark.vcr()
+def test_parse_metaplex_account(solana_api, metaplex_content):
+    token = solana_api.parse_metaplex_account(metaplex_content, decimals=9)
+    assert token['symbol'] == 'ACT'
+    assert token['name'] == 'Act I : The AI Prophecy'
+    assert token['decimals'] == 9
+    assert token['chainId'] == 101
+    assert token['tags'] == ['SOLANA', 'MEME']
+    assert (
+        token['logoURI']
+        == 'https://gateway.pinata.cloud/ipfs/QmS4m4cBjukg7YhimqhfRUb2pUE4bBPXbrbMBb5hzxNbUA'
+    )
+
+
+@pytest.fixture
+def metaplex_content():
+    return (
+        'BJ5okXRntUEewuGiuQOIMWt8+YkvFnY7/DoghPyz5qwNo8wWpzohlcKPjWIDCl3nggGst3'
+        'CeFvU+P1wA6yNMhm8gAAAAQWN0IEkgOiBUaGUgQUkgUHJvcGhlY3kAAAAAAAAAAAAKAAAA'
+        'QUNUAAAAAAAAAMgAAABodHRwczovL2dhdGV3YXkucGluYXRhLmNsb3VkL2lwZnMvUW1WZk'
+        '1QQ1VQczVWMW9tYUR2b25pMzh3OGFFSnBGVGpFWlJOUm1vVnlleFhXZQAAAAAAAAAAAAAA'
+        'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
+        'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
+        'AAAAAAAAAAAAAf4BAgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
+        'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
+        'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
+        'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
+        'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA'
+        'AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAQ=='
+    )

{blockapi-0.48.2 → blockapi-0.48.4}/blockapi/v2/api/solana.py

@@ -1,8 +1,12 @@
+import base64
 import json
+import logging
 from typing import Dict, Iterable, Optional, Set
 
+import requests
 from cytoolz import reduceby
 from requests import Response
+from solders.pubkey import Pubkey
 
 from blockapi.utils.user_agent import get_random_user_agent
 from blockapi.v2.base import (
@@ -24,6 +28,8 @@ from blockapi.v2.models import (
     ParseResult,
 )
 
+logger = logging.getLogger(__name__)
+
 SOL_TOKEN_LIST_URL = 'https://token-list-api.solana.cloud/v1/list'
 JUP_AG_TOKEN_LIST_URL = (
     'https://raw.githubusercontent.com/jup-ag/token-list/main/validated-tokens.csv'
@@ -54,16 +60,24 @@ class SolanaApi(CustomizableBlockchainApi, BalanceMixin):
 
     token_program_id = 'TokenkegQfeZyiNwAJbNbGKPFXCWuBvf9Ss623VQ5DA'
     token2022_program_id = 'TokenzQdBNbLqP5VEhdkAS6EPFLC1PHnBqCXEpPxuEb'
+    METADATA_PROGRAM_ID = Pubkey.from_string(
+        "metaqbxxUerdq28cj1RbAWkYQm3ybzjb6a8bt518x1s"
+    )
+
     _tokens_map: Optional[Dict[str, Dict]] = None
     _ban_list: Optional[Set[str]] = None
 
+    def __init__(self, base_url: Optional[str] = None, fetch_metaplex: bool = True):
+        super().__init__(base_url)
+        self.fetch_metaplex = fetch_metaplex
+
     @property
     def tokens_map(self) -> Dict[str, Dict]:
         if self._tokens_map is None:
             map_jup_ag = self._get_token_map_jup_ag()
             map_solana = self._get_token_map_solana()
-            map_sonar = self._get_token_map_sonar()
-            self._tokens_map = {**map_jup_ag, **map_sonar, **map_solana}
+            self._tokens_map = {**map_jup_ag, **map_solana}
+
         return self._tokens_map
 
     def _get_token_map_solana(self) -> Dict[str, Dict]:
@@ -266,15 +280,19 @@ class SolanaApi(CustomizableBlockchainApi, BalanceMixin):
 
         address = info['mint']
 
-        # TODO unknown token is for 99% NFT, add loading NFT metadata using metaplex
-        #  token account
-        if address not in self.tokens_map:
-            return
-
         # ignore banned tokens
         if address in self.ban_list:
             return
 
+        # TODO unknown token is for 99% NFT, add loading NFT metadata using metaplex
+        #  token account
+        # TODO move fetching tokens_map to fetch
+        if address not in self.tokens_map:
+            if not self.update_token_from_metaplex(
+                address, decimals=info['tokenAmount']['decimals']
+            ):
+                return
+
         return BalanceItem.from_api(
             balance_raw=info['tokenAmount']['amount'],
             coin=self.get_token_data(address),
@@ -301,6 +319,91 @@ class SolanaApi(CustomizableBlockchainApi, BalanceMixin):
             ),
         )
 
+    def update_token_from_metaplex(self, address: str, decimals: int) -> bool:
+        if not self.fetch_metaplex:
+            return False
+
+        pda = self.get_metadata_pda(address)
+        content = self.fetch_metaplex_account(pda)
+        token = self.parse_metaplex_account(content, decimals)
+        if not token or not token.get('symbol'):
+            return False
+
+        self.tokens_map[address] = token
+        return True
+
+    def get_metadata_pda(self, mint_address: str) -> str:
+        """
+        Derives Metaplex metadata address from mint address
+
+        :param mint_address: Token mint to get metadata for, e.g. `8ZperFA2cciv2rN2YC1QC3YjkuGcTQYiq9vc9aKmdoWM`
+        :return: Token metadata account
+        """
+        return str(
+            Pubkey.find_program_address(
+                [
+                    b"metadata",
+                    bytes(self.METADATA_PROGRAM_ID),
+                    bytes(Pubkey.from_string(mint_address)),
+                ],
+                self.METADATA_PROGRAM_ID,
+            )[0]
+        )
+
+    def fetch_metaplex_account(self, metadata_pda: str) -> Optional[str]:
+        """
+        Fetch and validate metaplex account content
+        :param metadata_pda: address of metadata account
+        :return: base64 encoded account content
+        """
+        response = self._request(
+            'getAccountInfo', [metadata_pda, {"encoding": "base64"}]
+        )
+        value = response['result']['value']
+        if value:
+            data = value['data'][0]
+            if value['data'][1] != 'base64':
+                return None
+
+            if value['owner'] != 'metaqbxxUerdq28cj1RbAWkYQm3ybzjb6a8bt518x1s':
+                return None
+
+            return data
+
+        return None
+
+    def parse_metaplex_account(self, content: str, decimals: int) -> Optional[dict]:
+        if not content:
+            return None
+
+        raw = base64.b64decode(content)
+
+        url = raw[119:255].decode('utf-8').rstrip('\x00')
+        try:
+            data = requests.get(url)
+        except Exception as e:
+            logger.error(e)
+            data = None
+
+        if data:
+            data.raise_for_status()
+            parsed = data.json()
+            return dict(
+                name=parsed.get('name'),
+                symbol=parsed.get('symbol'),
+                tags=parsed.get('tags'),
+                logoURI=parsed.get('image'),
+                decimals=decimals,
+                chainId=101,
+            )
+
+        return dict(
+            name=raw[69:101].decode('utf-8').rstrip('\x00'),
+            symbol=raw[105:115].decode('utf-8').rstrip('\x00'),
+            decimals=decimals,
+            chainId=101,
+        )
+
     def _request(self, method, params):
         body = json.dumps(
             {'jsonrpc': '2.0', 'id': 1, 'method': method, 'params': params}

{blockapi-0.48.2 → blockapi-0.48.4}/blockapi.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: blockapi
-Version: 0.48.2
+Version: 0.48.4
 Summary: BlockAPI library
 Home-page: UNKNOWN
 Author: Devmons s.r.o.

{blockapi-0.48.2 → blockapi-0.48.4}/blockapi.egg-info/requires.txt

@@ -14,3 +14,4 @@ pytest
 pytest-vcr
 requests_mock>=1.9.3
 attrs<=22.1.0,>=17.4.0
+solders==0.22.0

{blockapi-0.48.2 → blockapi-0.48.4}/setup.py

@@ -6,7 +6,7 @@ with open("README.md", "r") as f:
 
 PACKAGES = find_packages(where='.')
 
-__version__ = "0.48.2"
+__version__ = "0.48.4"
 
 setuptools.setup(
     name='blockapi',
@@ -34,5 +34,6 @@ setuptools.setup(
         'pytest-vcr',
         'requests_mock>=1.9.3',
         'attrs>=17.4.0,<=22.1.0',
+        'solders==0.22.0',
     ],
 )