abstract-solana 0.0.2.0__tar.gz → 0.0.2.1__tar.gz

{abstract_solana-0.0.2.0 → abstract_solana-0.0.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: abstract_solana
-Version: 0.0.2.0
+Version: 0.0.2.1
 Home-page: https://github.com/AbstractEndeavors/abstract_solana
 Author: putkoff
 Author-email: partners@abstractendeavors.com

{abstract_solana-0.0.2.0 → abstract_solana-0.0.2.1}/setup.py

@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
     long_description = fh.read()
 setuptools.setup(
     name='abstract_solana',
-    version='0.0.2.0',
+    version='0.0.2.01',
     author='putkoff',
     author_email='partners@abstractendeavors.com',
     description="",

abstract_solana-0.0.2.1/src/abstract_solana/abstract_rpcs/rate_limiter.py

@@ -0,0 +1,139 @@
+import time,os,json
+from abstract_utilities import *
+from abstract_security import *
+def getAbsFile():
+  return os.path.abspath(__file__)
+def getAbsDir():
+  return os.path.dirname(getAbsFile())
+def getAbsPath(path):
+  return os.path.join(getAbsDir(),path)
+def getSaveStatePath():
+  return getAbsPath('rate_limiter_state.json')
+def readSaveState():
+  path= getSaveStatePath()
+  if not os.path.isfile(path):
+    state = {'last_method':None,'rate_limit': [],'last_mb': {},'cooldown_time': False,'last_url':None}
+    safe_dump_to_file(file_path=path,data=state)
+  return safe_read_from_json(getSaveStatePath())
+def is_time_interval(time_obj, interval):
+    print([time.time() - time_obj,interval-1])
+    return (time.time() - time_obj) < interval-1
+
+def get_mb(sum_list, limit, last_mb):
+    return (sum_list + last_mb) > limit
+
+def datasize(data):
+    if isinstance(data, str):
+        return len(data.encode('utf-8'))
+    elif isinstance(data, (bytes, bytearray)):
+        return len(data)
+    elif isinstance(data, list) or isinstance(data, dict):
+        return len(json.dumps(data).encode('utf-8'))
+    else:
+        return len(str(data).encode('utf-8'))
+
+class RateLimiter(metaclass=SingletonMeta):
+    def __init__(self,rpc_url = None,fallback_rpc_url=None,env_directory=None):
+        self.rpc_url = rpc_url get_env_key(key="solana_primary_rpc_url",path=env_directory) or "https://api.mainnet-beta.solana.com"
+        self.fallback_rpc_url = fallback_rpc_url or get_env_key(key="solana_fallback_rpc_url",path=env_directory)
+        self.initialized = True
+        self.rate_limit = []
+        self.last_mb = {}
+        self.cooldown_time = False
+        self.url1 = self.rpc_url
+        self.url2 = self.fallback_rpc_url
+        self.state_file = getSaveStatePath()
+        self.last_url = None
+        self.last_method=None
+        self.load_state()
+    def get_url_2(self):
+        return self.url2
+
+    def save_state(self):
+        state = {
+            'last_method':self.last_method,
+            'rate_limit': self.rate_limit,
+            'last_mb': self.last_mb,
+            'cooldown_time': self.cooldown_time,
+            'last_url': self.last_url
+        }
+        safe_dump_to_file(self.state_file, state)
+
+    def load_state(self):
+        state = readSaveState()
+        self.last_method = state.get('last_method')
+        self.rate_limit = state.get('rate_limit', [])
+        self.last_mb = state.get('last_mb', {})
+        self.last_url = state.get('last_url')
+        self.cooldown_time = state.get('cooldown_time', False)
+
+    def set_cooldown(self, add=False):
+        if add:
+            self.cooldown_time = time.time() + add
+        if self.cooldown_time and (time.time() > self.cooldown_time):
+            self.cooldown_time = False
+        return bool(self.cooldown_time)
+
+    def get_last_rate_limit(self):
+        if self.rate_limit:
+            return self.rate_limit[-1]
+        return {}
+
+    def is_all_limit(self, method):
+        if method not in self.last_mb:
+            self.last_mb[method] = 0
+
+        if self.set_cooldown():
+            return True
+
+        self.rate_limit = [query for query in self.rate_limit if is_time_interval(query.get('time') or 0, 30)]
+        last_rate_limit = self.get_last_rate_limit()
+
+        # Check if data size exceeds limit
+        if get_mb(sum(query.get('data', 0) for query in self.rate_limit), 100, self.last_mb[method]):
+            return True
+
+        # Check if the last request for the same method was within 10 seconds
+        if self.last_method == method and is_time_interval(last_rate_limit.get('time') or 0, 10):
+            return True
+
+        # Check if more than 100 requests in the last 10 seconds
+        time_rate = [query for query in self.rate_limit if is_time_interval(query.get('time') or 0, 10)]
+        if len(time_rate) > 100:
+            return True
+
+        # Check if more than 40 requests for the same method in the last 10 seconds
+        method_specific_time_rate = [query for query in time_rate if query['method'] == method]
+        if len(method_specific_time_rate) > 40:
+            return True
+
+        return False
+
+    def log_response(self, method=None, response_data=None):
+        method = method or 'default_method'
+        response_data = response_data or {}
+        data_size = datasize(response_data)
+        self.last_mb[method] = data_size
+
+        if self.last_url == self.url1:
+            self.rate_limit.append({'method': method, 'data': data_size, 'time': time.time()})
+
+        self.rate_limit = [query for query in self.rate_limit if is_time_interval(query['time'], 30)]
+        self.save_state()
+
+    def get_url(self, method=None):
+        method = method or 'default_method'
+        if self.url2 and method == 'get_url_2':
+            self.last_url = self.url2
+            return self.url2
+        
+        if not self.is_all_limit(method):
+            self.last_method = method
+            
+            self.last_url = self.url1
+        elif self.url2:
+            self.last_url = self.url2
+        else:
+          return {"rate_limited":"limit has been reached"}
+        return self.last_url
+

{abstract_solana-0.0.2.0 → abstract_solana-0.0.2.1}/src/abstract_solana/abstract_rpcs/solana_rpc_client.py

@@ -5,6 +5,8 @@ from ..abstract_utils.pubkey_utils import get_pubkey,get_sigkey
 import inspect,asyncio,json,requests
 from abstract_apis import get_url,make_endpoint,get_headers,asyncPostRequest,get_async_response,get_headers
 from abstract_utilities import is_number
+from .rate_limiter import RateLimiter
+rate_limiter = RateLimiter()
 def convert_to_lower(string_obj):
     return ''.join(f"_{char.lower()}" if char.isupper() else char for char in str(string_obj))
 def convert_to_upper(string_obj):
@@ -83,3 +85,10 @@ def get_rpc_dict(endpoint,*args,**kwargs):
     kwargs = get_conversions(variables,*args,**kwargs)
     kwargs = json.loads(str(call_function(function,**kwargs)))
     return kwargs
+def abstract_solana_rate_limited_call(endpoint,*args,**kwargs):
+    rpc_dict = get_rpc_dict(endpoint,*args,**kwargs)
+    url = rate_limiter.get_url(rpc_dict.get('method')
+    is isinstance(url,dict):
+        return url
+    response = get_async_response(asyncPostRequest,url=url,endpoint=endpoint,data=rpc_dict)
+    return response

{abstract_solana-0.0.2.0 → abstract_solana-0.0.2.1}/src/abstract_solana.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: abstract_solana
-Version: 0.0.2.0
+Version: 0.0.2.1
 Home-page: https://github.com/AbstractEndeavors/abstract_solana
 Author: putkoff
 Author-email: partners@abstractendeavors.com

{abstract_solana-0.0.2.0 → abstract_solana-0.0.2.1}/src/abstract_solana.egg-info/SOURCES.txt

@@ -10,6 +10,7 @@ src/abstract_solana/abstract_rpcs/__init__.py
 src/abstract_solana/abstract_rpcs/db_templates.py
 src/abstract_solana/abstract_rpcs/get_api_gui.py
 src/abstract_solana/abstract_rpcs/get_body.py
+src/abstract_solana/abstract_rpcs/rate_limiter.py
 src/abstract_solana/abstract_rpcs/solana_rpc_client.py
 src/abstract_solana/abstract_utils/__init__.py
 src/abstract_solana/abstract_utils/account_key_utils.py