abstract-solana 0.0.2.0__py3-none-any.whl → 0.0.2.1__py3-none-any.whl

abstract_solana/abstract_rpcs/rate_limiter.py

@@ -0,0 +1,139 @@
+import time,os,json
+from abstract_utilities import *
+from abstract_security import *
+def getAbsFile():
+  return os.path.abspath(__file__)
+def getAbsDir():
+  return os.path.dirname(getAbsFile())
+def getAbsPath(path):
+  return os.path.join(getAbsDir(),path)
+def getSaveStatePath():
+  return getAbsPath('rate_limiter_state.json')
+def readSaveState():
+  path= getSaveStatePath()
+  if not os.path.isfile(path):
+    state = {'last_method':None,'rate_limit': [],'last_mb': {},'cooldown_time': False,'last_url':None}
+    safe_dump_to_file(file_path=path,data=state)
+  return safe_read_from_json(getSaveStatePath())
+def is_time_interval(time_obj, interval):
+    print([time.time() - time_obj,interval-1])
+    return (time.time() - time_obj) < interval-1
+
+def get_mb(sum_list, limit, last_mb):
+    return (sum_list + last_mb) > limit
+
+def datasize(data):
+    if isinstance(data, str):
+        return len(data.encode('utf-8'))
+    elif isinstance(data, (bytes, bytearray)):
+        return len(data)
+    elif isinstance(data, list) or isinstance(data, dict):
+        return len(json.dumps(data).encode('utf-8'))
+    else:
+        return len(str(data).encode('utf-8'))
+
+class RateLimiter(metaclass=SingletonMeta):
+    def __init__(self,rpc_url = None,fallback_rpc_url=None,env_directory=None):
+        self.rpc_url = rpc_url get_env_key(key="solana_primary_rpc_url",path=env_directory) or "https://api.mainnet-beta.solana.com"
+        self.fallback_rpc_url = fallback_rpc_url or get_env_key(key="solana_fallback_rpc_url",path=env_directory)
+        self.initialized = True
+        self.rate_limit = []
+        self.last_mb = {}
+        self.cooldown_time = False
+        self.url1 = self.rpc_url
+        self.url2 = self.fallback_rpc_url
+        self.state_file = getSaveStatePath()
+        self.last_url = None
+        self.last_method=None
+        self.load_state()
+    def get_url_2(self):
+        return self.url2
+
+    def save_state(self):
+        state = {
+            'last_method':self.last_method,
+            'rate_limit': self.rate_limit,
+            'last_mb': self.last_mb,
+            'cooldown_time': self.cooldown_time,
+            'last_url': self.last_url
+        }
+        safe_dump_to_file(self.state_file, state)
+
+    def load_state(self):
+        state = readSaveState()
+        self.last_method = state.get('last_method')
+        self.rate_limit = state.get('rate_limit', [])
+        self.last_mb = state.get('last_mb', {})
+        self.last_url = state.get('last_url')
+        self.cooldown_time = state.get('cooldown_time', False)
+
+    def set_cooldown(self, add=False):
+        if add:
+            self.cooldown_time = time.time() + add
+        if self.cooldown_time and (time.time() > self.cooldown_time):
+            self.cooldown_time = False
+        return bool(self.cooldown_time)
+
+    def get_last_rate_limit(self):
+        if self.rate_limit:
+            return self.rate_limit[-1]
+        return {}
+
+    def is_all_limit(self, method):
+        if method not in self.last_mb:
+            self.last_mb[method] = 0
+
+        if self.set_cooldown():
+            return True
+
+        self.rate_limit = [query for query in self.rate_limit if is_time_interval(query.get('time') or 0, 30)]
+        last_rate_limit = self.get_last_rate_limit()
+
+        # Check if data size exceeds limit
+        if get_mb(sum(query.get('data', 0) for query in self.rate_limit), 100, self.last_mb[method]):
+            return True
+
+        # Check if the last request for the same method was within 10 seconds
+        if self.last_method == method and is_time_interval(last_rate_limit.get('time') or 0, 10):
+            return True
+
+        # Check if more than 100 requests in the last 10 seconds
+        time_rate = [query for query in self.rate_limit if is_time_interval(query.get('time') or 0, 10)]
+        if len(time_rate) > 100:
+            return True
+
+        # Check if more than 40 requests for the same method in the last 10 seconds
+        method_specific_time_rate = [query for query in time_rate if query['method'] == method]
+        if len(method_specific_time_rate) > 40:
+            return True
+
+        return False
+
+    def log_response(self, method=None, response_data=None):
+        method = method or 'default_method'
+        response_data = response_data or {}
+        data_size = datasize(response_data)
+        self.last_mb[method] = data_size
+
+        if self.last_url == self.url1:
+            self.rate_limit.append({'method': method, 'data': data_size, 'time': time.time()})
+
+        self.rate_limit = [query for query in self.rate_limit if is_time_interval(query['time'], 30)]
+        self.save_state()
+
+    def get_url(self, method=None):
+        method = method or 'default_method'
+        if self.url2 and method == 'get_url_2':
+            self.last_url = self.url2
+            return self.url2
+        
+        if not self.is_all_limit(method):
+            self.last_method = method
+            
+            self.last_url = self.url1
+        elif self.url2:
+            self.last_url = self.url2
+        else:
+          return {"rate_limited":"limit has been reached"}
+        return self.last_url
+

abstract_solana/abstract_rpcs/solana_rpc_client.py

@@ -5,6 +5,8 @@ from ..abstract_utils.pubkey_utils import get_pubkey,get_sigkey
 import inspect,asyncio,json,requests
 from abstract_apis import get_url,make_endpoint,get_headers,asyncPostRequest,get_async_response,get_headers
 from abstract_utilities import is_number
+from .rate_limiter import RateLimiter
+rate_limiter = RateLimiter()
 def convert_to_lower(string_obj):
     return ''.join(f"_{char.lower()}" if char.isupper() else char for char in str(string_obj))
 def convert_to_upper(string_obj):
@@ -83,3 +85,10 @@ def get_rpc_dict(endpoint,*args,**kwargs):
     kwargs = get_conversions(variables,*args,**kwargs)
     kwargs = json.loads(str(call_function(function,**kwargs)))
     return kwargs
+def abstract_solana_rate_limited_call(endpoint,*args,**kwargs):
+    rpc_dict = get_rpc_dict(endpoint,*args,**kwargs)
+    url = rate_limiter.get_url(rpc_dict.get('method')
+    is isinstance(url,dict):
+        return url
+    response = get_async_response(asyncPostRequest,url=url,endpoint=endpoint,data=rpc_dict)
+    return response

{abstract_solana-0.0.2.0.dist-info → abstract_solana-0.0.2.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: abstract_solana
-Version: 0.0.2.0
+Version: 0.0.2.1
 Home-page: https://github.com/AbstractEndeavors/abstract_solana
 Author: putkoff
 Author-email: partners@abstractendeavors.com

{abstract_solana-0.0.2.0.dist-info → abstract_solana-0.0.2.1.dist-info}/RECORD

@@ -3,7 +3,8 @@ abstract_solana/abstract_rpcs/__init__.py,sha256=s-nEoENWaeqd00GPEV9EvCb-QTAGKdQ
 abstract_solana/abstract_rpcs/db_templates.py,sha256=sjdHfHIq9bO6VuDm3hwzn46NUrXXrGnB0knYNeVU7k8,29839
 abstract_solana/abstract_rpcs/get_api_gui.py,sha256=OZ61HHb0gwdYjirwFFmnwk8z9x5np3cecCj9MdmuF8U,12372
 abstract_solana/abstract_rpcs/get_body.py,sha256=UV85217q7mIpYOhVZdnzfmgZxD3QM0w0J0oevXyYtdE,51272
-abstract_solana/abstract_rpcs/solana_rpc_client.py,sha256=9cFFpwr9Clhr7y3QbcFwH0-NSsOsglv54r228DrHs_g,3446
+abstract_solana/abstract_rpcs/rate_limiter.py,sha256=c3viL1iyci5PsMmG4smt2Njs_QHKM4jBPtl1Lic9aFU,5129
+abstract_solana/abstract_rpcs/solana_rpc_client.py,sha256=HqYzGPaBZcQu7XYD61awJ_jc_UAA2rMpjE-LiZDqqvQ,3844
 abstract_solana/abstract_utils/__init__.py,sha256=HCbBVQ5BIFCVkFqqTMHp1Y__YQAO4HTq_KHVdMCe89U,296
 abstract_solana/abstract_utils/account_key_utils.py,sha256=VMJd4GOTK1vn8UZsfXDnjxDOGoQWGY6fvflJqPZ7Xvs,877
 abstract_solana/abstract_utils/constants.py,sha256=cSmCKzQiNZocX1YkKYrdY-O449aYhi7BT_j-45HZN-E,1418
@@ -19,7 +20,7 @@ abstract_solana/pump_functions/__init__.py,sha256=BiRxwJd1JWwEft63zqYwZ_Xs6UDp4h
 abstract_solana/pump_functions/buy_sell_pump.py,sha256=gjv_1et20s1Li0ygcURofO29VPkO1v-a5G5Bo_sZs_c,7860
 abstract_solana/pump_functions/pump_fun_keys.py,sha256=BeWbV9_wd-c6ydF33drW-gZBDPWolbsMZL4cNhP3eOU,8537
 abstract_solana/pump_functions/token_utils.py,sha256=O-Fgj3L1NhND-k4INa3WvLAEXg2N9u1fVqyLFzn1PwM,2714
-abstract_solana-0.0.2.0.dist-info/METADATA,sha256=x2GffF8U4I1lJJll4xkkqjsUbn-J_PVZI3LKLUu1mZs,980
-abstract_solana-0.0.2.0.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
-abstract_solana-0.0.2.0.dist-info/top_level.txt,sha256=SsJYent8eZQ0FU2jmP8wTj7aFZFhNwxxP-5cCTQ2B-o,16
-abstract_solana-0.0.2.0.dist-info/RECORD,,
+abstract_solana-0.0.2.1.dist-info/METADATA,sha256=ypGifYl7mZZ0z8S3Oo5z-emQBBb459DNrTVzVKU5gzI,980
+abstract_solana-0.0.2.1.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+abstract_solana-0.0.2.1.dist-info/top_level.txt,sha256=SsJYent8eZQ0FU2jmP8wTj7aFZFhNwxxP-5cCTQ2B-o,16
+abstract_solana-0.0.2.1.dist-info/RECORD,,