dao-scripts 1.2.2__py3-none-any.whl → 1.3.0.post1__py3-none-any.whl

{dao_scripts-1.2.2.dist-info → dao_scripts-1.3.0.post1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dao-scripts
-Version: 1.2.2
+Version: 1.3.0.post1
 Summary: "A tool to download data to monitor DAO activity"
 Home-page: https://github.com/Grasia/dao-scripts
 Author: David Davó
@@ -13,15 +13,17 @@ Classifier: Environment :: Console
 Classifier: Intended Audience :: Science/Research
 Classifier: License :: OSI Approved :: GNU General Public License v3 (GPLv3)
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: Sociology
 Classifier: Typing :: Typed
 Classifier: Topic :: Utilities
-Requires-Python: >=3.8
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: dynaconf >=3.0.0
 Requires-Dist: gql >=3.0.0a1
 Requires-Dist: numpy >=1.17.3
 Requires-Dist: pandas >=1.3.4
@@ -41,7 +43,22 @@ Requires-Dist: pandas-vet ; extra == 'dev'
 Requires-Dist: twine ; extra == 'dev'
 Provides-Extra: upload
 Requires-Dist: kaggle >=1.5.12 ; extra == 'upload'
-Requires-Dist: zenodo-client >=0.3.0 ; extra == 'upload'
+Requires-Dist: zenodo-client >=0.3.4 ; extra == 'upload'
+
+<p align="center">
+    <a href="https://pypi.org/project/dao-scripts/">
+        <img src="https://img.shields.io/pypi/v/dao-scripts" alt="PyPI">
+    </a>
+    <a href="https://doi.org/10.5281/zenodo.10938359">
+        <img src="https://zenodo.org/badge/DOI/10.5281/zenodo.10938359.svg" alt="DOI 10.5281/zenodo.10938359.svg">
+    </a>
+    <a href="./LICENSE">
+      <img src="https://img.shields.io/github/license/grasia/dao-scripts" alt="License">
+    </a>
+    <a href="https://www.kaggle.com/datasets/daviddavo/dao-analyzer">
+      <img src="https://img.shields.io/badge/Kaggle-20BEFF?logo=Kaggle&logoColor=white" alt="Kaggle">
+    </a>
+</p>
 
 # DAO-Analyzer's cache-scripts
 
@@ -105,7 +122,7 @@ usage: daoa-cache-scripts [-h] [-V] [-p [{aragon,daohaus,daostack} ...]]
                           [--ignore-errors | --no-ignore-errors] [-d] [-f] [-F] [--skip-daohaus-names]
                           [-n {mainnet,arbitrum,xdai,polygon} [{mainnet,arbitrum,xdai,polygon} ...]]
                           [-c COLLECTORS [COLLECTORS ...]] [--block-datetime BLOCK_DATETIME]
-                          [-D DATAWAREHOUSE] [--cc-api-key CC_API_KEY]
+                          [-D DATAWAREHOUSE]
 
 Main script to populate dao-analyzer cache
 
@@ -128,8 +145,6 @@ options:
                         Get data up to a block datetime (input in ISO format)
   -D DATAWAREHOUSE, --datawarehouse DATAWAREHOUSE
                         Specifies the destination folder of the datawarehouse
-  --cc-api-key CC_API_KEY
-                        Set the CryptoCompare API key (overrides environment variable)
 ```
 
 ### Getting only data from a platform
@@ -148,7 +163,26 @@ daoa-cache-scripts --networks xdai
 
 ## Acknowledgements
 
-DAO-Analyzer is created under the umbrella of two research projects: Chain Community, funded by the Spanish Ministry of Science and Innovation (RTI2018‐096820‐A‐I00) and led by Javier Arroyo and Samer Hassan; and P2P Models, funded by the European Research Council (ERC-2017-STG 625 grant no.: 75920), led by Samer Hassan.
+<div align="center">
+<img src="https://github.com/Grasia/dao-analyzer/blob/master/dao_analyzer/web/assets/logo-ministerio.png?raw=true"
+     alt="Logo Ministerio de Ciencia e Innovación. Gobierno de España"
+     style="max-height: 3em"
+><img src="https://github.com/Grasia/dao-analyzer/blob/master/dao_analyzer/web/assets/logo-erc.png?raw=true"
+     alt="Logotipo European Research Council"
+     style="max-height: 3em"
+><img src="https://github.com/Grasia/dao-analyzer/blob/master/dao_analyzer/web/assets/logo-grasia.png?raw=true"
+     alt="Logo GRASIA UCM"
+     style="max-height: 3em"
+><img src="https://github.com/Grasia/dao-analyzer/blob/master/dao_analyzer/web/assets/logo-ucm.png?raw=true"
+     alt="Logo Universidad Complutense de Madrid"
+     style="max-height: 3em"
+>
+</div>
+
+DAO-Analyzer is created under the umbrella of multiple research projects: 
+- Chain Community, funded by the Spanish Ministry of Science and Innovation ([RTI2018‐096820‐A‐I00](https://produccioncientifica.ucm.es/proyectos/48103/detalle)) and led by Javier Arroyo and Samer Hassan
+- P2P Models, funded by the European Research Council (ERC-2017-STG 625 grant no.: 75920), led by Samer Hassan.
+- DAOapplications, funded by the Spanish Ministry of Science and Innovation ([PID2021-127956OB-I00](https://produccioncientifica.ucm.es/proyectos/551171/detalle)) and led by Javier Arroyo, Samer Hassan and maria Cruz Valiente
 
 ## Cite as
 

dao_scripts-1.3.0.post1.dist-info/RECORD

@@ -0,0 +1,32 @@
+dao_scripts-1.3.0.post1-py3.12-nspkg.pth,sha256=_0DzrHlnOxaQL5l1mMdHT1BtXZwXuB6MitMF5phpOhk,497
+dao_analyzer/cache_scripts/__init__.py,sha256=Urg-J2hvyzGcgE2Z-ba71XpcHi1YlPZgex86OFSd_0A,116
+dao_analyzer/cache_scripts/__main__.py,sha256=aNVhgUXjB4rzTefrX3d6dKeLOX3G_Ezs82pI8QCpwx0,61
+dao_analyzer/cache_scripts/_version.py,sha256=fEmRqAxGWPRYP3Rhyj3ZTwD-sjgPHsJH8jzhage354k,417
+dao_analyzer/cache_scripts/argparser.py,sha256=uOBVdRxmgR8H0dZMu2AQyvro6WvkZFKUrf7vJ6Mvw48,3574
+dao_analyzer/cache_scripts/config.py,sha256=6Ooh-SpTtNCHcl2sE637-XMCCCNZBmATJRyD_eguWr0,2180
+dao_analyzer/cache_scripts/endpoints.json,sha256=UR8NiR6S0MgYHn3m-SVDY2YIWyPdSkMEK6_4TLk2T2U,1276
+dao_analyzer/cache_scripts/logging.py,sha256=9sAqZUk_Qnmlf9Ko60C4O__Ve7Tj4xefzQ7cV07aQ70,3196
+dao_analyzer/cache_scripts/main.py,sha256=ao1Zz5nB4_4koXTqSTJMyWmXbCFBp0vpnp0f0M2u9Ms,5665
+dao_analyzer/cache_scripts/metadata.py,sha256=oZ5xLkWClt1YxBAvbsDhciZkyHJ1Vcuic7guFy2ks6w,4211
+dao_analyzer/cache_scripts/aragon/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dao_analyzer/cache_scripts/aragon/dao_names.json,sha256=ASDOJYTsgHELJ7g1z9NccVROYYxsHQaLy9V-vrfr_Ec,7412
+dao_analyzer/cache_scripts/aragon/runner.py,sha256=RQX9KkOm268vrY_jgMHT_RthkrncbXhEn9Fcss8pJs4,8163
+dao_analyzer/cache_scripts/common/__init__.py,sha256=R_rWbKcp-Htw_Y_gt83Y6_N9KQC5kAHyMqb0Dk25HkU,342
+dao_analyzer/cache_scripts/common/api_requester.py,sha256=objbyqKVVEfNFmffds3BC2Nc3Bjk6Gip-9EUGScm7JY,8145
+dao_analyzer/cache_scripts/common/blockscout.py,sha256=8-Xz7yhG8jtZsWBA2Ik3T3xqzDB0Bw89-EI8vcIB8Yk,5041
+dao_analyzer/cache_scripts/common/common.py,sha256=GfdRk69jMXdzwenR55ltkEOMVy9Wio7QFY8bxgEP6F8,10763
+dao_analyzer/cache_scripts/common/cryptocompare.py,sha256=jaHdJ-X_AXEUdVRMVtyK6xwHNJdhTs2Ps44QMD0iuIY,2203
+dao_analyzer/cache_scripts/common/thegraph.py,sha256=iiAfpM3791o4iIzHwF_n7GYBn5G7oAV5t624jMA2rCI,6850
+dao_analyzer/cache_scripts/daohaus/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dao_analyzer/cache_scripts/daohaus/runner.py,sha256=nQ7YN_Fbfx0KsHkq47hShwTS82jbo285x60Z-31vj8M,7549
+dao_analyzer/cache_scripts/daostack/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dao_analyzer/cache_scripts/daostack/runner.py,sha256=emjzhZzGMTRGHKljll_lX-uMsGwaIsZBSi4jV1Lsh8Y,10144
+dao_analyzer/cache_scripts/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dao_analyzer/cache_scripts/utils/uploadDataWarehouse.py,sha256=xEzUr-XYcf6DICZkarHEwGSDGLHSz2eXZmRER8Fj1OU,4027
+dao_scripts-1.3.0.post1.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+dao_scripts-1.3.0.post1.dist-info/METADATA,sha256=2Z62brcn6FDUuOzhtlEqSCB-fc52XuIi3gS_CqVGUTs,8199
+dao_scripts-1.3.0.post1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+dao_scripts-1.3.0.post1.dist-info/entry_points.txt,sha256=dHhgA8pcQ2YbIlMuqPPSh7fiQkfHE8ioFPUcbBvXWDc,207
+dao_scripts-1.3.0.post1.dist-info/namespace_packages.txt,sha256=gbsNupMgtHQXOyBinbeLMo06f278s8My_9N-CrZh3Bk,13
+dao_scripts-1.3.0.post1.dist-info/top_level.txt,sha256=gbsNupMgtHQXOyBinbeLMo06f278s8My_9N-CrZh3Bk,13
+dao_scripts-1.3.0.post1.dist-info/RECORD,,

{dao_scripts-1.2.2.dist-info → dao_scripts-1.3.0.post1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.42.0)
+Generator: bdist_wheel (0.43.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

dao_analyzer/cache_scripts/common/graphql.py

@@ -1,143 +0,0 @@
-import logging
-from typing import Callable, List, Dict
-from abc import ABC, abstractmethod
-
-import pandas as pd
-
-from gql.dsl import DSLField
-
-from .common import ENDPOINTS, NetworkCollector, NetworkRunner, Runner, UpdatableCollector
-from .api_requester import GQLRequester
-from ..metadata import Block
-
-def add_where(d, **kwargs):
-    """
-    Adds the values specified in kwargs to the where inside d
-        Example: `**add_where(kwargs, deleted=False)`
-    """
-    if "where" in d:
-        d["where"] |= kwargs
-    else:
-        d["where"] = kwargs
-    
-    return d
-
-def partial_query(q, w) -> DSLField:
-    def wrapper(**kwargs):
-        return q(**add_where(kwargs, **w))
-    return wrapper
-
-def checkSubgraphHealth(endpoint: str, network: str = None):
-    subgraphName = '/'.join(endpoint.split('/')[-2:])
-    
-    requester = GQLRequester(endpoint=ENDPOINTS['_theGraph']['index-node'], introspection=False)
-    q = f"""
-    {{
-        indexingStatusForCurrentVersion(subgraphName: "{subgraphName}") {{
-            health,
-            synced,
-            node,
-            chains {{
-                network
-            }}
-        }}
-    }}
-    """
-
-    r = requester.request_single(q)
-
-    if not r['synced']:
-        logging.info(f"Subgraph {endpoint} is not synced")
-
-    if r['health'].lower() != 'healthy':
-        logging.error(f"Subgraph {endpoint} is not healthy")
-        return False
-    
-    subgraph_network = r['chains'][0]['network']
-    if network and subgraph_network != network:
-        logging.error(f"Subgraph {endpoint} expected network {network} but got {subgraph_network}")
-        return False
-
-    return True
-
-class GraphQLCollector(NetworkCollector, UpdatableCollector):
-    def __init__(self, name: str, runner: Runner, endpoint: str, result_key: str = None, index: str = None, network: str='mainnet', pbar_enabled: bool=True):
-        super().__init__(name, runner, network)
-        self.endpoint: str = endpoint
-        self.index = index if index else 'id'
-        self.result_key = result_key if result_key else name
-        self.postprocessors: Callable = []
-
-        self.requester: GQLRequester = GQLRequester(endpoint=self.endpoint, pbar_enabled=pbar_enabled)
-
-    def postprocessor(self, f: Callable[[pd.DataFrame], pd.DataFrame]):
-        self.postprocessors.append(f)
-        return f
-
-    @property
-    def schema(self):
-        return self.requester.get_schema()
-
-    @abstractmethod
-    def query(self, **kwargs) -> DSLField:
-        raise NotImplementedError
-
-    @property
-    def df(self) -> pd.DataFrame:
-        if not self.data_path.is_file():
-            return pd.DataFrame()
-
-        df = pd.read_feather(self.data_path)
-        if self.network:
-            df = df[df['network'] == self.network]
-        
-        return df
-
-    def transform_to_df(self, data: List[Dict], skip_post: bool=False) -> pd.DataFrame:
-        df = pd.DataFrame.from_dict(pd.json_normalize(data))
-
-        # For compatibility reasons we change from . to snake case
-        def dotsToSnakeCase(str: str) -> str:
-            splitted = str.split('.')
-            return splitted[0] + ''.join(x[0].upper()+x[1:] for x in splitted[1:])
-                        
-        df = df.rename(columns=dotsToSnakeCase)
-        df['network'] = self.network
-
-        if not skip_post:
-            for post in self.postprocessors:
-                logging.debug(f"Running postprocessor {post.__name__}")
-                df = post(df)
-                if df is None:
-                    raise ValueError(f"The postprocessor {post.__name__} returned None")
-
-        return df
-
-    def verify(self) -> bool:
-        # Checking if the queryBuilder doesn't raise any errors
-        self.query()
-
-        # Checking the health of the subgraph
-        return checkSubgraphHealth(self.endpoint)
-
-    def query_cb(self, prev_block: Block = None):
-        if prev_block:
-            return partial_query(self.query, {'_change_block': {'number_gte': prev_block.number}})
-        else:
-            return self.query
-
-    def run(self, force=False, block: Block = None, prev_block: Block = None):
-        logging.info(f"Running GraphQLCollector with block: {block}, prev_block: {prev_block}")
-        if block is None:
-            block = Block()
-        if prev_block is None or force:
-            prev_block = Block()
-
-        data = self.requester.n_requests(query=self.query_cb(prev_block), block_hash=block.id)
-
-        # transform to df
-        df: pd.DataFrame = self.transform_to_df(data)
-        self._update_data(df, force)
-
-class GraphQLRunner(NetworkRunner, ABC):
-    pass

dao_scripts-1.2.2-py3.11-nspkg.pth

@@ -1 +0,0 @@
-import sys, types, os;has_mfs = sys.version_info > (3, 5);p = os.path.join(sys._getframe(1).f_locals['sitedir'], *('dao_analyzer',));importlib = has_mfs and __import__('importlib.util');has_mfs and __import__('importlib.machinery');m = has_mfs and sys.modules.setdefault('dao_analyzer', importlib.util.module_from_spec(importlib.machinery.PathFinder.find_spec('dao_analyzer', [os.path.dirname(p)])));m = m or sys.modules.setdefault('dao_analyzer', types.ModuleType('dao_analyzer'));mp = (m or []) and m.__dict__.setdefault('__path__',[]);(p not in mp) and mp.append(p)

dao_scripts-1.2.2.dist-info/RECORD

@@ -1,30 +0,0 @@
-dao_scripts-1.2.2-py3.11-nspkg.pth,sha256=28DIlG9RX4mQHVYgU9aTDTPJ6dSaHsBAQR5SH8OXwI0,569
-dao_analyzer/cache_scripts/__init__.py,sha256=Urg-J2hvyzGcgE2Z-ba71XpcHi1YlPZgex86OFSd_0A,116
-dao_analyzer/cache_scripts/__main__.py,sha256=aNVhgUXjB4rzTefrX3d6dKeLOX3G_Ezs82pI8QCpwx0,61
-dao_analyzer/cache_scripts/_version.py,sha256=XEVwqOPlIChKtEnSO5v_SvghWXnn9WeQSoJ436w3v9Y,411
-dao_analyzer/cache_scripts/argparser.py,sha256=sAeLeBmlqdOIuOwhNMlaeIjD7yNAd8EBsnvUKzR1uOI,3617
-dao_analyzer/cache_scripts/config.py,sha256=iFPMg0KErqIVoOZ1zS11vF8oDR2RgmtWq4b0vv2nfKM,744
-dao_analyzer/cache_scripts/endpoints.json,sha256=ZPfq0mFUdpdqLlsHSXb7gM38P9mPipCxGCmiVelxsa0,1923
-dao_analyzer/cache_scripts/main.py,sha256=zUW-F-7vRELRL9zEzBJDahgnG9S9SiyixHJVWiup9bk,5256
-dao_analyzer/cache_scripts/metadata.py,sha256=pJQa7KBszz-gmacLssT81ZRz4IWmVVnM3OQYbtbR82k,4152
-dao_analyzer/cache_scripts/aragon/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dao_analyzer/cache_scripts/aragon/dao_names.json,sha256=ASDOJYTsgHELJ7g1z9NccVROYYxsHQaLy9V-vrfr_Ec,7412
-dao_analyzer/cache_scripts/aragon/runner.py,sha256=OcgzgQT2XyjK_xrGUg9BVX-HykytDBuI9X01R3VF5cc,8421
-dao_analyzer/cache_scripts/common/__init__.py,sha256=PNagNaHvK7vvF3n1tnCjnA_yR_sCByZ2jU7HtBmSiYk,264
-dao_analyzer/cache_scripts/common/api_requester.py,sha256=gb_GN9-ejn_0nb_MdBXozq16_uJ4EBLqsHuR_oL17mQ,7996
-dao_analyzer/cache_scripts/common/blockscout.py,sha256=78rofwjP-RHzoxdyi2NXQ4TAYjTWNQavL3rCd6O6O0I,5030
-dao_analyzer/cache_scripts/common/common.py,sha256=wVjypZtfBQRGejeLaVubfaIludP39Ee2Q-th84Dcx1Q,9488
-dao_analyzer/cache_scripts/common/cryptocompare.py,sha256=2eXyo5barCNqZty8dkFYeW7j3mXHlXJmqGeumR-Nq8A,2224
-dao_analyzer/cache_scripts/common/graphql.py,sha256=yiOqbrD7jCUca8JDzcQTN4gR_6DtpwEJW_XfIkP7faY,4585
-dao_analyzer/cache_scripts/daohaus/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dao_analyzer/cache_scripts/daohaus/runner.py,sha256=pkg-2P1eCRM9y9m_yCvL1VZyOGQmlgEiFNDOTYvQ5qg,7653
-dao_analyzer/cache_scripts/daostack/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dao_analyzer/cache_scripts/daostack/runner.py,sha256=7hR7Mi7_kRcB15rLVR6Qqp4bT64-tZZVRPWAT8U9Ee4,10279
-dao_analyzer/cache_scripts/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-dao_analyzer/cache_scripts/utils/uploadDataWarehouse.py,sha256=xEzUr-XYcf6DICZkarHEwGSDGLHSz2eXZmRER8Fj1OU,4027
-dao_scripts-1.2.2.dist-info/METADATA,sha256=x8LpVRwjv8fe4NkWpIaKoAAmQt-PPIcjGeYVhXmYOYs,6552
-dao_scripts-1.2.2.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-dao_scripts-1.2.2.dist-info/entry_points.txt,sha256=dHhgA8pcQ2YbIlMuqPPSh7fiQkfHE8ioFPUcbBvXWDc,207
-dao_scripts-1.2.2.dist-info/namespace_packages.txt,sha256=gbsNupMgtHQXOyBinbeLMo06f278s8My_9N-CrZh3Bk,13
-dao_scripts-1.2.2.dist-info/top_level.txt,sha256=gbsNupMgtHQXOyBinbeLMo06f278s8My_9N-CrZh3Bk,13
-dao_scripts-1.2.2.dist-info/RECORD,,