cryptodatapy 0.2.16__py3-none-any.whl → 0.2.18__py3-none-any.whl

cryptodatapy/conf/fields.csv

@@ -48,7 +48,7 @@ tx_fee_mean_usd,mean transaction fee in usd,"mean fee per transaction within tim
 tfr_count,transfers count,number of transfers in the network within time interval,on-chain,transactions,"d, w, m, q",asset units,Float64,,TxTfrCnt,,transactions/transfers_count,,,,,,,,
 tfr_val,transfers value,number of units of asset transferred in the network within time interval,on-chain,transactions,"d, w, m, q",asset units,Float64,,TxTfrValNtv,,transactions/transfers_volume_sum,,,,,,,,
 tfr_val_usd,"transfers value, USD","number of units of asset transferred in the network within time interval, in USD",on-chain,transactions,"d, w, m, q",USD,Float64,,TxTfrValUSD,,transactions/transfers_volume_sum,,,,,,,,
-tfr_val_mean,"mean transfers value, USD",mean transfer value in the network within time interval,on-chain,transactions,"d, w, m, q",asset units,Float64,average_transaction_ value,TxTfrValMeanNtv,,transactions/transfers_volume_mean,,,,,,,,
+tfr_val_mean,"mean transfers value, USD",mean transfer value in the network within time interval,on-chain,transactions,"d, w, m, q",asset units,Float64,average_transaction_value,TxTfrValMeanNtv,,transactions/transfers_volume_mean,,,,,,,,
 tfr_val_mean_usd,mean transfers value,"mean transfer value in the network within time interval, in USD",on-chain,transactions,"d, w, m, q",USD,Float64,,TxTfrValMeanUSD,,transactions/transfers_volume_mean,,,,,,,,
 nvt_ratio,network value to transactions ratio,The Network Value to Transactions (NVT) Ratio is computed by dividing the market cap by the transferred on-chain volume measured in USD. The NVT Ratio was created by Willy Woo.,on-chain,transactions,"d, w, m, q",ratio ,Float64,,,,indicators/nvt,,,,,,,,
 nvt_ratio_adj,"network value to transactions ratio, adjusted","The ratio of the network value (or market capitalization, current supply) divided by the adjusted transfer value. Also referred to as NVT.",on-chain,transactions,"d, w, m, q",ratio ,Float64,,NVTAdj,,,,,,,,,,

cryptodatapy/extract/data_vendors/cryptocompare_api.py

@@ -79,6 +79,8 @@ class CryptoCompare(DataVendor):
             raise TypeError("Set your CryptoCompare api key in environment variables as 'CRYPTOCOMPARE_API_KEY' or "
                             "add it as an argument when instantiating the class. To get an api key, visit: "
                             "https://min-api.cryptocompare.com/")
+        self.onchain_fields = None
+        self.social_fields = None
         self.data_req = None
         self.data_resp = None
         self.data = pd.DataFrame()
@@ -220,9 +222,9 @@ class CryptoCompare(DataVendor):
         # data req
         self.req_meta(info_type='on-chain_info')
         # wrangle data resp
-        onchain_fields = WrangleInfo(self.data_resp).cc_onchain_info()
+        self.onchain_fields = WrangleInfo(self.data_resp).cc_onchain_info()
 
-        return onchain_fields
+        return self.onchain_fields
 
     def get_social_info(self) -> list[str]:
         """
@@ -236,9 +238,9 @@ class CryptoCompare(DataVendor):
         # data req
         self.req_meta(info_type='social_info')
         # wrangle data resp
-        social_fields = WrangleInfo(self.data_resp).cc_social_info()
+        self.social_fields = WrangleInfo(self.data_resp).cc_social_info()
 
-        return social_fields
+        return self.social_fields
 
     def get_fields_info(self, data_type: Optional[str] = None) -> list[str]:
         """
@@ -584,6 +586,8 @@ class CryptoCompare(DataVendor):
         # loop through tickers
         for ticker in self.data_req.source_tickers:
 
+            print(ticker)
+
             try:
                 df0 = self.get_tidy_data(data_req, data_type, ticker)
             except Exception as e:
@@ -711,13 +715,18 @@ class CryptoCompare(DataVendor):
         self.get_indexes_info(as_list=True)
         tickers_list = self.assets + self.indexes
 
+        # fields
+        self.get_fields_info()
+        self.get_onchain_info()
+        self.get_social_info()
+
         # tickers
         if not all([ticker in tickers_list for ticker in self.data_req.source_tickers]):
             raise ValueError("Some assets are not available. "
                              "Check available assets and indexes with get_assets_info() or get_indexes_info().")
 
         # fields
-        if not all([field in self.get_fields_info() for field in self.data_req.source_fields]):
+        if not all([field in self.fields for field in self.data_req.source_fields]):
             raise ValueError("Some fields are not available. "
                              "Check available fields with get_fields_info().")
 
@@ -727,12 +736,12 @@ class CryptoCompare(DataVendor):
                              f"Check available frequencies with get_frequencies().")
 
         # on-chain freq
-        if self.data_req.source_fields in self.get_onchain_info() and self.data_req.source_freq != 'histoday':
+        if self.data_req.source_fields in self.onchain_fields and self.data_req.source_freq != 'histoday':
             raise ValueError(f"On-chain data is only available on a daily frequency."
                              f" Change data request frequency to 'd' and try again.")
 
         # social freq
-        if self.data_req.source_fields in self.get_social_info() and self.data_req.source_freq == 'histominute':
+        if self.data_req.source_fields in self.social_fields and self.data_req.source_freq == 'histominute':
             raise ValueError(f"Social media data is only available on a daily and hourly frequency."
                              f" Change data request frequency to 'd' or '1h' and try again.")
 
@@ -751,42 +760,44 @@ class CryptoCompare(DataVendor):
             DataFrame with DatetimeIndex (level 0), ticker (level 1), and values for OHLCV, on-chain and/or
             social fields (cols), in tidy format.
         """
-        logging.info("Retrieving data request from CryptoCompare...")
-
         # check data req params
         self.check_params(data_req)
 
         # get indexes
-        try:
-            df0 = self.get_indexes(data_req)
-        except Exception as e:
-            logging.warning(e)
-        else:
-            self.data = pd.concat([self.data, df0])
+        if any([ticker in self.indexes for ticker in data_req.source_tickers]):
+            try:
+                df0 = self.get_indexes(data_req)
+            except Exception as e:
+                logging.warning(e)
+            else:
+                self.data = pd.concat([self.data, df0])
 
         # get ohlcv
-        try:
-            df1 = self.get_ohlcv(data_req)
-        except Exception as e:
-            logging.warning(e)
-        else:
-            self.data = pd.concat([self.data, df1])
+        if any([field in ['open', 'high', 'low', 'close', 'volumefrom'] for field in data_req.source_fields]):
+            try:
+                df1 = self.get_ohlcv(data_req)
+            except Exception as e:
+                logging.warning(e)
+            else:
+                self.data = pd.concat([self.data, df1])
 
         # get onchain
-        try:
-            df2 = self.get_onchain(data_req)
-        except Exception as e:
-            logging.warning(e)
-        else:
-            self.data = pd.concat([self.data, df2], axis=1)
+        if any([field in self.onchain_fields for field in data_req.source_fields]):
+            try:
+                df2 = self.get_onchain(data_req)
+            except Exception as e:
+                logging.warning(e)
+            else:
+                self.data = pd.concat([self.data, df2], axis=1)
 
         # get social
-        try:
-            df3 = self.get_social(data_req)
-        except Exception as e:
-            logging.warning(e)
-        else:
-            self.data = pd.concat([self.data, df3], axis=1)
+        if any([field in self.social_fields for field in data_req.source_fields]):
+            try:
+                df3 = self.get_social(data_req)
+            except Exception as e:
+                logging.warning(e)
+            else:
+                self.data = pd.concat([self.data, df3], axis=1)
 
         # check if df empty
         if self.data.empty:
@@ -796,6 +807,4 @@ class CryptoCompare(DataVendor):
         fields = [field for field in data_req.fields if field in self.data.columns]
         self.data = self.data.loc[:, fields].sort_index()
 
-        logging.info("Data retrieved from CryptoCompare.")
-
         return self.data

cryptodatapy/transform/wrangle.py

@@ -510,13 +510,13 @@ class WrangleData:
         self.filter_dates()
         # resample
         self.data_resp = self.data_resp.resample(self.data_req.freq).last()
-        # type conversion
-        self.data_resp = self.data_resp.apply(pd.to_numeric, errors='coerce').convert_dtypes()
         # remove bad data
         self.data_resp = self.data_resp[self.data_resp != 0]  # 0 values
         # filter dups and NaNs
         self.data_resp = self.data_resp[~self.data_resp.index.duplicated()]  # duplicate rows
         self.data_resp = self.data_resp.dropna(how='all').dropna(how='all', axis=1)  # entire row or col NaNs
+        # type conversion
+        self.data_resp = self.data_resp.convert_dtypes()
 
         return self.data_resp
 

{cryptodatapy-0.2.16.dist-info → cryptodatapy-0.2.18.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: cryptodatapy
-Version: 0.2.16
+Version: 0.2.18
 Summary: Cryptoasset data library
 License: Apache-2.0
 Author: Systamental

{cryptodatapy-0.2.16.dist-info → cryptodatapy-0.2.18.dist-info}/RECORD

@@ -1,6 +1,6 @@
 cryptodatapy/__init__.py,sha256=ee1UaINHZn1A_SZ96XM3hCguQEJgiPTvKlnYsk3mmS4,185
 cryptodatapy/conf/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cryptodatapy/conf/fields.csv,sha256=Xjs_sWIY4DuhdHlWOPo0pgDC8sHYA6xzf6kb0PuUp9w,25735
+cryptodatapy/conf/fields.csv,sha256=zH-Pw438Nencqr8tXQfTBlHH5HF-bLyJCW5MF8LCB4E,25734
 cryptodatapy/conf/tickers.csv,sha256=Bs9KfDKawoUPKIQZMN8CtoLYJuzOkwLh2il30c8CsqE,357066
 cryptodatapy/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cryptodatapy/datasets/br_econ_calendar.csv,sha256=mSM0IOIByI-0gIIL1CbDQPqHYI5lK6vavrY1ODj3Jlk,1185318
@@ -28,7 +28,7 @@ cryptodatapy/extract/data_vendors/.ipynb_checkpoints/NasdaqDataLink-checkpoint.i
 cryptodatapy/extract/data_vendors/.ipynb_checkpoints/PandasDataReader-checkpoint.ipynb,sha256=n7vzOV6AxC_Ti5CLWW2ABMEEcbbBpiBBs4qTUBQinIg,24171
 cryptodatapy/extract/data_vendors/__init__.py,sha256=Nk6gcT43d0XOLfrlVA9r--5mvHCgHfq295IKL3Puu74,354
 cryptodatapy/extract/data_vendors/coinmetrics_api.py,sha256=sIcYf4_0zS41EKGOakB7U6xHmSIh87xAWDTj2BRJlbI,33308
-cryptodatapy/extract/data_vendors/cryptocompare_api.py,sha256=8zup1bGQfhn5-I9SV2N07SuOqYpt1-WOVHfNQh5jY5Y,26988
+cryptodatapy/extract/data_vendors/cryptocompare_api.py,sha256=p67k2Q9F8zCOColVIhxswFGQfnf-5HK_YheTvPWJj4k,27520
 cryptodatapy/extract/data_vendors/datavendor.py,sha256=eH_yIJPy5FvZhgILqpgNYYkbmC5fK_5eIdIZTOeNw9Q,13292
 cryptodatapy/extract/data_vendors/glassnode_api.py,sha256=PuuJOjHztoJyFijb5XU1zm1S_2NAj7MX-wC89DL_bWQ,13103
 cryptodatapy/extract/data_vendors/tiingo_api.py,sha256=AYYtVFC9gPqhUWGsHVRpEmVse6b0djGX8bCMtaiYFY0,25681
@@ -52,11 +52,11 @@ cryptodatapy/transform/convertparams.py,sha256=_8yYVfh9TljPeeW2CHK26_-J14fncBTDj
 cryptodatapy/transform/filter.py,sha256=KYYyta0uREAjBkYTVyvhOCCLSKR_qPSlqj5Nl7l4iBk,9064
 cryptodatapy/transform/impute.py,sha256=_0-SX5nnPrYgJYT-HKwBGNkmWXRMy9-C2oeU6VqkQp0,5537
 cryptodatapy/transform/od.py,sha256=4vxqxCKka8yzkcT9CJ1qthn8TSqo1-fnt0dIZrLl5_k,30386
-cryptodatapy/transform/wrangle.py,sha256=dnaBi3zOXoQymkxN7r5Eneb9UccGhfp7UdCS31T41i8,42396
+cryptodatapy/transform/wrangle.py,sha256=M3l3Fyc45LoUSA2lIfe27anT_4OPZESPBfWf_rI6CxA,42358
 cryptodatapy/util/__init__.py,sha256=zSQ2HU2QIXzCuptJjknmrClwtQKCvIj4aNysZljIgrU,116
 cryptodatapy/util/datacatalog.py,sha256=qCCX6srXvaAbVAKuA0M2y5IK_2OEx5xA3yRahDZlC-g,13157
 cryptodatapy/util/datacredentials.py,sha256=CC23ocTrxr6EEqM-oreLgz5rHEDX7EmZS7DYTgoIg8Q,2752
-cryptodatapy-0.2.16.dist-info/LICENSE,sha256=sw4oVq8bDjT3uMtaFebQ-xeIVP4H-bXldTs9q-Jjeks,11344
-cryptodatapy-0.2.16.dist-info/METADATA,sha256=r5GSym1txexSKKtREciNDhDRNS-e2X-blUObjpO96Ws,6428
-cryptodatapy-0.2.16.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-cryptodatapy-0.2.16.dist-info/RECORD,,
+cryptodatapy-0.2.18.dist-info/LICENSE,sha256=sw4oVq8bDjT3uMtaFebQ-xeIVP4H-bXldTs9q-Jjeks,11344
+cryptodatapy-0.2.18.dist-info/METADATA,sha256=qZJzH-RMkuro2GavsQq62Q_bZXtnvnPm0maTleqDGAA,6428
+cryptodatapy-0.2.18.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+cryptodatapy-0.2.18.dist-info/RECORD,,