cryptodatapy 0.2.14__py3-none-any.whl → 0.2.16__py3-none-any.whl

cryptodatapy/transform/convertparams.py

@@ -24,82 +24,60 @@ class ConvertParams:
         """
         self.data_req = data_req
 
-    def to_cryptocompare(self) -> Dict[str, Union[list, str, int, float, None]]:
+    def to_cryptocompare(self) -> DataRequest:
         """
         Convert tickers from CryptoDataPy to CryptoCompare format.
         """
-        # convert tickers
-        if self.data_req.source_tickers is not None:
-            tickers = self.data_req.source_tickers
-            self.data_req.tickers = self.data_req.source_tickers
-        else:
-            tickers = [ticker.upper() for ticker in self.data_req.tickers]
-        # convert freq
-        if self.data_req.source_freq is not None:
-            freq = self.data_req.source_freq
-            self.data_req.freq = self.data_req.source_freq
-        else:
-            if self.data_req.freq[-3:] == "min":
-                freq = "histominute"
+        # tickers
+        if self.data_req.source_tickers is None:
+            self.data_req.source_tickers = [ticker.upper() for ticker in self.data_req.tickers]
+
+        # freq
+        if self.data_req.source_freq is None:
+            if self.data_req.freq is None:
+                self.data_req.source_freq = "histoday"
+            elif self.data_req.freq[-3:] == "min":
+                self.data_req.source_freq = "histominute"
             elif self.data_req.freq[-1] == "h":
-                freq = "histohour"
+                self.data_req.source_freq = "histohour"
             else:
-                freq = "histoday"
-        # convert quote ccy
+                self.data_req.source_freq = "histoday"
+
+        # quote ccy
         if self.data_req.quote_ccy is None:
-            quote_ccy = "USD"
+            self.data_req.quote_ccy = "USD"
         else:
-            quote_ccy = self.data_req.quote_ccy.upper()
+            self.data_req.quote_ccy = self.data_req.quote_ccy.upper()
+
         # convert exch
         if self.data_req.exch is None:
-            exch = "CCCAGG"
+            self.data_req.exch = "CCCAGG"
         else:
-            exch = self.data_req.exch
-        # convert start date
+            self.data_req.exch = self.data_req.exch.lower()
+
+        # start date
         if self.data_req.freq[-3:] == "min":  # limit to higher frequency data responses
-            start_date = int((datetime.now() - timedelta(days=7)).timestamp())
-        # no start date
+            self.data_req.source_start_date = int((datetime.now() - timedelta(days=7)).timestamp())
         elif self.data_req.start_date is None:
-            start_date = int(pd.Timestamp("2009-01-03 00:00:00").timestamp())
+            self.data_req.source_start_date = int(pd.Timestamp("2009-01-03 00:00:00").timestamp())
         else:
-            start_date = int(pd.Timestamp(self.data_req.start_date).timestamp())
+            self.data_req.source_start_date = int(pd.Timestamp(self.data_req.start_date).timestamp())
+
         # convert end date
         if self.data_req.end_date is None:
-            end_date = int(pd.Timestamp.utcnow().timestamp())
+            self.data_req.source_end_date = int(pd.Timestamp.utcnow().timestamp())
         else:
-            end_date = int(pd.Timestamp(self.data_req.end_date).timestamp())
+            self.data_req.source_end_date = int(pd.Timestamp(self.data_req.end_date).timestamp())
+
         # fields
-        if self.data_req.source_fields is not None:
-            fields = self.data_req.source_fields
-            self.data_req.fields = self.data_req.source_fields
-        else:
-            fields = self.convert_fields(data_source='cryptocompare')
+        if self.data_req.source_fields is None:
+            self.data_req.source_fields = self.convert_fields(data_source='cryptocompare')
+
         # tz
         if self.data_req.tz is None:
-            tz = "UTC"
-        else:
-            tz = self.data_req.tz
+            self.data_req.tz = "UTC"
 
-        return {
-            "tickers": tickers,
-            "freq": freq,
-            "quote_ccy": quote_ccy,
-            "exch": exch,
-            "ctys": None,
-            "mkt_type": self.data_req.mkt_type,
-            "mkts": None,
-            "start_date": start_date,
-            "end_date": end_date,
-            "fields": fields,
-            "tz": tz,
-            "inst": None,
-            "cat": 'crypto',
-            "trials": self.data_req.trials,
-            "pause": self.data_req.pause,
-            "source_tickers": self.data_req.source_tickers,
-            "source_freq": self.data_req.source_freq,
-            "source_fields": self.data_req.source_fields,
-        }
+        return self.data_req
 
     def to_coinmetrics(self) -> DataRequest:
         """
@@ -980,7 +958,7 @@ class ConvertParams:
             List of fields in data source format.
 
         """
-        # x fields
+        # fields
         with resources.path("cryptodatapy.conf", "fields.csv") as f:
             fields_dict_path = f
         fields_df, fields_list = (

cryptodatapy/util/datacredentials.py

@@ -1,5 +1,5 @@
 import os
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 
 
 @dataclass
@@ -23,7 +23,6 @@ class DataCredentials:
     mongo_db_name: str = None
 
     # API keys
-    # cryptocompare api key
     try:
         cryptocompare_api_key: str = os.environ['CRYPTOCOMPARE_API_KEY']
     except KeyError:
@@ -44,7 +43,7 @@ class DataCredentials:
     except KeyError:
         coinmetrics_api_key: str = None
 
-    # base URLs
+    # API base URLs
     cryptocompare_base_url: str = 'https://min-api.cryptocompare.com/data/'
     glassnode_base_url: str = 'https://api.glassnode.com/v1/metrics/'
     tiingo_base_url: str = 'https://api.tiingo.com/tiingo/'
@@ -54,6 +53,22 @@ class DataCredentials:
     else:
         coinmetrics_base_url: str = 'https://community-api.coinmetrics.io/v4'
 
+    # API endpoints
+    cryptomcompare_endpoints: dict = field(default_factory=lambda: {
+        'exchanges_info': 'exchanges/general',
+        'indexes_info': 'index/list',
+        'assets_info': 'all/coinlist',
+        'markets_info': 'v2/cccagg/pairs',
+        'on-chain_tickers_info': 'blockchain/list',
+        'on-chain_info': 'blockchain/latest?fsym=BTC',
+        'social_info': 'social/coin/histo/day',
+        'news': 'v2/news/?lang=EN',
+        'news_sources': 'news/feeds',
+        'rate_limit_info': 'rate/limit',
+        'top_mkt_cap_info': 'top/mktcapfull?',
+        'indexes': 'index/'
+    })
+
     # api limit URLs
     cryptocompare_api_rate_limit: str = "https://min-api.cryptocompare.com/stats/rate/limit"
 

{cryptodatapy-0.2.14.dist-info → cryptodatapy-0.2.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: cryptodatapy
-Version: 0.2.14
+Version: 0.2.16
 Summary: Cryptoasset data library
 License: Apache-2.0
 Author: Systamental

{cryptodatapy-0.2.14.dist-info → cryptodatapy-0.2.16.dist-info}/RECORD

@@ -27,18 +27,18 @@ cryptodatapy/extract/data_vendors/.ipynb_checkpoints/InvestPy-checkpoint.ipynb,s
 cryptodatapy/extract/data_vendors/.ipynb_checkpoints/NasdaqDataLink-checkpoint.ipynb,sha256=hY2QkCcTiLgPnl8SQPsO8spio5-RBMGeBLYzAwgSWb4,147170
 cryptodatapy/extract/data_vendors/.ipynb_checkpoints/PandasDataReader-checkpoint.ipynb,sha256=n7vzOV6AxC_Ti5CLWW2ABMEEcbbBpiBBs4qTUBQinIg,24171
 cryptodatapy/extract/data_vendors/__init__.py,sha256=Nk6gcT43d0XOLfrlVA9r--5mvHCgHfq295IKL3Puu74,354
-cryptodatapy/extract/data_vendors/coinmetrics_api.py,sha256=VdUjTn0DPsXFmwzD_JHZNhGUoaEAv1nwMYpT0ZcY2fs,32972
-cryptodatapy/extract/data_vendors/cryptocompare_api.py,sha256=3oBfQioBz1vrs9JNtwE0hBLI4BTtpFBBEEsDawmobE8,28872
-cryptodatapy/extract/data_vendors/datavendor.py,sha256=kGKxHcPng6JiGGhcuPx87ij0DXl4E-OSqxlvxhJ1HQo,12642
+cryptodatapy/extract/data_vendors/coinmetrics_api.py,sha256=sIcYf4_0zS41EKGOakB7U6xHmSIh87xAWDTj2BRJlbI,33308
+cryptodatapy/extract/data_vendors/cryptocompare_api.py,sha256=8zup1bGQfhn5-I9SV2N07SuOqYpt1-WOVHfNQh5jY5Y,26988
+cryptodatapy/extract/data_vendors/datavendor.py,sha256=eH_yIJPy5FvZhgILqpgNYYkbmC5fK_5eIdIZTOeNw9Q,13292
 cryptodatapy/extract/data_vendors/glassnode_api.py,sha256=PuuJOjHztoJyFijb5XU1zm1S_2NAj7MX-wC89DL_bWQ,13103
-cryptodatapy/extract/data_vendors/tiingo_api.py,sha256=kcrDZ3ndG-E6M8L9qnXYShgCdXDLWnq4npX2QAGmcgM,25413
+cryptodatapy/extract/data_vendors/tiingo_api.py,sha256=AYYtVFC9gPqhUWGsHVRpEmVse6b0djGX8bCMtaiYFY0,25681
 cryptodatapy/extract/datarequest.py,sha256=EPq_7itSjwoqLY1v3HLQRbiFbSMCOzFmA2xGpaM3PQc,25215
 cryptodatapy/extract/exchanges/__init__.py,sha256=VKTNzrbe-wltGHWH9lK5RLZoXCGHp-UGGZ4gMVHJXrQ,113
 cryptodatapy/extract/exchanges/dydx.py,sha256=Oifb4sKbPRKArdZBx9q5ob4yTFkd65n0zXiS7hga0mk,4199
 cryptodatapy/extract/exchanges/exchange.py,sha256=Cicj3KS4zLbwmXX5fu89byXNwqqU4TH31GFv0zj3D4s,13010
-cryptodatapy/extract/getdata.py,sha256=BQ-OCfoQqPTYN1GtSI8t93iPpCUbtwiXC0BDxbrdKKM,11477
+cryptodatapy/extract/getdata.py,sha256=Ade6Gl1GrZkPJIjw-wAvcMrQsKpCy1h3n5cUUDASXNY,11549
 cryptodatapy/extract/libraries/__init__.py,sha256=9rJ_hFHWlvkPwyIkNG5bqH6HTY2jQNPIKQjzYEsVSDo,319
-cryptodatapy/extract/libraries/ccxt_api.py,sha256=5aPGuZFQ1HwKCxE9Y5UlapNK77lMfnsWEi64HpSkK44,56766
+cryptodatapy/extract/libraries/ccxt_api.py,sha256=F4wYocKpaKngvXCZR-zTIBUOFZMGvQ_5Onw82uLCWOU,56131
 cryptodatapy/extract/libraries/dbnomics_api.py,sha256=M6kPIH-hKqkmeBQb-g56dY9jatqLCtSl_MnvPblHtAc,9421
 cryptodatapy/extract/libraries/investpy_api.py,sha256=qtGm3LDluXxJorvFv0w1bm1oBrcZIfE5cZSYzNYvttY,18409
 cryptodatapy/extract/libraries/library.py,sha256=eU8NnQZ9luLGdIF5hms6j8VPCWc50evkREc4xdh-g1I,12301
@@ -48,15 +48,15 @@ cryptodatapy/extract/web/aqr.py,sha256=LS1D7QzG6UWkLUfDMgBFtiHpznnnAUOpec5Sx3vRG
 cryptodatapy/extract/web/web.py,sha256=R1xEnHE1McxSWxp4vrTfgh9gW6FF6XDlp0gmp2NmWOM,12126
 cryptodatapy/transform/__init__.py,sha256=Spb5cGJ3V_o8hgSWOSrF8J_vsSZpFk0uzW7RpkgfbFE,131
 cryptodatapy/transform/clean.py,sha256=C9VypQOjdJ987TcD-qAHh7qYaoJBotvp3cWTr3ttSGM,12807
-cryptodatapy/transform/convertparams.py,sha256=VWQMk2w5SOyRGXENy-TlOjeVmtwlcxg-DOTTnM_MFsE,43442
+cryptodatapy/transform/convertparams.py,sha256=_8yYVfh9TljPeeW2CHK26_-J14fncBTDjZTxpLRRCA8,42656
 cryptodatapy/transform/filter.py,sha256=KYYyta0uREAjBkYTVyvhOCCLSKR_qPSlqj5Nl7l4iBk,9064
 cryptodatapy/transform/impute.py,sha256=_0-SX5nnPrYgJYT-HKwBGNkmWXRMy9-C2oeU6VqkQp0,5537
 cryptodatapy/transform/od.py,sha256=4vxqxCKka8yzkcT9CJ1qthn8TSqo1-fnt0dIZrLl5_k,30386
 cryptodatapy/transform/wrangle.py,sha256=dnaBi3zOXoQymkxN7r5Eneb9UccGhfp7UdCS31T41i8,42396
 cryptodatapy/util/__init__.py,sha256=zSQ2HU2QIXzCuptJjknmrClwtQKCvIj4aNysZljIgrU,116
 cryptodatapy/util/datacatalog.py,sha256=qCCX6srXvaAbVAKuA0M2y5IK_2OEx5xA3yRahDZlC-g,13157
-cryptodatapy/util/datacredentials.py,sha256=fXuGgI2NKCLlcnK8M37CtdyAc3O_YCV23x3KTlfakjA,2160
-cryptodatapy-0.2.14.dist-info/LICENSE,sha256=sw4oVq8bDjT3uMtaFebQ-xeIVP4H-bXldTs9q-Jjeks,11344
-cryptodatapy-0.2.14.dist-info/METADATA,sha256=xqDhe1gQjohAbXUsIT9ami2dLsCX2f-D2zXFubcWtVk,6428
-cryptodatapy-0.2.14.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-cryptodatapy-0.2.14.dist-info/RECORD,,
+cryptodatapy/util/datacredentials.py,sha256=CC23ocTrxr6EEqM-oreLgz5rHEDX7EmZS7DYTgoIg8Q,2752
+cryptodatapy-0.2.16.dist-info/LICENSE,sha256=sw4oVq8bDjT3uMtaFebQ-xeIVP4H-bXldTs9q-Jjeks,11344
+cryptodatapy-0.2.16.dist-info/METADATA,sha256=r5GSym1txexSKKtREciNDhDRNS-e2X-blUObjpO96Ws,6428
+cryptodatapy-0.2.16.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+cryptodatapy-0.2.16.dist-info/RECORD,,