dao-scripts 1.4.0__tar.gz → 1.4.2__tar.gz

{dao_scripts-1.4.0 → dao_scripts-1.4.2}/.github/workflows/update-datasets.yml

@@ -45,6 +45,9 @@ jobs:
         python-version: '3.12'
     - name: Install dao-scripts
       run: pip install 'dao-scripts[upload]>=1.1.14'
+      env:
+        DAOA_THE_GRAPH_API_KEY: ${{ secrets.DAOA_THE_GRAPH_API_KEY }}
+        DAOA_CC_API_KEY: ${{ secrets.DAOA_CC_API_KEY }}
     - name: Patch Zenodo client (provisional)
       run: |
         FILE="$(python -c "from zenodo_client import api; print(api.__file__)")"
@@ -54,6 +57,7 @@ jobs:
     - name: Upload dataset
       run: dao-utils-upload-dw ${{matrix.repo}}
       env:
+        DAOA_DEBUG: ${{ runner.debug }}
         KAGGLE_USERNAME: ${{ secrets.KAGGLE_USERNAME }}
         KAGGLE_KEY: ${{ secrets.KAGGLE_KEY }}
         ZENODO_DEPOSITION_ID: ${{ secrets.ZENODO_DEPOSITION_ID }}

{dao_scripts-1.4.0 → dao_scripts-1.4.2}/CHANGELOG.md

@@ -1,6 +1,9 @@
 # Changelog
 All notable changes to this project will be documented in this file.
 
+## 1.4.1 - 2024-06-03
+- Added debug logging to `dao-utils-upload-dw`
+
 ## 1.4.0 - 2024-06-03
 - Fixed bug when process was killed
 - Updated endpoint network names

{dao_scripts-1.4.0 → dao_scripts-1.4.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dao-scripts
-Version: 1.4.0
+Version: 1.4.2
 Summary: "A tool to download data to monitor DAO activity"
 Home-page: https://github.com/Grasia/dao-scripts
 Author: David Davó

{dao_scripts-1.4.0 → dao_scripts-1.4.2}/dao_scripts.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dao-scripts
-Version: 1.4.0
+Version: 1.4.2
 Summary: "A tool to download data to monitor DAO activity"
 Home-page: https://github.com/Grasia/dao-scripts
 Author: David Davó

{dao_scripts-1.4.0 → dao_scripts-1.4.2}/src/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '1.4.0'
-__version_tuple__ = version_tuple = (1, 4, 0)
+__version__ = version = '1.4.2'
+__version_tuple__ = version_tuple = (1, 4, 2)

{dao_scripts-1.4.0 → dao_scripts-1.4.2}/src/utils/uploadDataWarehouse.py

@@ -7,6 +7,7 @@ import shutil
 import json
 import requests
 from time import sleep
+import logging
 
 from tqdm import tqdm
 
@@ -122,11 +123,28 @@ def main():
         default=5,
         help="Zenodo is known to return 504 error, this program will try and upload it again",
     )
+    parser.add_argument(
+        '-D', '--debug',
+        action='store_true',
+        help='Enable debug logs',
+        default=os.environ.get('DAOA_DEBUG', False),
+    )
 
     args = parser.parse_args() 
     if args.repos == 'all':
         args.repos = available_repos
 
+    if args.debug:
+        from http.client import HTTPConnection
+        
+        # https://requests.readthedocs.io/en/latest/api/#api-changes
+        HTTPConnection.debuglevel = 1
+        logging.basicConfig()
+        logging.getLogger().setLevel(logging.DEBUG)
+        requests_log = logging.getLogger('urllib3')
+        requests_log.setLevel(logging.DEBUG)
+        requests_log.propagate = True
+
     with tempfile.TemporaryDirectory() as tmpdir:
         tmpdir = Path(tmpdir)