hdx-python-scraper 2.6.4__tar.gz → 2.7.0__tar.gz

{hdx_python_scraper-2.6.4 → hdx_python_scraper-2.7.0}/.pre-commit-config.yaml

@@ -1,26 +1,27 @@
 default_language_version:
-    python: python3.12
+    python: python3.13
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v5.0.0
+    rev: v6.0.0
     hooks:
       - id: trailing-whitespace
       - id: end-of-file-fixer
         exclude: test_scraper_.*\.json
       - id: check-ast
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.9.10
+    rev: v0.14.10
     hooks:
       # Run the linter.
-      - id: ruff
+      - id: ruff-check
         args: [ --fix ]
       # Run the formatter.
       - id: ruff-format
   - repo: https://github.com/astral-sh/uv-pre-commit
-    rev: 0.6.5
+    rev: 0.9.22
     hooks:
       # Run the pip compile
       - id: pip-compile
         name: pip-compile requirements.txt
         files: pyproject.toml
-        args: [ pyproject.toml, --resolver=backtracking, --all-extras, --upgrade, -q, -o, requirements.txt ]
+        args: [ pyproject.toml, --resolver=backtracking, --upgrade, -q,
+                -o, requirements.txt ]

{hdx_python_scraper-2.6.4 → hdx_python_scraper-2.7.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hdx-python-scraper
-Version: 2.6.4
+Version: 2.7.0
 Summary: HDX Python scraper utilities to assemble data from multiple sources
 Project-URL: Homepage, https://github.com/OCHA-DAP/hdx-python-scraper
 Author-email: Michael Rans <rans@email.com>
@@ -24,11 +24,11 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Requires-Python: >=3.8
+Requires-Python: >=3.10
 Requires-Dist: gspread
-Requires-Dist: hdx-python-api>=6.3.9
-Requires-Dist: hdx-python-country>=3.9.2
-Requires-Dist: hdx-python-utilities>=3.8.6
+Requires-Dist: hdx-python-api>=6.6.0
+Requires-Dist: hdx-python-country>=4.0.0
+Requires-Dist: hdx-python-utilities>=4.0.0
 Requires-Dist: regex
 Provides-Extra: dev
 Requires-Dist: pre-commit; extra == 'dev'

{hdx_python_scraper-2.6.4 → hdx_python_scraper-2.7.0}/documentation/index.md

@@ -26,6 +26,8 @@ install with:
     pip install hdx-python-scraper[pandas]
 
 ## Breaking Changes
+From 2.7.0, Python 3.10 or later is required
+
 From 2.5.0, package names have changed to avoid name space clashes
 
 From 2.3.0, resource name is used when available instead of creating name from

{hdx_python_scraper-2.6.4 → hdx_python_scraper-2.7.0}/hatch.toml

@@ -24,7 +24,7 @@ version_scheme = "python-simplified-semver"
 features = ["test"]
 
 [[envs.hatch-test.matrix]]
-python = ["3.12"]
+python = ["3.13"]
 
 [envs.hatch-test.scripts]
 run = """
@@ -34,4 +34,4 @@ run = """
 
 [envs.hatch-static-analysis]
 config-path = "none"
-dependencies = ["ruff==0.9.10"]
+dependencies = ["ruff==0.14.10"]

{hdx_python_scraper-2.6.4 → hdx_python_scraper-2.7.0}/pyproject.toml

@@ -31,12 +31,12 @@ classifiers = [
     "Operating System :: MacOS",
     "Operating System :: Microsoft :: Windows",
 ]
-requires-python = ">=3.8"
+requires-python = ">=3.10"
 
 dependencies = [
-    "hdx-python-api>=6.3.9",
-    "hdx-python-country>=3.9.2",
-    "hdx-python-utilities>=3.8.6",
+    "hdx-python-api>=6.6.0",
+    "hdx-python-country>=4.0.0",
+    "hdx-python-utilities>=4.0.0",
     "gspread",
     "regex",
 ]

{hdx_python_scraper-2.6.4 → hdx_python_scraper-2.7.0}/requirements.txt

@@ -1,113 +1,81 @@
 # This file was autogenerated by uv via the following command:
-#    uv pip compile pyproject.toml --resolver=backtracking --all-extras -o requirements.txt
+#    uv pip compile pyproject.toml --resolver=backtracking -o requirements.txt
 annotated-types==0.7.0
     # via pydantic
-astdoc==1.2.1
-    # via mkapi
-attrs==25.3.0
+attrs==25.4.0
     # via
     #   frictionless
     #   jsonlines
     #   jsonschema
     #   referencing
-babel==2.17.0
-    # via mkdocs-material
-backrefs==5.8
-    # via mkdocs-material
-cachetools==5.5.2
-    # via google-auth
-certifi==2025.4.26
+certifi==2026.1.4
     # via requests
-cfgv==3.4.0
-    # via pre-commit
 chardet==5.2.0
     # via frictionless
-charset-normalizer==3.4.2
+charset-normalizer==3.4.4
     # via requests
-ckanapi==4.8
+ckanapi==4.9
     # via hdx-python-api
-click==8.1.8
-    # via
-    #   mkdocs
-    #   typer
-colorama==0.4.6
-    # via mkdocs-material
-coverage==7.8.0
-    # via pytest-cov
-cydifflib==1.2.0
-    # via hdx-python-utilities
-defopt==6.4.0
+click==8.3.1
+    # via typer
+defopt==7.0.0
     # via hdx-python-api
-distlib==0.3.9
-    # via virtualenv
-dnspython==2.7.0
+dnspython==2.8.0
     # via email-validator
 docopt==0.6.2
     # via
     #   ckanapi
     #   num2words
-docutils==0.21.2
+docutils==0.22.4
     # via defopt
-email-validator==2.2.0
+email-validator==2.3.0
     # via hdx-python-api
 et-xmlfile==2.0.0
     # via openpyxl
-filelock==3.18.0
-    # via virtualenv
 frictionless==5.18.1
     # via hdx-python-utilities
-ghp-import==2.1.0
-    # via mkdocs
-google-auth==2.40.1
+google-auth==2.47.0
     # via
     #   google-auth-oauthlib
     #   gspread
 google-auth-oauthlib==1.2.2
     # via gspread
-gspread==6.2.0
+gspread==6.2.1
     # via hdx-python-scraper (pyproject.toml)
-hdx-python-api==6.3.9
+hdx-python-api==6.6.0
     # via hdx-python-scraper (pyproject.toml)
-hdx-python-country==3.9.2
+hdx-python-country==4.0.0
     # via
     #   hdx-python-scraper (pyproject.toml)
     #   hdx-python-api
-hdx-python-utilities==3.8.6
+hdx-python-utilities==4.0.0
     # via
     #   hdx-python-scraper (pyproject.toml)
     #   hdx-python-api
     #   hdx-python-country
-humanize==4.12.3
+humanize==4.15.0
     # via frictionless
-identify==2.6.10
-    # via pre-commit
-idna==3.10
+idna==3.11
     # via
     #   email-validator
     #   requests
-ijson==3.3.0
+ijson==3.4.0.post0
     # via hdx-python-utilities
 inflect==7.5.0
     # via quantulum3
-iniconfig==2.1.0
-    # via pytest
 isodate==0.7.2
     # via frictionless
 jinja2==3.1.6
-    # via
-    #   frictionless
-    #   mkapi
-    #   mkdocs
-    #   mkdocs-material
+    # via frictionless
 jsonlines==4.0.0
     # via hdx-python-utilities
 jsonpath-ng==1.7.0
     # via libhxl
-jsonschema==4.23.0
+jsonschema==4.26.0
     # via
     #   frictionless
     #   tableschema-to-template
-jsonschema-specifications==2025.4.1
+jsonschema-specifications==2025.9.1
     # via jsonschema
 libhxl==5.2.2
     # via
@@ -115,171 +83,102 @@ libhxl==5.2.2
     #   hdx-python-country
 loguru==0.7.3
     # via hdx-python-utilities
-makefun==1.15.6
+makefun==1.16.0
     # via hdx-python-api
-markdown==3.8
-    # via
-    #   mkdocs
-    #   mkdocs-material
-    #   pymdown-extensions
-markdown-it-py==3.0.0
+markdown-it-py==4.0.0
     # via rich
-marko==2.1.3
+marko==2.2.2
     # via frictionless
-markupsafe==3.0.2
-    # via
-    #   jinja2
-    #   mkdocs
+markupsafe==3.0.3
+    # via jinja2
 mdurl==0.1.2
     # via markdown-it-py
-mergedeep==1.3.4
-    # via
-    #   mkdocs
-    #   mkdocs-get-deps
-mkapi==4.3.2
-    # via hdx-python-scraper (pyproject.toml)
-mkdocs==1.6.1
-    # via
-    #   mkapi
-    #   mkdocs-material
-mkdocs-get-deps==0.2.0
-    # via mkdocs
-mkdocs-material==9.6.12
-    # via mkapi
-mkdocs-material-extensions==1.3.1
-    # via mkdocs-material
-more-itertools==10.7.0
+more-itertools==10.8.0
     # via inflect
-nodeenv==1.9.1
-    # via pre-commit
 num2words==0.5.14
     # via quantulum3
-numpy==2.2.5
-    # via pandas
-oauthlib==3.2.2
+oauthlib==3.3.1
     # via requests-oauthlib
 openpyxl==3.1.5
     # via hdx-python-utilities
-packaging==25.0
-    # via
-    #   mkdocs
-    #   pytest
-paginate==0.5.7
-    # via mkdocs-material
-pandas==2.2.3
-    # via hdx-python-scraper (pyproject.toml)
-pathspec==0.12.1
-    # via mkdocs
-petl==1.7.16
+petl==1.7.17
     # via frictionless
-platformdirs==4.3.7
-    # via
-    #   mkdocs-get-deps
-    #   virtualenv
-pluggy==1.5.0
-    # via pytest
 ply==3.11
     # via
     #   jsonpath-ng
     #   libhxl
 pockets==0.9.1
     # via sphinxcontrib-napoleon
-pre-commit==4.2.0
-    # via hdx-python-scraper (pyproject.toml)
 pyasn1==0.6.1
     # via
     #   pyasn1-modules
     #   rsa
 pyasn1-modules==0.4.2
     # via google-auth
-pydantic==2.11.4
+pydantic==2.12.5
     # via frictionless
-pydantic-core==2.33.2
+pydantic-core==2.41.5
     # via pydantic
-pygments==2.19.1
-    # via
-    #   mkdocs-material
-    #   rich
-pymdown-extensions==10.15
-    # via mkdocs-material
+pygments==2.19.2
+    # via rich
 pyphonetics==0.5.3
     # via hdx-python-utilities
-pytest==8.3.5
-    # via
-    #   hdx-python-scraper (pyproject.toml)
-    #   pytest-cov
-pytest-cov==6.1.1
-    # via hdx-python-scraper (pyproject.toml)
 python-dateutil==2.9.0.post0
     # via
     #   frictionless
-    #   ghp-import
     #   hdx-python-utilities
     #   libhxl
-    #   pandas
 python-io-wrapper==0.3.1
     # via libhxl
 python-slugify==8.0.4
     # via
     #   ckanapi
     #   frictionless
-pytz==2025.2
-    # via pandas
-pyyaml==6.0.2
+pyyaml==6.0.3
     # via
     #   frictionless
-    #   mkdocs
-    #   mkdocs-get-deps
-    #   pre-commit
-    #   pymdown-extensions
-    #   pyyaml-env-tag
     #   tableschema-to-template
-pyyaml-env-tag==0.1
-    # via mkdocs
 quantulum3==0.9.2
     # via hdx-python-api
 ratelimit==2.2.1
     # via hdx-python-utilities
-referencing==0.36.2
+referencing==0.37.0
     # via
     #   jsonschema
     #   jsonschema-specifications
-regex==2024.11.6
+regex==2025.11.3
     # via hdx-python-scraper (pyproject.toml)
-requests==2.32.3
+requests==2.32.5
     # via
     #   ckanapi
     #   frictionless
     #   hdx-python-api
     #   libhxl
-    #   mkdocs-material
     #   requests-file
     #   requests-oauthlib
-requests-file==2.1.0
+requests-file==3.0.1
     # via hdx-python-utilities
 requests-oauthlib==2.0.0
     # via google-auth-oauthlib
 rfc3986==2.0.0
     # via frictionless
-rich==14.0.0
+rich==14.2.0
     # via typer
-rpds-py==0.24.0
+rpds-py==0.30.0
     # via
     #   jsonschema
     #   referencing
 rsa==4.9.1
     # via google-auth
-ruamel-yaml==0.18.10
+ruamel-yaml==0.19.1
     # via hdx-python-utilities
-ruamel-yaml-clib==0.2.12
-    # via ruamel-yaml
-setuptools==80.3.1
+setuptools==80.9.0
     # via ckanapi
 shellingham==1.5.4
     # via typer
 simpleeval==1.0.3
     # via frictionless
-simplejson==3.20.1
+simplejson==3.20.2
     # via ckanapi
 six==1.17.0
     # via
@@ -289,7 +188,7 @@ six==1.17.0
     #   sphinxcontrib-napoleon
 sphinxcontrib-napoleon==0.7
     # via defopt
-structlog==25.3.0
+structlog==25.5.0
     # via libhxl
 tableschema-to-template==0.0.13
     # via hdx-python-utilities
@@ -299,46 +198,39 @@ tenacity==9.1.2
     # via hdx-python-country
 text-unidecode==1.3
     # via python-slugify
-typeguard==4.4.2
+typeguard==4.4.4
     # via inflect
-typer==0.15.3
+typer==0.21.1
     # via frictionless
-typing-extensions==4.13.2
+typing-extensions==4.15.0
     # via
     #   frictionless
     #   pydantic
     #   pydantic-core
-    #   referencing
     #   typeguard
     #   typer
     #   typing-inspection
-typing-inspection==0.4.0
+typing-inspection==0.4.2
     # via pydantic
-tzdata==2025.2
-    # via pandas
 unidecode==1.4.0
     # via
     #   libhxl
     #   pyphonetics
-urllib3==2.4.0
+urllib3==2.6.3
     # via
     #   libhxl
     #   requests
 validators==0.35.0
     # via frictionless
-virtualenv==20.31.1
-    # via pre-commit
-watchdog==6.0.0
-    # via mkdocs
 wheel==0.45.1
     # via libhxl
-xlrd==2.0.1
+xlrd==2.0.2
     # via hdx-python-utilities
 xlrd3==1.1.0
     # via libhxl
 xlsx2csv==0.8.4
     # via hdx-python-utilities
-xlsxwriter==3.2.3
+xlsxwriter==3.2.9
     # via tableschema-to-template
 xlwt==1.3.0
     # via hdx-python-utilities

hdx_python_scraper-2.7.0/ruff.toml

@@ -0,0 +1,10 @@
+target-version = "py310"
+src = ["src"]
+exclude = ["_version.py"]
+
+[lint]
+# List of rules: https://docs.astral.sh/ruff/rules/
+extend-select = [
+  "I",   # isort
+  "UP"   # Upgrade Python
+]

{hdx_python_scraper-2.6.4 → hdx_python_scraper-2.7.0}/src/hdx/scraper/framework/_version.py

@@ -1,7 +1,14 @@
 # file generated by setuptools-scm
 # don't change, don't track in version control
 
-__all__ = ["__version__", "__version_tuple__", "version", "version_tuple"]
+__all__ = [
+    "__version__",
+    "__version_tuple__",
+    "version",
+    "version_tuple",
+    "__commit_id__",
+    "commit_id",
+]
 
 TYPE_CHECKING = False
 if TYPE_CHECKING:
@@ -9,13 +16,19 @@ if TYPE_CHECKING:
     from typing import Union
 
     VERSION_TUPLE = Tuple[Union[int, str], ...]
+    COMMIT_ID = Union[str, None]
 else:
     VERSION_TUPLE = object
+    COMMIT_ID = object
 
 version: str
 __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
+commit_id: COMMIT_ID
+__commit_id__: COMMIT_ID
 
-__version__ = version = '2.6.4'
-__version_tuple__ = version_tuple = (2, 6, 4)
+__version__ = version = '2.7.0'
+__version_tuple__ = version_tuple = (2, 7, 0)
+
+__commit_id__ = commit_id = None