hdx-python-api 6.5.6__tar.gz → 6.5.7__tar.gz

{hdx_python_api-6.5.6 → hdx_python_api-6.5.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hdx-python-api
-Version: 6.5.6
+Version: 6.5.7
 Summary: HDX Python API for interacting with the Humanitarian Data Exchange
 Project-URL: Homepage, https://github.com/OCHA-DAP/hdx-python-api
 Author: Michael Rans
@@ -29,7 +29,7 @@ Requires-Dist: ckanapi>=4.8
 Requires-Dist: defopt>=7.0.0
 Requires-Dist: email-validator
 Requires-Dist: hdx-python-country>=3.9.8
-Requires-Dist: hdx-python-utilities>=3.9.6
+Requires-Dist: hdx-python-utilities>=3.9.9
 Requires-Dist: libhxl>=5.2.2
 Requires-Dist: makefun
 Requires-Dist: quantulum3

{hdx_python_api-6.5.6 → hdx_python_api-6.5.7}/documentation/index.md

@@ -54,6 +54,8 @@ The library has detailed API documentation which can be found in the menu at the
 
 
 ## Breaking Changes
+From 6.5.7, get_size_and_hash moved to HDX Python Utilities
+
 From 6.5.2, remove unused `generate_qc_resource_from_rows` method.
 `generate_resource_from_rows`, `generate_resource_from_iterable` and
 `download_and_generate_resource` are deprecated. They are replaced by
@@ -906,6 +908,12 @@ corresponding id and that resource on HDX will be overwritten.
 
     resource.create_in_hdx(dataset=DATASET)
 
+Alternatively, if a resource doesn't have an id, but contains a package_id, the create
+and update methods will use it to load the corresponding dataset, the resource will be
+assigned to that dataset and it will be compared to resources in that dataset. If a
+match is found, then the resource will be given the corresponding id and that resource
+on HDX will be overwritten.
+
 You can download a resource using the **download** function eg.
 
     url, path = resource.download("FOLDER_TO_DOWNLOAD_TO")

{hdx_python_api-6.5.6 → hdx_python_api-6.5.7}/pyproject.toml

@@ -38,7 +38,7 @@ dependencies = [
     "defopt>=7.0.0",
     "email_validator",
     "hdx-python-country>=3.9.8",
-    "hdx-python-utilities>=3.9.6",
+    "hdx-python-utilities>=3.9.9",
     "libhxl>=5.2.2",
     "makefun",
     "quantulum3",

{hdx_python_api-6.5.6 → hdx_python_api-6.5.7}/requirements.txt

@@ -16,7 +16,7 @@ backrefs==6.1
     # via mkdocs-material
 cachetools==6.2.4
     # via google-auth
-certifi==2025.11.12
+certifi==2026.1.4
     # via requests
 cfgv==3.5.0
     # via pre-commit
@@ -32,7 +32,7 @@ click==8.3.1
     #   typer
 colorama==0.4.6
     # via mkdocs-material
-coverage==7.13.0
+coverage==7.13.1
     # via pytest-cov
 defopt==7.0.0
     # via hdx-python-api (pyproject.toml)
@@ -44,19 +44,19 @@ docopt==0.6.2
     # via
     #   ckanapi
     #   num2words
-docutils==0.22.3
+docutils==0.22.4
     # via defopt
 email-validator==2.3.0
     # via hdx-python-api (pyproject.toml)
 et-xmlfile==2.0.0
     # via openpyxl
-filelock==3.20.1
+filelock==3.20.2
     # via virtualenv
 frictionless==5.18.1
     # via hdx-python-utilities
 ghp-import==2.1.0
     # via mkdocs
-google-auth==2.45.0
+google-auth==2.46.0
     # via
     #   google-auth-oauthlib
     #   gspread
@@ -66,11 +66,11 @@ gspread==6.2.1
     # via hdx-python-api (pyproject.toml)
 hdx-python-country==3.9.8
     # via hdx-python-api (pyproject.toml)
-hdx-python-utilities==3.9.6
+hdx-python-utilities==3.9.9
     # via
     #   hdx-python-api (pyproject.toml)
     #   hdx-python-country
-humanize==4.14.0
+humanize==4.15.0
     # via frictionless
 identify==2.6.15
     # via pre-commit
@@ -117,7 +117,7 @@ markdown==3.10
     #   pymdown-extensions
 markdown-it-py==4.0.0
     # via rich
-marko==2.2.1
+marko==2.2.2
     # via frictionless
 markupsafe==3.0.3
     # via
@@ -137,13 +137,13 @@ mkdocs==1.6.1
     #   mkdocs-material
 mkdocs-get-deps==0.2.0
     # via mkdocs
-mkdocs-material==9.7.0
+mkdocs-material==9.7.1
     # via mkapi
 mkdocs-material-extensions==1.3.1
     # via mkdocs-material
 more-itertools==10.8.0
     # via inflect
-nodeenv==1.9.1
+nodeenv==1.10.0
     # via pre-commit
 num2words==0.5.14
     # via quantulum3
@@ -192,7 +192,7 @@ pygments==2.19.2
     #   mkdocs-material
     #   pytest
     #   rich
-pymdown-extensions==10.19.1
+pymdown-extensions==10.20
     # via mkdocs-material
 pyphonetics==0.5.3
     # via hdx-python-utilities
@@ -259,10 +259,8 @@ rpds-py==0.30.0
     #   referencing
 rsa==4.9.1
     # via google-auth
-ruamel-yaml==0.18.17
+ruamel-yaml==0.19.1
     # via hdx-python-utilities
-ruamel-yaml-clib==0.2.15
-    # via ruamel-yaml
 setuptools==80.9.0
     # via ckanapi
 shellingham==1.5.4
@@ -291,7 +289,7 @@ text-unidecode==1.3
     # via python-slugify
 typeguard==4.4.4
     # via inflect
-typer==0.20.0
+typer==0.21.0
     # via frictionless
 typing-extensions==4.15.0
     # via

{hdx_python_api-6.5.6 → hdx_python_api-6.5.7}/src/hdx/api/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '6.5.6'
-__version_tuple__ = version_tuple = (6, 5, 6)
+__version__ = version = '6.5.7'
+__version_tuple__ = version_tuple = (6, 5, 7)
 
 __commit_id__ = commit_id = None

{hdx_python_api-6.5.6 → hdx_python_api-6.5.7}/src/hdx/api/utilities/filestore_helper.py

@@ -3,8 +3,8 @@
 import logging
 from typing import TYPE_CHECKING, Any, Dict
 
-from hdx.api.utilities.size_hash import get_size_and_hash
 from hdx.utilities.dateparse import now_utc_notz
+from hdx.utilities.file_hashing import get_size_and_hash
 
 if TYPE_CHECKING:
     from hdx.data.resource import Resource
@@ -112,13 +112,9 @@ class FilestoreHelper:
             force_update = kwargs.pop("force_update", False)
             file_format = resource_data_to_update.get("format", "").lower()
             size, hash = get_size_and_hash(file_to_upload, file_format)
-            if (
-                not force_update
-                and size == original_resource_data.get("size")
-                and hash == original_resource_data.get("hash")
-            ):
+            if not force_update and hash == original_resource_data.get("hash"):
                 logger.warning(
-                    f"Not updating filestore for resource {original_resource_data['name']} as size and hash unchanged!"
+                    f"Not updating filestore for resource {original_resource_data['name']} as hash unchanged!"
                 )
                 if resource_data_to_update._url_backup:
                     resource_data_to_update["url"] = resource_data_to_update._url_backup

{hdx_python_api-6.5.6 → hdx_python_api-6.5.7}/src/hdx/data/resource.py

@@ -11,11 +11,11 @@ import hdx.data.dataset
 import hdx.data.resource_matcher
 from hdx.api.configuration import Configuration
 from hdx.api.utilities.date_helper import DateHelper
-from hdx.api.utilities.size_hash import get_size_and_hash
 from hdx.data.hdxobject import HDXError, HDXObject
 from hdx.data.resource_view import ResourceView
 from hdx.utilities.dateparse import now_utc, now_utc_notz, parse_date
 from hdx.utilities.downloader import Download
+from hdx.utilities.file_hashing import get_size_and_hash
 from hdx.utilities.retriever import Retrieve
 from hdx.utilities.typehint import ListTuple
 from hdx.utilities.uuid import is_valid_uuid
@@ -415,13 +415,9 @@ class Resource(HDXObject):
             force_update = kwargs.pop("force_update", False)
             file_format = self._old_data.get("format", "").lower()
             size, hash = get_size_and_hash(self._file_to_upload, file_format)
-            if (
-                not force_update
-                and size == self.data.get("size")
-                and hash == self.data.get("hash")
-            ):
+            if not force_update and hash == self.data.get("hash"):
                 logger.warning(
-                    f"Not updating filestore for resource {self.data['name']} as size and hash unchanged!"
+                    f"Not updating filestore for resource {self.data['name']} as hash unchanged!"
                 )
                 if self._url_backup:
                     self._old_data["url"] = self._url_backup

{hdx_python_api-6.5.6 → hdx_python_api-6.5.7}/tests/hdx/__init__.py

@@ -299,7 +299,7 @@ def dataset_mockshow(url, datadict):
                 # test existing size and hash same
                 resource = resultdictcopy["resources"][0]
                 resource["size"] = 23724
-                resource["hash"] = "6b8acf7e28d62685a1e829e7fa220d17"
+                resource["hash"] = "b2f92ef4b1c895568421cb887859a13d"
             result = json.dumps(resultdictcopy)
             return MockResponse(
                 200,

{hdx_python_api-6.5.6 → hdx_python_api-6.5.7}/tests/hdx/data/test_dataset_core.py

@@ -774,7 +774,7 @@ class TestDatasetCore:
             assert len(dataset._resources) == 3
             result = dataset.get_resource()
             assert result["size"] == 23724
-            assert result["hash"] == "6b8acf7e28d62685a1e829e7fa220d17"
+            assert result["hash"] == "b2f92ef4b1c895568421cb887859a13d"
             assert statuses == {"Resource1": 2, "Resource2": 1, "Resource3": 1}
             resource["name"] = "123"
             resource.set_file_to_upload(None)
@@ -848,7 +848,7 @@ class TestDatasetCore:
             }
             result = dataset.get_resource(2)
             assert result["size"] == 23724
-            assert result["hash"] == "6b8acf7e28d62685a1e829e7fa220d17"
+            assert result["hash"] == "b2f92ef4b1c895568421cb887859a13d"
             assert dataset["state"] == "active"
             assert len(dataset._resources) == 3
             dataset = Dataset(datasetdata)

{hdx_python_api-6.5.6 → hdx_python_api-6.5.7}/tests/hdx/data/test_update_dataset_resources.py

@@ -326,7 +326,7 @@ class TestUpdateDatasetResourcesLogic:
             {
                 "description": "test2",
                 "format": "xlsx",
-                "hash": "6b8acf7e28d62685a1e829e7fa220d17",
+                "hash": "b2f92ef4b1c895568421cb887859a13d",
                 "name": "test2",
                 "resource_type": "file.upload",
                 "size": 23724,

hdx_python_api-6.5.6/src/hdx/api/utilities/size_hash.py

@@ -1,43 +0,0 @@
-import hashlib
-from io import BytesIO
-from typing import Tuple
-
-from openpyxl import load_workbook
-
-
-def get_size_and_hash(file_to_upload: str, file_format: str) -> Tuple[int, str]:
-    """Return the size and hash of file to upload
-
-    Args:
-        file_to_upload: File to upload
-        file_format (str): File format
-
-    Returns:
-        Tuple[int, str]: Tuple (size, hash)
-    """
-    f = open(file_to_upload, "rb")
-    md5hash = hashlib.md5()
-    if file_format == "xlsx":
-        first_chunk = f.read(4096)
-        size = len(first_chunk)
-        signature = first_chunk[:4]
-        if signature == b"PK\x03\x04":  # xlsx
-            xlsxbuffer = bytearray(first_chunk)
-            while chunk := f.read(4096):
-                size += len(chunk)
-                xlsxbuffer.extend(chunk)
-            workbook = load_workbook(filename=BytesIO(xlsxbuffer), read_only=True)
-            for sheet_name in workbook.sheetnames:
-                sheet = workbook[sheet_name]
-                for cols in sheet.iter_rows(values_only=True):
-                    md5hash.update(bytes(str(cols), "utf-8"))
-            workbook.close()
-            return size, md5hash.hexdigest()
-        else:
-            md5hash.update(first_chunk)
-    else:
-        size = 0
-    while chunk := f.read(4096):
-        size += len(chunk)
-        md5hash.update(chunk)
-    return size, md5hash.hexdigest()

hdx_python_api-6.5.6/tests/hdx/api/utilities/test_size_hash.py

@@ -1,12 +0,0 @@
-from hdx.api.utilities.size_hash import get_size_and_hash
-
-
-class TestSizeHash:
-    def test_get_size_and_hash(self, test_data, test_xlsx):
-        size, hash = get_size_and_hash(test_data, "csv")
-        assert size == 1548
-        assert hash == "3790da698479326339fa99a074cbc1f7"
-
-        size, hash = get_size_and_hash(test_xlsx, "xlsx")
-        assert size == 23724
-        assert hash == "6b8acf7e28d62685a1e829e7fa220d17"