hdx-python-api 6.6.6__py3-none-any.whl → 6.6.8__py3-none-any.whl

hdx/api/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '6.6.6'
-__version_tuple__ = version_tuple = (6, 6, 6)
+__version__ = version = '6.6.8'
+__version_tuple__ = version_tuple = (6, 6, 8)
 
 __commit_id__ = commit_id = None

hdx/data/organization.py

@@ -260,7 +260,56 @@ class Organization(HDXObject):
             List of all organization names in HDX
         """
         organization = Organization(configuration=configuration)
-        return organization._write_to_hdx("list", kwargs)
+
+        # Early return for the standard, non-paginated case
+        if not kwargs.get("all_fields"):
+            return organization._write_to_hdx("list", kwargs)
+
+        compiled_orgs = {}
+        # Extract limit and offset to dictate our paging sizes, defaulting to 400 and 0
+        page_size = kwargs.pop("limit", 400)
+        current_offset = kwargs.pop("offset", 0)
+
+        # 1. Fetch in pages using the provided/default page size
+        while True:
+            page_kwargs = kwargs.copy()
+            page_kwargs["limit"] = page_size
+            page_kwargs["offset"] = current_offset
+
+            page_data = organization._write_to_hdx("list", page_kwargs)
+
+            if not page_data:
+                break
+
+            # Store by name to automatically deduplicate offset shifts
+            for org in page_data:
+                compiled_orgs[org["name"]] = org
+
+            if len(page_data) < page_size:
+                break
+
+            current_offset += page_size
+
+        # 2. Establish Ground Truth LAST (without limit/offset constraints)
+        truth_kwargs = kwargs.copy()
+        truth_kwargs["all_fields"] = False
+
+        ground_truth_names = organization._write_to_hdx("list", truth_kwargs)
+
+        # 3 & 4. Check for missing IDs, fetch individually, and implicitly prune deletes
+        final_orgs = []
+        for name in ground_truth_names:
+            if name in compiled_orgs:
+                final_orgs.append(compiled_orgs[name])
+            else:
+                try:
+                    missing_org = organization._write_to_hdx("show", {"id": name})
+                    if missing_org:
+                        final_orgs.append(missing_org)
+                except Exception:
+                    pass
+
+        return final_orgs
 
     @classmethod
     def autocomplete(

hdx/data/resource.py

@@ -62,6 +62,9 @@ class Resource(HDXObject):
             "search": "resource_search",
             "broken": "hdx_mark_broken_link_in_resource",
             "datastore_delete": "datastore_delete",
+            "datastore_create": "datastore_create",
+            "datastore_insert": "datastore_insert",
+            "datastore_upsert": "datastore_upsert",
             "datastore_search": "datastore_search",
         }
 
@@ -701,6 +704,53 @@ class Resource(HDXObject):
                 return True
         return False
 
+    def create_datastore(
+        self,
+        schema: Sequence[dict],
+        primary_key: str | Sequence[str] | None = None,
+    ) -> None:
+        """Create a datastore for the resource with the given schema.
+
+        Args:
+            schema: Sequence of field definitions, each a dict with 'id' and 'type' keys.
+            primary_key: Primary key field name(s). Defaults to None.
+
+        Returns:
+            None
+        """
+        data: dict = {
+            "resource_id": self.data["id"],
+            "force": True,
+            "fields": schema,
+        }
+        if primary_key is not None:
+            if not isinstance(primary_key, str):
+                primary_key = ",".join(primary_key)
+            data["primary_key"] = primary_key
+        self._write_to_hdx("datastore_create", data, "resource_id")
+
+    def update_datastore(
+        self,
+        records: Sequence[dict],
+        method: str = "upsert",
+    ) -> None:
+        """Update (upsert) records into the resource datastore.
+
+        Args:
+            records: Sequence of record dicts to insert or update.
+            method: Datastore update method ('upsert', 'insert', or 'update'). Defaults to 'upsert'.
+
+        Returns:
+            None
+        """
+        data = {
+            "resource_id": self.data["id"],
+            "force": True,
+            "method": method,
+            "records": records,
+        }
+        self._write_to_hdx("datastore_upsert", data, "resource_id")
+
     def delete_datastore(self) -> None:
         """Delete a resource from the HDX datastore
 

{hdx_python_api-6.6.6.dist-info → hdx_python_api-6.6.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hdx-python-api
-Version: 6.6.6
+Version: 6.6.8
 Summary: HDX Python API for interacting with the Humanitarian Data Exchange
 Project-URL: Homepage, https://github.com/OCHA-DAP/hdx-python-api
 Author: Michael Rans
@@ -25,7 +25,7 @@ Classifier: Programming Language :: Python :: 3.13
 Classifier: Programming Language :: Python :: 3.14
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.10
-Requires-Dist: ckanapi>=4.8
+Requires-Dist: ckanapi>=4.11
 Requires-Dist: defopt>=7.0.0
 Requires-Dist: email-validator
 Requires-Dist: hdx-python-country>=4.1.1

{hdx_python_api-6.6.6.dist-info → hdx_python_api-6.6.8.dist-info}/RECORD

@@ -1,5 +1,5 @@
 hdx/api/__init__.py,sha256=11ozJKiUsqDCZ3_mcAHhGYUyGK_Unl54djVSBBExFB4,59
-hdx/api/_version.py,sha256=ExjJQQs0P3ByYbVeKqojfK1IwhKHopRm142FJqldcBU,520
+hdx/api/_version.py,sha256=DuBvygFq7Ca-heE19aRqV-dGslR55qXsxEXRXjW5FNM,520
 hdx/api/configuration.py,sha256=9WvuVI-3th2Dv70_t_4VoyrlJwB_9qUSN5_zUKbp4sQ,23805
 hdx/api/hdx_base_configuration.yaml,sha256=9yJYroZwoyMQo6tcxGfWHWvYahnTma7Szx0J5Z378z4,2173
 hdx/api/locations.py,sha256=blnqOjEASvh0mWgmo2iEE7ES_xOuRwQo3fOMqTPV_P0,4139
@@ -13,8 +13,8 @@ hdx/api/utilities/url_utils.py,sha256=Pb4r-BAqIHYmeoB_i7QjutDp6nOAUh_OHvCtiNLda3
 hdx/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdx/data/dataset.py,sha256=0gS7tQSswTgG0g8YeXg0FL8pFVkocBQSRPFpQAurN00,99455
 hdx/data/hdxobject.py,sha256=_jlwYjb_CcjaXsTXObknMfq-OiNOcpJfLJ9b1vKV1Zo,27494
-hdx/data/organization.py,sha256=JHlCl50g1nh65DzN75OgMdvEcT_wfSIPLkhI5Ms-u8g,10588
-hdx/data/resource.py,sha256=5j6QK5_J-UFKCT3jZVUZ66VgGsOcCssmGy4jpqdb1N4,34027
+hdx/data/organization.py,sha256=HGopFsCYOWrR7sUtZzZSXq6wLFw4djus2gzg6yNXOqc,12296
+hdx/data/resource.py,sha256=YcxGzKuFduLZIOnCvo-zcwJfnTGOmnvtDeFr2xKeOM4,35647
 hdx/data/resource_matcher.py,sha256=Yzk9pWa4zk1p09m6zcZMj0XZf5Y16Pa3KToOdUt7rP8,4247
 hdx/data/resource_view.py,sha256=GcYkh0iDAe6_m2ErY_A6i3Z7ZFX949eGt1TLnLZv_8s,7346
 hdx/data/showcase.py,sha256=vnRZ45xd9Ct65eFQkWZtMIJPFifZfKOrH4obO5D5Pvc,14062
@@ -24,7 +24,7 @@ hdx/facades/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdx/facades/infer_arguments.py,sha256=DvyDuozfOPmoaV7HjhQySojGIrMWW9nos31auQBVVl8,4032
 hdx/facades/keyword_arguments.py,sha256=aVapHCfqBO6H7xxBgTdK9ISdgrBFsNypPDWihfQ3edU,1125
 hdx/facades/simple.py,sha256=QWsBkaHG_UM6X3Zu2u3LWVOQzeR24q-EUClrfsL_mkM,1064
-hdx_python_api-6.6.6.dist-info/METADATA,sha256=o4V01ehlDyD2YzWP0EbQ_hRuMnOoyXuW_etzGWA-kTk,4945
-hdx_python_api-6.6.6.dist-info/WHEEL,sha256=QccIxa26bgl1E6uMy58deGWi-0aeIkkangHcxk2kWfw,87
-hdx_python_api-6.6.6.dist-info/licenses/LICENSE,sha256=wc-4GpMn-ODs-U_bTe1YCiPVgvcjzrpYOx2wPuyAeII,1079
-hdx_python_api-6.6.6.dist-info/RECORD,,
+hdx_python_api-6.6.8.dist-info/METADATA,sha256=tRdOttf0O-eRc7iASB0HkCahGiC4dzf5SIVCCv8VHxw,4946
+hdx_python_api-6.6.8.dist-info/WHEEL,sha256=QccIxa26bgl1E6uMy58deGWi-0aeIkkangHcxk2kWfw,87
+hdx_python_api-6.6.8.dist-info/licenses/LICENSE,sha256=wc-4GpMn-ODs-U_bTe1YCiPVgvcjzrpYOx2wPuyAeII,1079
+hdx_python_api-6.6.8.dist-info/RECORD,,