hdx-python-utilities 4.0.7__tar.gz → 4.0.8__tar.gz

{hdx_python_utilities-4.0.7 → hdx_python_utilities-4.0.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: hdx-python-utilities
-Version: 4.0.7
+Version: 4.0.8
 Summary: HDX Python Utilities for streaming tabular data, date and time handling and other helpful functions
 Project-URL: Homepage, https://github.com/OCHA-DAP/hdx-python-utilities
 Author-email: Michael Rans <rans@email.com>

{hdx_python_utilities-4.0.7 → hdx_python_utilities-4.0.8}/src/hdx/utilities/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '4.0.7'
-__version_tuple__ = version_tuple = (4, 0, 7)
+__version__ = version = '4.0.8'
+__version_tuple__ = version_tuple = (4, 0, 8)
 
 __commit_id__ = commit_id = None

{hdx_python_utilities-4.0.7 → hdx_python_utilities-4.0.8}/src/hdx/utilities/saver.py

@@ -330,9 +330,15 @@ def save_iterable(
     if isinstance(row, dict):
         has_header = True
         row = row_function(row)
-        while row is None:
-            row = next(rows)
-            row = row_function(row)
+        try:
+            while row is None:
+                row = next(rows)
+                row = row_function(row)
+        except StopIteration:
+            if not no_empty and headers:
+                newrows = [headers]
+                write_rows(newrows, None, None)
+            return newrows
         if columns:
             row = {k: row[k] for k in columns if k in row}
             newrows.append(row)

{hdx_python_utilities-4.0.7 → hdx_python_utilities-4.0.8}/tests/hdx/utilities/test_saver.py

@@ -296,7 +296,7 @@ class TestLoader:
         filename = "out8.json"
         assert_files_same(saverfolder / filename, output_dir / filename)
 
-    def test_save_iterable(self):
+    def test_save_iterable_lists(self):
         list_of_tuples = [(1, 2, 3, "a"), (4, 5, 6, "b"), (7, 8, 9, "c")]
         list_of_lists = [[1, 2, 3, "a"], [4, 5, 6, "b"], [7, 8, 9, "c"]]
         list_of_dicts = [
@@ -457,6 +457,15 @@ class TestLoader:
                 ["7", "8", "9", "c"],
             ]
 
+    def test_save_iterable_dicts(self):
+        with temp_dir(
+            "TestSaveIterable",
+            delete_on_success=True,
+            delete_on_failure=False,
+        ) as tempdir:
+            filename = "test_save_iterable_to_csv.csv"
+            filepath = tempdir / filename
+
             list_of_dicts = [
                 {"h1": 1, "h2": 2, "h3": 3, "h4": "a"},
                 {"h1": 4, "h2": 5, "h3": 6, "h4": "b"},
@@ -554,3 +563,47 @@ class TestLoader:
             newll = read_list_from_csv(str(filepath))
             remove(filepath)
             assert newll == [["h1", "h3", "h4"]]
+
+            def process_row(row):
+                return None
+
+            rows = save_iterable(
+                filepath,
+                list_of_dicts,
+                headers=["h1", "h2", "h3", "h4"],
+                row_function=process_row,
+            )
+            assert rows == []
+
+            rows = save_iterable(
+                filepath,
+                list_of_dicts,
+                headers=["h1", "h2", "h3", "h4"],
+                row_function=process_row,
+                no_empty=False,
+            )
+            assert rows == [["h1", "h2", "h3", "h4"]]
+            newll = read_list_from_csv(filepath)
+            remove(filepath)
+            assert newll == [
+                ["h1", "h2", "h3", "h4"],
+            ]
+
+            def process_row(row):
+                if 5 in row.values():
+                    return None
+                return row
+
+            save_iterable(
+                filepath,
+                list_of_dicts,
+                headers=["h1", "h2", "h3", "h4"],
+                row_function=process_row,
+            )
+            newll = read_list_from_csv(filepath)
+            remove(filepath)
+            assert newll == [
+                ["h1", "h2", "h3", "h4"],
+                ["1", "2", "4", "a"],
+                ["7", "8", "10", "c"],
+            ]