ingestify 0.9.2__py3-none-any.whl → 0.9.3__py3-none-any.whl

ingestify/__init__.py

@@ -9,4 +9,4 @@ if not __INGESTIFY_SETUP__:
     from .source_base import Source, DatasetResource
     from .main import debug_source
 
-__version__ = "0.9.2"
+__version__ = "0.9.3"

ingestify/infra/store/dataset/sqlalchemy/repository.py

@@ -470,9 +470,14 @@ class SqlAlchemyDatasetRepository(DatasetRepository):
                 dataset_ids = [row.dataset_id for row in dataset_query]
                 datasets = self._load_datasets(dataset_ids)
 
+                last_modified_values = [
+                    dataset.last_modified_at
+                    for dataset in datasets
+                    if dataset.last_modified_at is not None
+                ]
                 dataset_collection_metadata = DatasetCollectionMetadata(
-                    last_modified=max(dataset.last_modified_at for dataset in datasets)
-                    if datasets
+                    last_modified=max(last_modified_values)
+                    if last_modified_values
                     else None,
                     row_count=len(datasets),
                 )

ingestify/tests/test_engine.py

@@ -526,12 +526,22 @@ def test_post_load_files_hook(config_file):
 def test_force_save_creates_revision(config_file):
     """Test that datasets get a revision even when no files are persisted."""
     engine = get_engine(config_file, "main")
+
+    # Create one dataset with files and one without
+    add_ingestion_plan(
+        engine, SimpleFakeSource("fake-source"), competition_id=1, season_id=2
+    )
     add_ingestion_plan(
-        engine, NoFilesSource("fake-source"), competition_id=1, season_id=2
+        engine, NoFilesSource("fake-source"), competition_id=1, season_id=3
     )
 
     engine.load()
-    dataset = engine.store.get_dataset_collection().first()
 
-    assert len(dataset.revisions) == 1
-    assert len(dataset.current_revision.modified_files) == 0
+    # This should not fail even though one dataset has no last_modified_at
+    datasets = engine.store.get_dataset_collection()
+    assert len(datasets) == 2
+
+    # Verify the dataset without files still has a revision
+    dataset_without_files = engine.store.get_dataset_collection(season_id=3).first()
+    assert len(dataset_without_files.revisions) == 1
+    assert len(dataset_without_files.current_revision.modified_files) == 0

{ingestify-0.9.2.dist-info → ingestify-0.9.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ingestify
-Version: 0.9.2
+Version: 0.9.3
 Summary: Data Ingestion Framework
 Author: Koen Vossen
 Author-email: info@koenvossen.nl

{ingestify-0.9.2.dist-info → ingestify-0.9.3.dist-info}/RECORD

@@ -1,4 +1,4 @@
-ingestify/__init__.py,sha256=zFlvArmYGeebwjI5szpq8FLAYq8kpDb0ri9uh-5Yjrs,336
+ingestify/__init__.py,sha256=fKX1lkxZhmjQ4aSvq_0_PN3XTXBwPP4jVJE-Ad2x8LM,336
 ingestify/cmdline.py,sha256=Rs1_lSKSIJrcygH5fvtOGicOl_e0sZYW7deqp4_jGbY,6233
 ingestify/exceptions.py,sha256=izRzaLQmMy-4P8ZqGqVZyf4k6LFYOYqwYLuRaUH8BJw,187
 ingestify/main.py,sha256=mMXDNzSl1dzN03BUiS97uP3XwFMdgadxP0hJlONsZ_g,15789
@@ -66,7 +66,7 @@ ingestify/infra/source/statsbomb/match.py,sha256=8Zpdys6-bB_ral2AmjGKhF4BnXW3F0Y
 ingestify/infra/store/__init__.py,sha256=3dA6NWfB6FS5SFdQiSlJ0ZghBfnUAUuGIP5Vr4rkCqk,43
 ingestify/infra/store/dataset/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ingestify/infra/store/dataset/sqlalchemy/__init__.py,sha256=Z5JHWGO_hwT6rO-ecMOOAmOKjFFJi449KZvJTQgt6vQ,52
-ingestify/infra/store/dataset/sqlalchemy/repository.py,sha256=v-JrX09zqheUklevXryev2_H1m0flYxJQFQBkZhVS24,24255
+ingestify/infra/store/dataset/sqlalchemy/repository.py,sha256=2z_a1ICIokx5yUGz1Jn-DBvFzK1pryAjPYLQTP3pxAw,24447
 ingestify/infra/store/dataset/sqlalchemy/tables.py,sha256=1FewCsN7jdk1ITzL_neOwJWtHD03NxCS9E8dhZcz4oY,12236
 ingestify/infra/store/file/__init__.py,sha256=DuEekZa2pmDuRCFiulbgoGotN0wGv3OrRXSvokY0PhY,104
 ingestify/infra/store/file/dummy_file_repository.py,sha256=azUq9c43Mz9-GWk9j0E97BaqyUKu-ZMrcuaIednLq5E,723
@@ -75,14 +75,14 @@ ingestify/infra/store/file/s3_file_repository.py,sha256=tz_EZ_gun7W2qJMlI3j_R03i
 ingestify/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ingestify/tests/conftest.py,sha256=Cr768nLMWUfIP6FMR7aFhUCY4uQ9Tz_bXOq0udpiDEE,411
 ingestify/tests/test_auto_ingest.py,sha256=coMOzJBTbeDwUSYDLnqmkaCXpG-6WQeKqf_nj9XFiA4,14502
-ingestify/tests/test_engine.py,sha256=ooqy4EjDSBFo3aHIlnqjokj9r8PnNcYxzl0rhPc0fVo,16783
+ingestify/tests/test_engine.py,sha256=5EKBTZLms38hjkgDjmRH_ATiZI6FWou4Bt5IJIsE7os,17217
 ingestify/tests/test_events.py,sha256=A1f8H4HRyn52SWo3wV_MgSeb6IbT_lNi9wWAK8EGsK4,7806
 ingestify/tests/test_file_cache.py,sha256=Xbh_VLLDH-KQXE3MeujDeOjjYYbAnjGR6wsHwMInKco,3049
 ingestify/tests/test_pagination.py,sha256=uAKDMsM6fYSa4NcAlXDllu2y-8lnh0AclhPZ5MWJKn8,5539
 ingestify/tests/test_store_version.py,sha256=4czUG8LtaGxgjW4trw7BzYJA8blQp3-HM8w-7HjqFl0,2508
 ingestify/tests/test_table_prefix.py,sha256=6N42T6hfulqTlsUlrwhNmZ-TK-ZOt4U8Jx9NxKyLS4I,2844
-ingestify-0.9.2.dist-info/METADATA,sha256=wbLlX2aaVowBJRKKOvz817ipB48gZmMeE48EcJgMycs,8263
-ingestify-0.9.2.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
-ingestify-0.9.2.dist-info/entry_points.txt,sha256=czYYXeX2ul4zdeB6bKlz3HaUF7zyVVcj9E_sRNDisI0,53
-ingestify-0.9.2.dist-info/top_level.txt,sha256=Lwnjgns4KequS7KiicXhh6mLUvcdfjzLyPI4qf_s4A0,10
-ingestify-0.9.2.dist-info/RECORD,,
+ingestify-0.9.3.dist-info/METADATA,sha256=XKCP3xKunZ9ENLwv8Bn3q8K8yDEZQEI6E0ro--N95xE,8263
+ingestify-0.9.3.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
+ingestify-0.9.3.dist-info/entry_points.txt,sha256=czYYXeX2ul4zdeB6bKlz3HaUF7zyVVcj9E_sRNDisI0,53
+ingestify-0.9.3.dist-info/top_level.txt,sha256=Lwnjgns4KequS7KiicXhh6mLUvcdfjzLyPI4qf_s4A0,10
+ingestify-0.9.3.dist-info/RECORD,,