ingestify 0.9.3__tar.gz → 0.9.4__tar.gz

{ingestify-0.9.3 → ingestify-0.9.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ingestify
-Version: 0.9.3
+Version: 0.9.4
 Summary: Data Ingestion Framework
 Author: Koen Vossen
 Author-email: info@koenvossen.nl

{ingestify-0.9.3 → ingestify-0.9.4}/ingestify/__init__.py

@@ -9,4 +9,4 @@ if not __INGESTIFY_SETUP__:
     from .source_base import Source, DatasetResource
     from .main import debug_source
 
-__version__ = "0.9.3"
+__version__ = "0.9.4"

{ingestify-0.9.3 → ingestify-0.9.4}/ingestify/domain/models/ingestion/ingestion_job.py

@@ -137,7 +137,7 @@ class UpdateDatasetTask(Task):
                 for file_id, file_resource in self.dataset_resource.files.items()
             }
 
-            self.dataset_resource.run_post_load_files(files)
+            self.dataset_resource.run_post_load_files(files, self.dataset)
 
             try:
                 revision = self.store.update_dataset(

{ingestify-0.9.3 → ingestify-0.9.4}/ingestify/domain/models/resources/dataset_resource.py

@@ -3,6 +3,7 @@ from typing import Optional, Callable, Any, Protocol, TYPE_CHECKING, Dict  # noq
 from pydantic import Field
 
 from ingestify.domain.models.base import BaseModel
+from ingestify.domain.models.dataset import Dataset
 from ingestify.domain.models.dataset.dataset_state import DatasetState
 from ingestify.exceptions import DuplicateFile
 
@@ -51,17 +52,19 @@ class DatasetResource(BaseModel):
     state: DatasetState = Field(default_factory=lambda: DatasetState.COMPLETE)
     files: dict[str, FileResource] = Field(default_factory=dict)
     post_load_files: Optional[
-        Callable[["DatasetResource", Dict[str, DraftFile]], None]
+        Callable[["DatasetResource", Dict[str, DraftFile], Optional[Dataset]], None]
     ] = None
 
-    def run_post_load_files(self, files: Dict[str, DraftFile]):
+    def run_post_load_files(
+        self, files: Dict[str, DraftFile], existing_dataset: Optional[Dataset] = None
+    ):
         """Hook to modify dataset attributes based on loaded file content.
 
         Useful for setting state based on file content, e.g., keep state=SCHEDULED
         when files contain '{}', change to COMPLETE when they contain actual data.
         """
         if self.post_load_files:
-            self.post_load_files(self, files)
+            self.post_load_files(self, files, existing_dataset)
 
     def add_file(
         self,

{ingestify-0.9.3 → ingestify-0.9.4}/ingestify/tests/test_engine.py

@@ -460,7 +460,9 @@ def test_dev_engine():
     assert datasets.first().name == "Test Dataset"
 
 
-def post_load_hook(dataset_resource: DatasetResource, files: dict[str, DraftFile]):
+def post_load_hook(
+    dataset_resource: DatasetResource, files: dict[str, DraftFile], existing_dataset
+):
     # Change state to COMPLETE if file content is not '{}'
     for file in files.values():
         if file.size > 2:
@@ -545,3 +547,13 @@ def test_force_save_creates_revision(config_file):
     dataset_without_files = engine.store.get_dataset_collection(season_id=3).first()
     assert len(dataset_without_files.revisions) == 1
     assert len(dataset_without_files.current_revision.modified_files) == 0
+
+    dataset_with_last_modified = engine.store.get_dataset_collection(
+        season_id=2
+    ).first()
+
+    dataset_without_files = engine.store.get_dataset_collection(metadata_only=True)
+    assert (
+        dataset_without_files.metadata.last_modified
+        == dataset_with_last_modified.last_modified_at
+    )

{ingestify-0.9.3 → ingestify-0.9.4}/ingestify.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ingestify
-Version: 0.9.3
+Version: 0.9.4
 Summary: Data Ingestion Framework
 Author: Koen Vossen
 Author-email: info@koenvossen.nl