gen3-dataops-toolkit 3.7.2__tar.gz → 3.7.4__tar.gz

{gen3_dataops_toolkit-3.7.2 → gen3_dataops_toolkit-3.7.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gen3-dataops-toolkit
-Version: 3.7.2
+Version: 3.7.4
 Summary: Gen3 DataOps toolkit (g3dt): operate SSM-published Gen3 data pipeline environments
 License: Apache-2.0
 Author: JoshuaHarris391

{gen3_dataops_toolkit-3.7.2 → gen3_dataops_toolkit-3.7.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "gen3-dataops-toolkit"
-version = "3.7.2"
+version = "3.7.4"
 description = "Gen3 DataOps toolkit (g3dt): operate SSM-published Gen3 data pipeline environments"
 authors = ["JoshuaHarris391 <harjo391@gmail.com>"]
 readme = "README.md"

{gen3_dataops_toolkit-3.7.2 → gen3_dataops_toolkit-3.7.4}/src/g3dt/cli/synth.py

@@ -503,7 +503,11 @@ def delete(
 
 @app.command(name="install-simulator")
 def install_simulator() -> None:
-    """Install the gen3-metadata-simulator generator (the 'synth' extra)."""
+    """Install or upgrade the gen3-metadata-simulator generator (the 'synth' extra)."""
     import sys
 
-    runner.run([sys.executable, "-m", "pip", "install", "gen3-metadata-simulator"])
+    # --upgrade so re-running after a simulator release actually updates it;
+    # without it pip leaves an existing (stale) install untouched.
+    runner.run(
+        [sys.executable, "-m", "pip", "install", "--upgrade", "gen3-metadata-simulator"]
+    )

{gen3_dataops_toolkit-3.7.2 → gen3_dataops_toolkit-3.7.4}/src/g3dt/upload/metadata_submitter.py

@@ -866,8 +866,27 @@ class MetadataSubmitter:
             athena_s3_output (str): S3 path for Athena query results output.
             workgroup (str): Athena workgroup to use.
             table_location (str): S3 location for the Iceberg table.
+
+        Raises:
+            RuntimeError: Immediately (no retries) when there are no
+                submission results to record — retrying an empty receipts
+                write can never succeed and its terminal error
+                ("DataFrame cannot be empty" after N attempts) buries the
+                real cause, which is whatever made every chunk fail
+                (observed live: sheepdog 403s on acdc/staging).
         """
-        
+
+        if not submission_results:
+            msg = (
+                "No submission results to record: 0 entities were accepted by "
+                "sheepdog, so the receipts write is skipped. The real cause is "
+                "whatever failed the submission chunks — see the "
+                "[SUBMIT]/[RETRY] errors above (e.g. 403 authorization "
+                "failures)."
+            )
+            logger.critical(msg)
+            raise RuntimeError(msg)
+
         @retry(
             stop=stop_after_attempt(self.max_retries),
             wait=wait_exponential(multiplier=1, max=10)