fabricks 3.0.6__tar.gz → 3.0.7__tar.gz

{fabricks-3.0.6 → fabricks-3.0.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fabricks
-Version: 3.0.6
+Version: 3.0.7
 Author-email: BMS DWH Team <bi_support@bmsuisse.ch>
 Requires-Python: <4,>=3.9
 Requires-Dist: azure-data-tables<13,>=12.5.0

{fabricks-3.0.6 → fabricks-3.0.7}/fabricks/cdc/templates/queries/nocdc/update.sql.jinja

@@ -16,7 +16,7 @@
                 {% for output in outputs %} c.`{{ output }}`, {% endfor %}
             from __current c
             left anti join
-                {{ parent_cdc }} s on s.__key == c.__key and s.__hash == c.__hash
+                {{ parent_cdc }} s on s.__key == c.__key
                 {% if has_source %} and s.__source = c.__source {% endif %}
         {% endif %}
     ),

{fabricks-3.0.6 → fabricks-3.0.7}/fabricks/context/utils.py

@@ -4,7 +4,7 @@ import fabricks.context.config as c
 import fabricks.context.runtime as r
 
 
-def pprint_runtime():
+def pprint_runtime(extended: bool = False) -> None:
     print("=" * 60)
     print("FABRICKS RUNTIME CONFIGURATION")
     print("=" * 60)
@@ -50,27 +50,31 @@ def pprint_runtime():
     print("\n🔐 SECURITY:")
     print(f"   Secret Scope: {r.SECRET_SCOPE}")
 
-    # Component Paths Section
-    print("\n🛠️ COMPONENT PATHS:")
-    components = [
-        ("UDFs", r.PATH_UDFS),
-        ("Parsers", r.PATH_PARSERS),
-        ("Extenders", r.PATH_EXTENDERS),
-        ("Views", r.PATH_VIEWS),
-        ("Schedules", r.PATH_SCHEDULES),
-    ]
+    print("\n🌐 ADDITIONAL SETTINGS:")
+    print(f"   Timezone: {r.TIMEZONE}")
 
-    for name, path in components:
-        print(f"   {name}: {path.string}")
+    if extended:
+        # Component Paths Section
+        print("\n🛠️ COMPONENT PATHS:")
+        components = [
+            ("UDFs", r.PATH_UDFS),
+            ("Parsers", r.PATH_PARSERS),
+            ("Extenders", r.PATH_EXTENDERS),
+            ("Views", r.PATH_VIEWS),
+            ("Schedules", r.PATH_SCHEDULES),
+        ]
 
-    # Storage Paths Section
-    print("\n📦 STORAGE PATHS:")
-    for name, path in sorted(r.PATHS_STORAGE.items()):
-        icon = "🏭" if name == "fabricks" else "📊"
-        print(f"   {icon} {name}: {path.string}")
+        for name, path in components:
+            print(f"   {name}: {path.string}")
 
-    # Runtime Paths Section
-    if r.PATHS_RUNTIME:
-        print("\n⚡ RUNTIME PATHS:")
-        for name, path in sorted(r.PATHS_RUNTIME.items()):
-            print(f"   📂 {name}: {path.string}")
+        # Storage Paths Section
+        print("\n📦 STORAGE PATHS:")
+        for name, path in sorted(r.PATHS_STORAGE.items()):
+            icon = "🏭" if name == "fabricks" else "📊"
+            print(f"   {icon} {name}: {path.string}")
+
+        # Runtime Paths Section
+        if r.PATHS_RUNTIME:
+            print("\n⚡ RUNTIME PATHS:")
+            for name, path in sorted(r.PATHS_RUNTIME.items()):
+                print(f"   📂 {name}: {path.string}")

{fabricks-3.0.6 → fabricks-3.0.7}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "fabricks"
-version = "3.0.6"
+version = "3.0.7"
 description = ""
 authors = [
     { name = "BMS DWH Team", email = "bi_support@bmsuisse.ch" },

{fabricks-3.0.6 → fabricks-3.0.7}/tests/integration/jobs/job1/test_gold.py

@@ -142,3 +142,14 @@ def test_gold_fact_no_drop():
         assert False, "drop is allowed while no_drop is set"
     except ValueError:
         assert True, "drop not allowed while no_drop is set"
+
+
+@pytest.mark.order(131)
+def test_gold_fact_masker_and_commenter():
+    df = SPARK.sql("select dummy from gold.fact_masker_and_commenter order by 1 asc")
+
+    masked_value = df.select("dummy").collect()[0][0]
+    assert masked_value == "***", f"dummy {masked_value} <> ***"
+
+    masked_value = df.select("dummy").collect()[1][0]
+    assert masked_value == "2", f"dummy {masked_value} <> 2"

{fabricks-3.0.6 → fabricks-3.0.7}/tests/integration/jobs/job5/test_step.py

@@ -10,7 +10,7 @@ DEFAULT_LOGGER.setLevel(ERROR)
 
 
 @pytest.mark.order(501)
-def test_step_gold():
+def test_update_dependencies():
     step = get_step("gold")
 
     deps, error = step.get_dependencies(loglevel=ERROR)
@@ -35,7 +35,7 @@ def test_step_gold():
 
 
 @pytest.mark.order(502)
-def test_step_transf():
+def test_create_db_objects():
     step = get_step("transf")
 
     SPARK.sql("drop view if exists transf.fact_memory")
@@ -48,3 +48,28 @@ def test_step_transf():
 
     df = SPARK.sql("select * from fabricks.transf_views")
     assert df.count() == 1, f"{df.count()} view(s) <> 1"
+
+
+@pytest.mark.order(503)
+def test_update_configurations():
+    step = get_step("gold")
+
+    step.update_configurations()
+
+    df = SPARK.sql("select * from fabricks.gold_jobs")
+    assert df.count() == 51, f"{df.count()} job(s) <> 51"
+
+    SPARK.sql("update fabricks.gold_jobs set options = null")
+
+    df = SPARK.sql("select * from fabricks.gold_jobs where options is null")
+    assert df.count() == 51, f"{df.count()} job(s) without options <> 51"
+
+    SPARK.sql("delete from fabricks.gold_jobs where topic == 'scd1'")
+
+    step.update_configurations()
+
+    df = SPARK.sql("select * from fabricks.gold_jobs")
+    assert df.count() == 51, f"{df.count()} job(s) <> 51"
+
+    df = SPARK.sql("select * from fabricks.gold_jobs where options is null")
+    assert df.count() == 0, f"{df.count()} job(s) without options <> 0"

{fabricks-3.0.6 → fabricks-3.0.7}/tests/integration/runtime/gold/gold/fact/_config.fact.yml

@@ -113,6 +113,7 @@
     step: gold
     topic: fact
     item: masker_and_commenter
+    tags: [test]
     options:
       mode: complete
     table_options: