fabricks 4.0.3__py3-none-any.whl → 4.0.5__py3-none-any.whl

fabricks/models/config.py

@@ -39,6 +39,7 @@ class HierarchicalFileSettingsSource(PydanticBaseSettingsSource):
 
                 data = data.get("tool", {}).get("fabricks", {})
                 data["base"] = str(base)
+                data["path_to_config"] = str(pyproject_path)
                 return data
 
             return None
@@ -52,6 +53,7 @@ class HierarchicalFileSettingsSource(PydanticBaseSettingsSource):
                     data = json.load(f)
 
                 data["base"] = str(base)
+                data["path_to_config"] = str(json_path)
                 return data
 
             return None
@@ -69,7 +71,7 @@ class HierarchicalFileSettingsSource(PydanticBaseSettingsSource):
                 break
 
             if path == path.parent:
-                break
+                raise FileNotFoundError("No configuration file found in hierarchy")
 
             path = path.parent
 
@@ -96,6 +98,10 @@ class ConfigOptions(BaseSettings):
         validation_alias=AliasChoices("FABRICKS_BASE", "base"),
         default="none",
     )
+    path_to_config: str = Field(
+        validation_alias=AliasChoices("FABRICKS_PATH_TO_CONFIG", "path_to_config"),
+        default="none",
+    )
     config: str = Field(
         validation_alias=AliasChoices("FABRICKS_CONFIG", "config"),
         default="none",

fabricks/utils/log.py

@@ -7,8 +7,6 @@ from datetime import timezone as tz
 from typing import Optional, Tuple
 from zoneinfo import ZoneInfo
 
-from pyspark.sql import DataFrame
-
 from fabricks.utils.azure_table import AzureTable
 
 
@@ -62,23 +60,6 @@ class LogFormatter(logging.Formatter):
             exc_info = record.__dict__.get("exc_info", None)
             extra += f" [{self.COLORS[logging.ERROR]}{exc_info[0].__name__}{self.RESET}]"  # type: ignore
 
-        if hasattr(record, "df"):
-            df = record.__dict__.get("df")
-            if isinstance(df, DataFrame):
-                try:
-                    pandas_df = df.toPandas()
-                except Exception:
-                    # Handle timestamp precision/timezone issues by casting to string
-                    from pyspark.sql.functions import col
-                    from pyspark.sql.types import TimestampType
-
-                    for field in df.schema.fields:
-                        if isinstance(field.dataType, TimestampType):
-                            df = df.withColumn(field.name, col(field.name).cast("string"))
-                    pandas_df = df.toPandas()
-
-                extra += f"\n---\n%df\n{pandas_df.to_string(index=True)}\n---"
-
         if hasattr(record, "json"):
             json_data = record.__dict__.get("json")
             extra += f"\n---\n{json.dumps(json_data, indent=2, default=str)}\n---"
@@ -173,7 +154,7 @@ class AzureTableLogHandler(logging.Handler):
                     r["Exception"] = json.dumps(d)
 
             if hasattr(record, "json"):
-                r["Data"] = json.dumps(record.__dict__.get("json", ""))
+                r["Json"] = json.dumps(record.__dict__.get("json", ""))
 
             if self.debugmode:
                 if hasattr(record, "content"):

{fabricks-4.0.3.dist-info → fabricks-4.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fabricks
-Version: 4.0.3
+Version: 4.0.5
 Author-email: BMS DWH Team <bi_support@bmsuisse.ch>
 Requires-Python: <4,>=3.9
 Requires-Dist: azure-data-tables<13,>=12.5.0

{fabricks-4.0.3.dist-info → fabricks-4.0.5.dist-info}/RECORD

@@ -145,7 +145,7 @@ fabricks/metastore/utils.py,sha256=8SxhjDkz_aSH4IGUusel7hqOQxP9U8PNBCY0M7GH00Y,1
 fabricks/metastore/view.py,sha256=f7hKJWtnH1KmZym8dkoucKOTndntzai_f2YqferxHLs,1431
 fabricks/models/__init__.py,sha256=XyW_vm5LyHOlAX_pD5LIi8V1G9u6KUUUKNYoTx4vh4I,3402
 fabricks/models/common.py,sha256=uSG1qpavz5l8EAVSDwPgiVxiGjOP3MWET87ppxlEtU4,2430
-fabricks/models/config.py,sha256=5ja4U_ap5pyOeApXEFU1GDCrd-7r8Le9CrUAGLYST4o,6759
+fabricks/models/config.py,sha256=mwkxVTf7qFWXIMTZJxZP-Xgsm8VMlnBwsZGD0ocT6U8,7085
 fabricks/models/dependency.py,sha256=d811A_ug6i_3baAH1SfM45VGil7Yyx9iRjKhRRlswT4,1489
 fabricks/models/job.py,sha256=UdhVEXoBpdyZ9uLKN3j_wv9lbOPyp5uYWao7wOOxTlQ,4095
 fabricks/models/path.py,sha256=hJpOaiD6HSqsSKyF57j0ppyAXVYtAfWuHJXdT2rrj8I,384
@@ -160,7 +160,7 @@ fabricks/utils/azure_queue.py,sha256=wtKAq_MD5QLxelerDO475dzL-SySIrxt9d5KGi-8vvw
 fabricks/utils/azure_table.py,sha256=J_UAPiCN89rL5FNmwIGg43Z6FSH8evVIWijDEgYJxk4,5294
 fabricks/utils/console.py,sha256=X4lLgL_UxCjoFRx-ZRCwzdBveRGPKlFYZDi6vl7uevQ,1017
 fabricks/utils/helpers.py,sha256=2If-5cTO0ZCTgEVHS00Eh7Qv0YBdnZoSM7Rm1BdhhF8,7964
-fabricks/utils/log.py,sha256=KGljzsjLdu-HpAV1hsazSi78cnwyRaqnst54apH_foo,8835
+fabricks/utils/log.py,sha256=uoNu4xyP-Jugv8A2dtjVfvUkl5CHhAGt8OloAXG4oIg,8032
 fabricks/utils/mermaid.py,sha256=XoiVxPaUJS4TC_ybA-e78qFzQkQ46uPf055JiiNDdSg,986
 fabricks/utils/path.py,sha256=_u_jFUWvlPj5KdT99tWffachVyokFUY8PCeVB1IzClY,11998
 fabricks/utils/pip.py,sha256=4rNmjy4h2352Lf6EX1qb7PB1qOP6Wm29P8Np6ISqt5w,1594
@@ -174,6 +174,6 @@ fabricks/utils/read/read_yaml.py,sha256=LlStrs1A1hCcgW5gHLEUx5ayC880JTO7EfhjxmtS
 fabricks/utils/write/__init__.py,sha256=i0UnZenXj9Aq0b0_aU3s6882vg-Vu_AyKfQhl_dTp-g,200
 fabricks/utils/write/delta.py,sha256=H0fXrrSCgHkZvq88gqtl4xy5Toy31p5fcXQP0VqqSWI,1286
 fabricks/utils/write/stream.py,sha256=HJxMpWf7Y2Q8dCS1LJzVOO_Tax_Q_YYsvDW69CSpMnw,640
-fabricks-4.0.3.dist-info/METADATA,sha256=Xima_GeKVvfKI4bx8ejsPpugzISA-RbyB85Fq4IpvWQ,954
-fabricks-4.0.3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-fabricks-4.0.3.dist-info/RECORD,,
+fabricks-4.0.5.dist-info/METADATA,sha256=n10DNqDzp_GS-KbWWLrj2s4O6BKC9xG5pBJRTkBfbOU,954
+fabricks-4.0.5.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+fabricks-4.0.5.dist-info/RECORD,,