dlt-utils-lib 0.3.0__tar.gz → 0.3.2__tar.gz

dlt_utils_lib-0.3.2/PKG-INFO

@@ -0,0 +1,11 @@
+Metadata-Version: 2.1
+Name: dlt_utils_lib
+Version: 0.3.2
+Summary: UNKNOWN
+Home-page: UNKNOWN
+License: UNKNOWN
+Platform: UNKNOWN
+Provides-Extra: dev
+
+UNKNOWN
+

{dlt_utils_lib-0.3.0 → dlt_utils_lib-0.3.2}/dlt_utils/main_cdc_utils.py

@@ -66,7 +66,7 @@ def create_bronze_table_definition(spark, dlt, table_name: str, files_path: str,
             .withColumn('ar_h_change_seq', col('ar_h_change_seq').cast('string')) \
             .transform(lambda df: update_cdc_timestamp(df, time_diff_history_cdc_timestamp)) \
             .transform(lambda df: apply_partitions(df, partitions)) \
-            .transform(lambda df: add_default_value_for_removed_col(df, default_value_for_removed_col)) \
+            .transform(lambda df: add_default_value_for_removed_col(df, default_value_for_removed_col))
 
     return transform_cdc_to_bronze
 

dlt_utils_lib-0.3.2/dlt_utils_lib.egg-info/PKG-INFO

@@ -0,0 +1,11 @@
+Metadata-Version: 2.1
+Name: dlt-utils-lib
+Version: 0.3.2
+Summary: UNKNOWN
+Home-page: UNKNOWN
+License: UNKNOWN
+Platform: UNKNOWN
+Provides-Extra: dev
+
+UNKNOWN
+

{dlt_utils_lib-0.3.0 → dlt_utils_lib-0.3.2}/dlt_utils_lib.egg-info/SOURCES.txt

@@ -9,4 +9,5 @@ dlt_utils_lib.egg-info/requires.txt
 dlt_utils_lib.egg-info/tmpz2kz6zic
 dlt_utils_lib.egg-info/top_level.txt
 tests/__init__.py
+tests/conftest.py
 tests/test_transformation_module.py

{dlt_utils_lib-0.3.0 → dlt_utils_lib-0.3.2}/dlt_utils_lib.egg-info/top_level.txt

@@ -1,2 +1,3 @@
+build
 dlt_utils
 tests

{dlt_utils_lib-0.3.0 → dlt_utils_lib-0.3.2}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='dlt_utils_lib',
-    version='0.3.0',
+    version='0.3.2',
     packages=find_packages(),
     install_requires=[
         'pyspark',

dlt_utils_lib-0.3.2/tests/conftest.py

@@ -0,0 +1,12 @@
+import pytest
+from pyspark.sql import SparkSession
+
+@pytest.fixture(scope='session')
+def spark():
+    """Fixture for creating a Spark session."""
+    spark = SparkSession.builder \
+        .appName("PySpark Test") \
+        .master("local[*]") \
+        .getOrCreate()
+    yield spark
+    spark.stop()

{dlt_utils_lib-0.3.0 → dlt_utils_lib-0.3.2}/tests/test_transformation_module.py

@@ -1,21 +1,26 @@
 import sys
 import os
-from databricks.sdk.runtime import *
 import pytest
-from pyspark.sql import SparkSession
-from pyspark.sql import Row
+from unittest import mock
+from pyspark.sql import SparkSession, Row
 from pyspark.sql.functions import expr
 from pyspark.sql.types import TimestampType, StringType
 from datetime import datetime
-import warnings
-
-# import for databricks execution whivh not support normal PYTHONPATH :()
-sys.path.append(os.path.abspath(os.path.join(os.getcwd(), "../dlt_utils_lib")))
-from dlt_utils.dlt_transformations import update_cdc_timestamp, apply_partitions, add_default_value_for_removed_col, rename_columns
-
-@pytest.fixture(scope="session")
-def spark() -> SparkSession:
-    return SparkSession.builder.getOrCreate()
+from dlt_utils.dlt_transformations import rename_columns, apply_partitions, update_cdc_timestamp, add_default_value_for_removed_col, rename_columns
+# Mock databricks.sdk.runtime if not in a Databricks environment
+try:
+    from databricks.sdk.runtime import *
+except ImportError:
+    print("Databricks runtime not available. Mocking required modules.")
+    mock_dbutils = mock.Mock()
+    sys.modules['databricks.sdk.runtime'] = mock.Mock()
+    sys.modules['dbruntime'] = mock.Mock()
+    sys.modules['databricks'] = mock.Mock()
+
+    # Mocking any specific methods you might call in your code
+    mock_dbutils.jobs = mock.Mock()
+    mock_dbutils.widgets = mock.Mock()
+    mock_dbutils.notebook = mock.Mock()
 
 
 def test_apply_partitions(spark):

dlt_utils_lib-0.3.0/PKG-INFO

@@ -1,4 +0,0 @@
-Metadata-Version: 2.1
-Name: dlt_utils_lib
-Version: 0.3.0
-Provides-Extra: dev

dlt_utils_lib-0.3.0/dlt_utils_lib.egg-info/PKG-INFO

@@ -1,4 +0,0 @@
-Metadata-Version: 2.1
-Name: dlt-utils-lib
-Version: 0.3.0
-Provides-Extra: dev