snowpark-checkpoints-validators 0.1.1__tar.gz → 0.1.2__tar.gz

{snowpark_checkpoints_validators-0.1.1 → snowpark_checkpoints_validators-0.1.2}/.gitignore

@@ -13,6 +13,7 @@ wheelvenv/
 
 # version
 !__version__.py
+!**/__version__.py
 
 #ruff
 .ruff_cache

{snowpark_checkpoints_validators-0.1.1 → snowpark_checkpoints_validators-0.1.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: snowpark-checkpoints-validators
-Version: 0.1.1
+Version: 0.1.2
 Summary: Migration tools for Snowpark
 Project-URL: Bug Tracker, https://github.com/snowflakedb/snowpark-checkpoints/issues
 Project-URL: Source code, https://github.com/snowflakedb/snowpark-checkpoints/
@@ -29,7 +29,7 @@ Requires-Python: <3.12,>=3.9
 Requires-Dist: pandera-report==0.1.2
 Requires-Dist: pandera[io]==0.20.4
 Requires-Dist: pyspark
-Requires-Dist: snowflake-connector-python==3.13.0
+Requires-Dist: snowflake-connector-python[pandas]
 Requires-Dist: snowflake-snowpark-python==1.26.0
 Provides-Extra: development
 Requires-Dist: coverage>=7.6.7; extra == 'development'
@@ -46,8 +46,7 @@ Description-Content-Type: text/markdown
 # snowpark-checkpoints-validators
 
 ---
-**NOTE**
-This package is on Public Preview.
+##### This package is on Public Preview.
 ---
 
 **snowpark-checkpoints-validators** is a package designed to validate Snowpark DataFrames against predefined schemas and checkpoints. This package ensures data integrity and consistency by performing schema and data validation checks at various stages of a Snowpark pipeline.

{snowpark_checkpoints_validators-0.1.1 → snowpark_checkpoints_validators-0.1.2}/README.md

@@ -1,8 +1,7 @@
 # snowpark-checkpoints-validators
 
 ---
-**NOTE**
-This package is on Public Preview.
+##### This package is on Public Preview.
 ---
 
 **snowpark-checkpoints-validators** is a package designed to validate Snowpark DataFrames against predefined schemas and checkpoints. This package ensures data integrity and consistency by performing schema and data validation checks at various stages of a Snowpark pipeline.

{snowpark_checkpoints_validators-0.1.1 → snowpark_checkpoints_validators-0.1.2}/pyproject.toml

@@ -27,7 +27,7 @@ classifiers = [
 ]
 dependencies = [
   "snowflake-snowpark-python==1.26.0",
-  "snowflake-connector-python==3.13.0",
+  "snowflake-connector-python[pandas]",
   "pyspark",
   "pandera[io]==0.20.4",
   "pandera-report==0.1.2",
@@ -64,8 +64,9 @@ development = [
 "Bug Tracker" = "https://github.com/snowflakedb/snowpark-checkpoints/issues"
 "Source code" = "https://github.com/snowflakedb/snowpark-checkpoints/"
 
+
 [tool.hatch.version]
-path = "__version__.py"
+path = "src/snowflake/snowpark_checkpoints/__version__.py"
 pattern = '^__version__ = "(?P<version>.*)"'
 source = "regex"
 

snowpark_checkpoints_validators-0.1.2/src/snowflake/snowpark_checkpoints/__version__.py

@@ -0,0 +1,16 @@
+# Copyright 2025 Snowflake Inc.
+# SPDX-License-Identifier: Apache-2.0
+
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+
+# http://www.apache.org/licenses/LICENSE-2.0
+
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+__version__ = "0.1.2"

{snowpark_checkpoints_validators-0.1.1 → snowpark_checkpoints_validators-0.1.2}/src/snowflake/snowpark_checkpoints/utils/telemetry.py

@@ -367,7 +367,7 @@ def _get_version() -> str:
 
     """
     try:
-        directory_levels_up = 4
+        directory_levels_up = 1
         project_root = Path(__file__).resolve().parents[directory_levels_up]
         version_file_path = project_root / VERSION_FILE_NAME
         with open(version_file_path) as file:

{snowpark_checkpoints_validators-0.1.1 → snowpark_checkpoints_validators-0.1.2}/src/snowflake/snowpark_checkpoints/utils/utils_checks.py

@@ -359,6 +359,8 @@ def _update_validation_result(
 
     pipeline_result_metadata = ValidationResultsMetadata(output_path)
 
+    pipeline_result_metadata.clean()
+
     pipeline_result_metadata.add_validation_result(
         ValidationResult(
             timestamp=datetime.now().isoformat(),

{snowpark_checkpoints_validators-0.1.1 → snowpark_checkpoints_validators-0.1.2}/src/snowflake/snowpark_checkpoints/validation_result_metadata.py

@@ -88,6 +88,15 @@ class ValidationResultsMetadata(metaclass=Singleton):
                         f"Error reading validation results file: {self.validation_results_file} \n {e}"
                     ) from None
 
+    def clean(self):
+        """Clean the validation results list.
+
+        This method empties the validation results list.
+
+        """
+        if not os.path.exists(self.validation_results_file):
+            self.validation_results.results = []
+
     def add_validation_result(self, validation_result: ValidationResult):
         """Add a validation result to the pipeline result list.
 

{snowpark_checkpoints_validators-0.1.1 → snowpark_checkpoints_validators-0.1.2}/test/unit/test_validation_result_metadata.py

@@ -127,3 +127,44 @@ def test_save_creates_directory():
         metadata.save()
 
     mock_makedirs.assert_called_once_with(metadata.validation_results_directory)
+
+
+def test_clean_with_existing_file():
+    test_path = os.path.dirname(os.path.abspath(__file__))
+    result_path = os.path.join(
+        test_path,
+        SNOWPARK_CHECKPOINTS_OUTPUT_DIRECTORY_NAME,
+        VALIDATION_RESULTS_JSON_FILE_NAME,
+    )
+    with open(result_path) as file:
+        validation_result_json = file.read()
+        mock_validation_results = ValidationResults.model_validate_json(
+            validation_result_json
+        )
+
+    metadata = ValidationResultsMetadata(test_path)
+    metadata.validation_results = mock_validation_results
+
+    with patch("os.path.exists", return_value=True):
+        metadata.clean()
+
+    assert metadata.validation_results == mock_validation_results
+
+
+def test_clean_with_no_file():
+    test_path = os.path.dirname(os.path.abspath(__file__))
+    metadata = ValidationResultsMetadata(test_path)
+
+    new_validation_result = ValidationResult(
+        timestamp="2021-01-01T00:00:00",
+        file="file2",
+        line_of_code=1,
+        result=PASS_STATUS,
+        checkpoint_name="checkpoint2",
+    )
+    metadata.add_validation_result(new_validation_result)
+
+    with patch("os.path.exists", return_value=False):
+        metadata.clean()
+
+    assert metadata.validation_results == ValidationResults(results=[])