snowpark-checkpoints-collectors 0.2.0__tar.gz → 0.2.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/PKG-INFO +1 -1
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/__version__.py +1 -1
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/summary_stats_collector.py +3 -2
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/utils/checkpoint_name_utils.py +2 -2
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_checkpoint_name.py +1 -1
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_checkpoint_name_utils.py +4 -2
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/.gitignore +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/CHANGELOG.md +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/LICENSE +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/README.md +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/pyproject.toml +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/snowpark-testdf-schema.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/__init__.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/collection_common.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/collection_result/model/__init__.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/collection_result/model/collection_point_result.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/collection_result/model/collection_point_result_manager.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/__init__.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/column_collector_manager.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/__init__.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/array_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/binary_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/boolean_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/column_collector_base.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/date_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/day_time_interval_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/decimal_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/empty_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/map_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/null_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/numeric_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/string_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/struct_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/timestamp_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/timestamp_ntz_column_collector.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_pandera_checks/__init__.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_pandera_checks/pandera_column_checks_manager.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/singleton.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/snow_connection_model/__init__.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/snow_connection_model/snow_connection.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/utils/extra_config.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/utils/file_utils.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/utils/logging_utils.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/utils/telemetry.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/.coveragerc +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/telemetry_compare_utils.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_dataframe_all_column_types_with_null_values.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_dataframe_all_column_types_with_null_values_telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_dataframe_with_unsupported_pandera_column_type.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_dataframe_with_unsupported_pandera_column_type_telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_df_with_null_values.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_df_with_null_values_telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_df_with_only_null_values.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_df_with_only_null_values_telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_empty_df_with_object_column.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_empty_df_with_object_column_telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_empty_df_with_schema.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_empty_df_with_schema_telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_full_df.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_full_df_all_column_type.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_full_df_all_column_type_telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_full_df_telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2_expected/test_collect_checkpoint_mode_2_parquet_directory _telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2_expected/test_collect_checkpoint_mode_2_telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2_expected/test_collect_empty_dataframe_with_schema_telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2_expected/test_collect_invalid_mode_telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2_expected/test_generate_parquet_for_spark_df_telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2_expected/test_spark_df_mode_dataframe_telemetry.json +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collection_result_file.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_snow_connection_int.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_collection_point_result.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_collection_point_result_manager.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_column_collection.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_extra_config.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_file_utils.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_logger.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_logging_utils.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_pandera_column_check_manager.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_snow_connection.py +0 -0
- {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_summary_stats_collector.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: snowpark-checkpoints-collectors
|
3
|
-
Version: 0.2.
|
3
|
+
Version: 0.2.1
|
4
4
|
Summary: Snowpark column and table statistics collection
|
5
5
|
Project-URL: Bug Tracker, https://github.com/snowflakedb/snowpark-checkpoints/issues
|
6
6
|
Project-URL: Source code, https://github.com/snowflakedb/snowpark-checkpoints/
|
@@ -95,7 +95,8 @@ def collect_dataframe_checkpoint(
|
|
95
95
|
|
96
96
|
Raises:
|
97
97
|
Exception: Invalid mode value.
|
98
|
-
Exception: Invalid checkpoint name. Checkpoint names must only contain alphanumeric characters
|
98
|
+
Exception: Invalid checkpoint name. Checkpoint names must only contain alphanumeric characters
|
99
|
+
, underscores and dollar signs.
|
99
100
|
|
100
101
|
"""
|
101
102
|
normalized_checkpoint_name = checkpoint_name_utils.normalize_checkpoint_name(
|
@@ -113,7 +114,7 @@ def collect_dataframe_checkpoint(
|
|
113
114
|
if not is_valid_checkpoint_name:
|
114
115
|
raise Exception(
|
115
116
|
f"Invalid checkpoint name: {normalized_checkpoint_name}. "
|
116
|
-
|
117
|
+
"Checkpoint names must only contain alphanumeric characters, underscores and dollar signs."
|
117
118
|
)
|
118
119
|
if not is_checkpoint_enabled(normalized_checkpoint_name):
|
119
120
|
LOGGER.info(
|
@@ -16,7 +16,7 @@
|
|
16
16
|
import re as regx
|
17
17
|
|
18
18
|
|
19
|
-
CHECKPOINT_NAME_REGEX_PATTERN = r"[a-zA-Z_][a-zA-Z0-9_]+"
|
19
|
+
CHECKPOINT_NAME_REGEX_PATTERN = r"[a-zA-Z_][a-zA-Z0-9_$]+"
|
20
20
|
TRANSLATION_TABLE = str.maketrans({" ": "_", "-": "_"})
|
21
21
|
|
22
22
|
|
@@ -39,7 +39,7 @@ def is_valid_checkpoint_name(checkpoint_name: str) -> bool:
|
|
39
39
|
|
40
40
|
A valid checkpoint name must:
|
41
41
|
- Start with a letter (a-z, A-Z) or an underscore (_)
|
42
|
-
- Be followed by any combination of letters, digits (0-9)
|
42
|
+
- Be followed by any combination of letters, digits (0-9), underscores (_), and dollar signs ($).
|
43
43
|
|
44
44
|
Args:
|
45
45
|
checkpoint_name (str): The checkpoint name to validate.
|
@@ -56,7 +56,7 @@ def test_collect_dataframe_with_invalid_checkpoint_name(
|
|
56
56
|
pyspark_df = spark_session.createDataFrame(data=[], schema=StructType())
|
57
57
|
expected_error_msg = (
|
58
58
|
f"Invalid checkpoint name: {checkpoint_name}. "
|
59
|
-
f"Checkpoint names must only contain alphanumeric characters and
|
59
|
+
f"Checkpoint names must only contain alphanumeric characters, underscores and dollar signs."
|
60
60
|
)
|
61
61
|
|
62
62
|
with (
|
@@ -28,7 +28,8 @@ def test_normalize_checkpoint_name_hyphen_case(input_value, expected_value):
|
|
28
28
|
|
29
29
|
|
30
30
|
@pytest.mark.parametrize(
|
31
|
-
"input_value",
|
31
|
+
"input_value",
|
32
|
+
["_checkpoint1", "_checkpoint", "checkPoint1", "Checkpoint", "_1", "Dollar$Sample"],
|
32
33
|
)
|
33
34
|
def test_validate_checkpoint_name_valid_case(input_value):
|
34
35
|
is_valid_checkpoint_name = checkpoint_name_utils.is_valid_checkpoint_name(
|
@@ -38,7 +39,8 @@ def test_validate_checkpoint_name_valid_case(input_value):
|
|
38
39
|
|
39
40
|
|
40
41
|
@pytest.mark.parametrize(
|
41
|
-
"input_value",
|
42
|
+
"input_value",
|
43
|
+
["_", "$", "5", "", "56_my_checkpoint", "my-check", "_+check", "$DollarSample"],
|
42
44
|
)
|
43
45
|
def test_validate_checkpoint_name_invalid_case(input_value):
|
44
46
|
is_valid_checkpoint_name = checkpoint_name_utils.is_valid_checkpoint_name(
|
File without changes
|
{snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/CHANGELOG.md
RENAMED
File without changes
|
File without changes
|
File without changes
|
{snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/pyproject.toml
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/.coveragerc
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|