snowpark-checkpoints-collectors 0.2.0__tar.gz → 0.2.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (82) hide show
  1. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/PKG-INFO +1 -1
  2. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/__version__.py +1 -1
  3. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/summary_stats_collector.py +3 -2
  4. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/utils/checkpoint_name_utils.py +2 -2
  5. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_checkpoint_name.py +1 -1
  6. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_checkpoint_name_utils.py +4 -2
  7. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/.gitignore +0 -0
  8. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/CHANGELOG.md +0 -0
  9. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/LICENSE +0 -0
  10. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/README.md +0 -0
  11. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/pyproject.toml +0 -0
  12. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/snowpark-testdf-schema.json +0 -0
  13. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/__init__.py +0 -0
  14. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/collection_common.py +0 -0
  15. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/collection_result/model/__init__.py +0 -0
  16. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/collection_result/model/collection_point_result.py +0 -0
  17. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/collection_result/model/collection_point_result_manager.py +0 -0
  18. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/__init__.py +0 -0
  19. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/column_collector_manager.py +0 -0
  20. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/__init__.py +0 -0
  21. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/array_column_collector.py +0 -0
  22. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/binary_column_collector.py +0 -0
  23. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/boolean_column_collector.py +0 -0
  24. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/column_collector_base.py +0 -0
  25. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/date_column_collector.py +0 -0
  26. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/day_time_interval_column_collector.py +0 -0
  27. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/decimal_column_collector.py +0 -0
  28. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/empty_column_collector.py +0 -0
  29. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/map_column_collector.py +0 -0
  30. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/null_column_collector.py +0 -0
  31. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/numeric_column_collector.py +0 -0
  32. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/string_column_collector.py +0 -0
  33. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/struct_column_collector.py +0 -0
  34. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/timestamp_column_collector.py +0 -0
  35. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_collection/model/timestamp_ntz_column_collector.py +0 -0
  36. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_pandera_checks/__init__.py +0 -0
  37. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/column_pandera_checks/pandera_column_checks_manager.py +0 -0
  38. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/singleton.py +0 -0
  39. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/snow_connection_model/__init__.py +0 -0
  40. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/snow_connection_model/snow_connection.py +0 -0
  41. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/utils/extra_config.py +0 -0
  42. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/utils/file_utils.py +0 -0
  43. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/utils/logging_utils.py +0 -0
  44. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/src/snowflake/snowpark_checkpoints_collector/utils/telemetry.py +0 -0
  45. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/.coveragerc +0 -0
  46. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/telemetry_compare_utils.py +0 -0
  47. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1.py +0 -0
  48. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_dataframe_all_column_types_with_null_values.json +0 -0
  49. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_dataframe_all_column_types_with_null_values_telemetry.json +0 -0
  50. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_dataframe_with_unsupported_pandera_column_type.json +0 -0
  51. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_dataframe_with_unsupported_pandera_column_type_telemetry.json +0 -0
  52. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_df_with_null_values.json +0 -0
  53. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_df_with_null_values_telemetry.json +0 -0
  54. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_df_with_only_null_values.json +0 -0
  55. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_df_with_only_null_values_telemetry.json +0 -0
  56. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_empty_df_with_object_column.json +0 -0
  57. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_empty_df_with_object_column_telemetry.json +0 -0
  58. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_empty_df_with_schema.json +0 -0
  59. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_empty_df_with_schema_telemetry.json +0 -0
  60. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_full_df.json +0 -0
  61. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_full_df_all_column_type.json +0 -0
  62. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_full_df_all_column_type_telemetry.json +0 -0
  63. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_1_expected/test_full_df_telemetry.json +0 -0
  64. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2.py +0 -0
  65. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2_expected/test_collect_checkpoint_mode_2_parquet_directory _telemetry.json +0 -0
  66. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2_expected/test_collect_checkpoint_mode_2_telemetry.json +0 -0
  67. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2_expected/test_collect_empty_dataframe_with_schema_telemetry.json +0 -0
  68. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2_expected/test_collect_invalid_mode_telemetry.json +0 -0
  69. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2_expected/test_generate_parquet_for_spark_df_telemetry.json +0 -0
  70. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collect_df_mode_2_expected/test_spark_df_mode_dataframe_telemetry.json +0 -0
  71. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_collection_result_file.py +0 -0
  72. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/integ/test_snow_connection_int.py +0 -0
  73. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_collection_point_result.py +0 -0
  74. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_collection_point_result_manager.py +0 -0
  75. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_column_collection.py +0 -0
  76. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_extra_config.py +0 -0
  77. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_file_utils.py +0 -0
  78. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_logger.py +0 -0
  79. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_logging_utils.py +0 -0
  80. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_pandera_column_check_manager.py +0 -0
  81. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_snow_connection.py +0 -0
  82. {snowpark_checkpoints_collectors-0.2.0 → snowpark_checkpoints_collectors-0.2.1}/test/unit/test_summary_stats_collector.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: snowpark-checkpoints-collectors
3
- Version: 0.2.0
3
+ Version: 0.2.1
4
4
  Summary: Snowpark column and table statistics collection
5
5
  Project-URL: Bug Tracker, https://github.com/snowflakedb/snowpark-checkpoints/issues
6
6
  Project-URL: Source code, https://github.com/snowflakedb/snowpark-checkpoints/
@@ -13,4 +13,4 @@
13
13
  # See the License for the specific language governing permissions and
14
14
  # limitations under the License.
15
15
 
16
- __version__ = "0.2.0"
16
+ __version__ = "0.2.1"
@@ -95,7 +95,8 @@ def collect_dataframe_checkpoint(
95
95
 
96
96
  Raises:
97
97
  Exception: Invalid mode value.
98
- Exception: Invalid checkpoint name. Checkpoint names must only contain alphanumeric characters and underscores.
98
+ Exception: Invalid checkpoint name. Checkpoint names must only contain alphanumeric characters
99
+ , underscores and dollar signs.
99
100
 
100
101
  """
101
102
  normalized_checkpoint_name = checkpoint_name_utils.normalize_checkpoint_name(
@@ -113,7 +114,7 @@ def collect_dataframe_checkpoint(
113
114
  if not is_valid_checkpoint_name:
114
115
  raise Exception(
115
116
  f"Invalid checkpoint name: {normalized_checkpoint_name}. "
116
- f"Checkpoint names must only contain alphanumeric characters and underscores."
117
+ "Checkpoint names must only contain alphanumeric characters, underscores and dollar signs."
117
118
  )
118
119
  if not is_checkpoint_enabled(normalized_checkpoint_name):
119
120
  LOGGER.info(
@@ -16,7 +16,7 @@
16
16
  import re as regx
17
17
 
18
18
 
19
- CHECKPOINT_NAME_REGEX_PATTERN = r"[a-zA-Z_][a-zA-Z0-9_]+"
19
+ CHECKPOINT_NAME_REGEX_PATTERN = r"[a-zA-Z_][a-zA-Z0-9_$]+"
20
20
  TRANSLATION_TABLE = str.maketrans({" ": "_", "-": "_"})
21
21
 
22
22
 
@@ -39,7 +39,7 @@ def is_valid_checkpoint_name(checkpoint_name: str) -> bool:
39
39
 
40
40
  A valid checkpoint name must:
41
41
  - Start with a letter (a-z, A-Z) or an underscore (_)
42
- - Be followed by any combination of letters, digits (0-9) and underscores (_).
42
+ - Be followed by any combination of letters, digits (0-9), underscores (_), and dollar signs ($).
43
43
 
44
44
  Args:
45
45
  checkpoint_name (str): The checkpoint name to validate.
@@ -56,7 +56,7 @@ def test_collect_dataframe_with_invalid_checkpoint_name(
56
56
  pyspark_df = spark_session.createDataFrame(data=[], schema=StructType())
57
57
  expected_error_msg = (
58
58
  f"Invalid checkpoint name: {checkpoint_name}. "
59
- f"Checkpoint names must only contain alphanumeric characters and underscores."
59
+ f"Checkpoint names must only contain alphanumeric characters, underscores and dollar signs."
60
60
  )
61
61
 
62
62
  with (
@@ -28,7 +28,8 @@ def test_normalize_checkpoint_name_hyphen_case(input_value, expected_value):
28
28
 
29
29
 
30
30
  @pytest.mark.parametrize(
31
- "input_value", ["_checkpoint1", "_checkpoint", "checkPoint1", "Checkpoint", "_1"]
31
+ "input_value",
32
+ ["_checkpoint1", "_checkpoint", "checkPoint1", "Checkpoint", "_1", "Dollar$Sample"],
32
33
  )
33
34
  def test_validate_checkpoint_name_valid_case(input_value):
34
35
  is_valid_checkpoint_name = checkpoint_name_utils.is_valid_checkpoint_name(
@@ -38,7 +39,8 @@ def test_validate_checkpoint_name_valid_case(input_value):
38
39
 
39
40
 
40
41
  @pytest.mark.parametrize(
41
- "input_value", ["_", "5", "", "56_my_checkpoint", "my-check", "_+check"]
42
+ "input_value",
43
+ ["_", "$", "5", "", "56_my_checkpoint", "my-check", "_+check", "$DollarSample"],
42
44
  )
43
45
  def test_validate_checkpoint_name_invalid_case(input_value):
44
46
  is_valid_checkpoint_name = checkpoint_name_utils.is_valid_checkpoint_name(