snowpark-checkpoints-collectors 0.1.3__py3-none-any.whl → 0.1.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- snowflake/snowpark_checkpoints_collector/__version__.py +1 -1
- {snowpark_checkpoints_collectors-0.1.3.dist-info → snowpark_checkpoints_collectors-0.1.4.dist-info}/METADATA +17 -3
- {snowpark_checkpoints_collectors-0.1.3.dist-info → snowpark_checkpoints_collectors-0.1.4.dist-info}/RECORD +5 -5
- {snowpark_checkpoints_collectors-0.1.3.dist-info → snowpark_checkpoints_collectors-0.1.4.dist-info}/WHEEL +0 -0
- {snowpark_checkpoints_collectors-0.1.3.dist-info → snowpark_checkpoints_collectors-0.1.4.dist-info}/licenses/LICENSE +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: snowpark-checkpoints-collectors
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.4
|
|
4
4
|
Summary: Snowpark column and table statistics collection
|
|
5
5
|
Project-URL: Bug Tracker, https://github.com/snowflakedb/snowpark-checkpoints/issues
|
|
6
6
|
Project-URL: Source code, https://github.com/snowflakedb/snowpark-checkpoints/
|
|
@@ -27,19 +27,21 @@ Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
|
|
|
27
27
|
Classifier: Topic :: Software Development :: Libraries :: Python Modules
|
|
28
28
|
Requires-Python: <3.12,>=3.9
|
|
29
29
|
Requires-Dist: pandera[io]==0.20.4
|
|
30
|
-
Requires-Dist: pyspark
|
|
31
30
|
Requires-Dist: snowflake-connector-python
|
|
32
|
-
Requires-Dist: snowflake-snowpark-python
|
|
31
|
+
Requires-Dist: snowflake-snowpark-python>=1.23.0
|
|
33
32
|
Provides-Extra: development
|
|
34
33
|
Requires-Dist: coverage>=7.6.7; extra == 'development'
|
|
35
34
|
Requires-Dist: deepdiff>=8.0.0; extra == 'development'
|
|
36
35
|
Requires-Dist: hatchling==1.25.0; extra == 'development'
|
|
37
36
|
Requires-Dist: pre-commit>=4.0.1; extra == 'development'
|
|
38
37
|
Requires-Dist: pyarrow>=18.0.0; extra == 'development'
|
|
38
|
+
Requires-Dist: pyspark>=3.5.0; extra == 'development'
|
|
39
39
|
Requires-Dist: pytest-cov>=6.0.0; extra == 'development'
|
|
40
40
|
Requires-Dist: pytest>=8.3.3; extra == 'development'
|
|
41
41
|
Requires-Dist: setuptools>=70.0.0; extra == 'development'
|
|
42
42
|
Requires-Dist: twine==5.1.1; extra == 'development'
|
|
43
|
+
Provides-Extra: pyspark
|
|
44
|
+
Requires-Dist: pyspark>=3.5.0; extra == 'pyspark'
|
|
43
45
|
Description-Content-Type: text/markdown
|
|
44
46
|
|
|
45
47
|
# snowpark-checkpoints-collectors
|
|
@@ -50,6 +52,18 @@ Description-Content-Type: text/markdown
|
|
|
50
52
|
---
|
|
51
53
|
|
|
52
54
|
**snowpark-checkpoints-collector** package offers a function for extracting information from PySpark dataframes. We can then use that data to validate against the converted Snowpark dataframes to ensure that behavioral equivalence has been achieved.
|
|
55
|
+
|
|
56
|
+
---
|
|
57
|
+
## Install the library
|
|
58
|
+
```bash
|
|
59
|
+
pip install snowpark-checkpoints-collectors
|
|
60
|
+
```
|
|
61
|
+
This package requires PySpark to be installed in the same environment. If you do not have it, you can install PySpark alongside Snowpark Checkpoints by running the following command:
|
|
62
|
+
```bash
|
|
63
|
+
pip install "snowpark-checkpoints-collectors[pyspark]"
|
|
64
|
+
```
|
|
65
|
+
---
|
|
66
|
+
|
|
53
67
|
## Features
|
|
54
68
|
|
|
55
69
|
- Schema inference collected data mode (Schema): This is the default mode, which leverages Pandera schema inference to obtain the metadata and checks that will be evaluated for the specified dataframe. This mode also collects custom data from columns of the DataFrame based on the PySpark type.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
snowflake/snowpark_checkpoints_collector/__init__.py,sha256=yf_DmREHUwtC8y_boY8iaQC3qaKi1miEb5kytllrAaw,874
|
|
2
|
-
snowflake/snowpark_checkpoints_collector/__version__.py,sha256=
|
|
2
|
+
snowflake/snowpark_checkpoints_collector/__version__.py,sha256=XLR7FIaqd--6dSDY841wZ2c8LM8IAx8L5fVTjJIHRkQ,632
|
|
3
3
|
snowflake/snowpark_checkpoints_collector/collection_common.py,sha256=ff5vYffrTRjoJXZQvVQBaOlegAUj_vXBbl1IZidz8Qo,4510
|
|
4
4
|
snowflake/snowpark_checkpoints_collector/singleton.py,sha256=7AgIHQBXVRvPBBCkmBplzkdrrm-xVWf_N8svzA2vF8E,836
|
|
5
5
|
snowflake/snowpark_checkpoints_collector/summary_stats_collector.py,sha256=cvG1C9rLyF4w3Fybr3o_cno6mEHbXsbU17D_y2RrNck,12823
|
|
@@ -32,7 +32,7 @@ snowflake/snowpark_checkpoints_collector/utils/checkpoint_name_utils.py,sha256=W
|
|
|
32
32
|
snowflake/snowpark_checkpoints_collector/utils/extra_config.py,sha256=xkXFH1PIS0Mtzpu-LrcOKBjzCbptp2zWqgGN9X1P_A0,3393
|
|
33
33
|
snowflake/snowpark_checkpoints_collector/utils/file_utils.py,sha256=deetkhQZOB0GUxQJvUHw4Ridp_rNYiCqmK9li3uwBL0,4324
|
|
34
34
|
snowflake/snowpark_checkpoints_collector/utils/telemetry.py,sha256=7S0yFE3Zq96SEGmVuVbpYc_wtXIQUpL--6KfGoxwJcA,30837
|
|
35
|
-
snowpark_checkpoints_collectors-0.1.
|
|
36
|
-
snowpark_checkpoints_collectors-0.1.
|
|
37
|
-
snowpark_checkpoints_collectors-0.1.
|
|
38
|
-
snowpark_checkpoints_collectors-0.1.
|
|
35
|
+
snowpark_checkpoints_collectors-0.1.4.dist-info/METADATA,sha256=bkb_AwntVjKJWIADm9nP8n021Eqyr3gMlmEDFysn8j0,6003
|
|
36
|
+
snowpark_checkpoints_collectors-0.1.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
|
37
|
+
snowpark_checkpoints_collectors-0.1.4.dist-info/licenses/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
|
|
38
|
+
snowpark_checkpoints_collectors-0.1.4.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|