snowpark-checkpoints-collectors 0.1.2__py3-none-any.whl → 0.1.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- snowflake/snowpark_checkpoints_collector/__version__.py +1 -1
- snowflake/snowpark_checkpoints_collector/utils/telemetry.py +2 -2
- {snowpark_checkpoints_collectors-0.1.2.dist-info → snowpark_checkpoints_collectors-0.1.4.dist-info}/METADATA +17 -3
- {snowpark_checkpoints_collectors-0.1.2.dist-info → snowpark_checkpoints_collectors-0.1.4.dist-info}/RECORD +6 -6
- {snowpark_checkpoints_collectors-0.1.2.dist-info → snowpark_checkpoints_collectors-0.1.4.dist-info}/WHEEL +0 -0
- {snowpark_checkpoints_collectors-0.1.2.dist-info → snowpark_checkpoints_collectors-0.1.4.dist-info}/licenses/LICENSE +0 -0
@@ -319,11 +319,11 @@ def _generate_event(
|
|
319
319
|
if sc_version is not None:
|
320
320
|
metadata["snowpark_checkpoints_version"] = sc_version
|
321
321
|
message = {
|
322
|
-
"
|
322
|
+
"event_type": event_type,
|
323
|
+
"type": "snowpark-checkpoints",
|
323
324
|
"event_name": event_name,
|
324
325
|
"driver_type": "PythonConnector",
|
325
326
|
"driver_version": SNOWFLAKE_CONNECTOR_VERSION,
|
326
|
-
"source": "snowpark-checkpoints",
|
327
327
|
"metadata": metadata,
|
328
328
|
"data": json.dumps(parameters_info or {}),
|
329
329
|
}
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: snowpark-checkpoints-collectors
|
3
|
-
Version: 0.1.
|
3
|
+
Version: 0.1.4
|
4
4
|
Summary: Snowpark column and table statistics collection
|
5
5
|
Project-URL: Bug Tracker, https://github.com/snowflakedb/snowpark-checkpoints/issues
|
6
6
|
Project-URL: Source code, https://github.com/snowflakedb/snowpark-checkpoints/
|
@@ -27,19 +27,21 @@ Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
|
|
27
27
|
Classifier: Topic :: Software Development :: Libraries :: Python Modules
|
28
28
|
Requires-Python: <3.12,>=3.9
|
29
29
|
Requires-Dist: pandera[io]==0.20.4
|
30
|
-
Requires-Dist: pyspark
|
31
30
|
Requires-Dist: snowflake-connector-python
|
32
|
-
Requires-Dist: snowflake-snowpark-python
|
31
|
+
Requires-Dist: snowflake-snowpark-python>=1.23.0
|
33
32
|
Provides-Extra: development
|
34
33
|
Requires-Dist: coverage>=7.6.7; extra == 'development'
|
35
34
|
Requires-Dist: deepdiff>=8.0.0; extra == 'development'
|
36
35
|
Requires-Dist: hatchling==1.25.0; extra == 'development'
|
37
36
|
Requires-Dist: pre-commit>=4.0.1; extra == 'development'
|
38
37
|
Requires-Dist: pyarrow>=18.0.0; extra == 'development'
|
38
|
+
Requires-Dist: pyspark>=3.5.0; extra == 'development'
|
39
39
|
Requires-Dist: pytest-cov>=6.0.0; extra == 'development'
|
40
40
|
Requires-Dist: pytest>=8.3.3; extra == 'development'
|
41
41
|
Requires-Dist: setuptools>=70.0.0; extra == 'development'
|
42
42
|
Requires-Dist: twine==5.1.1; extra == 'development'
|
43
|
+
Provides-Extra: pyspark
|
44
|
+
Requires-Dist: pyspark>=3.5.0; extra == 'pyspark'
|
43
45
|
Description-Content-Type: text/markdown
|
44
46
|
|
45
47
|
# snowpark-checkpoints-collectors
|
@@ -50,6 +52,18 @@ Description-Content-Type: text/markdown
|
|
50
52
|
---
|
51
53
|
|
52
54
|
**snowpark-checkpoints-collector** package offers a function for extracting information from PySpark dataframes. We can then use that data to validate against the converted Snowpark dataframes to ensure that behavioral equivalence has been achieved.
|
55
|
+
|
56
|
+
---
|
57
|
+
## Install the library
|
58
|
+
```bash
|
59
|
+
pip install snowpark-checkpoints-collectors
|
60
|
+
```
|
61
|
+
This package requires PySpark to be installed in the same environment. If you do not have it, you can install PySpark alongside Snowpark Checkpoints by running the following command:
|
62
|
+
```bash
|
63
|
+
pip install "snowpark-checkpoints-collectors[pyspark]"
|
64
|
+
```
|
65
|
+
---
|
66
|
+
|
53
67
|
## Features
|
54
68
|
|
55
69
|
- Schema inference collected data mode (Schema): This is the default mode, which leverages Pandera schema inference to obtain the metadata and checks that will be evaluated for the specified dataframe. This mode also collects custom data from columns of the DataFrame based on the PySpark type.
|
@@ -1,5 +1,5 @@
|
|
1
1
|
snowflake/snowpark_checkpoints_collector/__init__.py,sha256=yf_DmREHUwtC8y_boY8iaQC3qaKi1miEb5kytllrAaw,874
|
2
|
-
snowflake/snowpark_checkpoints_collector/__version__.py,sha256=
|
2
|
+
snowflake/snowpark_checkpoints_collector/__version__.py,sha256=XLR7FIaqd--6dSDY841wZ2c8LM8IAx8L5fVTjJIHRkQ,632
|
3
3
|
snowflake/snowpark_checkpoints_collector/collection_common.py,sha256=ff5vYffrTRjoJXZQvVQBaOlegAUj_vXBbl1IZidz8Qo,4510
|
4
4
|
snowflake/snowpark_checkpoints_collector/singleton.py,sha256=7AgIHQBXVRvPBBCkmBplzkdrrm-xVWf_N8svzA2vF8E,836
|
5
5
|
snowflake/snowpark_checkpoints_collector/summary_stats_collector.py,sha256=cvG1C9rLyF4w3Fybr3o_cno6mEHbXsbU17D_y2RrNck,12823
|
@@ -31,8 +31,8 @@ snowflake/snowpark_checkpoints_collector/snow_connection_model/snow_connection.p
|
|
31
31
|
snowflake/snowpark_checkpoints_collector/utils/checkpoint_name_utils.py,sha256=WExQaZ4oL4otDCtM8kyGbf0Gn_v1a-tzM5j1p0wVDVg,1767
|
32
32
|
snowflake/snowpark_checkpoints_collector/utils/extra_config.py,sha256=xkXFH1PIS0Mtzpu-LrcOKBjzCbptp2zWqgGN9X1P_A0,3393
|
33
33
|
snowflake/snowpark_checkpoints_collector/utils/file_utils.py,sha256=deetkhQZOB0GUxQJvUHw4Ridp_rNYiCqmK9li3uwBL0,4324
|
34
|
-
snowflake/snowpark_checkpoints_collector/utils/telemetry.py,sha256=
|
35
|
-
snowpark_checkpoints_collectors-0.1.
|
36
|
-
snowpark_checkpoints_collectors-0.1.
|
37
|
-
snowpark_checkpoints_collectors-0.1.
|
38
|
-
snowpark_checkpoints_collectors-0.1.
|
34
|
+
snowflake/snowpark_checkpoints_collector/utils/telemetry.py,sha256=7S0yFE3Zq96SEGmVuVbpYc_wtXIQUpL--6KfGoxwJcA,30837
|
35
|
+
snowpark_checkpoints_collectors-0.1.4.dist-info/METADATA,sha256=bkb_AwntVjKJWIADm9nP8n021Eqyr3gMlmEDFysn8j0,6003
|
36
|
+
snowpark_checkpoints_collectors-0.1.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
37
|
+
snowpark_checkpoints_collectors-0.1.4.dist-info/licenses/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
|
38
|
+
snowpark_checkpoints_collectors-0.1.4.dist-info/RECORD,,
|
File without changes
|
File without changes
|