snowpark-checkpoints-collectors 0.1.2__py3-none-any.whl → 0.1.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -13,4 +13,4 @@
13
13
  # See the License for the specific language governing permissions and
14
14
  # limitations under the License.
15
15
 
16
- __version__ = "0.1.2"
16
+ __version__ = "0.1.4"
@@ -319,11 +319,11 @@ def _generate_event(
319
319
  if sc_version is not None:
320
320
  metadata["snowpark_checkpoints_version"] = sc_version
321
321
  message = {
322
- "type": event_type,
322
+ "event_type": event_type,
323
+ "type": "snowpark-checkpoints",
323
324
  "event_name": event_name,
324
325
  "driver_type": "PythonConnector",
325
326
  "driver_version": SNOWFLAKE_CONNECTOR_VERSION,
326
- "source": "snowpark-checkpoints",
327
327
  "metadata": metadata,
328
328
  "data": json.dumps(parameters_info or {}),
329
329
  }
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: snowpark-checkpoints-collectors
3
- Version: 0.1.2
3
+ Version: 0.1.4
4
4
  Summary: Snowpark column and table statistics collection
5
5
  Project-URL: Bug Tracker, https://github.com/snowflakedb/snowpark-checkpoints/issues
6
6
  Project-URL: Source code, https://github.com/snowflakedb/snowpark-checkpoints/
@@ -27,19 +27,21 @@ Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
27
27
  Classifier: Topic :: Software Development :: Libraries :: Python Modules
28
28
  Requires-Python: <3.12,>=3.9
29
29
  Requires-Dist: pandera[io]==0.20.4
30
- Requires-Dist: pyspark
31
30
  Requires-Dist: snowflake-connector-python
32
- Requires-Dist: snowflake-snowpark-python==1.26.0
31
+ Requires-Dist: snowflake-snowpark-python>=1.23.0
33
32
  Provides-Extra: development
34
33
  Requires-Dist: coverage>=7.6.7; extra == 'development'
35
34
  Requires-Dist: deepdiff>=8.0.0; extra == 'development'
36
35
  Requires-Dist: hatchling==1.25.0; extra == 'development'
37
36
  Requires-Dist: pre-commit>=4.0.1; extra == 'development'
38
37
  Requires-Dist: pyarrow>=18.0.0; extra == 'development'
38
+ Requires-Dist: pyspark>=3.5.0; extra == 'development'
39
39
  Requires-Dist: pytest-cov>=6.0.0; extra == 'development'
40
40
  Requires-Dist: pytest>=8.3.3; extra == 'development'
41
41
  Requires-Dist: setuptools>=70.0.0; extra == 'development'
42
42
  Requires-Dist: twine==5.1.1; extra == 'development'
43
+ Provides-Extra: pyspark
44
+ Requires-Dist: pyspark>=3.5.0; extra == 'pyspark'
43
45
  Description-Content-Type: text/markdown
44
46
 
45
47
  # snowpark-checkpoints-collectors
@@ -50,6 +52,18 @@ Description-Content-Type: text/markdown
50
52
  ---
51
53
 
52
54
  **snowpark-checkpoints-collector** package offers a function for extracting information from PySpark dataframes. We can then use that data to validate against the converted Snowpark dataframes to ensure that behavioral equivalence has been achieved.
55
+
56
+ ---
57
+ ## Install the library
58
+ ```bash
59
+ pip install snowpark-checkpoints-collectors
60
+ ```
61
+ This package requires PySpark to be installed in the same environment. If you do not have it, you can install PySpark alongside Snowpark Checkpoints by running the following command:
62
+ ```bash
63
+ pip install "snowpark-checkpoints-collectors[pyspark]"
64
+ ```
65
+ ---
66
+
53
67
  ## Features
54
68
 
55
69
  - Schema inference collected data mode (Schema): This is the default mode, which leverages Pandera schema inference to obtain the metadata and checks that will be evaluated for the specified dataframe. This mode also collects custom data from columns of the DataFrame based on the PySpark type.
@@ -1,5 +1,5 @@
1
1
  snowflake/snowpark_checkpoints_collector/__init__.py,sha256=yf_DmREHUwtC8y_boY8iaQC3qaKi1miEb5kytllrAaw,874
2
- snowflake/snowpark_checkpoints_collector/__version__.py,sha256=qNTBwMUtsLu0okWXwrUvl9AohG1pXd4kalMC8v10gHM,632
2
+ snowflake/snowpark_checkpoints_collector/__version__.py,sha256=XLR7FIaqd--6dSDY841wZ2c8LM8IAx8L5fVTjJIHRkQ,632
3
3
  snowflake/snowpark_checkpoints_collector/collection_common.py,sha256=ff5vYffrTRjoJXZQvVQBaOlegAUj_vXBbl1IZidz8Qo,4510
4
4
  snowflake/snowpark_checkpoints_collector/singleton.py,sha256=7AgIHQBXVRvPBBCkmBplzkdrrm-xVWf_N8svzA2vF8E,836
5
5
  snowflake/snowpark_checkpoints_collector/summary_stats_collector.py,sha256=cvG1C9rLyF4w3Fybr3o_cno6mEHbXsbU17D_y2RrNck,12823
@@ -31,8 +31,8 @@ snowflake/snowpark_checkpoints_collector/snow_connection_model/snow_connection.p
31
31
  snowflake/snowpark_checkpoints_collector/utils/checkpoint_name_utils.py,sha256=WExQaZ4oL4otDCtM8kyGbf0Gn_v1a-tzM5j1p0wVDVg,1767
32
32
  snowflake/snowpark_checkpoints_collector/utils/extra_config.py,sha256=xkXFH1PIS0Mtzpu-LrcOKBjzCbptp2zWqgGN9X1P_A0,3393
33
33
  snowflake/snowpark_checkpoints_collector/utils/file_utils.py,sha256=deetkhQZOB0GUxQJvUHw4Ridp_rNYiCqmK9li3uwBL0,4324
34
- snowflake/snowpark_checkpoints_collector/utils/telemetry.py,sha256=bgTxKcuPDJ0WJmpzxgu4ZaOm2y-nyrwE0FRFt3fKVFc,30833
35
- snowpark_checkpoints_collectors-0.1.2.dist-info/METADATA,sha256=yV8iuQWxGctjFxzpDoe7knWIPadhw8LlUcycoQAvbcg,5559
36
- snowpark_checkpoints_collectors-0.1.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
37
- snowpark_checkpoints_collectors-0.1.2.dist-info/licenses/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
38
- snowpark_checkpoints_collectors-0.1.2.dist-info/RECORD,,
34
+ snowflake/snowpark_checkpoints_collector/utils/telemetry.py,sha256=7S0yFE3Zq96SEGmVuVbpYc_wtXIQUpL--6KfGoxwJcA,30837
35
+ snowpark_checkpoints_collectors-0.1.4.dist-info/METADATA,sha256=bkb_AwntVjKJWIADm9nP8n021Eqyr3gMlmEDFysn8j0,6003
36
+ snowpark_checkpoints_collectors-0.1.4.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
37
+ snowpark_checkpoints_collectors-0.1.4.dist-info/licenses/LICENSE,sha256=DVQuDIgE45qn836wDaWnYhSdxoLXgpRRKH4RuTjpRZQ,10174
38
+ snowpark_checkpoints_collectors-0.1.4.dist-info/RECORD,,