snowflake-snowpark-python 1.54.0__tar.gz → 1.55.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/CHANGELOG.md +43 -0
- {snowflake_snowpark_python-1.54.0/src/snowflake_snowpark_python.egg-info → snowflake_snowpark_python-1.55.1}/PKG-INFO +7 -1
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/pyproject.toml +6 -1
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/setup.py +3 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/analyzer_utils.py +163 -10
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/datatype_mapper.py +46 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/select_statement.py +4 -2
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/snowflake_plan.py +6 -2
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/datasource_reader.py +1 -1
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/drivers/base_driver.py +1 -1
- snowflake_snowpark_python-1.55.1/src/snowflake/snowpark/_internal/document_reader.py +569 -0
- snowflake_snowpark_python-1.55.1/src/snowflake/snowpark/_internal/document_reader_options.py +243 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/error_message.py +31 -1
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/event_table_telemetry.py +4 -1
- snowflake_snowpark_python-1.55.1/src/snowflake/snowpark/_internal/options.py +38 -0
- snowflake_snowpark_python-1.55.1/src/snowflake/snowpark/_internal/pdf_reader.py +174 -0
- snowflake_snowpark_python-1.55.1/src/snowflake/snowpark/_internal/polars_backend.py +135 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/proto/generated/ast_pb2.pyi +2 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/server_connection.py +41 -11
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/telemetry.py +14 -5
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/type_utils.py +7 -1
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/udf_utils.py +70 -31
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/utils.py +33 -34
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/async_job.py +5 -4
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/dataframe.py +156 -4
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/dataframe_ai_functions.py +72 -3
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/dataframe_reader.py +10 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/dataframe_writer.py +10 -9
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/functions.py +85 -35
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_connection.py +5 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_functions.py +6 -0
- snowflake_snowpark_python-1.55.1/src/snowflake/snowpark/mock/_options.py +38 -0
- snowflake_snowpark_python-1.55.1/src/snowflake/snowpark/mock/_secret_detector.py +216 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_telemetry.py +25 -6
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/telemetry.py +6 -1
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/compiler/snowflake_query_compiler.py +10 -3
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/relational_grouped_dataframe.py +1 -1
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/session.py +64 -9
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/types.py +4 -7
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/version.py +1 -1
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1/src/snowflake_snowpark_python.egg-info}/PKG-INFO +7 -1
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake_snowpark_python.egg-info/SOURCES.txt +6 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake_snowpark_python.egg-info/requires.txt +6 -0
- snowflake_snowpark_python-1.54.0/src/snowflake/snowpark/mock/_options.py +0 -29
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/LICENSE.txt +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/MANIFEST.in +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/README.md +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/setup.cfg +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_functions/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_functions/general_functions.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_functions/scalar_functions.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/analyzer.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/binary_expression.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/binary_plan_node.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/expression.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/grouping_set.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/metadata_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/query_plan_analysis_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/schema_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/snowflake_plan_node.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/sort_expression.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/table_function.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/table_merge_expression.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/unary_expression.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/unary_plan_node.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/analyzer/window_expression.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/ast/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/ast/batch.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/ast/builder.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/ast/utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/code_generation.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/compiler/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/compiler/cte_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/compiler/large_query_breakdown.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/compiler/plan_compiler.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/compiler/query_generator.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/compiler/repeated_subquery_elimination.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/compiler/telemetry_constants.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/compiler/utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/datasource_partitioner.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/datasource_typing.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/base_dialect.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/databricks_dialect.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/mysql_dialect.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/oracledb_dialect.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/postgresql_dialect.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/sqlite3_dialect.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/sqlserver_dialect.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/drivers/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/drivers/databricks_driver.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/drivers/oracledb_driver.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/drivers/psycopg2_driver.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/drivers/pymsql_driver.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/drivers/pyodbc_driver.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/drivers/sqlite_driver.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/jdbc.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/data_source/utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/debug_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/open_telemetry.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/packaging_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/proto/generated/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/proto/generated/ast_pb2.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/select_projection_complexity_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/snowpark_profiler.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/temp_table_auto_cleaner.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/xml_reader.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/xml_schema_inference.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/_internal/xpath_handlers.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/catalog.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/column.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/context.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/dataframe_analytics_functions.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/dataframe_na_functions.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/dataframe_profiler.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/dataframe_stat_functions.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/exceptions.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/file_operation.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/files.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/lineage.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_analyzer.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_constants.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_nop_analyzer.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_nop_connection.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_nop_plan.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_pandas_util.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_plan.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_plan_builder.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_select_statement.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_snowflake_data_type.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_snowflake_to_pandas_converter.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_stage_registry.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_stored_procedure.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_udaf.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_udf.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_udf_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_udtf.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_util.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/_window_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/mock/exceptions.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/config/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/config/__main__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/config/envvars.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/config/pubsub.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/conftest.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/aggregation_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/align_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/apply_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/binary_op_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/concat_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/cumulative_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/cut_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/frame.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/generator_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/get_dummies_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/groupby_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/indexing_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/io_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/isin_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/join_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/ordered_dataframe.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/pivot_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/resample_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/row_count_estimation.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/session.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/snowpark_pandas_types.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/statement_params_constants.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/timestamp_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/transpose_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/type_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/unpivot_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/where_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_internal/window_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/_typing.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/compiler/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/compiler/doc_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/compiler/ray_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/base.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/dataframe.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/datetime_index.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/general.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/groupby.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/index.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/io.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/resample.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/series.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/series_utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/shared_docs.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/timedelta_index.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/docstrings/window.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/base_overrides.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/dataframe_extensions.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/dataframe_groupby_overrides.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/dataframe_overrides.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/datetime_index.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/general_overrides.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/index.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/indexing_overrides.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/io_overrides.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/pd_extensions.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/resample_overrides.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/resampler_groupby_overrides.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/rolling_groupby_overrides.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/series_extensions.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/series_groupby_overrides.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/series_overrides.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/snow_partition_iterator.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/timedelta_index.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/extensions/window_overrides.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/io/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/io/factories.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/io/snow_io.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/utils/__init__.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/utils/error_message.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/utils/exceptions.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/utils/frontend_constants.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/utils/numpy_to_pandas.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/plugin/utils/warning_message.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/modin/utils.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/py.typed +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/query_history.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/row.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/secrets.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/stored_procedure.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/stored_procedure_profiler.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/table.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/table_function.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/testing.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/udaf.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/udf.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/udf_profiler.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/udtf.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake/snowpark/window.py +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake_snowpark_python.egg-info/dependency_links.txt +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake_snowpark_python.egg-info/namespace_packages.txt +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake_snowpark_python.egg-info/not-zip-safe +0 -0
- {snowflake_snowpark_python-1.54.0 → snowflake_snowpark_python-1.55.1}/src/snowflake_snowpark_python.egg-info/top_level.txt +0 -0
|
@@ -1,5 +1,48 @@
|
|
|
1
1
|
# Release History
|
|
2
2
|
|
|
3
|
+
## 1.55.1 (2026-10-05)
|
|
4
|
+
|
|
5
|
+
### Snowpark Python API Updates
|
|
6
|
+
|
|
7
|
+
#### Bug Fixes
|
|
8
|
+
|
|
9
|
+
- Fixed `pandas_udf` with an explicit `packages` list omitting pandas when using a non-conda artifact repository (PyPI / Python 3.14 default).
|
|
10
|
+
- Fixed `Session.write_pandas` raising a raw connector error instead of Snowpark's table-does-not-exist message when the target table was missing and `auto_create_table=False`.
|
|
11
|
+
- Fixed `ai_extract` misrouting FILE-type inputs to the TEXT overload when `scores` or `config` were also supplied.
|
|
12
|
+
- Fixed the nullable `FILE` column schema expression.
|
|
13
|
+
|
|
14
|
+
#### Documentation
|
|
15
|
+
|
|
16
|
+
- Updated `ai_redact(..., mode="detect")` and `DataFrame.ai.redact(..., mode="detect")` to document that detect mode returns an ARRAY of span objects, not an OBJECT with a `spans` field.
|
|
17
|
+
|
|
18
|
+
## 1.55.0 (2026-09-10)
|
|
19
|
+
|
|
20
|
+
### Snowpark Python API Updates
|
|
21
|
+
|
|
22
|
+
#### New Features
|
|
23
|
+
|
|
24
|
+
- Added `DataFrame.to_polars()` to convert a Snowpark DataFrame to a Polars DataFrame. Supports an optional `transport="parquet"` mode for large data-transfer-dominated workloads.
|
|
25
|
+
- Added interval type support for Python UDFs and stored procedures. Use `datetime.timedelta` as the type annotation for day-time interval (`DayTimeIntervalType`) parameters and return values, and `YearMonthInterval` (a type annotation sentinel from `snowflake.snowpark.types`) for year-month interval (`YearMonthIntervalType`) parameters and return values.
|
|
26
|
+
- Added support for a `table_properties` key in the `iceberg_config` dictionary of `DataFrameWriter.save_as_table`, which emits a `TABLE_PROPERTIES = ('k'='v', ...)` clause on Iceberg table creation (CREATE / CTAS).
|
|
27
|
+
|
|
28
|
+
#### Bug Fixes
|
|
29
|
+
|
|
30
|
+
- Fixed registering a UDF, UDTF, or stored procedure with an integer optional argument failing with `SQL compilation error: invalid default argument expression`. Integer defaults were emitted as `DEFAULT <value> :: INT`, and a parameter default only accepts a constant expression. The redundant cast is no longer generated.
|
|
31
|
+
|
|
32
|
+
#### Documentation
|
|
33
|
+
|
|
34
|
+
- Documented the JSON Schema `response_format` shape for `ai_extract` and `DataFrame.ai.extract`.
|
|
35
|
+
|
|
36
|
+
#### Other Changes
|
|
37
|
+
|
|
38
|
+
- Test-only: fixed `test_generator_table_function` failing as `assert 0 < 0` on the `seq2(0)` + `generator(timelimit => 1)` case. `seq2(0)` passes sign=0, so it continues at 0 after 32767, and a one-second generator run usually emits far more than one 32768-value cycle, making `ORDER BY seq2(0) LIMIT 3` return `0, 0, 0`. That assertion now allows equal values; the `seq1(1)` + `rowcount` assertions stay strictly increasing.
|
|
39
|
+
|
|
40
|
+
### Snowpark pandas API Updates
|
|
41
|
+
|
|
42
|
+
#### Bug Fixes
|
|
43
|
+
|
|
44
|
+
- Fixed a bug where referencing `modin.pandas` inside a Snowpark pandas `apply()` function raised a `ModuleNotFoundError`.
|
|
45
|
+
|
|
3
46
|
## 1.54.0 (2026-07-29)
|
|
4
47
|
|
|
5
48
|
### Snowpark Python API updates
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: snowflake-snowpark-python
|
|
3
|
-
Version: 1.
|
|
3
|
+
Version: 1.55.1
|
|
4
4
|
Summary: Snowflake Snowpark for Python
|
|
5
5
|
Home-page: https://www.snowflake.com/
|
|
6
6
|
Author: Snowflake, Inc
|
|
@@ -77,6 +77,9 @@ Requires-Dist: snowflake.core<2,>=1.0.0; extra == "development"
|
|
|
77
77
|
Requires-Dist: psutil; extra == "development"
|
|
78
78
|
Requires-Dist: lxml; extra == "development"
|
|
79
79
|
Requires-Dist: pyarrow; extra == "development"
|
|
80
|
+
Requires-Dist: polars>=1.0; extra == "development"
|
|
81
|
+
Requires-Dist: pdfminer.six; extra == "development"
|
|
82
|
+
Requires-Dist: python-docx; extra == "development"
|
|
80
83
|
Provides-Extra: modin-development
|
|
81
84
|
Requires-Dist: snowflake-connector-python[pandas]<5.0.0,>=3.17.0; extra == "modin-development"
|
|
82
85
|
Requires-Dist: pandas<3.0.0; extra == "modin-development"
|
|
@@ -103,6 +106,9 @@ Requires-Dist: snowflake.core<2,>=1.0.0; extra == "modin-development"
|
|
|
103
106
|
Requires-Dist: psutil; extra == "modin-development"
|
|
104
107
|
Requires-Dist: lxml; extra == "modin-development"
|
|
105
108
|
Requires-Dist: pyarrow; extra == "modin-development"
|
|
109
|
+
Requires-Dist: polars>=1.0; extra == "modin-development"
|
|
110
|
+
Requires-Dist: pdfminer.six; extra == "modin-development"
|
|
111
|
+
Requires-Dist: python-docx; extra == "modin-development"
|
|
106
112
|
Requires-Dist: scipy<=1.16.3; extra == "modin-development"
|
|
107
113
|
Requires-Dist: statsmodels; extra == "modin-development"
|
|
108
114
|
Requires-Dist: scikit-learn; extra == "modin-development"
|
|
@@ -8,6 +8,11 @@ requires = [
|
|
|
8
8
|
# whose extensions_pb2.py was generated with protobuf 6.x gencode and fails at import
|
|
9
9
|
# time when the isolated venv resolves protobuf 5.x (Snowflake internal channel).
|
|
10
10
|
"mypy-protobuf<=3.6.0; python_version >= '3.14'",
|
|
11
|
-
|
|
11
|
+
# Exact-version pinned (CWE-829): protoc-gen-mypy is executed during the build, so an
|
|
12
|
+
# unpinned resolve lets a newly published mypy-protobuf run arbitrary code in the
|
|
13
|
+
# release job. 5.1.0 is the version the unpinned spec already installed, so this pin
|
|
14
|
+
# is status-quo-preserving; do not "align" it with the 3.6.0 pin above, which emits
|
|
15
|
+
# materially different .pyi stubs and would be a silent downgrade.
|
|
16
|
+
"mypy-protobuf==5.1.0; python_version < '3.14'", # used in generating typed Python code from protobuf for Snowpark IR
|
|
12
17
|
]
|
|
13
18
|
build-backend = "setuptools.build_meta"
|
|
@@ -73,6 +73,9 @@ DEVELOPMENT_REQUIREMENTS = [
|
|
|
73
73
|
"psutil", # testing for telemetry
|
|
74
74
|
"lxml", # used in XML reader unit tests
|
|
75
75
|
"pyarrow", # used in dataframe reader tests
|
|
76
|
+
"polars>=1.0", # used in test_df_to_polars integration tests
|
|
77
|
+
"pdfminer.six", # used in PDF reader unit tests
|
|
78
|
+
"python-docx", # used in PDF reader unit tests (DOCX text mode)
|
|
76
79
|
]
|
|
77
80
|
MODIN_DEVELOPMENT_REQUIREMENTS = [
|
|
78
81
|
# Snowpark pandas 3rd party library testing. Cap the scipy version because
|
|
@@ -7,17 +7,13 @@ import json
|
|
|
7
7
|
import math
|
|
8
8
|
import os
|
|
9
9
|
import re
|
|
10
|
+
import secrets
|
|
10
11
|
import tempfile
|
|
11
|
-
from typing import Any, Dict, List, Optional, Tuple, Union, Literal, Sequence
|
|
12
|
+
from typing import Any, Callable, Dict, List, Optional, Tuple, Union, Literal, Sequence
|
|
12
13
|
|
|
13
14
|
from snowflake.connector import ProgrammingError
|
|
14
15
|
from snowflake.connector.cursor import SnowflakeCursor
|
|
15
|
-
from snowflake.
|
|
16
|
-
from snowflake.connector.pandas_tools import (
|
|
17
|
-
_create_temp_stage,
|
|
18
|
-
_create_temp_file_format,
|
|
19
|
-
build_location_helper,
|
|
20
|
-
)
|
|
16
|
+
from snowflake.snowpark._internal.options import pyarrow
|
|
21
17
|
from snowflake.snowpark._internal.analyzer.binary_plan_node import (
|
|
22
18
|
AsOf,
|
|
23
19
|
Except,
|
|
@@ -150,6 +146,7 @@ BASE_LOCATION = " BASE_LOCATION "
|
|
|
150
146
|
TARGET_FILE_SIZE = " TARGET_FILE_SIZE "
|
|
151
147
|
CATALOG_SYNC = " CATALOG_SYNC "
|
|
152
148
|
STORAGE_SERIALIZATION_POLICY = " STORAGE_SERIALIZATION_POLICY "
|
|
149
|
+
TABLE_PROPERTIES = " TABLE_PROPERTIES"
|
|
153
150
|
REG_EXP = " REGEXP "
|
|
154
151
|
COLLATE = " COLLATE "
|
|
155
152
|
RESULT_SCAN = " RESULT_SCAN"
|
|
@@ -334,6 +331,30 @@ def iceberg_partition_clause(partition_exprs: List[str]) -> str:
|
|
|
334
331
|
)
|
|
335
332
|
|
|
336
333
|
|
|
334
|
+
def iceberg_table_properties_clause(iceberg_config: Optional[dict]) -> str:
|
|
335
|
+
"""Emit ``TABLE_PROPERTIES = ('k'='v', ...)`` from an ``iceberg_config``'s
|
|
336
|
+
``table_properties`` map (keys kept verbatim, keys/values escaped); empty
|
|
337
|
+
when absent."""
|
|
338
|
+
if not iceberg_config:
|
|
339
|
+
return EMPTY_STRING
|
|
340
|
+
normalized = {k.lower(): v for k, v in iceberg_config.items()}
|
|
341
|
+
table_properties = normalized.get("table_properties")
|
|
342
|
+
if not table_properties:
|
|
343
|
+
return EMPTY_STRING
|
|
344
|
+
|
|
345
|
+
# Escape via ``escape_quotes_and_backslashes`` (not ``single_quote``): it
|
|
346
|
+
# escapes backslashes as well as quotes and never skips escaping, so a
|
|
347
|
+
# crafted key/value cannot break out of its literal and inject extra SQL
|
|
348
|
+
# (e.g. "'x', 'injected'='surprise'" or "x\\') COPY GRANTS --").
|
|
349
|
+
def _quote(value: object) -> str:
|
|
350
|
+
return SINGLE_QUOTE + escape_quotes_and_backslashes(str(value)) + SINGLE_QUOTE
|
|
351
|
+
|
|
352
|
+
pairs = COMMA.join(f"{_quote(k)}={_quote(v)}" for k, v in table_properties.items())
|
|
353
|
+
return (
|
|
354
|
+
SPACE + TABLE_PROPERTIES + EQUALS + LEFT_PARENTHESIS + pairs + RIGHT_PARENTHESIS
|
|
355
|
+
)
|
|
356
|
+
|
|
357
|
+
|
|
337
358
|
def order_by_spec(col_exprs: List[str]) -> str:
|
|
338
359
|
if not col_exprs:
|
|
339
360
|
return EMPTY_STRING
|
|
@@ -1168,13 +1189,14 @@ def create_table_statement(
|
|
|
1168
1189
|
options_statement = get_options_statement(options)
|
|
1169
1190
|
|
|
1170
1191
|
partition_by_clause = iceberg_partition_clause(partition_exprs)
|
|
1192
|
+
table_properties_clause = iceberg_table_properties_clause(iceberg_config)
|
|
1171
1193
|
|
|
1172
1194
|
return (
|
|
1173
1195
|
f"{CREATE}{(OR + REPLACE) if replace else EMPTY_STRING}"
|
|
1174
1196
|
f" {(get_temp_type_for_object(use_scoped_temp_objects, is_generated) if table_type.lower() in TEMPORARY_STRING_SET else table_type).upper()} "
|
|
1175
1197
|
f"{ICEBERG if iceberg_options else EMPTY_STRING}{TABLE}{table_name}{(IF + NOT + EXISTS) if not replace and not error else EMPTY_STRING}"
|
|
1176
1198
|
f"{LEFT_PARENTHESIS}{schema}{RIGHT_PARENTHESIS}{partition_by_clause}{cluster_by_clause}"
|
|
1177
|
-
f"{options_statement}{COPY_GRANTS if copy_grants else EMPTY_STRING}{comment_sql}"
|
|
1199
|
+
f"{options_statement}{table_properties_clause}{COPY_GRANTS if copy_grants else EMPTY_STRING}{comment_sql}"
|
|
1178
1200
|
)
|
|
1179
1201
|
|
|
1180
1202
|
|
|
@@ -1259,13 +1281,14 @@ def create_table_as_select_statement(
|
|
|
1259
1281
|
options_statement = get_options_statement(options)
|
|
1260
1282
|
|
|
1261
1283
|
partition_by_clause = iceberg_partition_clause(partition_exprs)
|
|
1284
|
+
table_properties_clause = iceberg_table_properties_clause(iceberg_config)
|
|
1262
1285
|
|
|
1263
1286
|
return (
|
|
1264
1287
|
f"{CREATE}{OR + REPLACE if replace else EMPTY_STRING}"
|
|
1265
1288
|
f" {(get_temp_type_for_object(use_scoped_temp_objects, is_generated) if table_type.lower() in TEMPORARY_STRING_SET else table_type).upper()} "
|
|
1266
1289
|
f"{ICEBERG if iceberg_options else EMPTY_STRING}{TABLE}"
|
|
1267
1290
|
f"{IF + NOT + EXISTS if not replace and not error else EMPTY_STRING} "
|
|
1268
|
-
f"{table_name}{column_definition_sql}{partition_by_clause}{cluster_by_clause}{options_statement}"
|
|
1291
|
+
f"{table_name}{column_definition_sql}{partition_by_clause}{cluster_by_clause}{options_statement}{table_properties_clause}"
|
|
1269
1292
|
f"{COPY_GRANTS if copy_grants else EMPTY_STRING}{comment_sql} {AS}{project_statement([], child)}"
|
|
1270
1293
|
)
|
|
1271
1294
|
|
|
@@ -2212,6 +2235,136 @@ def cte_statement(queries: List[str], table_names: List[str]) -> str:
|
|
|
2212
2235
|
return f"{WITH}{result}"
|
|
2213
2236
|
|
|
2214
2237
|
|
|
2238
|
+
# ---------------------------------------------------------------------------
|
|
2239
|
+
# Pandas/Arrow staging helpers
|
|
2240
|
+
# (ported from snowflake.connector.pandas_tools so Snowpark owns the impl)
|
|
2241
|
+
# ---------------------------------------------------------------------------
|
|
2242
|
+
|
|
2243
|
+
_PANDAS_COMPRESSION_MAP: Dict[str, str] = {
|
|
2244
|
+
"gzip": "auto",
|
|
2245
|
+
"snappy": "snappy",
|
|
2246
|
+
"none": "none",
|
|
2247
|
+
}
|
|
2248
|
+
|
|
2249
|
+
|
|
2250
|
+
def _pandas_quote_identifier(name: str) -> str:
|
|
2251
|
+
return '"' + name.replace('"', '""') + '"'
|
|
2252
|
+
|
|
2253
|
+
|
|
2254
|
+
def _qualify_name(
|
|
2255
|
+
database: Optional[str],
|
|
2256
|
+
schema: Optional[str],
|
|
2257
|
+
name: str,
|
|
2258
|
+
quote_identifiers: bool,
|
|
2259
|
+
) -> str:
|
|
2260
|
+
parts = [p for p in (database, schema, name) if p is not None]
|
|
2261
|
+
if quote_identifiers:
|
|
2262
|
+
parts = [_pandas_quote_identifier(p) for p in parts]
|
|
2263
|
+
return ".".join(parts)
|
|
2264
|
+
|
|
2265
|
+
|
|
2266
|
+
build_location_helper = _qualify_name
|
|
2267
|
+
|
|
2268
|
+
|
|
2269
|
+
def _pandas_generate_temp_name(prefix: str) -> str:
|
|
2270
|
+
return f"__WRITE_PANDAS_{prefix}_{secrets.token_hex(8)}"
|
|
2271
|
+
|
|
2272
|
+
|
|
2273
|
+
def _pandas_create_temp_object(
|
|
2274
|
+
cursor: SnowflakeCursor,
|
|
2275
|
+
sql_builder: Callable[[str], Tuple[str, tuple]],
|
|
2276
|
+
qualified_name: str,
|
|
2277
|
+
bare_name: str,
|
|
2278
|
+
) -> str:
|
|
2279
|
+
sql, params = sql_builder(qualified_name)
|
|
2280
|
+
try:
|
|
2281
|
+
# _force_qmark_paramstyle is only on execute()'s real signature, not its
|
|
2282
|
+
# @overload stubs, so pyright can't match any overload for this call.
|
|
2283
|
+
cursor.execute(sql, params=params, _force_qmark_paramstyle=True) # type: ignore[call-overload]
|
|
2284
|
+
return qualified_name
|
|
2285
|
+
except ProgrammingError:
|
|
2286
|
+
sql, params = sql_builder(bare_name)
|
|
2287
|
+
cursor.execute(sql, params=params, _force_qmark_paramstyle=True) # type: ignore[call-overload]
|
|
2288
|
+
return bare_name
|
|
2289
|
+
|
|
2290
|
+
|
|
2291
|
+
def _stage_sql(
|
|
2292
|
+
name: str,
|
|
2293
|
+
compression: str,
|
|
2294
|
+
binary_as_text_false: bool,
|
|
2295
|
+
use_scoped: bool = False,
|
|
2296
|
+
) -> Tuple[str, tuple]:
|
|
2297
|
+
mapped = _PANDAS_COMPRESSION_MAP[compression]
|
|
2298
|
+
temp_type = "SCOPED TEMPORARY" if use_scoped else "TEMPORARY"
|
|
2299
|
+
fmt_opts = [f"TYPE=PARQUET COMPRESSION={mapped}"]
|
|
2300
|
+
if binary_as_text_false:
|
|
2301
|
+
fmt_opts.append("BINARY_AS_TEXT=FALSE")
|
|
2302
|
+
return (
|
|
2303
|
+
f"CREATE {temp_type} STAGE IDENTIFIER(?) FILE_FORMAT=({' '.join(fmt_opts)})",
|
|
2304
|
+
(name,),
|
|
2305
|
+
)
|
|
2306
|
+
|
|
2307
|
+
|
|
2308
|
+
def _file_format_sql(
|
|
2309
|
+
name: str,
|
|
2310
|
+
compression: str,
|
|
2311
|
+
use_logical_type_suffix: str = "",
|
|
2312
|
+
use_scoped: bool = False,
|
|
2313
|
+
) -> Tuple[str, tuple]:
|
|
2314
|
+
mapped = _PANDAS_COMPRESSION_MAP[compression]
|
|
2315
|
+
temp_type = "SCOPED TEMPORARY" if use_scoped else "TEMPORARY"
|
|
2316
|
+
return (
|
|
2317
|
+
f"CREATE {temp_type} FILE FORMAT IDENTIFIER(?) TYPE=PARQUET COMPRESSION={mapped}{use_logical_type_suffix}",
|
|
2318
|
+
(name,),
|
|
2319
|
+
)
|
|
2320
|
+
|
|
2321
|
+
|
|
2322
|
+
def _create_temp_stage(
|
|
2323
|
+
cursor: SnowflakeCursor,
|
|
2324
|
+
database: Optional[str],
|
|
2325
|
+
schema: Optional[str],
|
|
2326
|
+
quote_identifiers: bool,
|
|
2327
|
+
compression: str,
|
|
2328
|
+
auto_create_table: bool,
|
|
2329
|
+
overwrite: bool,
|
|
2330
|
+
use_scoped_temp_object: bool = False,
|
|
2331
|
+
) -> str:
|
|
2332
|
+
name = _pandas_generate_temp_name("STAGE")
|
|
2333
|
+
qualified = _qualify_name(database, schema, name, quote_identifiers)
|
|
2334
|
+
return _pandas_create_temp_object(
|
|
2335
|
+
cursor,
|
|
2336
|
+
lambda n: _stage_sql(
|
|
2337
|
+
n, compression, auto_create_table or overwrite, use_scoped_temp_object
|
|
2338
|
+
),
|
|
2339
|
+
qualified,
|
|
2340
|
+
name,
|
|
2341
|
+
)
|
|
2342
|
+
|
|
2343
|
+
|
|
2344
|
+
def _create_temp_file_format(
|
|
2345
|
+
cursor: SnowflakeCursor,
|
|
2346
|
+
database: Optional[str],
|
|
2347
|
+
schema: Optional[str],
|
|
2348
|
+
quote_identifiers: bool,
|
|
2349
|
+
compression: str,
|
|
2350
|
+
sql_use_logical_type: str,
|
|
2351
|
+
use_scoped_temp_object: bool = False,
|
|
2352
|
+
) -> str:
|
|
2353
|
+
name = _pandas_generate_temp_name("FILE_FORMAT")
|
|
2354
|
+
qualified = _qualify_name(database, schema, name, quote_identifiers)
|
|
2355
|
+
return _pandas_create_temp_object(
|
|
2356
|
+
cursor,
|
|
2357
|
+
lambda n: _file_format_sql(
|
|
2358
|
+
n, compression, sql_use_logical_type, use_scoped_temp_object
|
|
2359
|
+
),
|
|
2360
|
+
qualified,
|
|
2361
|
+
name,
|
|
2362
|
+
)
|
|
2363
|
+
|
|
2364
|
+
|
|
2365
|
+
# ---------------------------------------------------------------------------
|
|
2366
|
+
|
|
2367
|
+
|
|
2215
2368
|
def write_arrow(
|
|
2216
2369
|
cursor: SnowflakeCursor,
|
|
2217
2370
|
table: "pyarrow.Table",
|
|
@@ -2364,7 +2517,7 @@ def write_arrow(
|
|
|
2364
2517
|
database,
|
|
2365
2518
|
schema,
|
|
2366
2519
|
quote_identifiers,
|
|
2367
|
-
|
|
2520
|
+
compression,
|
|
2368
2521
|
sql_use_logical_type,
|
|
2369
2522
|
use_scoped_temp_object,
|
|
2370
2523
|
)
|
|
@@ -331,6 +331,25 @@ def to_sql_no_cast(
|
|
|
331
331
|
return f"{value}"
|
|
332
332
|
|
|
333
333
|
|
|
334
|
+
def to_sql_for_default_arg(value: Any, datatype: DataType) -> str:
|
|
335
|
+
"""Convert a value with DataType to SQL usable as a parameter's DEFAULT.
|
|
336
|
+
|
|
337
|
+
Identical to :func:`to_sql` except that integral values are emitted as bare
|
|
338
|
+
literals rather than ``<value> :: INT``. A DEFAULT only accepts a constant
|
|
339
|
+
expression, and the parameter already declares its own type, so the cast is
|
|
340
|
+
redundant. Snowflake rejects it outright on some server versions with
|
|
341
|
+
``invalid default argument expression`` (SNOW-4013704).
|
|
342
|
+
"""
|
|
343
|
+
if isinstance(datatype, _IntegralType):
|
|
344
|
+
if value is None:
|
|
345
|
+
return "NULL"
|
|
346
|
+
if isinstance(value, int):
|
|
347
|
+
# bool is a subclass of int, so normalize it to 0/1 for an
|
|
348
|
+
# integral parameter rather than emitting True/False.
|
|
349
|
+
return str(int(value))
|
|
350
|
+
return to_sql(value, datatype)
|
|
351
|
+
|
|
352
|
+
|
|
334
353
|
def to_sql(
|
|
335
354
|
value: Any,
|
|
336
355
|
datatype: DataType,
|
|
@@ -501,6 +520,31 @@ def to_sql(
|
|
|
501
520
|
if isinstance(value, str) and isinstance(datatype, DayTimeIntervalType):
|
|
502
521
|
return f"{str_to_sql_for_day_time_interval(value, datatype)} :: {convert_sp_to_sf_type(datatype)}"
|
|
503
522
|
|
|
523
|
+
if isinstance(value, timedelta) and isinstance(datatype, DayTimeIntervalType):
|
|
524
|
+
# Serialize timedelta as an INTERVAL DAY TO SECOND literal.
|
|
525
|
+
# timedelta stores (days, seconds, microseconds) all non-negative after normalization.
|
|
526
|
+
sign = "-" if value < timedelta(0) else "+"
|
|
527
|
+
abs_val = abs(value)
|
|
528
|
+
d = abs_val.days
|
|
529
|
+
total_us = abs_val.seconds * 1_000_000 + abs_val.microseconds
|
|
530
|
+
h = total_us // 3_600_000_000
|
|
531
|
+
total_us %= 3_600_000_000
|
|
532
|
+
m = total_us // 60_000_000
|
|
533
|
+
total_us %= 60_000_000
|
|
534
|
+
s = total_us // 1_000_000
|
|
535
|
+
us = total_us % 1_000_000
|
|
536
|
+
interval_str = f"{sign}{d} {h:02d}:{m:02d}:{s:02d}.{us:06d}"
|
|
537
|
+
return f"INTERVAL '{interval_str}' DAY TO SECOND :: {convert_sp_to_sf_type(datatype)}"
|
|
538
|
+
|
|
539
|
+
if isinstance(value, int) and isinstance(datatype, YearMonthIntervalType):
|
|
540
|
+
# Serialize int (total months) as an INTERVAL YEAR TO MONTH literal.
|
|
541
|
+
sign = "-" if value < 0 else "+"
|
|
542
|
+
abs_months = abs(value)
|
|
543
|
+
years = abs_months // 12
|
|
544
|
+
months = abs_months % 12
|
|
545
|
+
interval_str = f"{sign}{years}-{months:02d}"
|
|
546
|
+
return f"INTERVAL '{interval_str}' YEAR TO MONTH :: {convert_sp_to_sf_type(datatype)}"
|
|
547
|
+
|
|
504
548
|
raise TypeError(f"Unsupported datatype {datatype}, value {value} by to_sql()")
|
|
505
549
|
|
|
506
550
|
|
|
@@ -510,6 +554,8 @@ def schema_expression(data_type: DataType, is_nullable: bool) -> str:
|
|
|
510
554
|
return "TRY_TO_GEOGRAPHY(NULL)"
|
|
511
555
|
if isinstance(data_type, GeometryType):
|
|
512
556
|
return "TRY_TO_GEOMETRY(NULL)"
|
|
557
|
+
if isinstance(data_type, FileType):
|
|
558
|
+
return "TRY_TO_FILE(NULL)"
|
|
513
559
|
if isinstance(data_type, ArrayType) and not data_type.structured:
|
|
514
560
|
return "PARSE_JSON('NULL') :: ARRAY"
|
|
515
561
|
if isinstance(data_type, MapType) and not data_type.structured:
|
|
@@ -592,8 +592,10 @@ class SelectableEntity(Selectable):
|
|
|
592
592
|
self._attributes: Optional[List[Attribute]] = None
|
|
593
593
|
self.table_reference = self.entity.name
|
|
594
594
|
if self.entity.iceberg_changes_config is not None:
|
|
595
|
-
self.table_reference
|
|
596
|
-
self.entity.iceberg_changes_config.
|
|
595
|
+
self.table_reference = (
|
|
596
|
+
self.entity.iceberg_changes_config.generate_table_reference(
|
|
597
|
+
self.entity.name
|
|
598
|
+
)
|
|
597
599
|
)
|
|
598
600
|
elif self.entity.time_travel_config is not None:
|
|
599
601
|
self.table_reference += self.entity.time_travel_config.generate_sql_clause()
|
|
@@ -1067,8 +1067,10 @@ class SnowflakePlanBuilder:
|
|
|
1067
1067
|
table_reference = table_name
|
|
1068
1068
|
if isinstance(source_plan, SnowflakeTable):
|
|
1069
1069
|
if source_plan.iceberg_changes_config:
|
|
1070
|
-
table_reference
|
|
1071
|
-
source_plan.iceberg_changes_config.
|
|
1070
|
+
table_reference = (
|
|
1071
|
+
source_plan.iceberg_changes_config.generate_table_reference(
|
|
1072
|
+
table_name
|
|
1073
|
+
)
|
|
1072
1074
|
)
|
|
1073
1075
|
elif source_plan.time_travel_config:
|
|
1074
1076
|
table_reference += source_plan.time_travel_config.generate_sql_clause()
|
|
@@ -1316,6 +1318,8 @@ class SnowflakePlanBuilder:
|
|
|
1316
1318
|
catalog_sync: optionally sets the catalog integration configured for Polaris Catalog
|
|
1317
1319
|
storage_serialization_policy: specifies the storage serialization policy for the table
|
|
1318
1320
|
iceberg_version: Overrides the version of iceberg to use. Defaults to 2 when unset.
|
|
1321
|
+
table_properties: optional mapping of Iceberg property names to values, emitted
|
|
1322
|
+
verbatim as a ``TABLE_PROPERTIES = ('k'='v', ...)`` clause on CREATE / CTAS.
|
|
1319
1323
|
table_exists: whether the table already exists in the database.
|
|
1320
1324
|
Only used for APPEND and TRUNCATE mode.
|
|
1321
1325
|
"""
|
|
@@ -11,7 +11,7 @@ from snowflake.snowpark._internal.data_source.datasource_typing import Connectio
|
|
|
11
11
|
from snowflake.snowpark._internal.data_source.drivers.base_driver import BaseDriver
|
|
12
12
|
from snowflake.snowpark.exceptions import SnowparkDataframeReaderException
|
|
13
13
|
from snowflake.snowpark.types import StructType
|
|
14
|
-
from snowflake.
|
|
14
|
+
from snowflake.snowpark._internal.options import pandas as pd
|
|
15
15
|
import logging
|
|
16
16
|
|
|
17
17
|
logger = logging.getLogger(__name__)
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
from enum import Enum
|
|
5
5
|
import datetime
|
|
6
6
|
from typing import Dict, List, Callable, Any, Optional, TYPE_CHECKING
|
|
7
|
-
from snowflake.
|
|
7
|
+
from snowflake.snowpark._internal.options import pandas as pd
|
|
8
8
|
|
|
9
9
|
from snowflake.snowpark._internal.analyzer.analyzer_utils import unquote_if_quoted
|
|
10
10
|
from snowflake.snowpark._internal.data_source.datasource_typing import (
|