snowflake-snowpark-python 1.55.2__tar.gz → 1.55.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/CHANGELOG.md +19 -0
- {snowflake_snowpark_python-1.55.2/src/snowflake_snowpark_python.egg-info → snowflake_snowpark_python-1.55.3}/PKG-INFO +1 -1
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/jdbc.py +33 -27
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/document_reader.py +1 -1
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/polars_backend.py +3 -3
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/telemetry.py +6 -4
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/xml_reader.py +2 -5
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe.py +74 -16
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_ai_functions.py +2 -2
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/files.py +75 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/functions.py +2 -2
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/utils.py +6 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/version.py +1 -1
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3/src/snowflake_snowpark_python.egg-info}/PKG-INFO +1 -1
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/LICENSE.txt +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/MANIFEST.in +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/README.md +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/pyproject.toml +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/setup.cfg +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/setup.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_functions/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_functions/general_functions.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_functions/scalar_functions.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/analyzer.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/analyzer_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/binary_expression.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/binary_plan_node.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/datatype_mapper.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/expression.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/grouping_set.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/metadata_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/query_plan_analysis_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/schema_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/select_statement.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/snowflake_plan.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/snowflake_plan_node.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/sort_expression.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/table_function.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/table_merge_expression.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/unary_expression.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/unary_plan_node.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/window_expression.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/ast/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/ast/batch.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/ast/builder.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/ast/utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/code_generation.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/cte_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/large_query_breakdown.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/plan_compiler.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/query_generator.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/repeated_subquery_elimination.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/telemetry_constants.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/datasource_partitioner.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/datasource_reader.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/datasource_typing.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/base_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/databricks_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/mysql_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/oracledb_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/postgresql_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/sqlite3_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/sqlserver_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/base_driver.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/databricks_driver.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/oracledb_driver.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/psycopg2_driver.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/pymsql_driver.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/pyodbc_driver.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/sqlite_driver.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/debug_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/document_reader_options.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/error_message.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/event_table_telemetry.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/open_telemetry.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/options.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/packaging_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/pdf_reader.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/proto/generated/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/proto/generated/ast_pb2.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/proto/generated/ast_pb2.pyi +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/select_projection_complexity_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/server_connection.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/snowpark_profiler.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/temp_table_auto_cleaner.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/type_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/udf_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/xml_schema_inference.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/xpath_handlers.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/async_job.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/catalog.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/column.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/context.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_analytics_functions.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_na_functions.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_profiler.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_reader.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_stat_functions.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_writer.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/exceptions.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/file_operation.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/lineage.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_analyzer.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_connection.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_constants.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_functions.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_nop_analyzer.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_nop_connection.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_nop_plan.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_options.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_pandas_util.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_plan.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_plan_builder.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_secret_detector.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_select_statement.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_snowflake_data_type.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_snowflake_to_pandas_converter.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_stage_registry.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_stored_procedure.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_telemetry.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_udaf.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_udf.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_udf_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_udtf.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_util.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_window_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/exceptions.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/config/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/config/__main__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/config/envvars.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/config/pubsub.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/conftest.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/aggregation_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/align_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/apply_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/binary_op_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/concat_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/cumulative_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/cut_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/frame.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/generator_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/get_dummies_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/groupby_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/indexing_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/io_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/isin_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/join_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/ordered_dataframe.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/pivot_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/resample_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/row_count_estimation.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/session.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/snowpark_pandas_types.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/statement_params_constants.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/telemetry.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/timestamp_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/transpose_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/type_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/unpivot_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/where_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/window_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_typing.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/compiler/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/compiler/doc_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/compiler/ray_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/compiler/snowflake_query_compiler.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/base.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/dataframe.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/datetime_index.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/general.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/groupby.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/index.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/io.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/resample.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/series.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/series_utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/shared_docs.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/timedelta_index.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/window.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/base_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/dataframe_extensions.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/dataframe_groupby_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/dataframe_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/datetime_index.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/general_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/index.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/indexing_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/io_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/pd_extensions.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/resample_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/resampler_groupby_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/rolling_groupby_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/series_extensions.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/series_groupby_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/series_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/snow_partition_iterator.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/timedelta_index.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/window_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/io/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/io/factories.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/io/snow_io.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/utils/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/utils/error_message.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/utils/exceptions.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/utils/frontend_constants.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/utils/numpy_to_pandas.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/utils/warning_message.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/utils.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/py.typed +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/query_history.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/relational_grouped_dataframe.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/row.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/secrets.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/session.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/stored_procedure.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/stored_procedure_profiler.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/table.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/table_function.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/testing.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/types.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/udaf.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/udf.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/udf_profiler.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/udtf.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/window.py +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake_snowpark_python.egg-info/SOURCES.txt +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake_snowpark_python.egg-info/dependency_links.txt +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake_snowpark_python.egg-info/namespace_packages.txt +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake_snowpark_python.egg-info/not-zip-safe +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake_snowpark_python.egg-info/requires.txt +0 -0
- {snowflake_snowpark_python-1.55.2 → snowflake_snowpark_python-1.55.3}/src/snowflake_snowpark_python.egg-info/top_level.txt +0 -0
|
@@ -1,5 +1,24 @@
|
|
|
1
1
|
# Release History
|
|
2
2
|
|
|
3
|
+
## 1.55.3 (2026-10-21)
|
|
4
|
+
|
|
5
|
+
### Snowpark Python API Updates
|
|
6
|
+
|
|
7
|
+
#### New Features
|
|
8
|
+
|
|
9
|
+
#### Improvements
|
|
10
|
+
|
|
11
|
+
- Removed the `experimental` tag from `DataFrame.to_polars()`.
|
|
12
|
+
- `DataFrame.to_polars()` now defaults to `transport="parquet"` instead of `transport="arrow"`.
|
|
13
|
+
|
|
14
|
+
#### Bug Fixes
|
|
15
|
+
|
|
16
|
+
- Fixed `DataFrameReader.jdbc`(PrPr) timing out on slow external data sources by executing the source query lazily.
|
|
17
|
+
|
|
18
|
+
#### Improvements
|
|
19
|
+
|
|
20
|
+
- Fixed `Index.to_pandas()` returning an integer `Index` whose width (for example `int8` or `int32`) depended on the integer width the server returned, instead of the `int64` that Snowpark pandas uses for all integer types. This also affects `Index.astype` to any integer type.
|
|
21
|
+
|
|
3
22
|
## 1.55.2 (2026-10-13)
|
|
4
23
|
|
|
5
24
|
### Snowpark Python API Updates
|
|
@@ -415,34 +415,40 @@ class JDBC:
|
|
|
415
415
|
}}
|
|
416
416
|
|
|
417
417
|
public Stream<OutputRow> process(String query) {{
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
rs.close();
|
|
434
|
-
stmt.close();
|
|
435
|
-
this.conn.close();
|
|
436
|
-
return null;
|
|
437
|
-
}}
|
|
438
|
-
}} catch (SQLException e) {{
|
|
439
|
-
throw new RuntimeException("Ingestion error: " + e.getMessage(), e);
|
|
418
|
+
// Execute lazily, on the first pull from the returned Stream.
|
|
419
|
+
// JAVA_UDF_HANDLER_TIMEOUT_SECONDS (600s by default) only bounds the time
|
|
420
|
+
// until process() returns, so calling executeQuery() here would charge the
|
|
421
|
+
// source's entire query time against it. Row fetching stays lazy.
|
|
422
|
+
final Statement[] stmtRef = new Statement[1];
|
|
423
|
+
final ResultSet[] rsRef = new ResultSet[1];
|
|
424
|
+
return Stream.generate(() -> {{
|
|
425
|
+
try {{
|
|
426
|
+
if (rsRef[0] == null) {{
|
|
427
|
+
Statement stmt = this.conn.createStatement();
|
|
428
|
+
stmt.setQueryTimeout({str(self.query_timeout)});
|
|
429
|
+
stmt.setFetchSize({str(self.fetch_size)});
|
|
430
|
+
{self.generate_session_init_statement()}
|
|
431
|
+
stmtRef[0] = stmt;
|
|
432
|
+
rsRef[0] = stmt.executeQuery(query);
|
|
440
433
|
}}
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
434
|
+
ResultSet rs = rsRef[0];
|
|
435
|
+
if (rs.next()) {{
|
|
436
|
+
OutputRow row = new OutputRow();
|
|
437
|
+
{self.create_output_row_java_code()}
|
|
438
|
+
return row;
|
|
439
|
+
}} else {{
|
|
440
|
+
rs.close();
|
|
441
|
+
stmtRef[0].close();
|
|
442
|
+
this.conn.close();
|
|
443
|
+
return null;
|
|
444
|
+
}}
|
|
445
|
+
}} catch (Exception e) {{
|
|
446
|
+
// Exception rather than SQLException: this block now also covers
|
|
447
|
+
// connection and statement setup, whose failures are not always
|
|
448
|
+
// SQLException.
|
|
449
|
+
throw new RuntimeException("Ingestion error: " + e.getMessage(), e);
|
|
450
|
+
}}
|
|
451
|
+
}}).takeWhile(Objects::nonNull);
|
|
446
452
|
}}
|
|
447
453
|
|
|
448
454
|
public Stream<OutputRow> endPartition() {{
|
|
@@ -64,7 +64,7 @@ if TYPE_CHECKING: # pragma: no cover
|
|
|
64
64
|
from snowflake.snowpark.session import Session
|
|
65
65
|
|
|
66
66
|
|
|
67
|
-
_DEFAULT_EXTRACTION_MODEL = "claude-4-
|
|
67
|
+
_DEFAULT_EXTRACTION_MODEL = "claude-sonnet-4-5"
|
|
68
68
|
_DEFAULT_EXTRACTION_PROMPT = "Extract the requested fields from this document."
|
|
69
69
|
|
|
70
70
|
_PDF_READER_FILE_PATH = os.path.join(os.path.dirname(__file__), "pdf_reader.py")
|
|
@@ -95,7 +95,7 @@ def arrow_eager(
|
|
|
95
95
|
) -> pl.DataFrame:
|
|
96
96
|
"""Fetch the result as Arrow batches and return a polars DataFrame.
|
|
97
97
|
|
|
98
|
-
Backs
|
|
98
|
+
Backs ``to_polars(transport="arrow")``.
|
|
99
99
|
Preserves full Snowflake type fidelity.
|
|
100
100
|
"""
|
|
101
101
|
import polars as pl
|
|
@@ -119,8 +119,8 @@ def parquet_eager(
|
|
|
119
119
|
) -> pl.DataFrame:
|
|
120
120
|
"""COPY INTO Parquet, read the staged files in parallel, return a polars DataFrame.
|
|
121
121
|
|
|
122
|
-
Backs ``to_polars(transport="parquet")
|
|
123
|
-
caveats documented on ``DataFrame.to_polars``.
|
|
122
|
+
Backs the default ``to_polars()`` path (``transport="parquet"``). Subject to the
|
|
123
|
+
Parquet type-fidelity caveats documented on ``DataFrame.to_polars``.
|
|
124
124
|
"""
|
|
125
125
|
import polars as pl
|
|
126
126
|
|
|
@@ -9,7 +9,7 @@ import threading
|
|
|
9
9
|
from enum import Enum, unique
|
|
10
10
|
from logging import getLogger
|
|
11
11
|
import time
|
|
12
|
-
from typing import Any, Dict, List, Optional
|
|
12
|
+
from typing import Any, Callable, Dict, List, Optional, TypeVar
|
|
13
13
|
|
|
14
14
|
from snowflake.connector import SnowflakeConnection
|
|
15
15
|
from snowflake.connector.time_util import get_time_millis
|
|
@@ -57,6 +57,8 @@ except ImportError:
|
|
|
57
57
|
|
|
58
58
|
_logger = getLogger(__name__)
|
|
59
59
|
|
|
60
|
+
_FuncT = TypeVar("_FuncT", bound=Callable[..., Any])
|
|
61
|
+
|
|
60
62
|
|
|
61
63
|
@unique
|
|
62
64
|
class TelemetryField(Enum):
|
|
@@ -378,7 +380,7 @@ def dfw_collect_api_telemetry(func):
|
|
|
378
380
|
return wrap
|
|
379
381
|
|
|
380
382
|
|
|
381
|
-
def df_api_usage(func):
|
|
383
|
+
def df_api_usage(func: _FuncT) -> _FuncT:
|
|
382
384
|
@functools.wraps(func)
|
|
383
385
|
def wrap(*args, **kwargs):
|
|
384
386
|
with ResourceUsageCollector() as resource_usage_collector:
|
|
@@ -413,7 +415,7 @@ def df_api_usage(func):
|
|
|
413
415
|
return wrap
|
|
414
416
|
|
|
415
417
|
|
|
416
|
-
def df_to_relational_group_df_api_usage(func):
|
|
418
|
+
def df_to_relational_group_df_api_usage(func: _FuncT) -> _FuncT:
|
|
417
419
|
@functools.wraps(func)
|
|
418
420
|
def wrap(*args, **kwargs):
|
|
419
421
|
with ResourceUsageCollector() as resource_usage_collector:
|
|
@@ -428,7 +430,7 @@ def df_to_relational_group_df_api_usage(func):
|
|
|
428
430
|
|
|
429
431
|
|
|
430
432
|
# For relational-grouped dataframe
|
|
431
|
-
def relational_group_df_api_usage(func):
|
|
433
|
+
def relational_group_df_api_usage(func: _FuncT) -> _FuncT:
|
|
432
434
|
@functools.wraps(func)
|
|
433
435
|
def wrap(*args, **kwargs):
|
|
434
436
|
with ResourceUsageCollector() as resource_usage_collector:
|
|
@@ -38,7 +38,6 @@ except ImportError:
|
|
|
38
38
|
|
|
39
39
|
|
|
40
40
|
DEFAULT_CHUNK_SIZE: int = 1024
|
|
41
|
-
VARIANT_COLUMN_SIZE_LIMIT: int = 16 * 1024 * 1024
|
|
42
41
|
|
|
43
42
|
|
|
44
43
|
def replace_entity(match: re.Match) -> str:
|
|
@@ -633,8 +632,7 @@ def process_xml_range(
|
|
|
633
632
|
# doesn't have a closing tag after reaching the end of the file
|
|
634
633
|
except EOFError as e:
|
|
635
634
|
if mode == "PERMISSIVE":
|
|
636
|
-
|
|
637
|
-
record_bytes = f.read(VARIANT_COLUMN_SIZE_LIMIT)
|
|
635
|
+
record_bytes = f.read()
|
|
638
636
|
record_str = record_bytes.decode(charset, errors="replace")
|
|
639
637
|
record_str = re.sub(r"&(\w+);", replace_entity, record_str)
|
|
640
638
|
yield {column_name_of_corrupt_record: record_str}
|
|
@@ -654,8 +652,7 @@ def process_xml_range(
|
|
|
654
652
|
# doesn't have a closing tag after reaching the end of the file
|
|
655
653
|
except EOFError as e:
|
|
656
654
|
if mode == "PERMISSIVE":
|
|
657
|
-
|
|
658
|
-
record_bytes = f.read(VARIANT_COLUMN_SIZE_LIMIT)
|
|
655
|
+
record_bytes = f.read()
|
|
659
656
|
record_str = record_bytes.decode(charset, errors="replace")
|
|
660
657
|
record_str = re.sub(r"&(\w+);", replace_entity, record_str)
|
|
661
658
|
yield {column_name_of_corrupt_record: record_str}
|
|
@@ -1153,10 +1153,70 @@ class DataFrame:
|
|
|
1153
1153
|
2. If you use :func:`Session.sql` with this method, the input query of
|
|
1154
1154
|
:func:`Session.sql` can only be a SELECT statement.
|
|
1155
1155
|
|
|
1156
|
-
|
|
1157
|
-
|
|
1158
|
-
|
|
1159
|
-
|
|
1156
|
+
Data type mapping:
|
|
1157
|
+
Conversion uses pandas representations rather than preserving the Snowflake schema
|
|
1158
|
+
exactly. The following table describes typical mappings for Arrow query results.
|
|
1159
|
+
Numeric widths can depend on the returned values; results can also vary with the
|
|
1160
|
+
pandas and Python Connector versions.
|
|
1161
|
+
|
|
1162
|
+
.. list-table:: Snowflake to pandas mappings
|
|
1163
|
+
:header-rows: 1
|
|
1164
|
+
:widths: 30 40 30
|
|
1165
|
+
|
|
1166
|
+
* - Snowflake type
|
|
1167
|
+
- pandas dtype / Python value
|
|
1168
|
+
- SQL NULL representation
|
|
1169
|
+
* - NUMBER with scale 0
|
|
1170
|
+
- Integer dtype when values fit; can become float64 for larger values
|
|
1171
|
+
- Can become float64 with NaN
|
|
1172
|
+
* - NUMBER with scale greater than 0
|
|
1173
|
+
- float64
|
|
1174
|
+
- NaN
|
|
1175
|
+
* - FLOAT / DOUBLE
|
|
1176
|
+
- float64
|
|
1177
|
+
- NaN
|
|
1178
|
+
* - BOOLEAN
|
|
1179
|
+
- bool; object when NULLs are present
|
|
1180
|
+
- None
|
|
1181
|
+
* - VARCHAR
|
|
1182
|
+
- object containing str
|
|
1183
|
+
- None
|
|
1184
|
+
* - BINARY
|
|
1185
|
+
- object containing bytes
|
|
1186
|
+
- None
|
|
1187
|
+
* - DATE
|
|
1188
|
+
- object containing datetime.date
|
|
1189
|
+
- None
|
|
1190
|
+
* - TIME
|
|
1191
|
+
- object containing datetime.time
|
|
1192
|
+
- None
|
|
1193
|
+
* - TIMESTAMP_NTZ
|
|
1194
|
+
- datetime64[ns] (without timezone)
|
|
1195
|
+
- NaT
|
|
1196
|
+
* - TIMESTAMP_LTZ / TIMESTAMP_TZ
|
|
1197
|
+
- datetime64[ns, tz] (timezone-aware)
|
|
1198
|
+
- NaT
|
|
1199
|
+
* - Semi-structured VARIANT / ARRAY / OBJECT
|
|
1200
|
+
- object containing JSON strings
|
|
1201
|
+
- None
|
|
1202
|
+
|
|
1203
|
+
Floating-point conversion can lose precision for decimals and large integers,
|
|
1204
|
+
including integer columns containing NULLs. Casting the pandas column afterward
|
|
1205
|
+
cannot recover precision already lost. Python datetime.time has microsecond
|
|
1206
|
+
precision, so TIME values with finer precision are truncated. pandas does not
|
|
1207
|
+
preserve the distinction between TIMESTAMP_LTZ and TIMESTAMP_TZ.
|
|
1208
|
+
|
|
1209
|
+
Example:
|
|
1210
|
+
Inspect the Snowpark schema and the pandas dtypes before relying on a conversion:
|
|
1211
|
+
|
|
1212
|
+
>>> df = session.sql("SELECT 42::NUMBER(10,0) AS N, 'hello'::VARCHAR AS S")
|
|
1213
|
+
>>> df.schema
|
|
1214
|
+
StructType([StructField('N', LongType(), nullable=False), StructField('S', StringType(), nullable=False)])
|
|
1215
|
+
>>> pdf = df.to_pandas()
|
|
1216
|
+
>>> print(pdf.dtypes)
|
|
1217
|
+
N int8
|
|
1218
|
+
S object
|
|
1219
|
+
dtype: object
|
|
1160
1220
|
"""
|
|
1161
1221
|
|
|
1162
1222
|
if _emit_ast:
|
|
@@ -1390,13 +1450,12 @@ class DataFrame:
|
|
|
1390
1450
|
**kwargs,
|
|
1391
1451
|
)
|
|
1392
1452
|
|
|
1393
|
-
@experimental(version="1.55.0")
|
|
1394
1453
|
@df_collect_api_telemetry
|
|
1395
1454
|
@publicapi
|
|
1396
1455
|
def to_polars(
|
|
1397
1456
|
self,
|
|
1398
1457
|
*,
|
|
1399
|
-
transport: typing.Literal["arrow", "parquet"] = "
|
|
1458
|
+
transport: typing.Literal["arrow", "parquet"] = "parquet",
|
|
1400
1459
|
max_workers: Optional[int] = None,
|
|
1401
1460
|
statement_params: Optional[Dict[str, str]] = None,
|
|
1402
1461
|
) -> "polars.DataFrame":
|
|
@@ -1409,15 +1468,14 @@ class DataFrame:
|
|
|
1409
1468
|
========== ============================================
|
|
1410
1469
|
transport Description
|
|
1411
1470
|
========== ============================================
|
|
1412
|
-
"
|
|
1413
|
-
"
|
|
1471
|
+
"parquet" Parquet unload + eager parallel read (default)
|
|
1472
|
+
"arrow" Arrow (full Snowflake type fidelity)
|
|
1414
1473
|
========== ============================================
|
|
1415
1474
|
|
|
1416
1475
|
Usage Notes:
|
|
1417
1476
|
- **Transport selection**:
|
|
1418
|
-
- ``"parquet"
|
|
1419
|
-
|
|
1420
|
-
caveats are acceptable. Snowflake's ``COPY INTO`` splits the
|
|
1477
|
+
- ``"parquet"`` (default):
|
|
1478
|
+
The default transport. Snowflake's ``COPY INTO`` splits the
|
|
1421
1479
|
result into multiple Parquet files that are opened and read
|
|
1422
1480
|
concurrently. In server-side environments such as stored
|
|
1423
1481
|
procedures, each file open is a parallelizable I/O operation,
|
|
@@ -1427,7 +1485,7 @@ class DataFrame:
|
|
|
1427
1485
|
modest; for small or medium result sets the ``COPY INTO``
|
|
1428
1486
|
setup cost may outweigh the gain, making Arrow the more
|
|
1429
1487
|
efficient choice.
|
|
1430
|
-
- ``"arrow"
|
|
1488
|
+
- ``"arrow"``:
|
|
1431
1489
|
Streams result batches directly from the cursor without
|
|
1432
1490
|
staging to disk. Preserves full Snowflake type fidelity.
|
|
1433
1491
|
Use when type accuracy is required, or when the result set is
|
|
@@ -1446,7 +1504,7 @@ class DataFrame:
|
|
|
1446
1504
|
(2, 2)
|
|
1447
1505
|
|
|
1448
1506
|
Args:
|
|
1449
|
-
transport: Either ``"
|
|
1507
|
+
transport: Either ``"parquet"`` (default) or ``"arrow"``. When
|
|
1450
1508
|
``"parquet"``, unload the result to Parquet on the session
|
|
1451
1509
|
stage and read the files back in parallel. Can be faster than
|
|
1452
1510
|
the ``"arrow"`` transport for large, data-transfer-dominated
|
|
@@ -1467,13 +1525,13 @@ class DataFrame:
|
|
|
1467
1525
|
|
|
1468
1526
|
- ``TIMESTAMP_LTZ`` and ``TIMESTAMP_TZ`` columns cause the
|
|
1469
1527
|
unload to error.
|
|
1470
|
-
- ``TIMESTAMP_NTZ`` values with
|
|
1471
|
-
|
|
1528
|
+
- ``TIMESTAMP_NTZ`` values with sub-millisecond precision
|
|
1529
|
+
(microseconds or nanoseconds) are rounded to milliseconds.
|
|
1472
1530
|
- ``FLOAT`` (double) columns are downcast to ``float32``.
|
|
1473
1531
|
|
|
1474
1532
|
See the `COPY INTO <location> usage notes
|
|
1475
1533
|
<https://docs.snowflake.com/en/sql-reference/sql/copy-into-location#usage-notes>`_
|
|
1476
|
-
for the full unload type mapping. Use
|
|
1534
|
+
for the full unload type mapping. Use ``transport="arrow"`` when
|
|
1477
1535
|
full type fidelity is required.
|
|
1478
1536
|
"""
|
|
1479
1537
|
from snowflake.snowpark._internal.polars_backend import (
|
|
@@ -130,7 +130,7 @@ class DataFrameAIFunctions:
|
|
|
130
130
|
... col("question")
|
|
131
131
|
... ],
|
|
132
132
|
... output_column="answer",
|
|
133
|
-
... model="claude-4-
|
|
133
|
+
... model="claude-sonnet-4-5"
|
|
134
134
|
... )
|
|
135
135
|
>>> result_df.columns
|
|
136
136
|
['IMAGE_PATH', 'QUESTION', 'ANSWER']
|
|
@@ -1393,7 +1393,7 @@ class DataFrameAIFunctions:
|
|
|
1393
1393
|
... response_format=[["name", "What is the first name?"], ["city", "What city do they work in?"]],
|
|
1394
1394
|
... output_column="info",
|
|
1395
1395
|
... )
|
|
1396
|
-
>>> result_df.show()
|
|
1396
|
+
>>> result_df.sort("text").show()
|
|
1397
1397
|
------------------------------------------------------------
|
|
1398
1398
|
|"TEXT" |"INFO" |
|
|
1399
1399
|
------------------------------------------------------------
|
|
@@ -170,6 +170,81 @@ class SnowflakeFile(RawIOBase):
|
|
|
170
170
|
This example reads the whole file into memory. Use binary mode
|
|
171
171
|
(``"rb"``) when the consumer expects bytes rather than text.
|
|
172
172
|
|
|
173
|
+
**Reading UTF-8 JSON incrementally**
|
|
174
|
+
|
|
175
|
+
Text mode does not remove an initial UTF-8 byte order mark (BOM), which
|
|
176
|
+
can cause JSON parsing errors. To handle UTF-8 files with or without a
|
|
177
|
+
BOM, read in binary mode and use an incremental ``utf-8-sig`` decoder.
|
|
178
|
+
The decoder also handles multibyte characters split across reads.
|
|
179
|
+
|
|
180
|
+
For large JSON files, use an incremental parser instead of ``json.load``
|
|
181
|
+
or ``json.loads``, which materialize the whole document. The following
|
|
182
|
+
UDTF handler reads a top-level array of objects, each with a string
|
|
183
|
+
``name`` field, and yields one name per row::
|
|
184
|
+
|
|
185
|
+
import codecs
|
|
186
|
+
import ijson
|
|
187
|
+
from snowflake.snowpark.files import SnowflakeFile
|
|
188
|
+
|
|
189
|
+
class ReadJsonArray:
|
|
190
|
+
def process(self, url):
|
|
191
|
+
records = ijson.sendable_list()
|
|
192
|
+
parser = ijson.items_coro(records, "item")
|
|
193
|
+
decoder = codecs.getincrementaldecoder("utf-8-sig")()
|
|
194
|
+
with SnowflakeFile.open(url, "rb") as source:
|
|
195
|
+
for chunk in iter(lambda: source.read(65536), b""):
|
|
196
|
+
text = decoder.decode(chunk)
|
|
197
|
+
if text:
|
|
198
|
+
parser.send(text.encode("utf-8"))
|
|
199
|
+
for record in records:
|
|
200
|
+
yield (record["name"],)
|
|
201
|
+
records.clear()
|
|
202
|
+
text = decoder.decode(b"", final=True)
|
|
203
|
+
if text:
|
|
204
|
+
parser.send(text.encode("utf-8"))
|
|
205
|
+
parser.close()
|
|
206
|
+
for record in records:
|
|
207
|
+
yield (record["name"],)
|
|
208
|
+
|
|
209
|
+
For example, upload a UTF-8 file named ``names.json`` to a stage you can
|
|
210
|
+
read. The file can have an initial BOM and contains::
|
|
211
|
+
|
|
212
|
+
[{"name": "Alice"}, {"name": "Bob"}]
|
|
213
|
+
|
|
214
|
+
With an existing Snowpark ``session`` and a current database and schema
|
|
215
|
+
where you can create functions, register the handler as a temporary UDTF::
|
|
216
|
+
|
|
217
|
+
from snowflake.snowpark.types import StringType, StructField, StructType
|
|
218
|
+
|
|
219
|
+
session.udtf.register(
|
|
220
|
+
ReadJsonArray,
|
|
221
|
+
name="read_json_array",
|
|
222
|
+
input_types=[StringType()],
|
|
223
|
+
output_schema=StructType([StructField("NAME", StringType())]),
|
|
224
|
+
packages=["snowflake-snowpark-python", "ijson"],
|
|
225
|
+
is_permanent=False,
|
|
226
|
+
)
|
|
227
|
+
|
|
228
|
+
Replace ``my_stage`` with your stage name, then call the UDTF::
|
|
229
|
+
|
|
230
|
+
rows = session.sql('''
|
|
231
|
+
SELECT NAME
|
|
232
|
+
FROM TABLE(read_json_array(
|
|
233
|
+
BUILD_SCOPED_FILE_URL(@my_stage, 'names.json')
|
|
234
|
+
))
|
|
235
|
+
''').collect()
|
|
236
|
+
print(sorted(row["NAME"] for row in rows))
|
|
237
|
+
|
|
238
|
+
Output for this two-record file::
|
|
239
|
+
|
|
240
|
+
['Alice', 'Bob']
|
|
241
|
+
|
|
242
|
+
This example retains the parser's current record and the records
|
|
243
|
+
completed in one input chunk, rather than the entire array. An individual
|
|
244
|
+
large record can still require substantial memory. Invalid UTF-8 or
|
|
245
|
+
malformed JSON, including an empty file, raises an error; an empty array
|
|
246
|
+
yields no rows.
|
|
247
|
+
|
|
173
248
|
In UDFs and Stored Procedures, the object works like a read-only Python IOBase object and as a wrapper for an IO stream of remote files.
|
|
174
249
|
|
|
175
250
|
All files are accessed in the context of the UDF owner (with the exception of caller's rights stored procedures which use the caller's context).
|
|
@@ -14050,7 +14050,7 @@ def ai_complete(
|
|
|
14050
14050
|
>>> _ = session.file.put("tests/resources/kitchen.png", "@mystage", auto_compress=False)
|
|
14051
14051
|
>>> df = session.range(1).select(
|
|
14052
14052
|
... ai_complete(
|
|
14053
|
-
... model='claude-4-
|
|
14053
|
+
... model='claude-sonnet-4-5',
|
|
14054
14054
|
... prompt='Extract the kitchen appliances identified in this image. Respond in JSON only with the identified appliances.',
|
|
14055
14055
|
... file=to_file('@mystage/kitchen.png'),
|
|
14056
14056
|
... )
|
|
@@ -14085,7 +14085,7 @@ def ai_complete(
|
|
|
14085
14085
|
>>> # Using prompt object from prompt() function
|
|
14086
14086
|
>>> df = session.range(1).select(
|
|
14087
14087
|
... ai_complete(
|
|
14088
|
-
... model='claude-4-
|
|
14088
|
+
... model='claude-sonnet-4-5',
|
|
14089
14089
|
... prompt=prompt("Extract the kitchen appliances identified in this image. Respond in JSON only with the identified appliances? {0}", to_file('@mystage/kitchen.png')),
|
|
14090
14090
|
... )
|
|
14091
14091
|
... )
|
|
@@ -1651,6 +1651,12 @@ def snowpark_to_pandas_helper(
|
|
|
1651
1651
|
ret = ret.astype(index_type)
|
|
1652
1652
|
except ValueError: # e.g., Tz-aware datetime.datetime cannot be converted to datetime64
|
|
1653
1653
|
pass
|
|
1654
|
+
elif (
|
|
1655
|
+
is_integer_dtype(ret.dtype)
|
|
1656
|
+
and is_integer_dtype(index_type)
|
|
1657
|
+
and ret.dtype != index_type
|
|
1658
|
+
):
|
|
1659
|
+
ret = ret.astype(index_type)
|
|
1654
1660
|
return ret
|
|
1655
1661
|
|
|
1656
1662
|
# to_pandas() does not preserve the index information and will just return a
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|