snowflake-snowpark-python 1.55.1__tar.gz → 1.55.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/CHANGELOG.md +31 -0
- {snowflake_snowpark_python-1.55.1/src/snowflake_snowpark_python.egg-info → snowflake_snowpark_python-1.55.3}/PKG-INFO +2 -2
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/setup.py +1 -1
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/jdbc.py +33 -27
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/document_reader.py +1 -1
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/polars_backend.py +3 -3
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/telemetry.py +6 -4
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/xml_reader.py +2 -5
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe.py +140 -19
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_ai_functions.py +2 -2
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_reader.py +20 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_stat_functions.py +9 -1
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_writer.py +3 -2
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/exceptions.py +17 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/file_operation.py +29 -1
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/files.py +88 -1
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/functions.py +60 -28
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/utils.py +6 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/pd_extensions.py +35 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/session.py +131 -1
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/table.py +15 -1
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/version.py +1 -1
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3/src/snowflake_snowpark_python.egg-info}/PKG-INFO +2 -2
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake_snowpark_python.egg-info/requires.txt +1 -1
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/LICENSE.txt +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/MANIFEST.in +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/README.md +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/pyproject.toml +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/setup.cfg +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_functions/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_functions/general_functions.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_functions/scalar_functions.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/analyzer.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/analyzer_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/binary_expression.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/binary_plan_node.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/datatype_mapper.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/expression.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/grouping_set.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/metadata_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/query_plan_analysis_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/schema_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/select_statement.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/snowflake_plan.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/snowflake_plan_node.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/sort_expression.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/table_function.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/table_merge_expression.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/unary_expression.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/unary_plan_node.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/analyzer/window_expression.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/ast/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/ast/batch.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/ast/builder.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/ast/utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/code_generation.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/cte_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/large_query_breakdown.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/plan_compiler.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/query_generator.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/repeated_subquery_elimination.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/telemetry_constants.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/compiler/utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/datasource_partitioner.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/datasource_reader.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/datasource_typing.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/base_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/databricks_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/mysql_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/oracledb_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/postgresql_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/sqlite3_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/dbms_dialects/sqlserver_dialect.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/base_driver.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/databricks_driver.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/oracledb_driver.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/psycopg2_driver.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/pymsql_driver.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/pyodbc_driver.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/drivers/sqlite_driver.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/data_source/utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/debug_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/document_reader_options.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/error_message.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/event_table_telemetry.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/open_telemetry.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/options.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/packaging_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/pdf_reader.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/proto/generated/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/proto/generated/ast_pb2.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/proto/generated/ast_pb2.pyi +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/select_projection_complexity_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/server_connection.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/snowpark_profiler.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/temp_table_auto_cleaner.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/type_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/udf_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/xml_schema_inference.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/_internal/xpath_handlers.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/async_job.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/catalog.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/column.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/context.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_analytics_functions.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_na_functions.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/dataframe_profiler.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/lineage.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_analyzer.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_connection.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_constants.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_functions.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_nop_analyzer.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_nop_connection.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_nop_plan.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_options.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_pandas_util.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_plan.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_plan_builder.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_secret_detector.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_select_statement.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_snowflake_data_type.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_snowflake_to_pandas_converter.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_stage_registry.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_stored_procedure.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_telemetry.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_udaf.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_udf.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_udf_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_udtf.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_util.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/_window_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/mock/exceptions.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/config/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/config/__main__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/config/envvars.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/config/pubsub.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/conftest.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/aggregation_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/align_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/apply_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/binary_op_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/concat_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/cumulative_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/cut_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/frame.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/generator_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/get_dummies_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/groupby_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/indexing_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/io_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/isin_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/join_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/ordered_dataframe.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/pivot_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/resample_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/row_count_estimation.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/session.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/snowpark_pandas_types.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/statement_params_constants.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/telemetry.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/timestamp_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/transpose_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/type_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/unpivot_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/where_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_internal/window_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/_typing.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/compiler/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/compiler/doc_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/compiler/ray_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/compiler/snowflake_query_compiler.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/base.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/dataframe.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/datetime_index.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/general.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/groupby.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/index.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/io.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/resample.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/series.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/series_utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/shared_docs.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/timedelta_index.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/docstrings/window.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/base_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/dataframe_extensions.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/dataframe_groupby_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/dataframe_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/datetime_index.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/general_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/index.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/indexing_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/io_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/resample_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/resampler_groupby_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/rolling_groupby_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/series_extensions.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/series_groupby_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/series_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/snow_partition_iterator.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/timedelta_index.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/extensions/window_overrides.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/io/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/io/factories.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/io/snow_io.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/utils/__init__.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/utils/error_message.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/utils/exceptions.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/utils/frontend_constants.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/utils/numpy_to_pandas.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/plugin/utils/warning_message.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/modin/utils.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/py.typed +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/query_history.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/relational_grouped_dataframe.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/row.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/secrets.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/stored_procedure.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/stored_procedure_profiler.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/table_function.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/testing.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/types.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/udaf.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/udf.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/udf_profiler.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/udtf.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake/snowpark/window.py +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake_snowpark_python.egg-info/SOURCES.txt +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake_snowpark_python.egg-info/dependency_links.txt +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake_snowpark_python.egg-info/namespace_packages.txt +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake_snowpark_python.egg-info/not-zip-safe +0 -0
- {snowflake_snowpark_python-1.55.1 → snowflake_snowpark_python-1.55.3}/src/snowflake_snowpark_python.egg-info/top_level.txt +0 -0
|
@@ -1,5 +1,34 @@
|
|
|
1
1
|
# Release History
|
|
2
2
|
|
|
3
|
+
## 1.55.3 (2026-10-21)
|
|
4
|
+
|
|
5
|
+
### Snowpark Python API Updates
|
|
6
|
+
|
|
7
|
+
#### New Features
|
|
8
|
+
|
|
9
|
+
#### Improvements
|
|
10
|
+
|
|
11
|
+
- Removed the `experimental` tag from `DataFrame.to_polars()`.
|
|
12
|
+
- `DataFrame.to_polars()` now defaults to `transport="parquet"` instead of `transport="arrow"`.
|
|
13
|
+
|
|
14
|
+
#### Bug Fixes
|
|
15
|
+
|
|
16
|
+
- Fixed `DataFrameReader.jdbc`(PrPr) timing out on slow external data sources by executing the source query lazily.
|
|
17
|
+
|
|
18
|
+
#### Improvements
|
|
19
|
+
|
|
20
|
+
- Fixed `Index.to_pandas()` returning an integer `Index` whose width (for example `int8` or `int32`) depended on the integer width the server returned, instead of the `int64` that Snowpark pandas uses for all integer types. This also affects `Index.astype` to any integer type.
|
|
21
|
+
|
|
22
|
+
## 1.55.2 (2026-10-13)
|
|
23
|
+
|
|
24
|
+
### Snowpark Python API Updates
|
|
25
|
+
|
|
26
|
+
#### Bug Fixes
|
|
27
|
+
- Fixed nested UDxF registration inside a stored procedure inheriting inaccessible app-package stage paths from the procedure's `IMPORTS` clause.
|
|
28
|
+
|
|
29
|
+
#### Improvements
|
|
30
|
+
- Bumped cloudpickle dependency to also support `cloudpickle==3.1.2` in addition to previous versions.
|
|
31
|
+
|
|
3
32
|
## 1.55.1 (2026-10-05)
|
|
4
33
|
|
|
5
34
|
### Snowpark Python API Updates
|
|
@@ -15,6 +44,8 @@
|
|
|
15
44
|
|
|
16
45
|
- Updated `ai_redact(..., mode="detect")` and `DataFrame.ai.redact(..., mode="detect")` to document that detect mode returns an ARRAY of span objects, not an OBJECT with a `spans` field.
|
|
17
46
|
|
|
47
|
+
#### Improvements
|
|
48
|
+
|
|
18
49
|
## 1.55.0 (2026-09-10)
|
|
19
50
|
|
|
20
51
|
### Snowpark Python API Updates
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: snowflake-snowpark-python
|
|
3
|
-
Version: 1.55.
|
|
3
|
+
Version: 1.55.3
|
|
4
4
|
Summary: Snowflake Snowpark for Python
|
|
5
5
|
Home-page: https://www.snowflake.com/
|
|
6
6
|
Author: Snowflake, Inc
|
|
@@ -40,7 +40,7 @@ Requires-Dist: wheel
|
|
|
40
40
|
Requires-Dist: snowflake-connector-python<5.0.0,>=3.17.0
|
|
41
41
|
Requires-Dist: typing-extensions<5.0.0,>=4.1.0
|
|
42
42
|
Requires-Dist: pyyaml
|
|
43
|
-
Requires-Dist: cloudpickle!=2.1.0,!=2.2.0,<=3.1.
|
|
43
|
+
Requires-Dist: cloudpickle!=2.1.0,!=2.2.0,<=3.1.2,>=1.6.0
|
|
44
44
|
Requires-Dist: protobuf<6.34,>=3.20; python_version < "3.14"
|
|
45
45
|
Requires-Dist: protobuf<6.34,>=5.29.0; python_version >= "3.14"
|
|
46
46
|
Requires-Dist: python-dateutil
|
|
@@ -26,7 +26,7 @@ INSTALL_REQ_LIST = [
|
|
|
26
26
|
# snowpark directly depends on typing-extension, so we should not remove it even if connector also depends on it.
|
|
27
27
|
"typing-extensions>=4.1.0, <5.0.0",
|
|
28
28
|
"pyyaml",
|
|
29
|
-
"cloudpickle>=1.6.0,<=3.1.
|
|
29
|
+
"cloudpickle>=1.6.0,<=3.1.2,!=2.1.0,!=2.2.0",
|
|
30
30
|
# `protoc` < 3.20 is not able to generate protobuf code compatible with protobuf >= 3.20.
|
|
31
31
|
"protobuf>=3.20, <6.34; python_version < '3.14'", # Snowpark IR
|
|
32
32
|
# py314: protoc-wheel-0 has no cp314 wheel; setup.py uses libprotobuf's protoc from PATH.
|
|
@@ -415,34 +415,40 @@ class JDBC:
|
|
|
415
415
|
}}
|
|
416
416
|
|
|
417
417
|
public Stream<OutputRow> process(String query) {{
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
rs.close();
|
|
434
|
-
stmt.close();
|
|
435
|
-
this.conn.close();
|
|
436
|
-
return null;
|
|
437
|
-
}}
|
|
438
|
-
}} catch (SQLException e) {{
|
|
439
|
-
throw new RuntimeException("Ingestion error: " + e.getMessage(), e);
|
|
418
|
+
// Execute lazily, on the first pull from the returned Stream.
|
|
419
|
+
// JAVA_UDF_HANDLER_TIMEOUT_SECONDS (600s by default) only bounds the time
|
|
420
|
+
// until process() returns, so calling executeQuery() here would charge the
|
|
421
|
+
// source's entire query time against it. Row fetching stays lazy.
|
|
422
|
+
final Statement[] stmtRef = new Statement[1];
|
|
423
|
+
final ResultSet[] rsRef = new ResultSet[1];
|
|
424
|
+
return Stream.generate(() -> {{
|
|
425
|
+
try {{
|
|
426
|
+
if (rsRef[0] == null) {{
|
|
427
|
+
Statement stmt = this.conn.createStatement();
|
|
428
|
+
stmt.setQueryTimeout({str(self.query_timeout)});
|
|
429
|
+
stmt.setFetchSize({str(self.fetch_size)});
|
|
430
|
+
{self.generate_session_init_statement()}
|
|
431
|
+
stmtRef[0] = stmt;
|
|
432
|
+
rsRef[0] = stmt.executeQuery(query);
|
|
440
433
|
}}
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
434
|
+
ResultSet rs = rsRef[0];
|
|
435
|
+
if (rs.next()) {{
|
|
436
|
+
OutputRow row = new OutputRow();
|
|
437
|
+
{self.create_output_row_java_code()}
|
|
438
|
+
return row;
|
|
439
|
+
}} else {{
|
|
440
|
+
rs.close();
|
|
441
|
+
stmtRef[0].close();
|
|
442
|
+
this.conn.close();
|
|
443
|
+
return null;
|
|
444
|
+
}}
|
|
445
|
+
}} catch (Exception e) {{
|
|
446
|
+
// Exception rather than SQLException: this block now also covers
|
|
447
|
+
// connection and statement setup, whose failures are not always
|
|
448
|
+
// SQLException.
|
|
449
|
+
throw new RuntimeException("Ingestion error: " + e.getMessage(), e);
|
|
450
|
+
}}
|
|
451
|
+
}}).takeWhile(Objects::nonNull);
|
|
446
452
|
}}
|
|
447
453
|
|
|
448
454
|
public Stream<OutputRow> endPartition() {{
|
|
@@ -64,7 +64,7 @@ if TYPE_CHECKING: # pragma: no cover
|
|
|
64
64
|
from snowflake.snowpark.session import Session
|
|
65
65
|
|
|
66
66
|
|
|
67
|
-
_DEFAULT_EXTRACTION_MODEL = "claude-4-
|
|
67
|
+
_DEFAULT_EXTRACTION_MODEL = "claude-sonnet-4-5"
|
|
68
68
|
_DEFAULT_EXTRACTION_PROMPT = "Extract the requested fields from this document."
|
|
69
69
|
|
|
70
70
|
_PDF_READER_FILE_PATH = os.path.join(os.path.dirname(__file__), "pdf_reader.py")
|
|
@@ -95,7 +95,7 @@ def arrow_eager(
|
|
|
95
95
|
) -> pl.DataFrame:
|
|
96
96
|
"""Fetch the result as Arrow batches and return a polars DataFrame.
|
|
97
97
|
|
|
98
|
-
Backs
|
|
98
|
+
Backs ``to_polars(transport="arrow")``.
|
|
99
99
|
Preserves full Snowflake type fidelity.
|
|
100
100
|
"""
|
|
101
101
|
import polars as pl
|
|
@@ -119,8 +119,8 @@ def parquet_eager(
|
|
|
119
119
|
) -> pl.DataFrame:
|
|
120
120
|
"""COPY INTO Parquet, read the staged files in parallel, return a polars DataFrame.
|
|
121
121
|
|
|
122
|
-
Backs ``to_polars(transport="parquet")
|
|
123
|
-
caveats documented on ``DataFrame.to_polars``.
|
|
122
|
+
Backs the default ``to_polars()`` path (``transport="parquet"``). Subject to the
|
|
123
|
+
Parquet type-fidelity caveats documented on ``DataFrame.to_polars``.
|
|
124
124
|
"""
|
|
125
125
|
import polars as pl
|
|
126
126
|
|
|
@@ -9,7 +9,7 @@ import threading
|
|
|
9
9
|
from enum import Enum, unique
|
|
10
10
|
from logging import getLogger
|
|
11
11
|
import time
|
|
12
|
-
from typing import Any, Dict, List, Optional
|
|
12
|
+
from typing import Any, Callable, Dict, List, Optional, TypeVar
|
|
13
13
|
|
|
14
14
|
from snowflake.connector import SnowflakeConnection
|
|
15
15
|
from snowflake.connector.time_util import get_time_millis
|
|
@@ -57,6 +57,8 @@ except ImportError:
|
|
|
57
57
|
|
|
58
58
|
_logger = getLogger(__name__)
|
|
59
59
|
|
|
60
|
+
_FuncT = TypeVar("_FuncT", bound=Callable[..., Any])
|
|
61
|
+
|
|
60
62
|
|
|
61
63
|
@unique
|
|
62
64
|
class TelemetryField(Enum):
|
|
@@ -378,7 +380,7 @@ def dfw_collect_api_telemetry(func):
|
|
|
378
380
|
return wrap
|
|
379
381
|
|
|
380
382
|
|
|
381
|
-
def df_api_usage(func):
|
|
383
|
+
def df_api_usage(func: _FuncT) -> _FuncT:
|
|
382
384
|
@functools.wraps(func)
|
|
383
385
|
def wrap(*args, **kwargs):
|
|
384
386
|
with ResourceUsageCollector() as resource_usage_collector:
|
|
@@ -413,7 +415,7 @@ def df_api_usage(func):
|
|
|
413
415
|
return wrap
|
|
414
416
|
|
|
415
417
|
|
|
416
|
-
def df_to_relational_group_df_api_usage(func):
|
|
418
|
+
def df_to_relational_group_df_api_usage(func: _FuncT) -> _FuncT:
|
|
417
419
|
@functools.wraps(func)
|
|
418
420
|
def wrap(*args, **kwargs):
|
|
419
421
|
with ResourceUsageCollector() as resource_usage_collector:
|
|
@@ -428,7 +430,7 @@ def df_to_relational_group_df_api_usage(func):
|
|
|
428
430
|
|
|
429
431
|
|
|
430
432
|
# For relational-grouped dataframe
|
|
431
|
-
def relational_group_df_api_usage(func):
|
|
433
|
+
def relational_group_df_api_usage(func: _FuncT) -> _FuncT:
|
|
432
434
|
@functools.wraps(func)
|
|
433
435
|
def wrap(*args, **kwargs):
|
|
434
436
|
with ResourceUsageCollector() as resource_usage_collector:
|
|
@@ -38,7 +38,6 @@ except ImportError:
|
|
|
38
38
|
|
|
39
39
|
|
|
40
40
|
DEFAULT_CHUNK_SIZE: int = 1024
|
|
41
|
-
VARIANT_COLUMN_SIZE_LIMIT: int = 16 * 1024 * 1024
|
|
42
41
|
|
|
43
42
|
|
|
44
43
|
def replace_entity(match: re.Match) -> str:
|
|
@@ -633,8 +632,7 @@ def process_xml_range(
|
|
|
633
632
|
# doesn't have a closing tag after reaching the end of the file
|
|
634
633
|
except EOFError as e:
|
|
635
634
|
if mode == "PERMISSIVE":
|
|
636
|
-
|
|
637
|
-
record_bytes = f.read(VARIANT_COLUMN_SIZE_LIMIT)
|
|
635
|
+
record_bytes = f.read()
|
|
638
636
|
record_str = record_bytes.decode(charset, errors="replace")
|
|
639
637
|
record_str = re.sub(r"&(\w+);", replace_entity, record_str)
|
|
640
638
|
yield {column_name_of_corrupt_record: record_str}
|
|
@@ -654,8 +652,7 @@ def process_xml_range(
|
|
|
654
652
|
# doesn't have a closing tag after reaching the end of the file
|
|
655
653
|
except EOFError as e:
|
|
656
654
|
if mode == "PERMISSIVE":
|
|
657
|
-
|
|
658
|
-
record_bytes = f.read(VARIANT_COLUMN_SIZE_LIMIT)
|
|
655
|
+
record_bytes = f.read()
|
|
659
656
|
record_str = record_bytes.decode(charset, errors="replace")
|
|
660
657
|
record_str = re.sub(r"&(\w+);", replace_entity, record_str)
|
|
661
658
|
yield {column_name_of_corrupt_record: record_str}
|
|
@@ -814,6 +814,22 @@ class DataFrame:
|
|
|
814
814
|
|
|
815
815
|
See also:
|
|
816
816
|
:meth:`collect_nowait()`
|
|
817
|
+
|
|
818
|
+
The default blocking call retrieves all result rows into client memory.
|
|
819
|
+
For large results, consider :meth:`to_local_iterator` instead of
|
|
820
|
+
materializing a list. Use :meth:`sort` before collecting when the order
|
|
821
|
+
of rows matters.
|
|
822
|
+
|
|
823
|
+
Example::
|
|
824
|
+
|
|
825
|
+
>>> df = session.create_dataframe([(2, "Bob"), (1, "Alice")], schema=["id", "name"])
|
|
826
|
+
>>> rows = df.sort("id").collect()
|
|
827
|
+
>>> rows
|
|
828
|
+
[Row(ID=1, NAME='Alice'), Row(ID=2, NAME='Bob')]
|
|
829
|
+
>>> rows[0]["NAME"]
|
|
830
|
+
'Alice'
|
|
831
|
+
>>> rows[1].ID
|
|
832
|
+
2
|
|
817
833
|
"""
|
|
818
834
|
|
|
819
835
|
kwargs = {}
|
|
@@ -1137,10 +1153,70 @@ class DataFrame:
|
|
|
1137
1153
|
2. If you use :func:`Session.sql` with this method, the input query of
|
|
1138
1154
|
:func:`Session.sql` can only be a SELECT statement.
|
|
1139
1155
|
|
|
1140
|
-
|
|
1141
|
-
|
|
1142
|
-
|
|
1143
|
-
|
|
1156
|
+
Data type mapping:
|
|
1157
|
+
Conversion uses pandas representations rather than preserving the Snowflake schema
|
|
1158
|
+
exactly. The following table describes typical mappings for Arrow query results.
|
|
1159
|
+
Numeric widths can depend on the returned values; results can also vary with the
|
|
1160
|
+
pandas and Python Connector versions.
|
|
1161
|
+
|
|
1162
|
+
.. list-table:: Snowflake to pandas mappings
|
|
1163
|
+
:header-rows: 1
|
|
1164
|
+
:widths: 30 40 30
|
|
1165
|
+
|
|
1166
|
+
* - Snowflake type
|
|
1167
|
+
- pandas dtype / Python value
|
|
1168
|
+
- SQL NULL representation
|
|
1169
|
+
* - NUMBER with scale 0
|
|
1170
|
+
- Integer dtype when values fit; can become float64 for larger values
|
|
1171
|
+
- Can become float64 with NaN
|
|
1172
|
+
* - NUMBER with scale greater than 0
|
|
1173
|
+
- float64
|
|
1174
|
+
- NaN
|
|
1175
|
+
* - FLOAT / DOUBLE
|
|
1176
|
+
- float64
|
|
1177
|
+
- NaN
|
|
1178
|
+
* - BOOLEAN
|
|
1179
|
+
- bool; object when NULLs are present
|
|
1180
|
+
- None
|
|
1181
|
+
* - VARCHAR
|
|
1182
|
+
- object containing str
|
|
1183
|
+
- None
|
|
1184
|
+
* - BINARY
|
|
1185
|
+
- object containing bytes
|
|
1186
|
+
- None
|
|
1187
|
+
* - DATE
|
|
1188
|
+
- object containing datetime.date
|
|
1189
|
+
- None
|
|
1190
|
+
* - TIME
|
|
1191
|
+
- object containing datetime.time
|
|
1192
|
+
- None
|
|
1193
|
+
* - TIMESTAMP_NTZ
|
|
1194
|
+
- datetime64[ns] (without timezone)
|
|
1195
|
+
- NaT
|
|
1196
|
+
* - TIMESTAMP_LTZ / TIMESTAMP_TZ
|
|
1197
|
+
- datetime64[ns, tz] (timezone-aware)
|
|
1198
|
+
- NaT
|
|
1199
|
+
* - Semi-structured VARIANT / ARRAY / OBJECT
|
|
1200
|
+
- object containing JSON strings
|
|
1201
|
+
- None
|
|
1202
|
+
|
|
1203
|
+
Floating-point conversion can lose precision for decimals and large integers,
|
|
1204
|
+
including integer columns containing NULLs. Casting the pandas column afterward
|
|
1205
|
+
cannot recover precision already lost. Python datetime.time has microsecond
|
|
1206
|
+
precision, so TIME values with finer precision are truncated. pandas does not
|
|
1207
|
+
preserve the distinction between TIMESTAMP_LTZ and TIMESTAMP_TZ.
|
|
1208
|
+
|
|
1209
|
+
Example:
|
|
1210
|
+
Inspect the Snowpark schema and the pandas dtypes before relying on a conversion:
|
|
1211
|
+
|
|
1212
|
+
>>> df = session.sql("SELECT 42::NUMBER(10,0) AS N, 'hello'::VARCHAR AS S")
|
|
1213
|
+
>>> df.schema
|
|
1214
|
+
StructType([StructField('N', LongType(), nullable=False), StructField('S', StringType(), nullable=False)])
|
|
1215
|
+
>>> pdf = df.to_pandas()
|
|
1216
|
+
>>> print(pdf.dtypes)
|
|
1217
|
+
N int8
|
|
1218
|
+
S object
|
|
1219
|
+
dtype: object
|
|
1144
1220
|
"""
|
|
1145
1221
|
|
|
1146
1222
|
if _emit_ast:
|
|
@@ -1374,13 +1450,12 @@ class DataFrame:
|
|
|
1374
1450
|
**kwargs,
|
|
1375
1451
|
)
|
|
1376
1452
|
|
|
1377
|
-
@experimental(version="1.55.0")
|
|
1378
1453
|
@df_collect_api_telemetry
|
|
1379
1454
|
@publicapi
|
|
1380
1455
|
def to_polars(
|
|
1381
1456
|
self,
|
|
1382
1457
|
*,
|
|
1383
|
-
transport: typing.Literal["arrow", "parquet"] = "
|
|
1458
|
+
transport: typing.Literal["arrow", "parquet"] = "parquet",
|
|
1384
1459
|
max_workers: Optional[int] = None,
|
|
1385
1460
|
statement_params: Optional[Dict[str, str]] = None,
|
|
1386
1461
|
) -> "polars.DataFrame":
|
|
@@ -1393,15 +1468,14 @@ class DataFrame:
|
|
|
1393
1468
|
========== ============================================
|
|
1394
1469
|
transport Description
|
|
1395
1470
|
========== ============================================
|
|
1396
|
-
"
|
|
1397
|
-
"
|
|
1471
|
+
"parquet" Parquet unload + eager parallel read (default)
|
|
1472
|
+
"arrow" Arrow (full Snowflake type fidelity)
|
|
1398
1473
|
========== ============================================
|
|
1399
1474
|
|
|
1400
1475
|
Usage Notes:
|
|
1401
1476
|
- **Transport selection**:
|
|
1402
|
-
- ``"parquet"
|
|
1403
|
-
|
|
1404
|
-
caveats are acceptable. Snowflake's ``COPY INTO`` splits the
|
|
1477
|
+
- ``"parquet"`` (default):
|
|
1478
|
+
The default transport. Snowflake's ``COPY INTO`` splits the
|
|
1405
1479
|
result into multiple Parquet files that are opened and read
|
|
1406
1480
|
concurrently. In server-side environments such as stored
|
|
1407
1481
|
procedures, each file open is a parallelizable I/O operation,
|
|
@@ -1411,7 +1485,7 @@ class DataFrame:
|
|
|
1411
1485
|
modest; for small or medium result sets the ``COPY INTO``
|
|
1412
1486
|
setup cost may outweigh the gain, making Arrow the more
|
|
1413
1487
|
efficient choice.
|
|
1414
|
-
- ``"arrow"
|
|
1488
|
+
- ``"arrow"``:
|
|
1415
1489
|
Streams result batches directly from the cursor without
|
|
1416
1490
|
staging to disk. Preserves full Snowflake type fidelity.
|
|
1417
1491
|
Use when type accuracy is required, or when the result set is
|
|
@@ -1430,7 +1504,7 @@ class DataFrame:
|
|
|
1430
1504
|
(2, 2)
|
|
1431
1505
|
|
|
1432
1506
|
Args:
|
|
1433
|
-
transport: Either ``"
|
|
1507
|
+
transport: Either ``"parquet"`` (default) or ``"arrow"``. When
|
|
1434
1508
|
``"parquet"``, unload the result to Parquet on the session
|
|
1435
1509
|
stage and read the files back in parallel. Can be faster than
|
|
1436
1510
|
the ``"arrow"`` transport for large, data-transfer-dominated
|
|
@@ -1451,13 +1525,13 @@ class DataFrame:
|
|
|
1451
1525
|
|
|
1452
1526
|
- ``TIMESTAMP_LTZ`` and ``TIMESTAMP_TZ`` columns cause the
|
|
1453
1527
|
unload to error.
|
|
1454
|
-
- ``TIMESTAMP_NTZ`` values with
|
|
1455
|
-
|
|
1528
|
+
- ``TIMESTAMP_NTZ`` values with sub-millisecond precision
|
|
1529
|
+
(microseconds or nanoseconds) are rounded to milliseconds.
|
|
1456
1530
|
- ``FLOAT`` (double) columns are downcast to ``float32``.
|
|
1457
1531
|
|
|
1458
1532
|
See the `COPY INTO <location> usage notes
|
|
1459
1533
|
<https://docs.snowflake.com/en/sql-reference/sql/copy-into-location#usage-notes>`_
|
|
1460
|
-
for the full unload type mapping. Use
|
|
1534
|
+
for the full unload type mapping. Use ``transport="arrow"`` when
|
|
1461
1535
|
full type fidelity is required.
|
|
1462
1536
|
"""
|
|
1463
1537
|
from snowflake.snowpark._internal.polars_backend import (
|
|
@@ -6184,14 +6258,33 @@ class DataFrame:
|
|
|
6184
6258
|
n: Optional[int] = None,
|
|
6185
6259
|
_emit_ast: bool = True,
|
|
6186
6260
|
) -> "DataFrame":
|
|
6187
|
-
"""
|
|
6188
|
-
|
|
6261
|
+
"""Returns a random sample of rows using Snowflake's SQL SAMPLE clause.
|
|
6262
|
+
|
|
6263
|
+
Specify either ``frac`` or ``n``. Fractional sampling includes each row
|
|
6264
|
+
with the given probability, so the number of returned rows can vary.
|
|
6265
|
+
Fixed-size sampling returns the requested number of rows, or all rows
|
|
6266
|
+
if the input contains fewer rows. Neither form guarantees row order.
|
|
6267
|
+
Repeated executions can return different samples; this method has no
|
|
6268
|
+
seed parameter. For seeded sampling of a table, see :meth:`Table.sample`.
|
|
6269
|
+
|
|
6270
|
+
See `SAMPLE <https://docs.snowflake.com/en/sql-reference/constructs/sample>`_
|
|
6271
|
+
for SQL sampling semantics.
|
|
6189
6272
|
|
|
6190
6273
|
Args:
|
|
6191
|
-
frac:
|
|
6274
|
+
frac: The probability of selecting each row, from 0.0 to 1.0
|
|
6275
|
+
inclusive. For example, 0.1 requests approximately 10 percent
|
|
6276
|
+
of the rows, not exactly 10 percent.
|
|
6192
6277
|
n: the number of rows to sample in the range of 0 to 1,000,000 (inclusive).
|
|
6278
|
+
|
|
6193
6279
|
Returns:
|
|
6194
6280
|
a :class:`DataFrame` containing the sample of rows.
|
|
6281
|
+
|
|
6282
|
+
Examples::
|
|
6283
|
+
|
|
6284
|
+
>>> df = session.range(100)
|
|
6285
|
+
>>> fractional_sample = df.sample(frac=0.1)
|
|
6286
|
+
>>> fixed_sample = df.sample(n=5)
|
|
6287
|
+
>>> assert fixed_sample.count() == 5
|
|
6195
6288
|
"""
|
|
6196
6289
|
DataFrame._validate_sample_input(frac, n)
|
|
6197
6290
|
|
|
@@ -6247,6 +6340,15 @@ class DataFrame:
|
|
|
6247
6340
|
"""
|
|
6248
6341
|
Returns a :class:`DataFrameAIFunctions` object that provides AI-powered functions
|
|
6249
6342
|
for the DataFrame.
|
|
6343
|
+
|
|
6344
|
+
Access this namespace through an existing DataFrame, for example
|
|
6345
|
+
``df.ai``. It is not a column and accessing it does not itself execute
|
|
6346
|
+
an AI function. Call a method on the namespace to build an AI operation.
|
|
6347
|
+
|
|
6348
|
+
See :meth:`DataFrameAIFunctions.classify`,
|
|
6349
|
+
:meth:`DataFrameAIFunctions.extract`, and
|
|
6350
|
+
:meth:`DataFrameAIFunctions.sentiment` for parameters and examples.
|
|
6351
|
+
The :class:`DataFrameAIFunctions` reference lists the available methods.
|
|
6250
6352
|
"""
|
|
6251
6353
|
return self._ai
|
|
6252
6354
|
|
|
@@ -6905,6 +7007,25 @@ class DataFrame:
|
|
|
6905
7007
|
Returns a ``dict`` that contains a list of queries that will be executed to
|
|
6906
7008
|
evaluate this DataFrame with the key `queries`, and a list of post-execution
|
|
6907
7009
|
actions (e.g., queries to clean up temporary objects) with the key `post_actions`.
|
|
7010
|
+
|
|
7011
|
+
``queries`` contains SQL statements in the DataFrame's execution plan;
|
|
7012
|
+
a plan can contain more than one statement. ``post_actions`` contains
|
|
7013
|
+
cleanup statements associated with that plan and can be empty. These
|
|
7014
|
+
lists aren't result rows or a history of previously executed queries.
|
|
7015
|
+
|
|
7016
|
+
Use :meth:`explain` for a printed query list and, when available, a
|
|
7017
|
+
database execution plan. Use :meth:`Session.query_history` to record
|
|
7018
|
+
queries executed through a session. Generated SQL can change between
|
|
7019
|
+
library versions and configurations; don't rely on exact SQL text.
|
|
7020
|
+
|
|
7021
|
+
Example::
|
|
7022
|
+
|
|
7023
|
+
>>> df = session.range(3)
|
|
7024
|
+
>>> planned_sql = df.queries
|
|
7025
|
+
>>> sorted(planned_sql)
|
|
7026
|
+
['post_actions', 'queries']
|
|
7027
|
+
>>> isinstance(planned_sql["queries"], list)
|
|
7028
|
+
True
|
|
6908
7029
|
"""
|
|
6909
7030
|
plan_queries = self._plan.execution_queries
|
|
6910
7031
|
return {
|
|
@@ -130,7 +130,7 @@ class DataFrameAIFunctions:
|
|
|
130
130
|
... col("question")
|
|
131
131
|
... ],
|
|
132
132
|
... output_column="answer",
|
|
133
|
-
... model="claude-4-
|
|
133
|
+
... model="claude-sonnet-4-5"
|
|
134
134
|
... )
|
|
135
135
|
>>> result_df.columns
|
|
136
136
|
['IMAGE_PATH', 'QUESTION', 'ANSWER']
|
|
@@ -1393,7 +1393,7 @@ class DataFrameAIFunctions:
|
|
|
1393
1393
|
... response_format=[["name", "What is the first name?"], ["city", "What city do they work in?"]],
|
|
1394
1394
|
... output_column="info",
|
|
1395
1395
|
... )
|
|
1396
|
-
>>> result_df.show()
|
|
1396
|
+
>>> result_df.sort("text").show()
|
|
1397
1397
|
------------------------------------------------------------
|
|
1398
1398
|
|"TEXT" |"INFO" |
|
|
1399
1399
|
------------------------------------------------------------
|
|
@@ -1026,6 +1026,26 @@ class DataFrameReader:
|
|
|
1026
1026
|
def csv(self, path: str, _emit_ast: bool = True) -> DataFrame:
|
|
1027
1027
|
"""Specify the path of the CSV file(s) to load.
|
|
1028
1028
|
|
|
1029
|
+
Configure the reader with :meth:`option`, :meth:`options`, and
|
|
1030
|
+
:meth:`schema` before calling ``csv``. Options are not keyword
|
|
1031
|
+
arguments of this method. Common CSV format options include
|
|
1032
|
+
``FIELD_DELIMITER``, ``SKIP_HEADER``, and
|
|
1033
|
+
``FIELD_OPTIONALLY_ENCLOSED_BY``. See the
|
|
1034
|
+
`CSV format options
|
|
1035
|
+
<https://docs.snowflake.com/en/sql-reference/sql/create-file-format#type-csv>`_
|
|
1036
|
+
for their accepted values.
|
|
1037
|
+
|
|
1038
|
+
Provide a schema explicitly or enable the reader's ``INFER_SCHEMA``
|
|
1039
|
+
option. Schema inference can issue queries while constructing the
|
|
1040
|
+
DataFrame and is not supported for CSV in local testing mode.
|
|
1041
|
+
|
|
1042
|
+
Example (requires an existing stage containing a header row and two
|
|
1043
|
+
comma-separated columns)::
|
|
1044
|
+
|
|
1045
|
+
>>> from snowflake.snowpark.types import StructType, StructField, IntegerType, StringType
|
|
1046
|
+
>>> schema = StructType([StructField("id", IntegerType()), StructField("name", StringType())])
|
|
1047
|
+
>>> df = session.read.schema(schema).option("SKIP_HEADER", 1).csv("@my_stage/people.csv") # doctest: +SKIP
|
|
1048
|
+
|
|
1029
1049
|
Args:
|
|
1030
1050
|
path: The stage location of a CSV file, or a stage location that has CSV files.
|
|
1031
1051
|
|
|
@@ -74,7 +74,9 @@ class DataFrameStatFunctions:
|
|
|
74
74
|
|
|
75
75
|
Args:
|
|
76
76
|
col: The name of the numeric column.
|
|
77
|
-
percentile: A list of float values
|
|
77
|
+
percentile: A list of float values between 0.0 and 1.0, inclusive.
|
|
78
|
+
For example, 0.5 requests the approximate median and 1.0 requests
|
|
79
|
+
the approximate maximum.
|
|
78
80
|
statement_params: Dictionary of statement level parameters to be set while executing this action.
|
|
79
81
|
|
|
80
82
|
Returns:
|
|
@@ -426,6 +428,12 @@ class DataFrameStatFunctions:
|
|
|
426
428
|
) -> "snowflake.snowpark.DataFrame":
|
|
427
429
|
"""Returns a DataFrame containing a stratified sample without replacement, based on a ``dict`` that specifies the fraction for each stratum.
|
|
428
430
|
|
|
431
|
+
``df.stat`` is the :class:`DataFrameStatFunctions` accessor for ``df``;
|
|
432
|
+
it groups statistical operations and doesn't select a column named
|
|
433
|
+
``stat``. ``df.stat.sample_by(...)``, ``df.sample_by(...)``, and
|
|
434
|
+
``df.sampleBy(...)`` call the same sampling operation. Separate calls
|
|
435
|
+
can return different random samples.
|
|
436
|
+
|
|
429
437
|
Example::
|
|
430
438
|
|
|
431
439
|
>>> df = session.create_dataframe([("Bob", 17), ("Alice", 10), ("Nico", 8), ("Bob", 12)], schema=["name", "age"])
|
|
@@ -275,8 +275,9 @@ class DataFrameWriter:
|
|
|
275
275
|
|
|
276
276
|
column_order: When ``mode`` is "append", data will be inserted into the target table by matching column sequence or column name. Default is "index". When ``mode`` is not "append", the ``column_order`` makes no difference.
|
|
277
277
|
|
|
278
|
-
"index"
|
|
279
|
-
"name"
|
|
278
|
+
- ``"index"``: Data will be inserted into the target table by column sequence.
|
|
279
|
+
- ``"name"``: Data will be inserted into the target table by matching column names.
|
|
280
|
+
If the target table has more columns than the source DataFrame, use this one.
|
|
280
281
|
|
|
281
282
|
create_temp_table: (Deprecated) The to-be-created table will be temporary if this is set to ``True``.
|
|
282
283
|
table_type: The table type of table to be created. The supported values are: ``temp``, ``temporary``,
|
|
@@ -77,6 +77,23 @@ class SnowparkSQLException(SnowparkClientException):
|
|
|
77
77
|
Includes all error codes in range 13XX (where XX is 0-9).
|
|
78
78
|
|
|
79
79
|
This exception is specifically raised for error codes: 1300, 1304.
|
|
80
|
+
|
|
81
|
+
Attributes:
|
|
82
|
+
error_code: Snowpark client error code. This is distinct from the
|
|
83
|
+
underlying Snowflake SQL error code.
|
|
84
|
+
sql_error_code: Snowflake SQL error number, when provided by the connector.
|
|
85
|
+
sfqid: Snowflake query ID, when available. Use this to locate the failed
|
|
86
|
+
statement in `Query History
|
|
87
|
+
<https://docs.snowflake.com/en/user-guide/ui-query-history>`_.
|
|
88
|
+
query: SQL text associated with the error, when available.
|
|
89
|
+
raw_message: Underlying error message, when available.
|
|
90
|
+
conn_error: Original connector exception, when available.
|
|
91
|
+
|
|
92
|
+
Read the error message first: a compilation error, missing object, and
|
|
93
|
+
insufficient privilege require different fixes even if they share a
|
|
94
|
+
Snowpark error code. Check the failed query's database, schema, role, and
|
|
95
|
+
referenced identifiers. When requesting help, include the query ID and
|
|
96
|
+
error codes; redact sensitive literals from SQL and error messages.
|
|
80
97
|
"""
|
|
81
98
|
|
|
82
99
|
def __init__(
|
|
@@ -24,7 +24,29 @@ from snowflake.snowpark._internal.utils import (
|
|
|
24
24
|
|
|
25
25
|
|
|
26
26
|
class PutResult(NamedTuple):
|
|
27
|
-
"""Represents the results of uploading a local file to a stage location.
|
|
27
|
+
"""Represents the results of uploading a local file to a stage location.
|
|
28
|
+
|
|
29
|
+
:meth:`FileOperation.put` returns a list of these objects. Inspect each
|
|
30
|
+
object's ``source``, ``target``, ``status``, and ``message`` attributes to
|
|
31
|
+
identify the file and its upload outcome. ``SKIPPED`` means the file wasn't
|
|
32
|
+
uploaded; it doesn't mean a new upload succeeded.
|
|
33
|
+
|
|
34
|
+
This example requires an existing internal stage named ``example_stage``
|
|
35
|
+
and a session authorized to upload to it. It creates only a local text
|
|
36
|
+
fixture; use a stage intended for testing. File names and sizes in the
|
|
37
|
+
returned objects depend on the input and compression options.
|
|
38
|
+
|
|
39
|
+
Example::
|
|
40
|
+
|
|
41
|
+
>>> from pathlib import Path
|
|
42
|
+
>>> from tempfile import TemporaryDirectory
|
|
43
|
+
>>> with TemporaryDirectory() as directory: # doctest: +SKIP
|
|
44
|
+
... path = Path(directory) / "message.txt"
|
|
45
|
+
... _ = path.write_text("hello", encoding="utf-8")
|
|
46
|
+
... results = session.file.put(str(path), "@example_stage", auto_compress=False)
|
|
47
|
+
... for result in results:
|
|
48
|
+
... print(result.source, result.target, result.status, result.message)
|
|
49
|
+
"""
|
|
28
50
|
|
|
29
51
|
source: str #: The source file path.
|
|
30
52
|
target: str #: The file path in the stage where the source file is uploaded.
|
|
@@ -191,6 +213,12 @@ class FileOperation:
|
|
|
191
213
|
The command lists all files in the specified path and applies the regular expression pattern on each of the files found.
|
|
192
214
|
Default: ``None`` (all files in the specified stage are downloaded).
|
|
193
215
|
statement_params: Dictionary of statement level parameters to be set while executing this action.
|
|
216
|
+
For example, ``{"QUERY_TAG": "download_files"}`` tags the GET
|
|
217
|
+
statement. See `Snowflake parameters
|
|
218
|
+
<https://docs.snowflake.com/en/sql-reference/parameters>`_ for
|
|
219
|
+
parameter meanings and allowed values. Only parameters supported
|
|
220
|
+
at statement level apply; this is not a way to set account-only
|
|
221
|
+
parameters or GET options such as ``parallel`` and ``pattern``.
|
|
194
222
|
|
|
195
223
|
Returns:
|
|
196
224
|
A ``list`` of :class:`GetResult` instances, each of which represents the result of a downloaded file.
|