snowpark-connect 0.33.0__py3-none-any.whl → 1.0.0__py3-none-any.whl

snowflake/snowpark_connect/relation/read/utils.py

@@ -40,6 +40,47 @@ DATA_SOURCE_SQL_COMMENT = (
 INDEXED_COLUMN_NAME_PATTERN = re.compile(r"(^\"c)(\d+)(\"$)")
 
 
+def apply_metadata_exclusion_pattern(options: dict) -> None:
+    """
+    Exclude metadata and hidden files from reads, matching Spark's behavior.
+
+    Automatically filters out internal metadata files that should never be read as data:
+        - _SUCCESS, _metadata, _common_metadata (Spark/Parquet metadata)
+        - .crc (Hadoop checksum files)
+        - .DS_Store (macOS system files)
+        - Any file starting with _ or .
+
+    Pattern used: ".*/[^_.][^/]*$|^[^_.][^/]*$"
+        - Matches files where filename does NOT start with _ or .
+        - Works at any directory depth (flat or partitioned data)
+        - Allows files with or without extensions
+
+    Examples of excluded files:
+        ❌ _SUCCESS, _metadata, _common_metadata (Spark/Parquet metadata)
+        ❌ .crc, .DS_Store, .hidden (system/hidden files)
+        ❌ year=2024/_SUCCESS (metadata in partitioned directories)
+
+    Examples of allowed files:
+        ✅ part-00000.parquet, data.csv, output.json (data files)
+        ✅ success, myfile (files without extensions, don't start with _ or .)
+        ✅ year=2024/month=01/part-00000.parquet (partitioned data)
+
+    User pattern handling:
+        - No pattern or "*" or ".*" → Apply metadata exclusion
+        - Custom patterns → Default to user provided pattern.
+
+    Leak cases (user explicitly requests metadata files and are intentional):
+        ⚠️ "_*" → Matches _SUCCESS, _metadata (explicit underscore prefix)
+        ⚠️ "*SUCCESS*" → Matches _SUCCESS (broad wildcard side effect)
+        ⚠️ "[_.].*" → Matches _SUCCESS, .crc (character class includes _)
+
+    Args:
+        options: Dictionary of Snowpark read options (modified in place)
+    """
+    if "PATTERN" not in options or options["PATTERN"] in ("*", ".*"):
+        options["PATTERN"] = ".*/[^_.][^/]*$|^[^_.][^/]*$"
+
+
 def subtract_one(match: re.Match[str]) -> str:
     """Spark column names are 0 indexed, Snowpark is 1 indexed."""
     return f"_c{str(int(match.group(2)) - 1)}"

snowflake/snowpark_connect/relation/utils.py

@@ -174,6 +174,7 @@ def generate_spark_compatible_filename(
     attempt_number: int = 0,
     compression: str = None,
     format_ext: str = "parquet",
+    shared_uuid: str = None,
 ) -> str:
     """Generate a Spark-compatible filename following the convention:
     part-<task-id>-<uuid>-c<attempt-number>.<compression>.<format>
@@ -183,12 +184,13 @@ def generate_spark_compatible_filename(
         attempt_number: Attempt number (usually 0)
         compression: Compression type (e.g., 'snappy', 'gzip', 'none')
         format_ext: File format extension (e.g., 'parquet', 'csv', 'json')
+        shared_uuid: Shared UUID for the file
 
     Returns:
         A filename string following Spark's naming convention
     """
-    # Generate a UUID for uniqueness
-    file_uuid = str(uuid.uuid4())
+    # Use the shared UUID if provided, otherwise generate a new one for uniqueness
+    file_uuid = shared_uuid or str(uuid.uuid4())
 
     # Format task ID with leading zeros (5 digits)
     formatted_task_id = f"{task_id:05d}"

snowflake/snowpark_connect/relation/write/map_write.py

@@ -2,8 +2,10 @@
 # Copyright (c) 2012-2025 Snowflake Computing Inc. All rights reserved.
 #
 
+import copy
 import os
 import shutil
+import uuid
 from pathlib import Path
 
 import pyspark.sql.connect.proto.base_pb2 as proto_base
@@ -29,6 +31,7 @@ from snowflake.snowpark.types import (
 )
 from snowflake.snowpark_connect.config import (
     auto_uppercase_column_identifiers,
+    get_success_file_generation_enabled,
     global_config,
     sessions_config,
     str_to_bool,
@@ -249,20 +252,9 @@ def map_write(request: proto_base.ExecutePlanRequest):
             )
 
             if overwrite:
-                try:
-                    path_after_stage = (
-                        write_path.split("/", 1)[1] if "/" in write_path else ""
-                    )
-                    if not path_after_stage or path_after_stage == "/":
-                        logger.warning(
-                            f"Skipping REMOVE for root path {write_path} - too broad scope"
-                        )
-                    else:
-                        remove_command = f"REMOVE '{write_path}/'"
-                        session.sql(remove_command).collect()
-                        logger.info(f"Successfully cleared directory: {write_path}")
-                except Exception as e:
-                    logger.warning(f"Could not clear directory {write_path}: {e}")
+                remove_command = f"REMOVE '{write_path}'"
+                session.sql(remove_command).collect()
+                logger.info(f"Successfully cleared directory: {write_path}")
 
             if should_write_to_single_file and partition_hint is None:
                 # Single file: generate complete filename with extension
@@ -350,15 +342,20 @@ def map_write(request: proto_base.ExecutePlanRequest):
                 # Execute multiple COPY INTO operations, one per target file.
                 # Since we write per-partition with distinct prefixes, download from the base write path.
                 download_stage_path = write_path
+
+                # We need to create a new set of parameters with single=True
+                shared_uuid = str(uuid.uuid4())
+                part_params = copy.deepcopy(dict(parameters))
+                part_params["single"] = True
                 for part_idx in range(partition_hint):
-                    part_params = dict(parameters)
                     # Preserve Spark-like filename prefix per partition so downloaded basenames
                     # match the expected Spark pattern (with possible Snowflake counters appended).
                     per_part_prefix = generate_spark_compatible_filename(
                         task_id=part_idx,
                         attempt_number=0,
-                        compression=None,
-                        format_ext="",  # prefix only; Snowflake appends extension/counters
+                        compression=compression,
+                        format_ext=extension,
+                        shared_uuid=shared_uuid,
                     )
                     part_params["location"] = f"{write_path}/{per_part_prefix}"
                     (
@@ -368,6 +365,9 @@ def map_write(request: proto_base.ExecutePlanRequest):
                     )
             else:
                 rewritten_df.write.copy_into_location(**parameters)
+
+            generate_success = get_success_file_generation_enabled()
+
             if not is_cloud_path(write_op.path):
                 store_files_locally(
                     download_stage_path,
@@ -375,6 +375,13 @@ def map_write(request: proto_base.ExecutePlanRequest):
                     overwrite,
                     session,
                 )
+                if generate_success:
+                    _write_success_file_locally(write_op.path)
+            else:
+                if generate_success:
+                    _write_success_file_to_stage(
+                        download_stage_path, session, parameters
+                    )
         case "jdbc":
             from snowflake.snowpark_connect.relation.write.map_write_jdbc import (
                 map_write_jdbc,
@@ -1044,6 +1051,47 @@ def handle_column_names(
     return df
 
 
+def _write_success_file_locally(directory_path: str) -> None:
+    """
+    Write a _SUCCESS marker file to a local directory.
+    """
+    try:
+        success_file = Path(directory_path) / "_SUCCESS"
+        success_file.touch()
+        logger.debug(f"Created _SUCCESS file at {directory_path}")
+    except Exception as e:
+        logger.warning(f"Failed to create _SUCCESS file at {directory_path}: {e}")
+
+
+def _write_success_file_to_stage(
+    stage_path: str,
+    session: snowpark.Session,
+    parameters: dict,
+) -> None:
+    """
+    Write a _SUCCESS marker file to a stage location.
+    """
+    try:
+        # Create a dummy dataframe with one row containing "SUCCESS"
+        success_df = session.create_dataframe([["SUCCESS"]]).to_df(["STATUS"])
+        success_params = copy.deepcopy(parameters)
+        success_params["location"] = f"{stage_path}/_SUCCESS"
+        success_params["single"] = True
+        success_params["header"] = True
+
+        # Set CSV format with explicit no compression for _SUCCESS file
+        success_params["file_format_type"] = "csv"
+        success_params["format_type_options"] = {
+            "COMPRESSION": "NONE",
+        }
+
+        success_df.write.copy_into_location(**success_params)
+
+        logger.debug(f"Created _SUCCESS file at {stage_path}")
+    except Exception as e:
+        logger.warning(f"Failed to create _SUCCESS file at {stage_path}: {e}")
+
+
 def store_files_locally(
     stage_path: str, target_path: str, overwrite: bool, session: snowpark.Session
 ) -> None:

snowflake/snowpark_connect/utils/context.py

@@ -55,7 +55,6 @@ _resolving_lambda_fun = ContextVar[bool]("_resolving_lambdas", default=False)
 _current_lambda_params = ContextVar[list[str]]("_current_lambda_params", default=[])
 
 _is_window_enabled = ContextVar[bool]("_is_window_enabled", default=False)
-_is_in_pivot = ContextVar[bool]("_is_in_pivot", default=False)
 _is_in_udtf_context = ContextVar[bool]("_is_in_udtf_context", default=False)
 _accessing_temp_object = ContextVar[bool]("_accessing_temp_object", default=False)
 
@@ -467,19 +466,6 @@ def is_window_enabled():
     return _is_window_enabled.get()
 
 
-@contextmanager
-def temporary_pivot_expression(value: bool):
-    token = _is_in_pivot.set(value)
-    try:
-        yield
-    finally:
-        _is_in_pivot.reset(token)
-
-
-def is_in_pivot() -> bool:
-    return _is_in_pivot.get()
-
-
 def get_is_in_udtf_context() -> bool:
     """
     Gets the value of _is_in_udtf_context for the current context, defaults to False.

snowflake/snowpark_connect/utils/expression_transformer.py

@@ -0,0 +1,163 @@
+#
+# Copyright (c) 2012-2025 Snowflake Computing Inc. All rights reserved.
+#
+
+from snowflake.snowpark import Column, functions as snowpark_fn
+from snowflake.snowpark._internal.analyzer.expression import (
+    CaseWhen,
+    Expression,
+    FunctionExpression,
+    SnowflakeUDF,
+)
+
+_SF_AGGREGATE_FUNCTIONS = [
+    "any_value",
+    "avg",
+    "corr",
+    "count",
+    "count_if",
+    "covar_pop",
+    "covar_samp",
+    "listagg",
+    "max",
+    "max_by",
+    "median",
+    "min",
+    "min_by",
+    "mode",
+    "percentile_cont",
+    "percentile_disc",
+    "stddev",
+    "stddev_samp",
+    "stddev_pop",
+    "sum",
+    "var_pop",
+    "var_samp",
+    "variance_pop",
+    "variance",
+    "variance_samp",
+    "bitand_agg",
+    "bitor_agg",
+    "bitxor_agg",
+    "booland_agg",
+    "boolor_agg",
+    "boolxor_agg",
+    "hash_agg",
+    "array_agg",
+    "object_agg",
+    "regr_avgx",
+    "regr_avgy",
+    "regr_count",
+    "regr_intercept",
+    "regr_r2",
+    "regr_slope",
+    "regr_sxx",
+    "regr_sxy",
+    "regr_syy",
+    "kurtosis",
+    "skew",
+    "array_union_agg",
+    "array_unique_agg",
+    "bitmap_bit_position",
+    "bitmap_bucket_number",
+    "bitmap_count",
+    "bitmap_construct_agg",
+    "bitmap_or_agg",
+    "approx_count_distinct",
+    "datasketches_hll",
+    "datasketches_hll_accumulate",
+    "datasketches_hll_combine",
+    "datasketches_hll_estimate",
+    "hll",
+    "hll_accumulate",
+    "hll_combine",
+    "hll_estimate",
+    "hll_export",
+    "hll_import",
+    "approximate_jaccard_index",
+    "approximate_similarity",
+    "minhash",
+    "minhash_combine",
+    "approx_top_k",
+    "approx_top_k_accumulate",
+    "approx_top_k_combine",
+    "approx_top_k_estimate",
+    "approx_percentile",
+    "approx_percentile_accumulate",
+    "approx_percentile_combine",
+    "approx_percentile_estimate",
+    "grouping",
+    "grouping_id",
+    "ai_agg",
+    "ai_summarize_agg",
+]
+
+
+def _is_agg_function_expression(expression: Expression) -> bool:
+    if (
+        isinstance(expression, FunctionExpression)
+        and expression.pretty_name.lower() in _SF_AGGREGATE_FUNCTIONS
+    ):
+        return True
+
+    # For PySpark aggregate functions that were mapped using a UDAF, e.g. try_sum
+    if isinstance(expression, SnowflakeUDF) and expression.is_aggregate_function:
+        return True
+
+    return False
+
+
+def _get_child_expressions(expression: Expression) -> list[Expression]:
+    if isinstance(expression, CaseWhen):
+        return expression._child_expressions
+
+    return expression.children or []
+
+
+def inject_condition_to_all_agg_functions(
+    expression: Expression, condition: Column
+) -> None:
+    """
+    Recursively traverses an expression tree and wraps all aggregate function arguments with a CASE WHEN condition.
+
+    Args:
+        expression: The Snowpark expression tree to traverse and modify.
+        condition: The Column condition to inject into aggregate function arguments.
+    """
+
+    any_agg_function_found = _inject_condition_to_all_agg_functions(
+        expression, condition
+    )
+
+    if not any_agg_function_found:
+        raise ValueError(f"No aggregate functions found in: {expression.sql}")
+
+
+def _inject_condition_to_all_agg_functions(
+    expression: Expression, condition: Column
+) -> bool:
+    any_agg_function_found = False
+
+    if _is_agg_function_expression(expression):
+        new_children = []
+        for child in _get_child_expressions(expression):
+            case_when = snowpark_fn.when(condition, Column(child))
+
+            new_children.append(case_when._expr1)
+
+        # Swap children
+        expression.children = new_children
+        if len(new_children) > 0:
+            expression.child = new_children[0]
+
+        return True
+
+    for child in _get_child_expressions(expression):
+        is_agg_function_in_child = _inject_condition_to_all_agg_functions(
+            child, condition
+        )
+
+        if is_agg_function_in_child:
+            any_agg_function_found = True
+
+    return any_agg_function_found

snowflake/snowpark_connect/utils/session.py

@@ -96,8 +96,6 @@ def configure_snowpark_session(session: snowpark.Session):
 
     # Scoped temp objects may not be accessible in stored procedure and cause "object does not exist" error. So disable
     # _use_scoped_temp_objects here and use temp table instead.
-    # Note that we also set PYTHON_SNOWPARK_USE_SCOPED_TEMP_OBJECTS to false below to enforce the current Snowpark
-    # session does not use scoped temp objects too.
     session._use_scoped_temp_objects = False
 
     # Configure CTE optimization based on session configuration
@@ -134,8 +132,6 @@ def configure_snowpark_session(session: snowpark.Session):
         "TIMEZONE": f"'{global_config.spark_sql_session_timeZone}'",
         "QUOTED_IDENTIFIERS_IGNORE_CASE": "false",
         "PYTHON_SNOWPARK_ENABLE_THREAD_SAFE_SESSION": "true",
-        # this is required for creating udfs from sproc and avoid "object does not exist" error
-        "PYTHON_SNOWPARK_USE_SCOPED_TEMP_OBJECTS": "false",
         "ENABLE_STRUCTURED_TYPES_IN_SNOWPARK_CONNECT_RESPONSE": "true",
         "QUERY_TAG": f"'{query_tag}'",
     }

snowflake/snowpark_connect/utils/udf_helper.py

@@ -186,6 +186,7 @@ def parse_return_type(return_type_json_str) -> Optional[DataType]:
 
 
 def create(session, called_from, return_type_json_str, input_types_json_str, input_column_names_json_str, udf_name, replace, udf_packages, udf_imports, b64_str, original_return_type):
+    session._use_scoped_temp_objects = False
     import snowflake.snowpark.context as context
     context._use_structured_type_semantics = True
     context._is_snowpark_connect_compatible_mode = True

snowflake/snowpark_connect/utils/udtf_helper.py

@@ -153,6 +153,7 @@ def parse_types(types_json_str) -> Optional[list[DataType]]:
     return json.loads(types_json_str)
 
 def create(session, b64_str, expected_types_json_str, output_schema_json_str, packages, imports, is_arrow_enabled, is_spark_compatible_udtf_mode_enabled, called_from):
+    session._use_scoped_temp_objects = False
     import snowflake.snowpark.context as context
     context._use_structured_type_semantics = True
     context._is_snowpark_connect_compatible_mode = True
@@ -257,6 +258,7 @@ from snowflake.snowpark.types import _parse_datatype_json_value
 {inline_udtf_utils_py_code}
 
 def create(session, b64_str, spark_column_names_json_str, input_schema_json_str, return_schema_json_str):
+    session._use_scoped_temp_objects = False
     import snowflake.snowpark.context as context
     context._use_structured_type_semantics = True
     context._is_snowpark_connect_compatible_mode = True
@@ -330,6 +332,7 @@ from snowflake.snowpark.types import _parse_datatype_json_value
 from pyspark.serializers import CloudPickleSerializer
 
 def create(session, func_info_json):
+    session._use_scoped_temp_objects = False
     import snowflake.snowpark.context as context
     context._use_structured_type_semantics = True
     context._is_snowpark_connect_compatible_mode = True

snowflake/snowpark_connect/version.py

@@ -2,4 +2,4 @@
 #
 # Copyright (c) 2012-2025 Snowflake Computing Inc. All rights reserved.
 #
-VERSION = (0,33,0)
+VERSION = (1,0,0)

{snowpark_connect-0.33.0.dist-info → snowpark_connect-1.0.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: snowpark-connect
-Version: 0.33.0
+Version: 1.0.0
 Summary: Snowpark Connect for Spark
 Author: Snowflake, Inc
 License: Apache License, Version 2.0
@@ -18,7 +18,7 @@ Requires-Dist: jpype1
 Requires-Dist: protobuf<6.32.0,>=4.25.3
 Requires-Dist: s3fs>=2025.3.0
 Requires-Dist: snowflake.core<2,>=1.0.5
-Requires-Dist: snowflake-snowpark-python[pandas]<1.41.0,==1.40.0
+Requires-Dist: snowflake-snowpark-python[pandas]<1.43.0,==1.42.0
 Requires-Dist: snowflake-connector-python<4.0.0,>=3.18.0
 Requires-Dist: sqlglot>=26.3.8
 Requires-Dist: jaydebeapi

{snowpark_connect-0.33.0.dist-info → snowpark_connect-1.0.0.dist-info}/RECORD

@@ -1,8 +1,8 @@
 snowflake/snowpark_connect/__init__.py,sha256=dbyVECHix6Z2sa32KJp-IwbsZI0rMlr_yCrIIYQlMrs,679
 snowflake/snowpark_connect/client.py,sha256=K0PK8aIppghBnY0uKlDOi4WZBUhKxJQ_vRuDpB3YsbQ,2045
-snowflake/snowpark_connect/column_name_handler.py,sha256=u-KJfL6DOcGKcUEsOMkOpi3s6Wr8p1hOpzd08CTMvGE,35389
+snowflake/snowpark_connect/column_name_handler.py,sha256=B-3kN2HR4QRRp-Q6D8LMPsaNvti_jhJj3vy6c1oek9I,34758
 snowflake/snowpark_connect/column_qualifier.py,sha256=cRJklMDA1Nz34iwarhIyO_KWx_3leKTDYi0FH_tW0p8,1364
-snowflake/snowpark_connect/config.py,sha256=hIUoGgDeS3zKig75OTBfuwjG-YiiCUyYWxgII9TFJLg,31048
+snowflake/snowpark_connect/config.py,sha256=F9K-rgoepWRXTjdsjA0YGICrJ7mFLQUohGeWuMnaWro,31402
 snowflake/snowpark_connect/constants.py,sha256=FBDxNUxdqWxnf6d5-eanHlYdFFyQqCqvNyZG-uOiO6Q,598
 snowflake/snowpark_connect/control_server.py,sha256=mz3huYo84hgqUB6maZxu3LYyGq7vVL1nv7-7-MjuSYY,1956
 snowflake/snowpark_connect/dataframe_container.py,sha256=5M-JSHWmjIUyMJ8jxthaa34p534i-1AHx6GWsGHRTqQ,8892
@@ -15,7 +15,7 @@ snowflake/snowpark_connect/start_server.py,sha256=udegO0rk2FeSnXsIcCIYQW3VRlGDjB
 snowflake/snowpark_connect/tcm.py,sha256=ftncZFbVO-uyWMhF1_HYKQykB7KobHEYoyQsYbQj1EM,203
 snowflake/snowpark_connect/type_mapping.py,sha256=MtdyFMHDa9ovwXnmjvKd82YeBU2760Vuvq1wqWlUtCc,48593
 snowflake/snowpark_connect/typed_column.py,sha256=fpaW6Vb-J15ObKFtE82iy_k3tJpaRDL39XxUBchH5nU,4006
-snowflake/snowpark_connect/version.py,sha256=4vUgjq2_Fv8jTILQ7RtujyeGY7YQ90E1riGhfMENsMs,118
+snowflake/snowpark_connect/version.py,sha256=kGvXcbEP_-KFd0MR8SWNEC6ia1RmRUPoPexhcnToA08,117
 snowflake/snowpark_connect/analyze_plan/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
 snowflake/snowpark_connect/analyze_plan/map_tree_string.py,sha256=RFSNdDwOTXOd3gm_rKRJNyDd65zQpBxBpVOOwmKaFVA,1661
 snowflake/snowpark_connect/error/__init__.py,sha256=oQo6k4zztLmNF1c5IvJLcS99J6RWY9KBTN3RJ2pKimg,249
@@ -30,15 +30,15 @@ snowflake/snowpark_connect/execute_plan/utils.py,sha256=tyLwu3jpQL7uaTVyLLNUkeYe
 snowflake/snowpark_connect/expression/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
 snowflake/snowpark_connect/expression/function_defaults.py,sha256=VUv2XenDdY1e37uvb9Cd3vofZGUw6QidZwGaIIQ9rTg,6971
 snowflake/snowpark_connect/expression/hybrid_column_map.py,sha256=Pkuy4r5_AGNfU1BBS-3b4KxNRIFROqKSAogbMmsuqzw,7650
-snowflake/snowpark_connect/expression/literal.py,sha256=dYjWiCofWqWo8izFxZAx8GVibKbVzJPWOAvi5806F1s,4755
+snowflake/snowpark_connect/expression/literal.py,sha256=vdnIVly2c-nOfnyZnYad3m5-zofCemTIaBGL-NyjWZo,4578
 snowflake/snowpark_connect/expression/map_cast.py,sha256=2_KRY1-Zpx_brjWRqJM7Q3FkynIqSZn0yvZ_D8jfaN0,15468
 snowflake/snowpark_connect/expression/map_expression.py,sha256=8SBN9jbLbbzBqCcL0LYBXQg18zoF1K6AueDhBO10DzM,18005
 snowflake/snowpark_connect/expression/map_extension.py,sha256=iA7ZptVSf227ifqMH7HXA1pVZP7kbdZz3YYiT3MCTy8,18769
-snowflake/snowpark_connect/expression/map_sql_expression.py,sha256=sZvIuI1yC6lUTrcrSDoQXEtc3umy_ngOWT4aYEFOdVM,34848
+snowflake/snowpark_connect/expression/map_sql_expression.py,sha256=YxzwmACPLBgCsGlmcgAK2g3wJ7RJJiPp_NL2pwn9_fI,35051
 snowflake/snowpark_connect/expression/map_udf.py,sha256=_T7T2cXz-bQQwXgHseOCPy-jMcx1Dy24CCBWpDPM90o,8494
-snowflake/snowpark_connect/expression/map_unresolved_attribute.py,sha256=k9IT3rGrzPWQw-ayb3MJHftBgQK8z1Q3rq94b0lGpcc,21900
+snowflake/snowpark_connect/expression/map_unresolved_attribute.py,sha256=HqG0zaq6gKKSp7QjlpaKaS1OQTHkF6qidTiGK4TpJp0,25352
 snowflake/snowpark_connect/expression/map_unresolved_extract_value.py,sha256=A-m-RczZW6xHMjgYR5RV_vzMTpNBRoH3Tk_A1V8z_pk,5382
-snowflake/snowpark_connect/expression/map_unresolved_function.py,sha256=Fb8MRJlwXy5zcVBjneSLQ9OkRfs1KlJzORbyVWAvmSg,550990
+snowflake/snowpark_connect/expression/map_unresolved_function.py,sha256=ZuNZr2kOljNCEfRe-Sjn3VHnYfjs1V0aoqdJtkBZVqs,551154
 snowflake/snowpark_connect/expression/map_unresolved_star.py,sha256=Jy0yizUCoL_N4tsibMJbPUbM-niziRJdj6n6CboiKO0,9271
 snowflake/snowpark_connect/expression/map_update_fields.py,sha256=EyUmPa3mARTYEooB4ziulLt4BTFe1L_Xp-NXbTto5rg,7296
 snowflake/snowpark_connect/expression/map_window_function.py,sha256=N-O7SUEnzR-Ck7l8KhPPk4dj1W3hJ5v6Uvaspb85VUE,13032
@@ -210,10 +210,6 @@ snowflake/snowpark_connect/includes/python/pyspark/pandas/plot/__init__.py,sha25
 snowflake/snowpark_connect/includes/python/pyspark/pandas/plot/core.py,sha256=CffmuLf7kRgH9hOt7hyRlUEnR4DkepDPZH_gXcU3Vfc,44046
 snowflake/snowpark_connect/includes/python/pyspark/pandas/plot/matplotlib.py,sha256=WgBw_N9QAGe_yepp-h8KDA9SN8sJ0hgD-6Q4zcUwMUM,31119
 snowflake/snowpark_connect/includes/python/pyspark/pandas/plot/plotly.py,sha256=SK3bBF1UPIRSNElVhmuwJkUoA7_LSwK5bWZVmqa-lyY,9351
-snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/__init__.py,sha256=c0bKYjIaffoqkm7ZgaR53O64pH33BYzSzFxNFPweSjU,784
-snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/accessors.py,sha256=i9gySPM8VPmbeVL1y21AXLwf-5iLBhkEf8qum0AmfuI,42991
-snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/functions.py,sha256=ML4rGOXa-9_1bU25K7td69TC-4SQXDxOswJlill1mbg,6452
-snowflake/snowpark_connect/includes/python/pyspark/pandas/spark/utils.py,sha256=Daz64KQJW4ejTgbacgMxF0xck_5fJmpX89ukwYL1nLY,6555
 snowflake/snowpark_connect/includes/python/pyspark/pandas/typedef/__init__.py,sha256=upsqRldnUGWbIywKe_tD81yr4wAF3AGuAEJeclwDKL8,856
 snowflake/snowpark_connect/includes/python/pyspark/pandas/typedef/typehints.py,sha256=rN739ELncqheny9CgFjKNW2gOheFy-7Y8yb59BrERsM,32198
 snowflake/snowpark_connect/includes/python/pyspark/pandas/usage_logging/__init__.py,sha256=ywDs8_5pRSt0cIo1aIOF0qfhTR55KV2zqDSLAYag6Ew,4945
@@ -340,53 +336,54 @@ snowflake/snowpark_connect/proto/snowflake_relation_ext_pb2.py,sha256=now6RWB80C
 snowflake/snowpark_connect/proto/snowflake_relation_ext_pb2.pyi,sha256=4PZkACNf5ulshE8yP2Sl36CXH4UBpIKvZPhzFqeEbsM,7302
 snowflake/snowpark_connect/relation/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
 snowflake/snowpark_connect/relation/io_utils.py,sha256=Fry5XxJ9RB3uqeCwwqkeOtpUe4Jl9U_bkw1ltxIzoAs,4525
-snowflake/snowpark_connect/relation/map_aggregate.py,sha256=ZkPO7H2_kaC0Q3zGD9sP5mt73C9iCsj3ZiGMgrs6gvU,19313
+snowflake/snowpark_connect/relation/map_aggregate.py,sha256=jHR4sKtvwGwtHvF-uJjLIVT8yF4s33uqG1oJJHnKz6I,13643
 snowflake/snowpark_connect/relation/map_catalog.py,sha256=v0BDoPPDCnKPxb-HLllflbfa1SfNEsj9pekB5o8jOy0,6088
-snowflake/snowpark_connect/relation/map_column_ops.py,sha256=ITEl1PRLGLWLUot__CG55wPod-rK9Vf1dZXZIHwkvno,51427
+snowflake/snowpark_connect/relation/map_column_ops.py,sha256=FfF3WiY8g7AhEtDDFONaGX-xSp2wpNK-ed5FbsRlKAI,52184
 snowflake/snowpark_connect/relation/map_crosstab.py,sha256=H_J8-IARK6zMEUFrOjKif1St6M20gvBAnP0EuArFHGg,2422
 snowflake/snowpark_connect/relation/map_extension.py,sha256=C4OVRq6fEy1i16ECAZ-dKSI6IA7rCWZqZ0jkMe40U1w,24564
-snowflake/snowpark_connect/relation/map_join.py,sha256=6oX4Tr3o34a0xCt2ZAtEWBpzj4Qu3aeqz5M1weq5WRs,18475
+snowflake/snowpark_connect/relation/map_join.py,sha256=oZS3Fk-V1d5NmLXQBNRHRsS2V1sc2OXfQtH-3UK8Dac,22325
 snowflake/snowpark_connect/relation/map_local_relation.py,sha256=yypaF15RfHQ9QBaDYTlfAp5LzzgqXmVzUIjcBIxihAo,15477
 snowflake/snowpark_connect/relation/map_map_partitions.py,sha256=y6WhtacyYRmV8zLv3dQtBP2asijLze363htQbgNyoak,4130
 snowflake/snowpark_connect/relation/map_relation.py,sha256=xKdTYdl7i6n3t843nT6hT3Y6aeFWTppVulAo_at1fXE,14022
 snowflake/snowpark_connect/relation/map_row_ops.py,sha256=BlCU0OphGFkqgQtp3r6_IlnSyFMayCjhUxJL7e6XqmE,39295
 snowflake/snowpark_connect/relation/map_sample_by.py,sha256=8ALQbeUsB89sI3uiUFqG3w1A4TtOzOAL4umdKp6-c38,1530
 snowflake/snowpark_connect/relation/map_show_string.py,sha256=-QgOCZ_Kf7qDBN6hd0-eTxXqvVvzoJxw5hGBdk9Upgs,3669
-snowflake/snowpark_connect/relation/map_sql.py,sha256=_RzMSCmCJALZaDqMCmJq7zc4P1qG0jM6ezSBGirrQ88,115363
+snowflake/snowpark_connect/relation/map_sql.py,sha256=Xi7q2LMLy41lutTgWYqPJVL-fX-jH-vlobUaFKbYAMc,121467
 snowflake/snowpark_connect/relation/map_stats.py,sha256=VOwMWX4agHsYVinO8h3Mw8yaY-vM1zeqHCAWv8P1bjc,14762
 snowflake/snowpark_connect/relation/map_subquery_alias.py,sha256=XIm2K4unqlhapugeHOzjjWvJjFJhgP_PTwXfWDvypSI,1564
 snowflake/snowpark_connect/relation/map_udtf.py,sha256=FgBYTtP3ao60juz053XMdPTqweRN7LFj7y5WuDJDWn0,13900
 snowflake/snowpark_connect/relation/stage_locator.py,sha256=njZMfJUSpoLB88z8Y720htxhUMn_6AvZl_8HOT0zp2A,9191
-snowflake/snowpark_connect/relation/utils.py,sha256=RdRRmbYAAVNmZPQ9eKjE2BkpQrXOD8_MJV0beiQOsw8,10620
+snowflake/snowpark_connect/relation/utils.py,sha256=gPGfp4j_sP8JV5QCKsRmP2_7VUun3DzB4YqpZkcyC98,10756
 snowflake/snowpark_connect/relation/catalogs/__init__.py,sha256=0yJ5Nfg7SIxudI0P7_U5EWPyiTpkMet8tSq-IwutSZo,265
 snowflake/snowpark_connect/relation/catalogs/abstract_spark_catalog.py,sha256=SJhGhiuHbjeppEvaI6eU6Pnas8ul6BjZDBRESV7CkMM,11984
 snowflake/snowpark_connect/relation/catalogs/snowflake_catalog.py,sha256=4dSTNqMOydnLYtnX0tcH7RrDrCiOm6iCyCJ6sNZADGs,29965
 snowflake/snowpark_connect/relation/catalogs/utils.py,sha256=zexCUmfva3ejfuRi5XR9Z1JdosGkq9PPdX_H5zBt8Vo,2209
 snowflake/snowpark_connect/relation/read/__init__.py,sha256=5J3IOTKu4Qmenouz1Oz_bUu_4c6KpxtaC63mPUGLyeY,132
 snowflake/snowpark_connect/relation/read/jdbc_read_dbapi.py,sha256=aLXx5pOYZ_0aUQR-DsmFuyd1ZdA49OBuCpz6YXREZww,26525
-snowflake/snowpark_connect/relation/read/map_read.py,sha256=JbmL9SXJDxzrncDRYhnniyxOWcAemwBblXGOt0osZxw,16376
-snowflake/snowpark_connect/relation/read/map_read_csv.py,sha256=-_DYletV3neK88eRMQoCnkXcqw4I6piM3qr_mkuzjTw,8762
+snowflake/snowpark_connect/relation/read/map_read.py,sha256=do64q9GKqPTkBKY9KEnv1T6V5__C3EpmJMV7kOX2F0g,16656
+snowflake/snowpark_connect/relation/read/map_read_csv.py,sha256=o1ReOHZr7_lte7YmYmAwCrjQoy9DsxRsY-9sHv5E2WA,9398
 snowflake/snowpark_connect/relation/read/map_read_jdbc.py,sha256=bdDlX8oQfHvHysG8cnqaEhfRrX0rPuEWsUw4CNIPSUM,4607
-snowflake/snowpark_connect/relation/read/map_read_json.py,sha256=i2M2xt-Mpqoj6vr_yGbhZ49Bl66J46YQ3jCd4y5Bcn8,17011
-snowflake/snowpark_connect/relation/read/map_read_parquet.py,sha256=n1xv2DfcHsq3rg6j_NP4V1CFtSSQZbeCedCGMOlZf2k,7944
+snowflake/snowpark_connect/relation/read/map_read_json.py,sha256=uSPwJ4bPcrWd2PnLliV_3uabl7XQ-5QM80bN2LizSMM,17109
+snowflake/snowpark_connect/relation/read/map_read_parquet.py,sha256=B5NhBBJlMA3wq-nPpI6ezv0VcIG9QV5YC-0ODKQM0XY,8038
 snowflake/snowpark_connect/relation/read/map_read_socket.py,sha256=BsTCN3X1zW4OatPHW7Pe-xvicCTZPxVJ76cMfCNka2M,2750
 snowflake/snowpark_connect/relation/read/map_read_table.py,sha256=wYOtPlE-ThRVojUI3gwRrajtNDPdSExQ8u4PqX77n6U,7352
-snowflake/snowpark_connect/relation/read/map_read_text.py,sha256=qpEqi6FfAR_BbpjD7xUqpdyLhiAjj_ZERilhpFOU5_g,3947
+snowflake/snowpark_connect/relation/read/map_read_text.py,sha256=BlErI72zzsP6sQcaWfs52fJmrJvGfWRV7GcbAZotZPM,4058
 snowflake/snowpark_connect/relation/read/metadata_utils.py,sha256=j9Dkg9w7CwcXINW9Q7Am0jO1jtlqg6myx-AIw6o0YnI,5682
-snowflake/snowpark_connect/relation/read/reader_config.py,sha256=PMh1R5IjqqTwiAAqvDRhnTx8Jxnhq8wVCmpZRqqKD3E,16437
-snowflake/snowpark_connect/relation/read/utils.py,sha256=rIIM6d2WXHh7MLGyHNiRc9tS8b0dmyFQr7rHepIYJOU,4111
+snowflake/snowpark_connect/relation/read/reader_config.py,sha256=FYJwp6asJS2y-uT8wkqVv6hod4mnSTKiNhV8p6kEdwg,16934
+snowflake/snowpark_connect/relation/read/utils.py,sha256=kwvaF7lZv_kGDxT3yAEPwngT6X36U1r3JkXzb70tPXg,5952
 snowflake/snowpark_connect/relation/write/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
 snowflake/snowpark_connect/relation/write/jdbc_write_dbapi.py,sha256=2N4Z9J8ZCxdMXAQcKqEkZ0M4O3ICTih2gcR9iG2WA1E,12796
-snowflake/snowpark_connect/relation/write/map_write.py,sha256=jN9A8b3kIyIXMPzXG715SIYwU3yK9jHwTx8-LkbnrY0,47202
+snowflake/snowpark_connect/relation/write/map_write.py,sha256=tBN3MIRuY2GFI6DcOzMELAJoc-nhpJAZRcFXMyBNy-g,48654
 snowflake/snowpark_connect/relation/write/map_write_jdbc.py,sha256=95fkSAz9QKbk59XF0u_Reru5E6s5gVlNBAMQLcn24DQ,1755
 snowflake/snowpark_connect/resources/java_udfs-1.0-SNAPSHOT.jar,sha256=tVyOp6tXxu9nm6SDufwQiGzfH3pnuh_7PowsMZxOolY,9773
 snowflake/snowpark_connect/utils/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
 snowflake/snowpark_connect/utils/artifacts.py,sha256=TkHZ2uNfZiphgtG91V1_c_h9yP9dP677BXUMymboCss,2498
 snowflake/snowpark_connect/utils/cache.py,sha256=bAyoNBW6Z1ui9BuppDywbQeG6fdju4L-owFHzySOTnk,3382
 snowflake/snowpark_connect/utils/concurrent.py,sha256=BTbUmvupLzUSRd6L7kKk9yIXFdqlDOkXebVMaECRD-A,3653
-snowflake/snowpark_connect/utils/context.py,sha256=Sz15ktGNCQEr2rBEzxVADMdKk6mncRXVmIGrbgwXP3w,14649
+snowflake/snowpark_connect/utils/context.py,sha256=6U_8zv-m3RBdFXkb9ql4bwF2L93kCuxz9HnZ1f6X8tI,14358
 snowflake/snowpark_connect/utils/describe_query_cache.py,sha256=HM18szi_s-4hWNChtwNyMQ_i1QMB6iOBx2JA6qDDt9I,9434
 snowflake/snowpark_connect/utils/env_utils.py,sha256=VLCaAYDqJRH4aD0UMWKrFW2EHEJuXwFwjxOX6TzaxFg,1738
+snowflake/snowpark_connect/utils/expression_transformer.py,sha256=t4tQZwl6Kk0pUavqHFO74P1KTZiOGhFDgwvoPzmDr9M,3975
 snowflake/snowpark_connect/utils/external_udxf_cache.py,sha256=eSZHMbjTxnkg78IlbG5P1Vno6j5ag_FSI0c4Xi2UyPs,1044
 snowflake/snowpark_connect/utils/identifiers.py,sha256=w5J8nmLWraWVNNu1ztlzylvOlJC1neHSzXmSh8oy1fU,8271
 snowflake/snowpark_connect/utils/interrupt.py,sha256=_awhdrzF1KQO-EQThneEcfMg3Zxed4p3HtMpkcAb6ek,2790
@@ -395,14 +392,14 @@ snowflake/snowpark_connect/utils/pandas_udtf_utils.py,sha256=jXh3jcJPvY31dy9m_WA
 snowflake/snowpark_connect/utils/profiling.py,sha256=3mn3BSpGEGDmbg-3W9Yf6IGN2G5ohIKs9MLh3ZYrRSw,2100
 snowflake/snowpark_connect/utils/scala_udf_utils.py,sha256=pERYK0ah4Blq3MybIgt58kuprez_HwQ6Bu2IVQMmfao,23502
 snowflake/snowpark_connect/utils/sequence.py,sha256=HeoLs8vWFzlCgH-2QMr9IpZiNNYyk4oQCdNYyygWjx4,530
-snowflake/snowpark_connect/utils/session.py,sha256=zsCq2aNwq3hU6v0DVKnIPI6R9DHgJN4AoqhiXOZukcI,8759
+snowflake/snowpark_connect/utils/session.py,sha256=CwIMNVcsf75nDA-XF0tUNdbLgNo9z_pu8TkecXqAT6E,8436
 snowflake/snowpark_connect/utils/snowpark_connect_logging.py,sha256=23bvbALGqixJ3Ap9QWM3OpcKNK-sog2mr9liSmvwqYU,1123
 snowflake/snowpark_connect/utils/telemetry.py,sha256=rjk-ej5yZg7hDva5KRRNOOY6xnjbEGNWMIslhO7QFtA,25549
 snowflake/snowpark_connect/utils/temporary_view_cache.py,sha256=1GdMrsciheyUMY8bI3y_B_DrVJb8n7nAr2mxWEIfmBo,2350
 snowflake/snowpark_connect/utils/udf_cache.py,sha256=04Srm-55QXVpcAY0N3heFs0cSQ-Emkl1vq7EaT-Zy-w,13500
-snowflake/snowpark_connect/utils/udf_helper.py,sha256=y39U7ZimK6q6zSYmulg8BOw1kUJnkx9FDFXsEumasj8,13402
+snowflake/snowpark_connect/utils/udf_helper.py,sha256=rrdttOk40RfiEr3AJVeiSuxjz0QMSMv3dzG7mgjbNPs,13447
 snowflake/snowpark_connect/utils/udf_utils.py,sha256=X6nn12-CILuHRi0mUicicYTfhA7VoQQfPjgfKDt7pF0,12191
-snowflake/snowpark_connect/utils/udtf_helper.py,sha256=dvesL5p3Mh4oBWkkS4kh19dNTTcFJ1MXFnhfbz9p85A,15227
+snowflake/snowpark_connect/utils/udtf_helper.py,sha256=n8dK0QGz81iJXmRB9b2BskyMUKVvNSnUkHGFSHNQpVo,15362
 snowflake/snowpark_connect/utils/udtf_utils.py,sha256=SNzvrvQxKcSpVx3OmB5UMIcpzb5xkmTMNIfeARQpdzs,34179
 snowflake/snowpark_connect/utils/udxf_import_utils.py,sha256=pPtcaGsyh0tUdy0aAvNqTj04jqPKlEcGmvaZDP9O8Gc,536
 snowflake/snowpark_connect/utils/xxhash64.py,sha256=ysJRxhBPf25LeNhM1RK_H36MWl6q6C6vBRHa-jIna_A,7477
@@ -411,17 +408,17 @@ snowflake/snowpark_decoder/dp_session.py,sha256=JFrIL-EiTu72i4TmOUSDSLvFCW8cKCgn
 snowflake/snowpark_decoder/spark_decoder.py,sha256=EQiCvBiqB736Bc17o3gnYGtcYVcyfGxroO5e1kbe1Co,2885
 snowflake/snowpark_decoder/_internal/proto/generated/DataframeProcessorMsg_pb2.py,sha256=2eSDqeyfMvmIJ6_rF663DrEe1dg_anrP4OpVJNTJHaQ,2598
 snowflake/snowpark_decoder/_internal/proto/generated/DataframeProcessorMsg_pb2.pyi,sha256=aIH23k52bXdw5vO3RtM5UcOjDPaWsJFx1SRUSk3qOK8,6142
-snowpark_connect-0.33.0.data/scripts/snowpark-connect,sha256=yZ94KqbWACxnwV8mpg8NjILvvRNjnF8B3cs3ZFNuIM4,1546
-snowpark_connect-0.33.0.data/scripts/snowpark-session,sha256=NMAHSonTo-nmOZSkQNlszUC0jLJ8QWEDUsUmMe2UAOw,190
-snowpark_connect-0.33.0.data/scripts/snowpark-submit,sha256=Zd98H9W_d0dIqMSkQLdHyW5G3myxF0t4c3vNBt2nD6A,12056
-snowpark_connect-0.33.0.dist-info/licenses/LICENSE-binary,sha256=fmBlX39HwTlBUyiKEznaLZGuxQy-7ndLLG_rTXjF02Y,22916
-snowpark_connect-0.33.0.dist-info/licenses/LICENSE.txt,sha256=Ff9cPv4xu0z7bnMTHzo4vDncOShsy33w4oJMA2xjn6c,11365
-snowpark_connect-0.33.0.dist-info/licenses/NOTICE-binary,sha256=elMF8brgGNJwOz8YdorzBF6-U8ZhR8F-77FfGkZng7U,57843
+snowpark_connect-1.0.0.data/scripts/snowpark-connect,sha256=yZ94KqbWACxnwV8mpg8NjILvvRNjnF8B3cs3ZFNuIM4,1546
+snowpark_connect-1.0.0.data/scripts/snowpark-session,sha256=NMAHSonTo-nmOZSkQNlszUC0jLJ8QWEDUsUmMe2UAOw,190
+snowpark_connect-1.0.0.data/scripts/snowpark-submit,sha256=Zd98H9W_d0dIqMSkQLdHyW5G3myxF0t4c3vNBt2nD6A,12056
+snowpark_connect-1.0.0.dist-info/licenses/LICENSE-binary,sha256=fmBlX39HwTlBUyiKEznaLZGuxQy-7ndLLG_rTXjF02Y,22916
+snowpark_connect-1.0.0.dist-info/licenses/LICENSE.txt,sha256=Ff9cPv4xu0z7bnMTHzo4vDncOShsy33w4oJMA2xjn6c,11365
+snowpark_connect-1.0.0.dist-info/licenses/NOTICE-binary,sha256=elMF8brgGNJwOz8YdorzBF6-U8ZhR8F-77FfGkZng7U,57843
 spark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spark/connect/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spark/connect/envelope_pb2.py,sha256=7Gc6OUA3vaCuTCIKamb_Iiw7W9jPTcWNEv1im20eWHM,2726
 spark/connect/envelope_pb2.pyi,sha256=VXTJSPpcxzB_dWqVdvPY4KkPhJfh0WmkX7SNHWoLhx0,3358
-snowpark_connect-0.33.0.dist-info/METADATA,sha256=9d1tfFC2uW2p0_1BgleIiqkTECRF1Y9-UXa5QkrVkLM,1871
-snowpark_connect-0.33.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-snowpark_connect-0.33.0.dist-info/top_level.txt,sha256=ExnWqVpoTHRG99fu_AxXZVOz8c-De7nNu0yFCGylM8I,16
-snowpark_connect-0.33.0.dist-info/RECORD,,
+snowpark_connect-1.0.0.dist-info/METADATA,sha256=CrUOFci5ZBJdJBRD1uRMQ3eTIP0HSK-yfScsT1-ZxKI,1870
+snowpark_connect-1.0.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+snowpark_connect-1.0.0.dist-info/top_level.txt,sha256=ExnWqVpoTHRG99fu_AxXZVOz8c-De7nNu0yFCGylM8I,16
+snowpark_connect-1.0.0.dist-info/RECORD,,