snowpark-connect 0.25.0__py3-none-any.whl → 0.27.0__py3-none-any.whl

snowflake/snowpark_connect/utils/udf_utils.py

@@ -6,7 +6,6 @@
 # So its dependencies are restricted to pandas, snowpark, and, pyspark
 import functools
 import inspect
-from typing import Iterator
 
 import pandas
 import pyspark.sql.connect.proto.expressions_pb2 as expressions_proto
@@ -70,7 +69,7 @@ class ProcessCommonInlineUserDefinedFunction:
         self._arguments = common_inline_user_defined_function.arguments
         self._function_type = common_inline_user_defined_function.WhichOneof("function")
         self._input_types = input_types
-        if self._function_type == "scalar_scala_udf" and self._input_types is None:
+        if self._function_type == "scalar_scala_udf":
             # If the Scala UDF is created via `spark.udf.register`, the input types are not automatically inferred.
             # Pass on the input types from the proto message to the Scala UDF handler.
             self._scala_input_types = (
@@ -185,6 +184,10 @@ class ProcessCommonInlineUserDefinedFunction:
         if hasattr(original_callable, "__annotations__"):
             callable_func.__annotations__ = original_callable.__annotations__
 
+        if self._udf_packages:
+            packages = [p.strip() for p in self._udf_packages.strip("[]").split(",")]
+        else:
+            packages = []
         if self._udf_imports:
             imports = [i.strip() for i in self._udf_imports.split(",") if i.strip()]
         else:
@@ -194,125 +197,75 @@ class ProcessCommonInlineUserDefinedFunction:
 
         needs_struct_conversion = isinstance(self._original_return_type, StructType)
 
-        additional_packages = None
-        match self._called_from:
-            case "map_map_partitions":
-                column_names = self._input_column_names
-                eval_type = self._eval_type
+        if not needs_struct_conversion:
+            return snowpark_fn.udf(
+                create_null_safe_wrapper(callable_func),
+                return_type=self._return_type,
+                input_types=self._input_types,
+                name=self._udf_name,
+                replace=self._replace,
+                packages=packages,
+                imports=imports,
+                immutable=self._is_deterministic,
+            )
 
-                def wrapped_function(*args):
-                    result = callable_func(
-                        pandas.DataFrame(iter([list(args)]), columns=column_names)
-                    )
-                    if eval_type == MAP_IN_ARROW_EVAL_TYPE:
-                        if not isinstance(result, Iterator) and not hasattr(
-                            result, "__iter__"
-                        ):
-                            raise RuntimeError(
-                                f"snowpark_connect::UDF_RETURN_TYPE Return type of the user-defined function should be "
-                                f"iterator of pyarrow.RecordBatch, but is {type(result).__name__}"
-                            )
-                        import pyarrow as pa
-
-                        for elem in result:
-                            if not isinstance(elem, pa.RecordBatch):
-                                raise RuntimeError(
-                                    f"snowpark_connect::UDF_RETURN_TYPE Return type of the user-defined function should "
-                                    f"be iterator of pyarrow.RecordBatch, but is iterator of {type(elem).__name__}"
-                                )
-                    return result
-
-                udf_function = create_null_safe_wrapper(wrapped_function)
-                additional_packages = ["pyarrow", "pandas"]
-            case _:
-                if not needs_struct_conversion:
-                    return snowpark_fn.udf(
-                        create_null_safe_wrapper(callable_func),
-                        return_type=self._return_type,
-                        input_types=self._input_types,
-                        name=self._udf_name,
-                        replace=self._replace,
-                        # Packages should already have been added to the session with
-                        # "snowpark.connect.udf.packages".
-                        packages=None,
-                        imports=imports,
-                        immutable=self._is_deterministic,
+        is_pandas_udf, _, return_types, _ = extract_return_input_types(
+            callable_func,
+            self._original_return_type,
+            self._input_types,
+            TempObjectType.FUNCTION,
+        )
+        if is_pandas_udf and isinstance(return_types, PandasDataFrameType):
+            # Snowpark Python UDFs only support returning a Pandas Series.
+            # We change the return type to make the input callable compatible with Snowpark Python UDFs,
+            # and then in the wrapper function we convert the pandas DataFrame of the
+            # original callable to a Pandas Series.
+            original_callable.__annotations__["return"] = pandas.Series
+
+        field_names = [field.name for field in self._original_return_type.fields]
+
+        def struct_wrapper(*args):
+            result = callable_func(*args)
+            if isinstance(result, (tuple, list)):
+                # Convert tuple/list to dict using struct field names
+                if len(result) == len(field_names):
+                    return dict(zip(field_names, result))
+            return result
+
+        def pandas_struct_wrapper(*args):
+            # inspired by the following snowpark modin code to handle Pandas int/bool/null data in Snowflake VariantType
+            # https://github.com/snowflakedb/snowpark-python/blob/e095d5a54f3a697416c3f1df87d239def47a5495/src/snowflake/snowpark/modin/plugin/_internal/apply_utils.py#L1309-L1366
+            def convert_to_snowflake_compatible_type(value):
+                import numpy as np
+                from pandas.api.types import is_scalar
+
+                if is_scalar(value) and pandas.isna(value):
+                    return None
+
+                return (
+                    int(value)
+                    if np.issubdtype(type(value), np.integer)
+                    else (
+                        bool(value) if np.issubdtype(type(value), np.bool_) else value
                     )
-
-                is_pandas_udf, _, return_types, _ = extract_return_input_types(
-                    callable_func,
-                    self._original_return_type,
-                    self._input_types,
-                    TempObjectType.FUNCTION,
                 )
-                if is_pandas_udf and isinstance(return_types, PandasDataFrameType):
-                    # Snowpark Python UDFs only support returning a Pandas Series.
-                    # We change the return type to make the input callable compatible with Snowpark Python UDFs,
-                    # and then in the wrapper function we convert the pandas DataFrame of the
-                    # original callable to a Pandas Series.
-                    original_callable.__annotations__["return"] = pandas.Series
-
-                field_names = [
-                    field.name for field in self._original_return_type.fields
-                ]
-
-                def struct_wrapper(*args):
-                    result = callable_func(*args)
-                    if isinstance(result, (tuple, list)):
-                        # Convert tuple/list to dict using struct field names
-                        if len(result) == len(field_names):
-                            return dict(zip(field_names, result))
-                    return result
-
-                def pandas_struct_wrapper(*args):
-                    # inspired by the following snowpark modin code to handle Pandas int/bool/null data in Snowflake VariantType
-                    # https://github.com/snowflakedb/snowpark-python/blob/e095d5a54f3a697416c3f1df87d239def47a5495/src/snowflake/snowpark/modin/plugin/_internal/apply_utils.py#L1309-L1366
-                    def convert_to_snowflake_compatible_type(value):
-                        import numpy as np
-                        from pandas.api.types import is_scalar
-
-                        if is_scalar(value) and pandas.isna(value):
-                            return None
-
-                        return (
-                            int(value)
-                            if np.issubdtype(type(value), np.integer)
-                            else (
-                                bool(value)
-                                if np.issubdtype(type(value), np.bool_)
-                                else value
-                            )
-                        )
-
-                    result = callable_func(*args)
-                    assert (
-                        len(result) == 1
-                    ), "Expected result to be a single row DataFrame"
-                    # df.applymap doesn't help here, the original type was preserved, hence we convert each value
-                    row_data = [
-                        convert_to_snowflake_compatible_type(value)
-                        for value in result.iloc[0].tolist()
-                    ]
-                    result = pandas.Series([dict(zip(field_names, row_data))])
-                    return result
-
-                if is_pandas_udf:
-                    udf_function = pandas_struct_wrapper
-                    if isinstance(return_types, PandasDataFrameType):
-                        udf_function.__annotations__ = original_callable.__annotations__
-                else:
-                    udf_function = create_null_safe_wrapper(struct_wrapper)
-
-        packages = None
-        if additional_packages:
-            if not self._udf_packages:
-                packages = additional_packages
-            else:
-                existing_packages = [
-                    p.strip() for p in self._udf_packages.strip("[]").split(",")
-                ]
-                if not set(additional_packages).issubset(set(existing_packages)):
-                    packages = existing_packages + additional_packages
+
+            result = callable_func(*args)
+            assert len(result) == 1, "Expected result to be a single row DataFrame"
+            # df.applymap doesn't help here, the original type was preserved, hence we convert each value
+            row_data = [
+                convert_to_snowflake_compatible_type(value)
+                for value in result.iloc[0].tolist()
+            ]
+            result = pandas.Series([dict(zip(field_names, row_data))])
+            return result
+
+        if is_pandas_udf:
+            udf_function = pandas_struct_wrapper
+            if isinstance(return_types, PandasDataFrameType):
+                udf_function.__annotations__ = original_callable.__annotations__
+        else:
+            udf_function = create_null_safe_wrapper(struct_wrapper)
 
         return snowpark_fn.udf(
             udf_function,

snowflake/snowpark_connect/utils/udtf_helper.py

@@ -261,15 +261,25 @@ def create(session, b64_str, spark_column_names_json_str, input_schema_json_str,
     udf_proto = CommonInlineUserDefinedFunction()
     udf_proto.ParseFromString(restored_bytes)
 
+    if not input_schema_json_str:
+        raise ValueError("Input schema is required for pandas UDTF.")
+    if not return_schema_json_str:
+        raise ValueError("Return schema is required for pandas UDTF.")
+
     spark_column_names = json.loads(spark_column_names_json_str)
-    input_schema = StructType.fromJson(json.loads(input_schema_json_str)) if input_schema_json_str else None
-    return_schema = StructType.fromJson(json.loads(return_schema_json_str)) if return_schema_json_str else None
+    input_schema = StructType.fromJson(json.loads(input_schema_json_str))
+    return_schema = StructType.fromJson(json.loads(return_schema_json_str))
 
-    map_in_arrow_udtf = create_pandas_udtf(
-        udf_proto, spark_column_names,
-        input_schema, return_schema
-    )
-    return map_in_arrow_udtf.name
+    map_in_arrow = udf_proto.WhichOneof("function") == "python_udf" and udf_proto.python_udf.eval_type == 207
+    if map_in_arrow:
+        map_udtf = create_pandas_udtf_with_arrow(
+            udf_proto, spark_column_names, input_schema, return_schema
+        )
+    else:
+        map_udtf = create_pandas_udtf(
+            udf_proto, spark_column_names, input_schema, return_schema
+        )
+    return map_udtf.name
 $$;
 """
     session.sql(create_udtf_sproc_sql).collect()

snowflake/snowpark_connect/utils/udtf_utils.py

@@ -52,35 +52,22 @@ def create_udtf(
         if hasattr(callable_func, "terminate"):
             callable_func.end_partition = callable_func.terminate
 
-    def process_packages(packages_str: str) -> (list[str], bool):
+    def process_packages(packages_str: str) -> list[str]:
         packages = []
         if packages_str and len(packages_str) > 0:
             packages = [p.strip() for p in packages_str.strip("[]").split(",")]
 
-        has_non_session_packages = False
-
         # Include pyarrow in packages when using Arrow-enabled UDTF
         if is_arrow_enabled and "pyarrow" not in packages:
             packages += ["pyarrow"]
-            has_non_session_packages = True
 
         if "pyspark" not in packages:
             # need this to support table argument in UDTF.
             packages += ["pyspark"]
-            has_non_session_packages = True
-
-        return (
-            packages,
-            has_non_session_packages,
-        )
 
-    packages: str | None
-    packages, has_non_session_packages = process_packages(packages)
-    if not has_non_session_packages:
-        # Skip package validation in the client as all packages were already added to the session
-        # via "snowpark.connect.udf.packages".
-        packages = None
+        return packages
 
+    packages = process_packages(packages)
     imports = [i.strip() for i in imports.split(",") if i.strip()]
     match called_from:
         case "register_udtf":

snowflake/snowpark_connect/version.py

@@ -1,6 +1,5 @@
-#!/usr/bin/env python3
+# !/usr/bin/env python3
 #
 # Copyright (c) 2012-2025 Snowflake Computing Inc. All rights reserved.
 #
-
-VERSION = (0, 25, 0)
+VERSION = (0,27,0)

{snowpark_connect-0.25.0.dist-info → snowpark_connect-0.27.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: snowpark-connect
-Version: 0.25.0
+Version: 0.27.0
 Summary: Snowpark Connect for Spark
 Author: Snowflake, Inc
 License: Apache License, Version 2.0
@@ -16,7 +16,7 @@ Requires-Dist: jpype1
 Requires-Dist: protobuf<5.0,>=4.25.3
 Requires-Dist: s3fs>=2025.3.0
 Requires-Dist: snowflake.core<2,>=1.0.5
-Requires-Dist: snowflake-snowpark-python[pandas]<1.38.0,>=1.37.0
+Requires-Dist: snowflake-snowpark-python[pandas]<1.39.0,==1.38.0
 Requires-Dist: sqlglot>=26.3.8
 Requires-Dist: jaydebeapi
 Requires-Dist: aiobotocore~=2.23.0

{snowpark_connect-0.25.0.dist-info → snowpark_connect-0.27.0.dist-info}/RECORD

@@ -1,20 +1,20 @@
 snowflake/snowpark_connect/__init__.py,sha256=Sml4x1LTNnxZyw6nnDeJrZWUi3eUAR46Rsw6N-wHUSA,605
 snowflake/snowpark_connect/column_name_handler.py,sha256=_bTrguwdiF_cqFvoihFU7f42lNqtJ3Af-9fPvSLbf_A,31919
-snowflake/snowpark_connect/config.py,sha256=jorSiyJTMARo4ATwUhLuHfCUmycIJN5DZouEXSy8Zlo,24625
+snowflake/snowpark_connect/config.py,sha256=3rdbc05u0IcivwsdUwV4Wg9u6Tf-AhPT2INIinhv1PY,24948
 snowflake/snowpark_connect/constants.py,sha256=FBDxNUxdqWxnf6d5-eanHlYdFFyQqCqvNyZG-uOiO6Q,598
 snowflake/snowpark_connect/control_server.py,sha256=mz3huYo84hgqUB6maZxu3LYyGq7vVL1nv7-7-MjuSYY,1956
-snowflake/snowpark_connect/dataframe_container.py,sha256=8lZzqrvbM0NJw7SKBbybLzZO3dgIpdh2xrbVuVKyNBE,8468
+snowflake/snowpark_connect/dataframe_container.py,sha256=sCzMxzb6UIJz1mVpwzSYeVBiqtSzZv5n_pn7FVhbRv0,9114
 snowflake/snowpark_connect/dataframe_name_handler.py,sha256=aR-CpdGsN2d6tNW0H_F9P-FLe5hDU68zJwKjsrgeA2g,1682
 snowflake/snowpark_connect/date_time_format_mapping.py,sha256=qtQ-JTGR1VRWM2oxM1aYggE_g-BNouffeHxmCk89xkk,16809
 snowflake/snowpark_connect/empty_dataframe.py,sha256=aKO6JkYnArWCpLGcn9BzvTspw2k_c6eAM0mQImAY0J0,428
 snowflake/snowpark_connect/hidden_column.py,sha256=k56-e97vqQmoOFtOtIPy6rSu8mZAz-toKHoIBXYW3CU,1322
-snowflake/snowpark_connect/resources_initializer.py,sha256=BkD5YdgDNgWVAOYbmlMHrA4feUKL8_vsRD82vOUfQIQ,3992
-snowflake/snowpark_connect/server.py,sha256=8ykRayqI7rHlsNPnk8eRRX12Xw3EjvXrvvcDK2XadJs,50672
+snowflake/snowpark_connect/resources_initializer.py,sha256=njE4_L82evaCwFYPGBUX6OEVaHqww42oGXXmzUylt0I,4424
+snowflake/snowpark_connect/server.py,sha256=uYw0pbpWmgfRkrgI5Q5vFsu3Ng-5_H3SR86KkC13S8M,51108
 snowflake/snowpark_connect/start_server.py,sha256=udegO0rk2FeSnXsIcCIYQW3VRlGDjB_cU8lJ8xSzuM8,942
 snowflake/snowpark_connect/tcm.py,sha256=ftncZFbVO-uyWMhF1_HYKQykB7KobHEYoyQsYbQj1EM,203
 snowflake/snowpark_connect/type_mapping.py,sha256=6Hg-h1iVzVB_FnwG3Sjl-UGr2Itrs4LxVb2Pz5Ue-YA,41566
 snowflake/snowpark_connect/typed_column.py,sha256=Tavii8b4zMj5IWOvN6tlOVmC80W6eQct0pC_tF2nlhU,3867
-snowflake/snowpark_connect/version.py,sha256=grgi3WqX6VQex4_8sOqqGPvgHsJVy3jEOKQd55MOJzg,121
+snowflake/snowpark_connect/version.py,sha256=7e7JVBr1dPQ6_J46i0ARFv1O8q5XD9BxRNnNSMkrI0M,118
 snowflake/snowpark_connect/analyze_plan/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
 snowflake/snowpark_connect/analyze_plan/map_tree_string.py,sha256=Q3ZD-Z7uForrF7W3mSAjwaiEcIv2KDXr5jPfVbromVg,1470
 snowflake/snowpark_connect/error/__init__.py,sha256=oQo6k4zztLmNF1c5IvJLcS99J6RWY9KBTN3RJ2pKimg,249
@@ -30,13 +30,13 @@ snowflake/snowpark_connect/expression/function_defaults.py,sha256=WEnzc_uzZZltcf
 snowflake/snowpark_connect/expression/hybrid_column_map.py,sha256=2jItaXnFnqcaOIiHKxscFLj7hi2zQE7F3xcher8Zo2U,7614
 snowflake/snowpark_connect/expression/literal.py,sha256=wk5NnLR85SLHe7GoAvSzMTW0B-3yhAiRz4F5SfU2REs,4459
 snowflake/snowpark_connect/expression/map_cast.py,sha256=uxNukg9op0i_sKLhY43fJJJ2-SKZ-8wkRMRBiPikJ0c,14799
-snowflake/snowpark_connect/expression/map_expression.py,sha256=cotjHDdKiHWbQZx3buBcISCnty8TYyUbbUat4W9qhIk,14119
+snowflake/snowpark_connect/expression/map_expression.py,sha256=Jj8boZ3rSypGM26_g5yL4DJ1z5L_p70_-E5XNriLZN0,14949
 snowflake/snowpark_connect/expression/map_extension.py,sha256=Qm1Jn3JunswD_hO7ornvKpR6WcM3UKO_JpZE6ovH3VM,4939
 snowflake/snowpark_connect/expression/map_sql_expression.py,sha256=bHl7_YrKnWy0k1gMz02HYF8lTZKoamQdv5nFCHEfbzI,25824
-snowflake/snowpark_connect/expression/map_udf.py,sha256=0Xyt7wdp1kX67hTrAenBLbbydHf_0eaoVEZabLupClg,6483
-snowflake/snowpark_connect/expression/map_unresolved_attribute.py,sha256=xIJYxs1EJZNs1skX_xgshvcddsqO8jHgR9QUEvwXm9E,18520
+snowflake/snowpark_connect/expression/map_udf.py,sha256=_om_Kqxm_sm3RhwP4DZbGPUpArX90MoJQm-KwEWrTiQ,8034
+snowflake/snowpark_connect/expression/map_unresolved_attribute.py,sha256=fnkCQF-Ts-Dw93AlwjzQdd9BAR5J4uldML8dZ3J_RMI,19576
 snowflake/snowpark_connect/expression/map_unresolved_extract_value.py,sha256=A-m-RczZW6xHMjgYR5RV_vzMTpNBRoH3Tk_A1V8z_pk,5382
-snowflake/snowpark_connect/expression/map_unresolved_function.py,sha256=0K06ptTLx0rjPnGrEnfHlOmv2ujlle4FfDBZY6sPKEk,476993
+snowflake/snowpark_connect/expression/map_unresolved_function.py,sha256=ZnltrpyzLNn4eu0Eg7axYZVsixt9wTtA0JrAVSh9Ojw,477459
 snowflake/snowpark_connect/expression/map_unresolved_star.py,sha256=XNJurGS5RLAaIAcalGGBbPJujqg8YZru_RsoB61m0WQ,8865
 snowflake/snowpark_connect/expression/map_update_fields.py,sha256=bMuZjCOE5wgrZv3ApsoiwEUv-lPgnMWUk-DFX11QuX0,6710
 snowflake/snowpark_connect/expression/map_window_function.py,sha256=apJxtWSnLogMG0F_En67JoGrGRGYQ0I8O0xPRk4TR_o,12152
@@ -69,13 +69,16 @@ snowflake/snowpark_connect/includes/jars/jackson-module-scala_2.12-2.15.2.jar,sh
 snowflake/snowpark_connect/includes/jars/json4s-ast_2.12-3.7.0-M11.jar,sha256=-TiMCtSpab8aGGfoXOJO2HyloQlTQrlrNcNW_ZcbVE0,89855
 snowflake/snowpark_connect/includes/jars/json4s-core_2.12-3.7.0-M11.jar,sha256=L9jmajcVVlKUxO210lFOf_WaFJYMf43YTPCZFmGkihA,526286
 snowflake/snowpark_connect/includes/jars/json4s-jackson_2.12-3.7.0-M11.jar,sha256=0D7Secg4cLm9YksYF_5ikIItfnQgfR4lCGD73ZNWQ9w,37065
+snowflake/snowpark_connect/includes/jars/json4s-native_2.12-3.7.0-M11.jar,sha256=4D07m64sg9ug-QID5KEGFW8g8gncAyVX5U1gNPC3VFk,92872
 snowflake/snowpark_connect/includes/jars/json4s-scalap_2.12-3.7.0-M11.jar,sha256=0qH4S2GOHLoSxOjOK6vCPXihLeX1aKv4-67KOcUuDrg,348265
 snowflake/snowpark_connect/includes/jars/kryo-shaded-4.0.2.jar,sha256=pImfV_70VrnsZvcw57ST7LPcSUzFdYch7ZwYQW_S07Y,410874
 snowflake/snowpark_connect/includes/jars/log4j-1.2-api-2.20.0.jar,sha256=iddhr4PefgjjwZFrx1ckLO27wfOPt2_RP4nvNrJnGkU,344375
 snowflake/snowpark_connect/includes/jars/log4j-api-2.20.0.jar,sha256=L0PupnnqZvFMoPE_7CqGAKwST1pSMdy034OT7dy5dVA,313296
 snowflake/snowpark_connect/includes/jars/log4j-core-2.20.0.jar,sha256=YTffhIza7Z9NUHb3VRPGyF2oC5U_TnrMo4CYt3B2P1U,1847550
 snowflake/snowpark_connect/includes/jars/log4j-slf4j2-impl-2.20.0.jar,sha256=uN0-TqnP-hjbXzAc2MU5FYZi5pHv1HAaqHtNCZYb2LA,26430
+snowflake/snowpark_connect/includes/jars/paranamer-2.8.3.jar,sha256=qd8Tby6SazeoOKW04iJzQ8OnVdFXJLOoNQtK6ksViUU,37899
 snowflake/snowpark_connect/includes/jars/paranamer-2.8.jar,sha256=aIyxGKYCHYGROOhVIIyVYDFoi-S0eiS7YVvsxjrO3wc,34654
+snowflake/snowpark_connect/includes/jars/sas-scala-udf_2.12-0.1.0.jar,sha256=cl-jS8dYqWuqawLz8zybq2QTbS9Uuf46k8WEU_Cexdo,3242
 snowflake/snowpark_connect/includes/jars/scala-collection-compat_2.12-2.7.0.jar,sha256=-2iGSgJIrwl51Fkhhp6xIwtZJqph5cCoc3w_c65YLpI,247466
 snowflake/snowpark_connect/includes/jars/scala-library-2.12.18.jar,sha256=5R5mNsADNZ4Qa-pK2Z3vcOYTwpAZDIyE8Q-VYN1bAK4,5433857
 snowflake/snowpark_connect/includes/jars/scala-parser-combinators_2.12-2.3.0.jar,sha256=Fb8T9c4On_QiRgPEQoEmXQUJrDHqgjxGqimlpS4JpXQ,186777
@@ -398,20 +401,20 @@ snowflake/snowpark_connect/relation/map_aggregate.py,sha256=KElVYO62V3jkU8ldTCfT
 snowflake/snowpark_connect/relation/map_catalog.py,sha256=mcx6An4fqHAxy2OhOC66Xe_0aRtYPDGkBEgMK5CfaXU,5822
 snowflake/snowpark_connect/relation/map_column_ops.py,sha256=grleA0S6jyia6T5IGbPOEdz0zI0TkkV7jENzlfzoQlQ,49017
 snowflake/snowpark_connect/relation/map_crosstab.py,sha256=H_J8-IARK6zMEUFrOjKif1St6M20gvBAnP0EuArFHGg,2422
-snowflake/snowpark_connect/relation/map_extension.py,sha256=OeaCtrmvRJBfn6TKJ-tb9ynoBs6QybGOsDJqaJMSkjw,22172
+snowflake/snowpark_connect/relation/map_extension.py,sha256=aZUKnOhpVUrgt8-hRbP7JdVfA453vg9YaWaVKQVEsC4,22271
 snowflake/snowpark_connect/relation/map_join.py,sha256=oINd7AMa_O0bLPqsFFeKnZfE0anKa2RAR9QYh3qdbbY,25042
 snowflake/snowpark_connect/relation/map_local_relation.py,sha256=VBfwBT75GQUe01UOZptwcYsI7zZxaIMQyTOG6kmVuJ0,15219
-snowflake/snowpark_connect/relation/map_map_partitions.py,sha256=AMTz9S2PWjsCDM-Lz_MUTRQ-TUSesdNb-wFa7BUvmB8,5690
-snowflake/snowpark_connect/relation/map_relation.py,sha256=iH-VzP6-dwFlTOOYABiMM7xsgrYuQ8BV3UtvjS39w98,11646
-snowflake/snowpark_connect/relation/map_row_ops.py,sha256=8RKkbetdD603NONEAgeONXQ6Xbkrs6-CIBV7C86jdLM,30063
+snowflake/snowpark_connect/relation/map_map_partitions.py,sha256=JGiPnqmFFNdHAx54dHyOUwo9JZzyggDd1yLBmu-hasQ,4307
+snowflake/snowpark_connect/relation/map_relation.py,sha256=LaISHm5KrLFb4VSgTT2n-9VL4LB21gaN9xl38qzZmT0,12541
+snowflake/snowpark_connect/relation/map_row_ops.py,sha256=x1Jqircy4I0iiSljx3zbq0YxwGvGzPcXIY8_nhtl2PM,30528
 snowflake/snowpark_connect/relation/map_sample_by.py,sha256=8ALQbeUsB89sI3uiUFqG3w1A4TtOzOAL4umdKp6-c38,1530
-snowflake/snowpark_connect/relation/map_show_string.py,sha256=fuYCuThp7V3VPb5NETJvW0JDf9Xv2qCxdvBmlbHgF7c,3254
-snowflake/snowpark_connect/relation/map_sql.py,sha256=UphF9mWLV8csDLNlFTTC0Xq2-OfoHI1ztcyAE5X6d-M,83484
+snowflake/snowpark_connect/relation/map_show_string.py,sha256=GgKg0qp1pGqSC7TuFedTU4IYaIm-Fx23OJ1LfkcGOHw,3382
+snowflake/snowpark_connect/relation/map_sql.py,sha256=BcgZMiyxDzy5cH8in_-O7819b3qGGaDxYNl0C_6Eqec,86496
 snowflake/snowpark_connect/relation/map_stats.py,sha256=kqRYvix8RfluTKx1cAy9JhBUv6arYQHgfxpP1R4QwBM,13985
 snowflake/snowpark_connect/relation/map_subquery_alias.py,sha256=rHgE9XUzuWWkjNPtJz3Sxzz2aFo690paHKZh9frqPXk,1456
-snowflake/snowpark_connect/relation/map_udtf.py,sha256=2XEq2THfzunP0eBmkLalXYK0XKVfbLKi3hov_CrFP28,11324
+snowflake/snowpark_connect/relation/map_udtf.py,sha256=cfDnbZ3TRJ6eb0EVResu6GL-OwQpaEabWLbrhgWnkRw,13316
 snowflake/snowpark_connect/relation/stage_locator.py,sha256=c30Z4N_xFavaL5XhIl9sCbhrgn6BLhLbh2xXEaj-QmM,6885
-snowflake/snowpark_connect/relation/utils.py,sha256=7Gjhyw0djcF9a5kmi1pQHTdUpW5pKI94VaH7L3OvpU4,6956
+snowflake/snowpark_connect/relation/utils.py,sha256=AhE58g0Zz2DWY9gW4JnB_iBU-r4RMnWCj4okQdHSz_4,8398
 snowflake/snowpark_connect/relation/catalogs/__init__.py,sha256=0yJ5Nfg7SIxudI0P7_U5EWPyiTpkMet8tSq-IwutSZo,265
 snowflake/snowpark_connect/relation/catalogs/abstract_spark_catalog.py,sha256=wujeuKotJZRzpPp_WqVB9TkfprFU2tIXTQJk_eFOR0o,9826
 snowflake/snowpark_connect/relation/catalogs/snowflake_catalog.py,sha256=bsE4XSYd0AjMTAQh8M6NIiOidlCylcQOaIFjGm0EkRw,21802
@@ -430,30 +433,31 @@ snowflake/snowpark_connect/relation/read/reader_config.py,sha256=PMh1R5IjqqTwiAA
 snowflake/snowpark_connect/relation/read/utils.py,sha256=rIIM6d2WXHh7MLGyHNiRc9tS8b0dmyFQr7rHepIYJOU,4111
 snowflake/snowpark_connect/relation/write/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
 snowflake/snowpark_connect/relation/write/jdbc_write_dbapi.py,sha256=GI9FyGZuQQNV-6Q8Ob-Xr0im3iAPdH-Jkyx8bjwbOuE,11931
-snowflake/snowpark_connect/relation/write/map_write.py,sha256=4KjSexJYWHuWRcvLUQOMaD6uH-_I7IiM39ixCi52c9o,34827
+snowflake/snowpark_connect/relation/write/map_write.py,sha256=02e5JkrS6yr8KYGyGehsSfLZLCNDJHUg8tAVkCUAEgk,40376
 snowflake/snowpark_connect/relation/write/map_write_jdbc.py,sha256=1nOWRgjtZzfRwnSRGFP9V6mqBVlGhSBr2KHGHbe4JMU,1404
 snowflake/snowpark_connect/resources/java_udfs-1.0-SNAPSHOT.jar,sha256=tVyOp6tXxu9nm6SDufwQiGzfH3pnuh_7PowsMZxOolY,9773
 snowflake/snowpark_connect/utils/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
-snowflake/snowpark_connect/utils/artifacts.py,sha256=CDSO9ve_yHvT1CKjoLnwiQNarsM5cMUdypGgpRELtK0,2407
+snowflake/snowpark_connect/utils/artifacts.py,sha256=TkHZ2uNfZiphgtG91V1_c_h9yP9dP677BXUMymboCss,2498
 snowflake/snowpark_connect/utils/cache.py,sha256=bAyoNBW6Z1ui9BuppDywbQeG6fdju4L-owFHzySOTnk,3382
-snowflake/snowpark_connect/utils/concurrent.py,sha256=cuPItxiDgqIeZ35881gd3VI1rwQTTu2ldsgw3ZcGqDk,3448
-snowflake/snowpark_connect/utils/context.py,sha256=nZVj1EMH-aP32cKFCcHqDut3lPtdt0A8DniBzMxCS4k,12132
+snowflake/snowpark_connect/utils/concurrent.py,sha256=2UrQfJPWFrtpx131514t-9aXFDphbGI3N2pumLrltNk,3543
+snowflake/snowpark_connect/utils/context.py,sha256=W9j9eC-lbGp7tfXWhnvI88CVOcLGspYEhEgxGPYVbYE,13288
 snowflake/snowpark_connect/utils/describe_query_cache.py,sha256=2VcPgGP9bUpdIhnN2s_MOG8oGHKX0hS0rT7Y26MJb3A,9001
 snowflake/snowpark_connect/utils/env_utils.py,sha256=g__Uio5ae20Tm1evahIHdJUXQYPmjNUT_kYPSIy5JDU,1488
+snowflake/snowpark_connect/utils/external_udxf_cache.py,sha256=eSZHMbjTxnkg78IlbG5P1Vno6j5ag_FSI0c4Xi2UyPs,1044
 snowflake/snowpark_connect/utils/identifiers.py,sha256=YgtVIQGuUnnTiNdtRficdBwUICWaWkJltjOPnTnfrak,3881
 snowflake/snowpark_connect/utils/interrupt.py,sha256=_awhdrzF1KQO-EQThneEcfMg3Zxed4p3HtMpkcAb6ek,2790
 snowflake/snowpark_connect/utils/io_utils.py,sha256=noBlKpJvzEA6iwLjFgBVGlCLlzjZ16-w0fsGimTyBAQ,1039
-snowflake/snowpark_connect/utils/pandas_udtf_utils.py,sha256=QwdLGLg5bX0JJTrWKfL4Ou4MIp443cryEbrZNBrulNE,4207
+snowflake/snowpark_connect/utils/pandas_udtf_utils.py,sha256=3WA_9IVRZL8fnwIHo048LTg62-bPGfCDUZzYd-zjzQQ,7564
 snowflake/snowpark_connect/utils/profiling.py,sha256=ttdHzQUYarvTqJASLNuKFIax7ejO39Tv1mHKl0QjRkg,1519
-snowflake/snowpark_connect/utils/scala_udf_utils.py,sha256=hbyvFw4FfBpIntiQZnszvKbEtaKh3w-4wtaCh4CF_uA,20087
-snowflake/snowpark_connect/utils/session.py,sha256=iVodOTUAE5tGOZN9JYt2cgsgFcvwqEAdApsSrvZyCYk,7633
+snowflake/snowpark_connect/utils/scala_udf_utils.py,sha256=YDHmhqsjgBeuKdv1TaInEUUOvrnbrU3_toQY_MfEygk,22895
+snowflake/snowpark_connect/utils/session.py,sha256=dxt5VoqsQqBZd3OaEpoPfA0U-uNFWDP-HWtrcoey7_w,7770
 snowflake/snowpark_connect/utils/snowpark_connect_logging.py,sha256=23bvbALGqixJ3Ap9QWM3OpcKNK-sog2mr9liSmvwqYU,1123
 snowflake/snowpark_connect/utils/telemetry.py,sha256=BRDX1eRXcww2SAiBlVr2fQVR2I6gH50qSCFkOop_x4M,20736
 snowflake/snowpark_connect/utils/udf_cache.py,sha256=8K7kASEhvpnp-l1hjzovjyboUzKctDq7PiGXRcNv6Lg,12125
 snowflake/snowpark_connect/utils/udf_helper.py,sha256=g-TxTs4ARyJWYgADrosfQQG-ykBBQdm1g5opslxJq_E,12563
-snowflake/snowpark_connect/utils/udf_utils.py,sha256=CNs40eR2NitagvrMQdWgTaoWnnX_srLUKMMpEWeTT_M,14723
-snowflake/snowpark_connect/utils/udtf_helper.py,sha256=nTWbrFMc4hHLkalT4nJIsC_c00T6GFkB55JHOw1D-wg,14571
-snowflake/snowpark_connect/utils/udtf_utils.py,sha256=lqfsxN4596qro8PVSVUjf9-qIs1dgY-5tuOSVBSoAR4,33569
+snowflake/snowpark_connect/utils/udf_utils.py,sha256=pxERcJKum2M5jHxPqsl1NgHFAqZV4RxoEnSLxJV5ups,12009
+snowflake/snowpark_connect/utils/udtf_helper.py,sha256=9B_1iOckfFXQfVv-UHerIJ32fDd4qucKaHGqxtBEi4w,14969
+snowflake/snowpark_connect/utils/udtf_utils.py,sha256=wHO5V0BXRQOLqAYos1vGt8bbdH7jBvD2gwspWywjTtY,33110
 snowflake/snowpark_connect/utils/udxf_import_utils.py,sha256=pPtcaGsyh0tUdy0aAvNqTj04jqPKlEcGmvaZDP9O8Gc,536
 snowflake/snowpark_connect/utils/xxhash64.py,sha256=ysJRxhBPf25LeNhM1RK_H36MWl6q6C6vBRHa-jIna_A,7477
 snowflake/snowpark_decoder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -461,17 +465,17 @@ snowflake/snowpark_decoder/dp_session.py,sha256=HIr3TfKgYl5zqaGR5xpFU9ZVkcaTB9I8
 snowflake/snowpark_decoder/spark_decoder.py,sha256=EQiCvBiqB736Bc17o3gnYGtcYVcyfGxroO5e1kbe1Co,2885
 snowflake/snowpark_decoder/_internal/proto/generated/DataframeProcessorMsg_pb2.py,sha256=2eSDqeyfMvmIJ6_rF663DrEe1dg_anrP4OpVJNTJHaQ,2598
 snowflake/snowpark_decoder/_internal/proto/generated/DataframeProcessorMsg_pb2.pyi,sha256=aIH23k52bXdw5vO3RtM5UcOjDPaWsJFx1SRUSk3qOK8,6142
-snowpark_connect-0.25.0.data/scripts/snowpark-connect,sha256=yZ94KqbWACxnwV8mpg8NjILvvRNjnF8B3cs3ZFNuIM4,1546
-snowpark_connect-0.25.0.data/scripts/snowpark-session,sha256=NMAHSonTo-nmOZSkQNlszUC0jLJ8QWEDUsUmMe2UAOw,190
-snowpark_connect-0.25.0.data/scripts/snowpark-submit,sha256=Zd98H9W_d0dIqMSkQLdHyW5G3myxF0t4c3vNBt2nD6A,12056
-snowpark_connect-0.25.0.dist-info/licenses/LICENSE-binary,sha256=fmBlX39HwTlBUyiKEznaLZGuxQy-7ndLLG_rTXjF02Y,22916
-snowpark_connect-0.25.0.dist-info/licenses/LICENSE.txt,sha256=Ff9cPv4xu0z7bnMTHzo4vDncOShsy33w4oJMA2xjn6c,11365
-snowpark_connect-0.25.0.dist-info/licenses/NOTICE-binary,sha256=elMF8brgGNJwOz8YdorzBF6-U8ZhR8F-77FfGkZng7U,57843
+snowpark_connect-0.27.0.data/scripts/snowpark-connect,sha256=yZ94KqbWACxnwV8mpg8NjILvvRNjnF8B3cs3ZFNuIM4,1546
+snowpark_connect-0.27.0.data/scripts/snowpark-session,sha256=NMAHSonTo-nmOZSkQNlszUC0jLJ8QWEDUsUmMe2UAOw,190
+snowpark_connect-0.27.0.data/scripts/snowpark-submit,sha256=Zd98H9W_d0dIqMSkQLdHyW5G3myxF0t4c3vNBt2nD6A,12056
+snowpark_connect-0.27.0.dist-info/licenses/LICENSE-binary,sha256=fmBlX39HwTlBUyiKEznaLZGuxQy-7ndLLG_rTXjF02Y,22916
+snowpark_connect-0.27.0.dist-info/licenses/LICENSE.txt,sha256=Ff9cPv4xu0z7bnMTHzo4vDncOShsy33w4oJMA2xjn6c,11365
+snowpark_connect-0.27.0.dist-info/licenses/NOTICE-binary,sha256=elMF8brgGNJwOz8YdorzBF6-U8ZhR8F-77FfGkZng7U,57843
 spark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spark/connect/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 spark/connect/envelope_pb2.py,sha256=7Gc6OUA3vaCuTCIKamb_Iiw7W9jPTcWNEv1im20eWHM,2726
 spark/connect/envelope_pb2.pyi,sha256=VXTJSPpcxzB_dWqVdvPY4KkPhJfh0WmkX7SNHWoLhx0,3358
-snowpark_connect-0.25.0.dist-info/METADATA,sha256=jus5PaXMlwZIJ6lZ-VYsSi_LFR9HKT6utHUhInqE0KA,1594
-snowpark_connect-0.25.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-snowpark_connect-0.25.0.dist-info/top_level.txt,sha256=ExnWqVpoTHRG99fu_AxXZVOz8c-De7nNu0yFCGylM8I,16
-snowpark_connect-0.25.0.dist-info/RECORD,,
+snowpark_connect-0.27.0.dist-info/METADATA,sha256=w6hmGXXIiI6a74FuRcX7WiRBQP2ZlTVA_oqU1Lp8P0k,1594
+snowpark_connect-0.27.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+snowpark_connect-0.27.0.dist-info/top_level.txt,sha256=ExnWqVpoTHRG99fu_AxXZVOz8c-De7nNu0yFCGylM8I,16
+snowpark_connect-0.27.0.dist-info/RECORD,,