snowpark-connect 0.21.0__py3-none-any.whl → 0.23.0__py3-none-any.whl

snowflake/snowpark_decoder/_internal/proto/generated/DataframeProcessorMsg_pb2.pyi

@@ -0,0 +1,156 @@
+"""
+@generated by mypy-protobuf.  Do not edit manually!
+isort:skip_file
+"""
+
+import builtins
+import google.protobuf.any_pb2
+import google.protobuf.descriptor
+import google.protobuf.internal.enum_type_wrapper
+import google.protobuf.message
+import sys
+import typing
+
+if sys.version_info >= (3, 10):
+    import typing as typing_extensions
+else:
+    import typing_extensions
+
+DESCRIPTOR: google.protobuf.descriptor.FileDescriptor
+
+class _DataframeType:
+    ValueType = typing.NewType("ValueType", builtins.int)
+    V: typing_extensions.TypeAlias = ValueType
+
+class _DataframeTypeEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[_DataframeType.ValueType], builtins.type):
+    DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
+    UNDEFINED: _DataframeType.ValueType  # 0
+    """The type is undefined"""
+    SNOWPARK_API: _DataframeType.ValueType  # 1
+    """Snowpark API"""
+    SPARK_CONNECT: _DataframeType.ValueType  # 2
+    """Spark connect API"""
+
+class DataframeType(_DataframeType, metaclass=_DataframeTypeEnumTypeWrapper):
+    """The type of the dataframe"""
+
+UNDEFINED: DataframeType.ValueType  # 0
+"""The type is undefined"""
+SNOWPARK_API: DataframeType.ValueType  # 1
+"""Snowpark API"""
+SPARK_CONNECT: DataframeType.ValueType  # 2
+"""Spark connect API"""
+global___DataframeType = DataframeType
+
+@typing.final
+class Request(google.protobuf.message.Message):
+    """The dataframe processor request"""
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    REQUEST_ID_FIELD_NUMBER: builtins.int
+    DATAFRAME_TYPE_FIELD_NUMBER: builtins.int
+    PAYLOAD_FIELD_NUMBER: builtins.int
+    request_id: builtins.str
+    dataframe_type: global___DataframeType.ValueType
+    @property
+    def payload(self) -> google.protobuf.any_pb2.Any:
+        """Type-specific payload.
+        SNOWPARK_API requests use the protobuf generated from //Snowpark/ast: ast.ir => `entity Request`.
+        SPARK_CONNECT requests use the public Spark Connect protocol.
+        ... future extensions, e.g., telemetry, metrics config.
+        """
+
+    def __init__(
+        self,
+        *,
+        request_id: builtins.str = ...,
+        dataframe_type: global___DataframeType.ValueType = ...,
+        payload: google.protobuf.any_pb2.Any | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["payload", b"payload"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["dataframe_type", b"dataframe_type", "payload", b"payload", "request_id", b"request_id"]) -> None: ...
+
+global___Request = Request
+
+@typing.final
+class Response(google.protobuf.message.Message):
+    """Response of the dataframe processor request"""
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    class _StatusCode:
+        ValueType = typing.NewType("ValueType", builtins.int)
+        V: typing_extensions.TypeAlias = ValueType
+
+    class _StatusCodeEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._EnumTypeWrapper[Response._StatusCode.ValueType], builtins.type):
+        DESCRIPTOR: google.protobuf.descriptor.EnumDescriptor
+        OK: Response._StatusCode.ValueType  # 0
+        INIT_ERROR: Response._StatusCode.ValueType  # 1
+        """Failed to initialize"""
+        EXECUTION_ERROR: Response._StatusCode.ValueType  # 2
+        """Failed to execute the request"""
+        SESSION_RESET_REQUIRED_ERROR: Response._StatusCode.ValueType  # 3
+        """Session requires to retransmit the dependencies
+        ... other status codes
+        """
+
+    class StatusCode(_StatusCode, metaclass=_StatusCodeEnumTypeWrapper):
+        """The types of errors"""
+
+    OK: Response.StatusCode.ValueType  # 0
+    INIT_ERROR: Response.StatusCode.ValueType  # 1
+    """Failed to initialize"""
+    EXECUTION_ERROR: Response.StatusCode.ValueType  # 2
+    """Failed to execute the request"""
+    SESSION_RESET_REQUIRED_ERROR: Response.StatusCode.ValueType  # 3
+    """Session requires to retransmit the dependencies
+    ... other status codes
+    """
+
+    REQUEST_ID_FIELD_NUMBER: builtins.int
+    DATAFRAME_TYPE_FIELD_NUMBER: builtins.int
+    CODE_FIELD_NUMBER: builtins.int
+    RESULT_JOB_UUID_FIELD_NUMBER: builtins.int
+    PAYLOAD_FIELD_NUMBER: builtins.int
+    ERROR_MESSAGE_FIELD_NUMBER: builtins.int
+    request_id: builtins.str
+    """ID of the request with which this response is associated."""
+    dataframe_type: global___DataframeType.ValueType
+    """The type of the dataframe"""
+    code: global___Response.StatusCode.ValueType
+    result_job_uuid: builtins.str
+    """The UUID of the job containing the result of the request."""
+    error_message: builtins.str
+    """Dataframe processor internal use only. The external protocol status is in the payload."""
+    @property
+    def payload(self) -> google.protobuf.any_pb2.Any:
+        """The payload of the response for other types of responses."""
+
+    def __init__(
+        self,
+        *,
+        request_id: builtins.str = ...,
+        dataframe_type: global___DataframeType.ValueType = ...,
+        code: global___Response.StatusCode.ValueType = ...,
+        result_job_uuid: builtins.str = ...,
+        payload: google.protobuf.any_pb2.Any | None = ...,
+        error_message: builtins.str = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["payload", b"payload", "result", b"result", "result_job_uuid", b"result_job_uuid"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["code", b"code", "dataframe_type", b"dataframe_type", "error_message", b"error_message", "payload", b"payload", "request_id", b"request_id", "result", b"result", "result_job_uuid", b"result_job_uuid"]) -> None: ...
+    def WhichOneof(self, oneof_group: typing.Literal["result", b"result"]) -> typing.Literal["result_job_uuid", "payload"] | None: ...
+
+global___Response = Response
+
+@typing.final
+class TruncatedSparkRelation(google.protobuf.message.Message):
+    """* Empty relation indicating that the real spark relation has been truncated *"""
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    def __init__(
+        self,
+    ) -> None: ...
+
+global___TruncatedSparkRelation = TruncatedSparkRelation

snowflake/snowpark_decoder/dp_session.py

@@ -0,0 +1,111 @@
+import base64
+import logging
+
+import pyspark.sql.connect.proto.base_pb2 as spark_proto
+from google.protobuf import message
+from google.protobuf.any_pb2 import Any
+
+import snowflake.snowpark
+from snowflake.snowpark.context import get_active_session
+from snowflake.snowpark_decoder._internal.proto.generated import (
+    DataframeProcessorMsg_pb2 as dp_proto,
+)
+from snowflake.snowpark_decoder.spark_decoder import SparkDecoder
+from spark.connect.envelope_pb2 import ResponseEnvelope
+
+logger = logging.getLogger(__name__)
+
+
+def str2proto(b64_input: str, proto_output: message.Message) -> None:
+    decoded = base64.b64decode(b64_input)
+    proto_output.ParseFromString(decoded)
+
+
+def proto2str(proto_input: message.Message) -> str:
+    return str(base64.b64encode(proto_input.SerializeToString()), "utf-8")
+
+
+class DataframeProcessorSession:
+    """
+    The Dataframe Processor Session provides session context for dataframe requests, internally it
+    wraps the snowpark session object.
+    """
+
+    _instance = None  # Class-level variable to store the instance
+
+    @classmethod
+    def get_instance(
+        cls,
+        dataframe_type: dp_proto.DataframeType,
+        session: snowflake.snowpark.Session = None,
+    ) -> "DataframeProcessorSession":
+        """Returns the singleton instance of the DataframeProcessorSession."""
+        if cls._instance is None:
+            if session is None:
+                session = get_active_session()
+            cls._instance = cls(session, dataframe_type)
+        return cls._instance
+
+    def __init__(
+        self,
+        session: snowflake.snowpark.Session,
+        dataframe_type: dp_proto.DataframeType,
+    ) -> None:
+        """
+        Initializes optional Snowpark session to connect to.
+        Args:
+            session: the Snowpark session to be used.
+            dataframe_type: the type of dataframe to be processed.
+        """
+        session.ast_enabled = False
+        self._session = session
+        self._dataframe_type = dataframe_type
+        if dataframe_type == dp_proto.SPARK_CONNECT:
+            self._decoder = SparkDecoder(self._session)
+        else:
+            raise RuntimeError(f"Invalid dataframe type: {type}")
+
+    def request(self, req_base64: str) -> str:
+        """
+        The only public method to generate response from a dataframe processor
+        request.
+
+        :param req_base64: the request string encoded by base64
+        :return: the response string encoded by base64
+        """
+        try:
+            dp_req_proto = dp_proto.Request()
+            str2proto(req_base64, dp_req_proto)
+            rid = dp_req_proto.request_id
+
+            any_msg = dp_req_proto.payload
+            if any_msg.Is(spark_proto.ConfigRequest.DESCRIPTOR):
+                request = spark_proto.ConfigRequest()
+            elif any_msg.Is(spark_proto.ExecutePlanRequest.DESCRIPTOR):
+                request = spark_proto.ExecutePlanRequest()
+            elif any_msg.Is(spark_proto.AnalyzePlanRequest.DESCRIPTOR):
+                request = spark_proto.AnalyzePlanRequest()
+            else:
+                raise NotImplementedError("Unknown request type")
+            dp_req_proto.payload.Unpack(request)
+            result = self._decoder.request(request)
+
+            assert isinstance(result, ResponseEnvelope)
+            code = (
+                dp_proto.Response.StatusCode.EXECUTION_ERROR
+                if result.WhichOneof("response_type") == "status"
+                else dp_proto.Response.StatusCode.OK
+            )
+
+            payload = Any()
+            payload.Pack(result)
+            dp_res_proto = dp_proto.Response(
+                code=code,
+                payload=payload,
+                dataframe_type=dp_req_proto.dataframe_type,
+                request_id=rid,
+            )
+            return proto2str(dp_res_proto)
+        except Exception:
+            # TODO: SNOW-1857056 error handling
+            raise

snowflake/snowpark_decoder/spark_decoder.py

@@ -0,0 +1,76 @@
+import os
+from typing import Union
+
+import pyspark.sql.connect.proto.base_pb2 as proto
+
+import snowflake.snowpark_connect.tcm as tcm
+from snowflake.snowpark import Session
+from snowflake.snowpark_connect.error.error_utils import build_grpc_error_response
+from snowflake.snowpark_connect.execute_plan.map_execution_root import QueryResult
+from snowflake.snowpark_connect.server import SnowflakeConnectServicer, start_session
+from spark.connect.envelope_pb2 import DataframeQueryResult, ResponseEnvelope
+
+
+class SparkDecoder:
+    """
+    Spark Decoder is the main snowflake server entry point that accepts spark connect requests.
+    """
+
+    REQUEST_TYPES = [
+        proto.ExecutePlanRequest,
+        proto.ConfigRequest,
+        proto.AnalyzePlanRequest,
+    ]
+
+    def __init__(self, session: Session) -> None:
+        self.session = session
+        # set SPARK_LOCAL_HOSTNAME to avoid network lookup in sandbox
+        os.environ["SPARK_LOCAL_HOSTNAME"] = "127.0.0.1"
+        tcm.TCM_MODE = True
+        start_session(is_daemon=False, snowpark_session=self.session)
+        self.servicer = SnowflakeConnectServicer()
+
+    def request(
+        self,
+        request: Union[
+            proto.ExecutePlanRequest, proto.AnalyzePlanRequest, proto.ConfigRequest
+        ],
+    ) -> ResponseEnvelope:
+        try:
+            ctx = Context()
+            match request:
+                case proto.ExecutePlanRequest():
+                    res = self.servicer.ExecutePlan(request, ctx)
+                    result = next(res)
+                    if isinstance(result, QueryResult):
+                        return ResponseEnvelope(
+                            dataframe_query_result=DataframeQueryResult(
+                                result_job_uuid=result.query_id,
+                                arrow_schema=result.arrow_schema,
+                                spark_schema=result.spark_schema,
+                            )
+                        )
+                    else:
+                        return ResponseEnvelope(execute_plan_response=result)
+                case proto.AnalyzePlanRequest():
+                    return ResponseEnvelope(
+                        analyze_plan_response=self.servicer.AnalyzePlan(request, ctx)
+                    )
+                case proto.ConfigRequest():
+                    return ResponseEnvelope(
+                        config_response=self.servicer.Config(request, ctx)
+                    )
+                case _:
+                    raise NotImplementedError(
+                        "Unknown request type: %s" % type(request)
+                    )
+        except Exception as e:
+            return ResponseEnvelope(status=build_grpc_error_response(e))
+
+
+class Context:
+    def __init__(self) -> None:
+        pass
+
+    def abort_with_status(self, status):
+        raise NotImplementedError("abort_with_status is not implemented")

{snowpark_connect-0.21.0.dist-info → snowpark_connect-0.23.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: snowpark-connect
-Version: 0.21.0
+Version: 0.23.0
 Summary: Snowpark Connect for Spark
 Author: Snowflake, Inc
 License: Apache License, Version 2.0
@@ -16,7 +16,7 @@ Requires-Dist: jpype1
 Requires-Dist: protobuf<5.0,>=4.25.3
 Requires-Dist: s3fs>=2025.3.0
 Requires-Dist: snowflake.core<2,>=1.0.5
-Requires-Dist: snowflake-snowpark-python[pandas]!=1.35.0,>=1.34.0
+Requires-Dist: snowflake-snowpark-python[pandas]<1.38.0,>=1.37.0
 Requires-Dist: sqlglot>=26.3.8
 Requires-Dist: jaydebeapi
 Requires-Dist: aiobotocore~=2.23.0

{snowpark_connect-0.21.0.dist-info → snowpark_connect-0.23.0.dist-info}/RECORD

@@ -1,6 +1,6 @@
 snowflake/snowpark_connect/__init__.py,sha256=Sml4x1LTNnxZyw6nnDeJrZWUi3eUAR46Rsw6N-wHUSA,605
 snowflake/snowpark_connect/column_name_handler.py,sha256=69N4D1cwld9afBGEkLHxzoeawDhwYsyTQA8bmrIX8XM,26045
-snowflake/snowpark_connect/config.py,sha256=GBn_8ThBRtJonZw-4vfm3TTALoonAfewh2lR7FfP7K4,23747
+snowflake/snowpark_connect/config.py,sha256=LrXX_FDREdCzTZd34jLIWi949cKMWslcikYVqpwAuQI,24035
 snowflake/snowpark_connect/constants.py,sha256=33qit4s6E2_OPIUNSPUOelfHHkQIPYtW1zjxe9hoY-M,1409
 snowflake/snowpark_connect/control_server.py,sha256=mz3huYo84hgqUB6maZxu3LYyGq7vVL1nv7-7-MjuSYY,1956
 snowflake/snowpark_connect/dataframe_container.py,sha256=reVGpNbKwmQc1CTjksypmxwKhBpenan_r1XxkMSXXFo,8152
@@ -8,32 +8,33 @@ snowflake/snowpark_connect/dataframe_name_handler.py,sha256=aR-CpdGsN2d6tNW0H_F9
 snowflake/snowpark_connect/date_time_format_mapping.py,sha256=qtQ-JTGR1VRWM2oxM1aYggE_g-BNouffeHxmCk89xkk,16809
 snowflake/snowpark_connect/empty_dataframe.py,sha256=aKO6JkYnArWCpLGcn9BzvTspw2k_c6eAM0mQImAY0J0,428
 snowflake/snowpark_connect/resources_initializer.py,sha256=fzo0Xjlvn-GToot2g9dSuNwUOcjUU3GD-55h1xqlRy8,2969
-snowflake/snowpark_connect/server.py,sha256=MyvKYRlgoe-_Gu8Ur2x6KmBLFfxuXYANFa9rT3sh4sg,49147
+snowflake/snowpark_connect/server.py,sha256=SjGg752v5TTRphIw99qhvpkhpGtvqa74Vw3A45vbbzs,50149
 snowflake/snowpark_connect/start_server.py,sha256=udegO0rk2FeSnXsIcCIYQW3VRlGDjB_cU8lJ8xSzuM8,942
 snowflake/snowpark_connect/tcm.py,sha256=ftncZFbVO-uyWMhF1_HYKQykB7KobHEYoyQsYbQj1EM,203
-snowflake/snowpark_connect/type_mapping.py,sha256=R0xKsjNvXm6F5hUOlbgVSQkYBSNI8EbQmGVnuUmsiX4,41283
+snowflake/snowpark_connect/type_mapping.py,sha256=B6Ud6xw3Qln6mF-bDvNEjulAmLdDwEMfPjb-AYuumaI,41472
 snowflake/snowpark_connect/typed_column.py,sha256=4rdODZqOGW60zVhmuhtljh9ijlHappRXhE5Mgr35CVs,3288
-snowflake/snowpark_connect/version.py,sha256=Gj5NKexj_sDZAYlRl4tACn5yXIH50gNZLnJGqMs2pu8,121
+snowflake/snowpark_connect/version.py,sha256=VhWQyOfK2OrZYJzF-7Cj4R5N0xMEt5cIqxUtofGcGU8,121
 snowflake/snowpark_connect/analyze_plan/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
 snowflake/snowpark_connect/analyze_plan/map_tree_string.py,sha256=Q3ZD-Z7uForrF7W3mSAjwaiEcIv2KDXr5jPfVbromVg,1470
 snowflake/snowpark_connect/error/__init__.py,sha256=oQo6k4zztLmNF1c5IvJLcS99J6RWY9KBTN3RJ2pKimg,249
 snowflake/snowpark_connect/error/error_mapping.py,sha256=vdnLOU1Sqpocpu_uCXjfhivutgD3yf60U4D31DJ31ng,195361
-snowflake/snowpark_connect/error/error_utils.py,sha256=8BJnWi2TgEJyTTVurVUVf5-8tZwf0WE1QbBpkZjoZko,13555
-snowflake/snowpark_connect/error/exceptions.py,sha256=7Kazwf_tJ5gBHEoIhRjw3d8UC_icHuZMIb3EFd6s-Io,617
+snowflake/snowpark_connect/error/error_utils.py,sha256=Sb_p5dsrFZsLrR9B_Tp8d80Z6KcPtz9OM40lNbgsgRI,14863
+snowflake/snowpark_connect/error/exceptions.py,sha256=EOnTDiJZuVJ9dNBzy5cK0OBprbYCD3gWTCCLITjd1mY,677
 snowflake/snowpark_connect/execute_plan/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
 snowflake/snowpark_connect/execute_plan/map_execution_command.py,sha256=V25tke22PT92nCJVjDTjeaw0UxspYaOus-9BYb4gfX8,8150
 snowflake/snowpark_connect/execute_plan/map_execution_root.py,sha256=wFxeSxtuQY1OmI_BRLOzudrGwkJsmbBUOFQfsxxvRrU,7461
 snowflake/snowpark_connect/execute_plan/utils.py,sha256=OsjEd-WnQEX2oNVvlzGR6rpJVYyfxx1LACP09k1Y4lk,7830
 snowflake/snowpark_connect/expression/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
-snowflake/snowpark_connect/expression/literal.py,sha256=isyRWC5DjCX6REUAtgSpMaN0SYxntITO-QHNXEaX8aw,4154
-snowflake/snowpark_connect/expression/map_cast.py,sha256=cqQ4jaZrjIl_Pviug76zMbkLP4ComuEOcEu9S_ivTFw,14286
-snowflake/snowpark_connect/expression/map_expression.py,sha256=bURxgMidLggf40Vg_GaQceJThhSgYiCfrGMsvcum8Qg,13435
+snowflake/snowpark_connect/expression/hybrid_column_map.py,sha256=2jItaXnFnqcaOIiHKxscFLj7hi2zQE7F3xcher8Zo2U,7614
+snowflake/snowpark_connect/expression/literal.py,sha256=ln1MUnCAvyvYXX73knM4jBtqTxrAHajSJK6alB91vuY,3711
+snowflake/snowpark_connect/expression/map_cast.py,sha256=hUyHLRqRJrJsP8I4EInQW_kRh6lCc3vV7cWI4qi7jy8,14931
+snowflake/snowpark_connect/expression/map_expression.py,sha256=Zq71pJrDZYM1mPJrxoC2AK7Mqun6RuZhIN-en9cndpA,13748
 snowflake/snowpark_connect/expression/map_extension.py,sha256=W_rTazMY6lpOpyVjzF96xev0iQGd8zudn02DZb3moCw,4613
 snowflake/snowpark_connect/expression/map_sql_expression.py,sha256=3ej7ff7fSpPaKzXbUo_7oNVAPhcx2j4JeVYywbjAJXc,24963
-snowflake/snowpark_connect/expression/map_udf.py,sha256=WHG-VJVclmUsAnU73AQ-aVYcsCDZC76WPNsOluYIG_E,5581
+snowflake/snowpark_connect/expression/map_udf.py,sha256=GYDyO4_3VJXRtO2fIP5d1kHYuM2FGSY4oN-gHfx4xCc,5639
 snowflake/snowpark_connect/expression/map_unresolved_attribute.py,sha256=OcgBo8jC0uUfuv5GQiUOuJ4um4fkOUdZsaLpR6uwL40,10178
-snowflake/snowpark_connect/expression/map_unresolved_extract_value.py,sha256=QjPl1-FD8idSfNF1xmQREG5sI1OGg3Bwix3zvmLNq1E,3508
-snowflake/snowpark_connect/expression/map_unresolved_function.py,sha256=ymWrgPM92Rq8jM6dwQVdWJjArwmYWBb5rk1LP7NopbM,446053
+snowflake/snowpark_connect/expression/map_unresolved_extract_value.py,sha256=PtXRFfSia5JspxVVZQynVf-6Kzt381I-yj6Wgny0EpM,4592
+snowflake/snowpark_connect/expression/map_unresolved_function.py,sha256=50FYN1-xpYtF_x812wVYREY5Hx-RSTwyQ9m5TLIJv4I,452409
 snowflake/snowpark_connect/expression/map_unresolved_star.py,sha256=gecSxJ9flsn9chTXmYHP8nLzs_209xnVlyNwANDXRFg,8820
 snowflake/snowpark_connect/expression/map_update_fields.py,sha256=bMuZjCOE5wgrZv3ApsoiwEUv-lPgnMWUk-DFX11QuX0,6710
 snowflake/snowpark_connect/expression/map_window_function.py,sha256=apJxtWSnLogMG0F_En67JoGrGRGYQ0I8O0xPRk4TR_o,12152
@@ -62,7 +63,6 @@ snowflake/snowpark_connect/includes/jars/jackson-core-asl-1.9.13.jar,sha256=RAqc
 snowflake/snowpark_connect/includes/jars/jackson-databind-2.15.2.jar,sha256=DrL9rW5Aq4gyp4ybIvWBlt2XBZTo09Wibq2HhHxPOpY,1620088
 snowflake/snowpark_connect/includes/jars/jackson-dataformat-yaml-2.15.2.jar,sha256=N3lcwejLlLGNhg3Dq9Llk2F85AIUmuRaqJ7Yv7iByFE,54630
 snowflake/snowpark_connect/includes/jars/jackson-datatype-jsr310-2.15.2.jar,sha256=dXTIGtVwR272qtJvQZKI_UZnM_MxW-4wEvLynJ3ACMg,122937
-snowflake/snowpark_connect/includes/jars/jackson-mapper-asl-1.9.13.jar,sha256=dOegenby7breKTEqWi68z6AZEovAIezjhW12GX6b4MI,780664
 snowflake/snowpark_connect/includes/jars/jackson-module-scala_2.12-2.15.2.jar,sha256=gSWexnMPbUuF1VhsnqpudaaIWzS_ylcr4DEmqReXGf4,513968
 snowflake/snowpark_connect/includes/jars/json4s-ast_2.12-3.7.0-M11.jar,sha256=-TiMCtSpab8aGGfoXOJO2HyloQlTQrlrNcNW_ZcbVE0,89855
 snowflake/snowpark_connect/includes/jars/json4s-core_2.12-3.7.0-M11.jar,sha256=L9jmajcVVlKUxO210lFOf_WaFJYMf43YTPCZFmGkihA,526286
@@ -807,47 +807,47 @@ snowflake/snowpark_connect/proto/control_pb2_grpc.py,sha256=IPHf2f27M1HElF55HH-K
 snowflake/snowpark_connect/proto/snowflake_expression_ext_pb2.py,sha256=NSOT7lvgSbfN8iwxl1nmbJYSjoR3eGYEtYzlnrXtL88,3127
 snowflake/snowpark_connect/proto/snowflake_expression_ext_pb2.pyi,sha256=G6wa6Ei-LHgZH4mXG0vOAli5D5JIJQO8RQo8E_4ui4o,3831
 snowflake/snowpark_connect/proto/snowflake_rdd_pb2.pyi,sha256=IA_TC6cYM50qTlpSL0UwhmbNkNYgEYuNcZLYTxbGfBc,1780
-snowflake/snowpark_connect/proto/snowflake_relation_ext_pb2.py,sha256=frZtEPyXWgq3g8-iq-dM0ZB1qWE04y1QswqyFmQCQtk,4805
-snowflake/snowpark_connect/proto/snowflake_relation_ext_pb2.pyi,sha256=eskQnX2EcIEqjtcjX6XH9sIOgunDYJhO44V8ggEnzns,7100
+snowflake/snowpark_connect/proto/snowflake_relation_ext_pb2.py,sha256=now6RWB80CV5Jko0DBLFMdXYXzvfX30uhHqHb-hKe2o,4886
+snowflake/snowpark_connect/proto/snowflake_relation_ext_pb2.pyi,sha256=4PZkACNf5ulshE8yP2Sl36CXH4UBpIKvZPhzFqeEbsM,7302
 snowflake/snowpark_connect/relation/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
 snowflake/snowpark_connect/relation/io_utils.py,sha256=bFW6lxjGnXiOW_OOqS7kPsuwjybVNpl8-Z9Xa6sQp20,1821
-snowflake/snowpark_connect/relation/map_aggregate.py,sha256=KtsZjksSG5kc1FGRlD10Zvlmg82ka8CGjpl-ClcVMeU,13043
+snowflake/snowpark_connect/relation/map_aggregate.py,sha256=KElVYO62V3jkU8ldTCfTX2F_atP_GZAozPY1X0W42XQ,19189
 snowflake/snowpark_connect/relation/map_catalog.py,sha256=mcx6An4fqHAxy2OhOC66Xe_0aRtYPDGkBEgMK5CfaXU,5822
-snowflake/snowpark_connect/relation/map_column_ops.py,sha256=Cst5bs1-M5Qw3m5Z59kLSK-QvJ0wx0v8yEkeR-RAQjo,47494
+snowflake/snowpark_connect/relation/map_column_ops.py,sha256=LTbUQpl9T5r_DmrdUchIoG0Lqq6kXuNJZee5bR6m9dI,49679
 snowflake/snowpark_connect/relation/map_crosstab.py,sha256=H_J8-IARK6zMEUFrOjKif1St6M20gvBAnP0EuArFHGg,2422
-snowflake/snowpark_connect/relation/map_extension.py,sha256=AcNqJDQGwMeXnAVCSLfMm9sy41y9BvWbXCiYhDvaDks,18422
+snowflake/snowpark_connect/relation/map_extension.py,sha256=8fsLMKQqlekVgO2T0QZZwiwxcDzuVnPstQoDNadDeog,20071
 snowflake/snowpark_connect/relation/map_join.py,sha256=YGOy6nmpb0mqw8D3TzsV4bDlvaq6QFYPwfF5S6YgydU,15201
-snowflake/snowpark_connect/relation/map_local_relation.py,sha256=_UVWt6LhZWyNh0k0FBYCCsheb9PT-AkWkbT77-fxZBI,14871
-snowflake/snowpark_connect/relation/map_map_partitions.py,sha256=rT6mAhZaQ0rOBrTEHrMHhUXV2v18vSzRGezha9njE9s,5671
+snowflake/snowpark_connect/relation/map_local_relation.py,sha256=VBfwBT75GQUe01UOZptwcYsI7zZxaIMQyTOG6kmVuJ0,15219
+snowflake/snowpark_connect/relation/map_map_partitions.py,sha256=AMTz9S2PWjsCDM-Lz_MUTRQ-TUSesdNb-wFa7BUvmB8,5690
 snowflake/snowpark_connect/relation/map_relation.py,sha256=iH-VzP6-dwFlTOOYABiMM7xsgrYuQ8BV3UtvjS39w98,11646
-snowflake/snowpark_connect/relation/map_row_ops.py,sha256=m9ulYPfqPtlBtxXCUXMh5EMGPIGiOpat_JsfHszMKI0,30061
+snowflake/snowpark_connect/relation/map_row_ops.py,sha256=OfOacY4-60PbUq413otwtot9reT_blNxJ5yjWsPPxRM,31229
 snowflake/snowpark_connect/relation/map_sample_by.py,sha256=8ALQbeUsB89sI3uiUFqG3w1A4TtOzOAL4umdKp6-c38,1530
 snowflake/snowpark_connect/relation/map_show_string.py,sha256=fuYCuThp7V3VPb5NETJvW0JDf9Xv2qCxdvBmlbHgF7c,3254
-snowflake/snowpark_connect/relation/map_sql.py,sha256=VcjIOikI96PzXmWvqxU2xDrQWGCju8JxfMHtNOqLGmM,86425
+snowflake/snowpark_connect/relation/map_sql.py,sha256=XSc4EH5DwLcYihjzXS-jBC5a8saC7Z3bZkbkjZ2x2Kk,79156
 snowflake/snowpark_connect/relation/map_stats.py,sha256=kqRYvix8RfluTKx1cAy9JhBUv6arYQHgfxpP1R4QwBM,13985
 snowflake/snowpark_connect/relation/map_subquery_alias.py,sha256=rHgE9XUzuWWkjNPtJz3Sxzz2aFo690paHKZh9frqPXk,1456
-snowflake/snowpark_connect/relation/map_udtf.py,sha256=7mpIC6egpjebZ7p7-dg2tNjRg4SgZng4uL6PJs1s3iI,11220
+snowflake/snowpark_connect/relation/map_udtf.py,sha256=MTRgYFo7qGMCthVqLFnugTMJ0E2nsrp0sMgtfff1U2E,11278
 snowflake/snowpark_connect/relation/stage_locator.py,sha256=c30Z4N_xFavaL5XhIl9sCbhrgn6BLhLbh2xXEaj-QmM,6885
-snowflake/snowpark_connect/relation/utils.py,sha256=7Gjhyw0djcF9a5kmi1pQHTdUpW5pKI94VaH7L3OvpU4,6956
+snowflake/snowpark_connect/relation/utils.py,sha256=HSH8-oYt8_l433RHqNjScvWeF6HXvf5uQn7qXy7gkSk,12867
 snowflake/snowpark_connect/relation/catalogs/__init__.py,sha256=0yJ5Nfg7SIxudI0P7_U5EWPyiTpkMet8tSq-IwutSZo,265
 snowflake/snowpark_connect/relation/catalogs/abstract_spark_catalog.py,sha256=wujeuKotJZRzpPp_WqVB9TkfprFU2tIXTQJk_eFOR0o,9826
-snowflake/snowpark_connect/relation/catalogs/snowflake_catalog.py,sha256=2oB9jjlmVvg_1kC47VVn9-CXN9HpnxPPESmZatRYU-U,17853
+snowflake/snowpark_connect/relation/catalogs/snowflake_catalog.py,sha256=bsE4XSYd0AjMTAQh8M6NIiOidlCylcQOaIFjGm0EkRw,21802
 snowflake/snowpark_connect/relation/catalogs/utils.py,sha256=AgiBkK9Xwm9ZyjsKZYK9eTb4YZ9C5dAimD9DLlft-tY,1753
 snowflake/snowpark_connect/relation/read/__init__.py,sha256=5J3IOTKu4Qmenouz1Oz_bUu_4c6KpxtaC63mPUGLyeY,132
 snowflake/snowpark_connect/relation/read/jdbc_read_dbapi.py,sha256=nwvBYwdDTRQc8ljt4CLLaVl5M2uei1TDICJkz7CDSG8,24608
-snowflake/snowpark_connect/relation/read/map_read.py,sha256=mIGHYcK0S1N2CeJ7xNIpAL0LjxByYmrqeSObyqNNze4,14884
+snowflake/snowpark_connect/relation/read/map_read.py,sha256=mJDZHxrL2PTm4RPfQ-Az0jOcQdEubWZj_uONs0UOBhg,14949
 snowflake/snowpark_connect/relation/read/map_read_csv.py,sha256=aAhzWprNeSTnb_4FyBjQDmDUFu9H5p0CQP6sBQHUCQI,4934
 snowflake/snowpark_connect/relation/read/map_read_jdbc.py,sha256=9sUrrEGMLWUZ9hFIMD6S0N5Uoq-DkNFNuObah8bVlqU,3958
-snowflake/snowpark_connect/relation/read/map_read_json.py,sha256=xRjlmZjwDd8xRbNoCVZEctCHIIkCUlODUjP5bO9JhN0,11586
-snowflake/snowpark_connect/relation/read/map_read_parquet.py,sha256=jhn0edxGbdSLCfFiTW1VIrkezLiIo-ii3lDC7rtoY2E,6919
+snowflake/snowpark_connect/relation/read/map_read_json.py,sha256=TZbpnAY3vO-gWDcx8xVoT0kDDTTgoGixhn0EMt6l2OQ,11974
+snowflake/snowpark_connect/relation/read/map_read_parquet.py,sha256=VIUR5GWP6DBaYCDUsrDJzHQOM3y4hIbtWiCx0f4mczs,7168
 snowflake/snowpark_connect/relation/read/map_read_socket.py,sha256=yg7aO7jXMOyLQ9k3-abywNN2VAgvtvix2V8LsR_XQO4,2267
 snowflake/snowpark_connect/relation/read/map_read_table.py,sha256=6R2ywUQCM24dWubKco4clCn2HPbi5rPb74FsRIRmDzs,4611
 snowflake/snowpark_connect/relation/read/map_read_text.py,sha256=Vcm6EY3gyRPucdAXcXcu2mREcgq4N_4h3NDKNPhqsHY,3434
-snowflake/snowpark_connect/relation/read/reader_config.py,sha256=AM3hEFJbjrKExpaAz8a5tZYELOkEGpSuT-7EccfEvD4,15893
-snowflake/snowpark_connect/relation/read/utils.py,sha256=rIIM6d2WXHh7MLGyHNiRc9tS8b0dmyFQr7rHepIYJOU,4111
+snowflake/snowpark_connect/relation/read/reader_config.py,sha256=IVcuUxOtrHIzVdFfg5_Fv5i_Ll951cmZf5tGJlKaMa0,16352
+snowflake/snowpark_connect/relation/read/utils.py,sha256=aivVsgd0YCCNeDt3MbSzb42IjyzZwcocqzM5ehvSfzU,4234
 snowflake/snowpark_connect/relation/write/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
 snowflake/snowpark_connect/relation/write/jdbc_write_dbapi.py,sha256=GI9FyGZuQQNV-6Q8Ob-Xr0im3iAPdH-Jkyx8bjwbOuE,11931
-snowflake/snowpark_connect/relation/write/map_write.py,sha256=e75dLEvi8nS2Q6rB0P_cM0DHkTcI7yHp6dJBWG_JaJs,22698
+snowflake/snowpark_connect/relation/write/map_write.py,sha256=GfhdfKlazpSsPpO4JAOuTPoGIkMtOR2EoDCfnkcMBDM,34032
 snowflake/snowpark_connect/relation/write/map_write_jdbc.py,sha256=1nOWRgjtZzfRwnSRGFP9V6mqBVlGhSBr2KHGHbe4JMU,1404
 snowflake/snowpark_connect/resources/java_udfs-1.0-SNAPSHOT.jar,sha256=tVyOp6tXxu9nm6SDufwQiGzfH3pnuh_7PowsMZxOolY,9773
 snowflake/snowpark_connect/utils/__init__.py,sha256=xsIE96jDASko3F-MeNf4T4Gg5ufthS8CejeiJDfri0M,76
@@ -855,28 +855,39 @@ snowflake/snowpark_connect/utils/artifacts.py,sha256=KY-tF1Kyksg65CpivjvEDmOko9R
 snowflake/snowpark_connect/utils/cache.py,sha256=bAyoNBW6Z1ui9BuppDywbQeG6fdju4L-owFHzySOTnk,3382
 snowflake/snowpark_connect/utils/concurrent.py,sha256=cuPItxiDgqIeZ35881gd3VI1rwQTTu2ldsgw3ZcGqDk,3448
 snowflake/snowpark_connect/utils/context.py,sha256=UFo9TeQmBuJKPy_rk_F48JwPpiArw2A5TuWD0g3Fp2c,11871
-snowflake/snowpark_connect/utils/describe_query_cache.py,sha256=c9KkvCaH82YqCDsy-MqHnEu2PG1O_SDen1g8Yo1POq8,9250
+snowflake/snowpark_connect/utils/describe_query_cache.py,sha256=2VcPgGP9bUpdIhnN2s_MOG8oGHKX0hS0rT7Y26MJb3A,9001
+snowflake/snowpark_connect/utils/env_utils.py,sha256=g__Uio5ae20Tm1evahIHdJUXQYPmjNUT_kYPSIy5JDU,1488
 snowflake/snowpark_connect/utils/identifiers.py,sha256=YgtVIQGuUnnTiNdtRficdBwUICWaWkJltjOPnTnfrak,3881
 snowflake/snowpark_connect/utils/interrupt.py,sha256=_awhdrzF1KQO-EQThneEcfMg3Zxed4p3HtMpkcAb6ek,2790
 snowflake/snowpark_connect/utils/io_utils.py,sha256=noBlKpJvzEA6iwLjFgBVGlCLlzjZ16-w0fsGimTyBAQ,1039
 snowflake/snowpark_connect/utils/pandas_udtf_utils.py,sha256=QwdLGLg5bX0JJTrWKfL4Ou4MIp443cryEbrZNBrulNE,4207
 snowflake/snowpark_connect/utils/profiling.py,sha256=ttdHzQUYarvTqJASLNuKFIax7ejO39Tv1mHKl0QjRkg,1519
-snowflake/snowpark_connect/utils/session.py,sha256=xQsGocjhFPyP5Jlc1TqC_FAoK4N4JDD4EqnsKmb6-mg,6864
+snowflake/snowpark_connect/utils/session.py,sha256=iVodOTUAE5tGOZN9JYt2cgsgFcvwqEAdApsSrvZyCYk,7633
 snowflake/snowpark_connect/utils/snowpark_connect_logging.py,sha256=23bvbALGqixJ3Ap9QWM3OpcKNK-sog2mr9liSmvwqYU,1123
-snowflake/snowpark_connect/utils/telemetry.py,sha256=NZVAoo0Oqrnya3yrgu2xubSESDfj5Euyo54UBaRDrQk,16774
+snowflake/snowpark_connect/utils/telemetry.py,sha256=k41tvbOykIEpNfBYTrmqg0cRwiAQ3b7obhsEzU417aQ,21100
 snowflake/snowpark_connect/utils/udf_cache.py,sha256=8K7kASEhvpnp-l1hjzovjyboUzKctDq7PiGXRcNv6Lg,12125
 snowflake/snowpark_connect/utils/udf_helper.py,sha256=AC5SkUFy9I7-HYf8awuPX33eyWvGen84Vl7fAU0RXng,12513
 snowflake/snowpark_connect/utils/udf_utils.py,sha256=zWFc1G-3GjfDDKfzUX8sGBzEf2IMAMRs4NLSZ81Gz-8,13249
 snowflake/snowpark_connect/utils/udtf_helper.py,sha256=nTWbrFMc4hHLkalT4nJIsC_c00T6GFkB55JHOw1D-wg,14571
 snowflake/snowpark_connect/utils/udtf_utils.py,sha256=SZp6soES4TF-5FnfJPJTT6igAelo67KXUjWFtMpxFlI,33109
+snowflake/snowpark_connect/utils/udxf_import_utils.py,sha256=pPtcaGsyh0tUdy0aAvNqTj04jqPKlEcGmvaZDP9O8Gc,536
 snowflake/snowpark_connect/utils/xxhash64.py,sha256=ysJRxhBPf25LeNhM1RK_H36MWl6q6C6vBRHa-jIna_A,7477
-snowpark_connect-0.21.0.data/scripts/snowpark-connect,sha256=yZ94KqbWACxnwV8mpg8NjILvvRNjnF8B3cs3ZFNuIM4,1546
-snowpark_connect-0.21.0.data/scripts/snowpark-session,sha256=NMAHSonTo-nmOZSkQNlszUC0jLJ8QWEDUsUmMe2UAOw,190
-snowpark_connect-0.21.0.data/scripts/snowpark-submit,sha256=Zd98H9W_d0dIqMSkQLdHyW5G3myxF0t4c3vNBt2nD6A,12056
-snowpark_connect-0.21.0.dist-info/licenses/LICENSE-binary,sha256=fmBlX39HwTlBUyiKEznaLZGuxQy-7ndLLG_rTXjF02Y,22916
-snowpark_connect-0.21.0.dist-info/licenses/LICENSE.txt,sha256=Ff9cPv4xu0z7bnMTHzo4vDncOShsy33w4oJMA2xjn6c,11365
-snowpark_connect-0.21.0.dist-info/licenses/NOTICE-binary,sha256=elMF8brgGNJwOz8YdorzBF6-U8ZhR8F-77FfGkZng7U,57843
-snowpark_connect-0.21.0.dist-info/METADATA,sha256=L7EFbOT5OP7bVUtrAb12U-Kyz6KJ2BbQ8QluQ8k4mRY,1595
-snowpark_connect-0.21.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-snowpark_connect-0.21.0.dist-info/top_level.txt,sha256=TY0gFSHKDdZy3THb0FGomyikWQasEGldIR1O0HGOHVw,10
-snowpark_connect-0.21.0.dist-info/RECORD,,
+snowflake/snowpark_decoder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+snowflake/snowpark_decoder/dp_session.py,sha256=HIr3TfKgYl5zqaGR5xpFU9ZVkcaTB9I8xCAzbv_-gY0,3923
+snowflake/snowpark_decoder/spark_decoder.py,sha256=EQiCvBiqB736Bc17o3gnYGtcYVcyfGxroO5e1kbe1Co,2885
+snowflake/snowpark_decoder/_internal/proto/generated/DataframeProcessorMsg_pb2.py,sha256=2eSDqeyfMvmIJ6_rF663DrEe1dg_anrP4OpVJNTJHaQ,2598
+snowflake/snowpark_decoder/_internal/proto/generated/DataframeProcessorMsg_pb2.pyi,sha256=aIH23k52bXdw5vO3RtM5UcOjDPaWsJFx1SRUSk3qOK8,6142
+snowpark_connect-0.23.0.data/scripts/snowpark-connect,sha256=yZ94KqbWACxnwV8mpg8NjILvvRNjnF8B3cs3ZFNuIM4,1546
+snowpark_connect-0.23.0.data/scripts/snowpark-session,sha256=NMAHSonTo-nmOZSkQNlszUC0jLJ8QWEDUsUmMe2UAOw,190
+snowpark_connect-0.23.0.data/scripts/snowpark-submit,sha256=Zd98H9W_d0dIqMSkQLdHyW5G3myxF0t4c3vNBt2nD6A,12056
+snowpark_connect-0.23.0.dist-info/licenses/LICENSE-binary,sha256=fmBlX39HwTlBUyiKEznaLZGuxQy-7ndLLG_rTXjF02Y,22916
+snowpark_connect-0.23.0.dist-info/licenses/LICENSE.txt,sha256=Ff9cPv4xu0z7bnMTHzo4vDncOShsy33w4oJMA2xjn6c,11365
+snowpark_connect-0.23.0.dist-info/licenses/NOTICE-binary,sha256=elMF8brgGNJwOz8YdorzBF6-U8ZhR8F-77FfGkZng7U,57843
+spark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spark/connect/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+spark/connect/envelope_pb2.py,sha256=7Gc6OUA3vaCuTCIKamb_Iiw7W9jPTcWNEv1im20eWHM,2726
+spark/connect/envelope_pb2.pyi,sha256=VXTJSPpcxzB_dWqVdvPY4KkPhJfh0WmkX7SNHWoLhx0,3358
+snowpark_connect-0.23.0.dist-info/METADATA,sha256=VPecgYvvSXeZTZ0qwMUk7018ZxwSk0hbtT-ySGblrhA,1594
+snowpark_connect-0.23.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+snowpark_connect-0.23.0.dist-info/top_level.txt,sha256=ExnWqVpoTHRG99fu_AxXZVOz8c-De7nNu0yFCGylM8I,16
+snowpark_connect-0.23.0.dist-info/RECORD,,

{snowpark_connect-0.21.0.dist-info → snowpark_connect-0.23.0.dist-info}/top_level.txt

@@ -1 +1,2 @@
 snowflake
+spark

spark/connect/envelope_pb2.py

@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: envelope.proto
+# Protobuf Python Version: 4.25.1
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from pyspark.sql.connect.proto import base_pb2 as spark_dot_connect_dot_base__pb2
+from google.rpc import status_pb2 as google_dot_rpc_dot_status__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x0e\x65nvelope.proto\x12\rspark.connect\x1a\x18spark/connect/base.proto\x1a\x17google/rpc/status.proto\"[\n\x14\x44\x61taframeQueryResult\x12\x17\n\x0fresult_job_uuid\x18\x01 \x01(\t\x12\x14\n\x0c\x61rrow_schema\x18\x02 \x01(\x0c\x12\x14\n\x0cspark_schema\x18\x03 \x01(\x0c\"\xb4\x05\n\x10ResponseEnvelope\x12\x43\n\x15\x65xecute_plan_response\x18\x01 \x01(\x0b\x32\".spark.connect.ExecutePlanResponseH\x00\x12\x43\n\x15\x61nalyze_plan_response\x18\x02 \x01(\x0b\x32\".spark.connect.AnalyzePlanResponseH\x00\x12\x38\n\x0f\x63onfig_response\x18\x03 \x01(\x0b\x32\x1d.spark.connect.ConfigResponseH\x00\x12\x45\n\x16\x61\x64\x64_artifacts_response\x18\x04 \x01(\x0b\x32#.spark.connect.AddArtifactsResponseH\x00\x12K\n\x18\x61rtifact_status_response\x18\x05 \x01(\x0b\x32\'.spark.connect.ArtifactStatusesResponseH\x00\x12>\n\x12interrupt_response\x18\x06 \x01(\x0b\x32 .spark.connect.InterruptResponseH\x00\x12I\n\x18release_execute_response\x18\x07 \x01(\x0b\x32%.spark.connect.ReleaseExecuteResponseH\x00\x12$\n\x06status\x18\x0b \x01(\x0b\x32\x12.google.rpc.StatusH\x00\x12\x45\n\x16\x64\x61taframe_query_result\x18\x0c \x01(\x0b\x32#.spark.connect.DataframeQueryResultH\x00\x12\x10\n\x08query_id\x18\x08 \x01(\t\x12\x12\n\nrequest_id\x18\t \x01(\t\x12\x19\n\x11result_partitions\x18\n \x03(\tB\x0f\n\rresponse_typeB9\n!com.snowflake.spark.connect.protoP\x01Z\x12internal/generatedb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'envelope_pb2', _globals)
+if _descriptor._USE_C_DESCRIPTORS == False:
+  _globals['DESCRIPTOR']._options = None
+  _globals['DESCRIPTOR']._serialized_options = b'\n!com.snowflake.spark.connect.protoP\001Z\022internal/generated'
+  _globals['_DATAFRAMEQUERYRESULT']._serialized_start=84
+  _globals['_DATAFRAMEQUERYRESULT']._serialized_end=175
+  _globals['_RESPONSEENVELOPE']._serialized_start=178
+  _globals['_RESPONSEENVELOPE']._serialized_end=870
+# @@protoc_insertion_point(module_scope)

spark/connect/envelope_pb2.pyi

@@ -0,0 +1,46 @@
+from pyspark.sql.connect.proto import base_pb2 as _base_pb2
+from google.rpc import status_pb2 as _status_pb2
+from google.protobuf.internal import containers as _containers
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Iterable as _Iterable, Mapping as _Mapping, Optional as _Optional, Union as _Union
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class DataframeQueryResult(_message.Message):
+    __slots__ = ("result_job_uuid", "arrow_schema", "spark_schema")
+    RESULT_JOB_UUID_FIELD_NUMBER: _ClassVar[int]
+    ARROW_SCHEMA_FIELD_NUMBER: _ClassVar[int]
+    SPARK_SCHEMA_FIELD_NUMBER: _ClassVar[int]
+    result_job_uuid: str
+    arrow_schema: bytes
+    spark_schema: bytes
+    def __init__(self, result_job_uuid: _Optional[str] = ..., arrow_schema: _Optional[bytes] = ..., spark_schema: _Optional[bytes] = ...) -> None: ...
+
+class ResponseEnvelope(_message.Message):
+    __slots__ = ("execute_plan_response", "analyze_plan_response", "config_response", "add_artifacts_response", "artifact_status_response", "interrupt_response", "release_execute_response", "status", "dataframe_query_result", "query_id", "request_id", "result_partitions")
+    EXECUTE_PLAN_RESPONSE_FIELD_NUMBER: _ClassVar[int]
+    ANALYZE_PLAN_RESPONSE_FIELD_NUMBER: _ClassVar[int]
+    CONFIG_RESPONSE_FIELD_NUMBER: _ClassVar[int]
+    ADD_ARTIFACTS_RESPONSE_FIELD_NUMBER: _ClassVar[int]
+    ARTIFACT_STATUS_RESPONSE_FIELD_NUMBER: _ClassVar[int]
+    INTERRUPT_RESPONSE_FIELD_NUMBER: _ClassVar[int]
+    RELEASE_EXECUTE_RESPONSE_FIELD_NUMBER: _ClassVar[int]
+    STATUS_FIELD_NUMBER: _ClassVar[int]
+    DATAFRAME_QUERY_RESULT_FIELD_NUMBER: _ClassVar[int]
+    QUERY_ID_FIELD_NUMBER: _ClassVar[int]
+    REQUEST_ID_FIELD_NUMBER: _ClassVar[int]
+    RESULT_PARTITIONS_FIELD_NUMBER: _ClassVar[int]
+    execute_plan_response: _base_pb2.ExecutePlanResponse
+    analyze_plan_response: _base_pb2.AnalyzePlanResponse
+    config_response: _base_pb2.ConfigResponse
+    add_artifacts_response: _base_pb2.AddArtifactsResponse
+    artifact_status_response: _base_pb2.ArtifactStatusesResponse
+    interrupt_response: _base_pb2.InterruptResponse
+    release_execute_response: _base_pb2.ReleaseExecuteResponse
+    status: _status_pb2.Status
+    dataframe_query_result: DataframeQueryResult
+    query_id: str
+    request_id: str
+    result_partitions: _containers.RepeatedScalarFieldContainer[str]
+    def __init__(self, execute_plan_response: _Optional[_Union[_base_pb2.ExecutePlanResponse, _Mapping]] = ..., analyze_plan_response: _Optional[_Union[_base_pb2.AnalyzePlanResponse, _Mapping]] = ..., config_response: _Optional[_Union[_base_pb2.ConfigResponse, _Mapping]] = ..., add_artifacts_response: _Optional[_Union[_base_pb2.AddArtifactsResponse, _Mapping]] = ..., artifact_status_response: _Optional[_Union[_base_pb2.ArtifactStatusesResponse, _Mapping]] = ..., interrupt_response: _Optional[_Union[_base_pb2.InterruptResponse, _Mapping]] = ..., release_execute_response: _Optional[_Union[_base_pb2.ReleaseExecuteResponse, _Mapping]] = ..., status: _Optional[_Union[_status_pb2.Status, _Mapping]] = ..., dataframe_query_result: _Optional[_Union[DataframeQueryResult, _Mapping]] = ..., query_id: _Optional[str] = ..., request_id: _Optional[str] = ..., result_partitions: _Optional[_Iterable[str]] = ...) -> None: ...