snowpark-connect 0.20.2__py3-none-any.whl → 0.22.1__py3-none-any.whl

snowflake/snowpark_connect/expression/map_unresolved_star.py

@@ -13,10 +13,10 @@ from snowflake.snowpark.types import StructType
 from snowflake.snowpark_connect.column_name_handler import ColumnNameMap
 from snowflake.snowpark_connect.expression.typer import ExpressionTyper
 from snowflake.snowpark_connect.typed_column import TypedColumn
-from snowflake.snowpark_connect.utils.attribute_handling import (
+from snowflake.snowpark_connect.utils.context import get_outer_dataframes
+from snowflake.snowpark_connect.utils.identifiers import (
     split_fully_qualified_spark_name,
 )
-from snowflake.snowpark_connect.utils.context import get_outer_dataframes
 
 
 def check_struct_and_get_field_datatype(field_name, schema):
@@ -66,8 +66,8 @@ def map_unresolved_star(
         )
 
         if len(spark_names) == 0:
-            for outer_df in get_outer_dataframes():
-                column_mapping_for_outer_df = outer_df._column_map
+            for outer_df_container in get_outer_dataframes():
+                column_mapping_for_outer_df = outer_df_container.column_map
                 (
                     spark_names,
                     snowpark_names,
@@ -106,8 +106,8 @@ def map_unresolved_star(
                 )
             )
             if prefix_candidate is None:
-                for outer_df in get_outer_dataframes():
-                    prefix_candidate = outer_df._column_map.get_snowpark_column_name_from_spark_column_name(
+                for outer_df_container in get_outer_dataframes():
+                    prefix_candidate = outer_df_container.column_map.get_snowpark_column_name_from_spark_column_name(
                         prefix_candidate_str, allow_non_exists=True
                     )
                     if prefix_candidate is not None:
@@ -184,8 +184,8 @@ def map_unresolved_star_struct(
             )
         )
         if prefix_candidate is None:
-            for outer_df in get_outer_dataframes():
-                prefix_candidate = outer_df._column_map.get_snowpark_column_name_from_spark_column_name(
+            for outer_df_container in get_outer_dataframes():
+                prefix_candidate = outer_df_container.column_map.get_snowpark_column_name_from_spark_column_name(
                     prefix_candidate_str, allow_non_exists=True
                 )
                 if prefix_candidate is not None:

snowflake/snowpark_connect/expression/map_update_fields.py

@@ -10,7 +10,7 @@ from snowflake.snowpark.types import DataType, StringType, StructField, StructTy
 from snowflake.snowpark_connect.column_name_handler import ColumnNameMap
 from snowflake.snowpark_connect.expression.typer import ExpressionTyper
 from snowflake.snowpark_connect.typed_column import TypedColumn
-from snowflake.snowpark_connect.utils.attribute_handling import (
+from snowflake.snowpark_connect.utils.identifiers import (
     split_fully_qualified_spark_name,
 )
 

snowflake/snowpark_connect/expression/typer.py

@@ -29,7 +29,7 @@ class ExpressionTyper:
         types = self._try_to_type_attribute_or_literal(self.df, column)
         if not types and get_df_before_projection():
             types = self._try_to_type_attribute_or_literal(
-                get_df_before_projection(), column
+                get_df_before_projection().dataframe, column
             )
         if not types:
             # df.select().schema results in DESCRIBE call to Snowflake, so avoid it if possible
@@ -42,17 +42,17 @@ class ExpressionTyper:
         try:
             return self._get_df_datatypes(df, column)
         except SnowparkClientException:  # Fallback to the df before projection
-            df = get_df_before_projection()
-            if df is None:
+            df_container = get_df_before_projection()
+            if df_container is None:
                 raise
 
-            df = self._join_df_with_outer_dataframes(df)
+            df = self._join_df_with_outer_dataframes(df_container.dataframe)
             return self._get_df_datatypes(df, column)
 
     @staticmethod
     def _join_df_with_outer_dataframes(df: DataFrame) -> DataFrame:
-        for outer_df in get_outer_dataframes():
-            df = df.join(outer_df)
+        for outer_df_container in get_outer_dataframes():
+            df = df.join(outer_df_container.dataframe)
 
         return df
 

snowflake/snowpark_connect/proto/control_pb2.py

@@ -1,11 +1,12 @@
 # -*- coding: utf-8 -*-
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: control.proto
+# Protobuf Python Version: 4.25.1
 """Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
 from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -15,21 +16,21 @@ _sym_db = _symbol_database.Default()
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\rcontrol.proto\x12\rsnowflake.ses\"*\n\x06\x43onfig\x12\x14\n\x07log_ast\x18\x01 \x01(\x08H\x00\x88\x01\x01\x42\n\n\x08_log_ast\"\x1e\n\x0bPingRequest\x12\x0f\n\x07payload\x18\x01 \x01(\t\"\x1f\n\x0cPingResponse\x12\x0f\n\x07payload\x18\x01 \x01(\t\"+\n\x14GetRequestAstRequest\x12\x13\n\x0b\x66orce_flush\x18\x01 \x01(\x08\"M\n\x15GetRequestAstResponse\x12\x16\n\x0espark_requests\x18\x01 \x03(\x0c\x12\x1c\n\x14snowpark_ast_batches\x18\x02 \x03(\t2\xe8\x01\n\x0e\x43ontrolService\x12\x39\n\tConfigure\x12\x15.snowflake.ses.Config\x1a\x15.snowflake.ses.Config\x12?\n\x04Ping\x12\x1a.snowflake.ses.PingRequest\x1a\x1b.snowflake.ses.PingResponse\x12Z\n\rGetRequestAst\x12#.snowflake.ses.GetRequestAstRequest\x1a$.snowflake.ses.GetRequestAstResponseb\x06proto3')
 
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'control_pb2', globals())
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'control_pb2', _globals)
 if _descriptor._USE_C_DESCRIPTORS == False:
-
   DESCRIPTOR._options = None
-  _CONFIG._serialized_start=32
-  _CONFIG._serialized_end=74
-  _PINGREQUEST._serialized_start=76
-  _PINGREQUEST._serialized_end=106
-  _PINGRESPONSE._serialized_start=108
-  _PINGRESPONSE._serialized_end=139
-  _GETREQUESTASTREQUEST._serialized_start=141
-  _GETREQUESTASTREQUEST._serialized_end=184
-  _GETREQUESTASTRESPONSE._serialized_start=186
-  _GETREQUESTASTRESPONSE._serialized_end=263
-  _CONTROLSERVICE._serialized_start=266
-  _CONTROLSERVICE._serialized_end=498
+  _globals['_CONFIG']._serialized_start=32
+  _globals['_CONFIG']._serialized_end=74
+  _globals['_PINGREQUEST']._serialized_start=76
+  _globals['_PINGREQUEST']._serialized_end=106
+  _globals['_PINGRESPONSE']._serialized_start=108
+  _globals['_PINGRESPONSE']._serialized_end=139
+  _globals['_GETREQUESTASTREQUEST']._serialized_start=141
+  _globals['_GETREQUESTASTREQUEST']._serialized_end=184
+  _globals['_GETREQUESTASTRESPONSE']._serialized_start=186
+  _globals['_GETREQUESTASTRESPONSE']._serialized_end=263
+  _globals['_CONTROLSERVICE']._serialized_start=266
+  _globals['_CONTROLSERVICE']._serialized_end=498
 # @@protoc_insertion_point(module_scope)

snowflake/snowpark_connect/proto/control_pb2.pyi

@@ -6,33 +6,33 @@ from typing import ClassVar as _ClassVar, Iterable as _Iterable, Optional as _Op
 DESCRIPTOR: _descriptor.FileDescriptor
 
 class Config(_message.Message):
-    __slots__ = ["log_ast"]
+    __slots__ = ("log_ast",)
     LOG_AST_FIELD_NUMBER: _ClassVar[int]
     log_ast: bool
     def __init__(self, log_ast: bool = ...) -> None: ...
 
-class GetRequestAstRequest(_message.Message):
-    __slots__ = ["force_flush"]
-    FORCE_FLUSH_FIELD_NUMBER: _ClassVar[int]
-    force_flush: bool
-    def __init__(self, force_flush: bool = ...) -> None: ...
-
-class GetRequestAstResponse(_message.Message):
-    __slots__ = ["snowpark_ast_batches", "spark_requests"]
-    SNOWPARK_AST_BATCHES_FIELD_NUMBER: _ClassVar[int]
-    SPARK_REQUESTS_FIELD_NUMBER: _ClassVar[int]
-    snowpark_ast_batches: _containers.RepeatedScalarFieldContainer[str]
-    spark_requests: _containers.RepeatedScalarFieldContainer[bytes]
-    def __init__(self, spark_requests: _Optional[_Iterable[bytes]] = ..., snowpark_ast_batches: _Optional[_Iterable[str]] = ...) -> None: ...
-
 class PingRequest(_message.Message):
-    __slots__ = ["payload"]
+    __slots__ = ("payload",)
     PAYLOAD_FIELD_NUMBER: _ClassVar[int]
     payload: str
     def __init__(self, payload: _Optional[str] = ...) -> None: ...
 
 class PingResponse(_message.Message):
-    __slots__ = ["payload"]
+    __slots__ = ("payload",)
     PAYLOAD_FIELD_NUMBER: _ClassVar[int]
     payload: str
     def __init__(self, payload: _Optional[str] = ...) -> None: ...
+
+class GetRequestAstRequest(_message.Message):
+    __slots__ = ("force_flush",)
+    FORCE_FLUSH_FIELD_NUMBER: _ClassVar[int]
+    force_flush: bool
+    def __init__(self, force_flush: bool = ...) -> None: ...
+
+class GetRequestAstResponse(_message.Message):
+    __slots__ = ("spark_requests", "snowpark_ast_batches")
+    SPARK_REQUESTS_FIELD_NUMBER: _ClassVar[int]
+    SNOWPARK_AST_BATCHES_FIELD_NUMBER: _ClassVar[int]
+    spark_requests: _containers.RepeatedScalarFieldContainer[bytes]
+    snowpark_ast_batches: _containers.RepeatedScalarFieldContainer[str]
+    def __init__(self, spark_requests: _Optional[_Iterable[bytes]] = ..., snowpark_ast_batches: _Optional[_Iterable[str]] = ...) -> None: ...

snowflake/snowpark_connect/proto/control_pb2_grpc.py

@@ -1,29 +1,9 @@
 # Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
 """Client and server classes corresponding to protobuf-defined services."""
 import grpc
-import warnings
 
 import control_pb2 as control__pb2
 
-GRPC_GENERATED_VERSION = '1.66.1'
-GRPC_VERSION = grpc.__version__
-_version_not_supported = False
-
-try:
-    from grpc._utilities import first_version_is_lower
-    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
-except ImportError:
-    _version_not_supported = True
-
-if _version_not_supported:
-    raise RuntimeError(
-        f'The grpc package installed is at version {GRPC_VERSION},'
-        + f' but the generated code in control_pb2_grpc.py depends on'
-        + f' grpcio>={GRPC_GENERATED_VERSION}.'
-        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
-        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
-    )
-
 
 class ControlServiceStub(object):
     """Missing associated documentation comment in .proto file."""
@@ -38,17 +18,17 @@ class ControlServiceStub(object):
                 '/snowflake.ses.ControlService/Configure',
                 request_serializer=control__pb2.Config.SerializeToString,
                 response_deserializer=control__pb2.Config.FromString,
-                _registered_method=True)
+                )
         self.Ping = channel.unary_unary(
                 '/snowflake.ses.ControlService/Ping',
                 request_serializer=control__pb2.PingRequest.SerializeToString,
                 response_deserializer=control__pb2.PingResponse.FromString,
-                _registered_method=True)
+                )
         self.GetRequestAst = channel.unary_unary(
                 '/snowflake.ses.ControlService/GetRequestAst',
                 request_serializer=control__pb2.GetRequestAstRequest.SerializeToString,
                 response_deserializer=control__pb2.GetRequestAstResponse.FromString,
-                _registered_method=True)
+                )
 
 
 class ControlServiceServicer(object):
@@ -94,7 +74,6 @@ def add_ControlServiceServicer_to_server(servicer, server):
     generic_handler = grpc.method_handlers_generic_handler(
             'snowflake.ses.ControlService', rpc_method_handlers)
     server.add_generic_rpc_handlers((generic_handler,))
-    server.add_registered_method_handlers('snowflake.ses.ControlService', rpc_method_handlers)
 
 
  # This class is part of an EXPERIMENTAL API.
@@ -112,21 +91,11 @@ class ControlService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(
-            request,
-            target,
-            '/snowflake.ses.ControlService/Configure',
+        return grpc.experimental.unary_unary(request, target, '/snowflake.ses.ControlService/Configure',
             control__pb2.Config.SerializeToString,
             control__pb2.Config.FromString,
-            options,
-            channel_credentials,
-            insecure,
-            call_credentials,
-            compression,
-            wait_for_ready,
-            timeout,
-            metadata,
-            _registered_method=True)
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
 
     @staticmethod
     def Ping(request,
@@ -139,21 +108,11 @@ class ControlService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(
-            request,
-            target,
-            '/snowflake.ses.ControlService/Ping',
+        return grpc.experimental.unary_unary(request, target, '/snowflake.ses.ControlService/Ping',
             control__pb2.PingRequest.SerializeToString,
             control__pb2.PingResponse.FromString,
-            options,
-            channel_credentials,
-            insecure,
-            call_credentials,
-            compression,
-            wait_for_ready,
-            timeout,
-            metadata,
-            _registered_method=True)
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
 
     @staticmethod
     def GetRequestAst(request,
@@ -166,18 +125,8 @@ class ControlService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(
-            request,
-            target,
-            '/snowflake.ses.ControlService/GetRequestAst',
+        return grpc.experimental.unary_unary(request, target, '/snowflake.ses.ControlService/GetRequestAst',
             control__pb2.GetRequestAstRequest.SerializeToString,
             control__pb2.GetRequestAstResponse.FromString,
-            options,
-            channel_credentials,
-            insecure,
-            call_credentials,
-            compression,
-            wait_for_ready,
-            timeout,
-            metadata,
-            _registered_method=True)
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

snowflake/snowpark_connect/proto/snowflake_expression_ext_pb2.py

@@ -1,11 +1,12 @@
 # -*- coding: utf-8 -*-
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: snowflake_expression_ext.proto
+# Protobuf Python Version: 4.25.1
 """Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
 from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -17,19 +18,19 @@ from pyspark.sql.connect.proto import relations_pb2 as spark_dot_connect_dot_rel
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1esnowflake_expression_ext.proto\x12\rsnowflake.ext\x1a\x1fspark/connect/expressions.proto\x1a\x1dspark/connect/relations.proto\"\x98\x01\n\x0c\x45xpExtension\x12@\n\x0enamed_argument\x18\x01 \x01(\x0b\x32&.snowflake.ext.NamedArgumentExpressionH\x00\x12@\n\x13subquery_expression\x18\x02 \x01(\x0b\x32!.snowflake.ext.SubqueryExpressionH\x00\x42\x04\n\x02op\"P\n\x17NamedArgumentExpression\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.spark.connect.Expression\"\xf4\x04\n\x12SubqueryExpression\x12&\n\x05input\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12\x45\n\rsubquery_type\x18\x02 \x01(\x0e\x32..snowflake.ext.SubqueryExpression.SubqueryType\x12Q\n\x11table_arg_options\x18\x03 \x01(\x0b\x32\x31.snowflake.ext.SubqueryExpression.TableArgOptionsH\x00\x88\x01\x01\x12\x35\n\x12in_subquery_values\x18\x04 \x03(\x0b\x32\x19.spark.connect.Expression\x1a\xbb\x01\n\x0fTableArgOptions\x12\x31\n\x0epartition_spec\x18\x01 \x03(\x0b\x32\x19.spark.connect.Expression\x12\x37\n\norder_spec\x18\x02 \x03(\x0b\x32#.spark.connect.Expression.SortOrder\x12\"\n\x15with_single_partition\x18\x03 \x01(\x08H\x00\x88\x01\x01\x42\x18\n\x16_with_single_partition\"\x90\x01\n\x0cSubqueryType\x12\x19\n\x15SUBQUERY_TYPE_UNKNOWN\x10\x00\x12\x18\n\x14SUBQUERY_TYPE_SCALAR\x10\x01\x12\x18\n\x14SUBQUERY_TYPE_EXISTS\x10\x02\x12\x1b\n\x17SUBQUERY_TYPE_TABLE_ARG\x10\x03\x12\x14\n\x10SUBQUERY_TYPE_IN\x10\x04\x42\x14\n\x12_table_arg_optionsb\x06proto3')
 
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'snowflake_expression_ext_pb2', globals())
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'snowflake_expression_ext_pb2', _globals)
 if _descriptor._USE_C_DESCRIPTORS == False:
-
   DESCRIPTOR._options = None
-  _EXPEXTENSION._serialized_start=114
-  _EXPEXTENSION._serialized_end=266
-  _NAMEDARGUMENTEXPRESSION._serialized_start=268
-  _NAMEDARGUMENTEXPRESSION._serialized_end=348
-  _SUBQUERYEXPRESSION._serialized_start=351
-  _SUBQUERYEXPRESSION._serialized_end=979
-  _SUBQUERYEXPRESSION_TABLEARGOPTIONS._serialized_start=623
-  _SUBQUERYEXPRESSION_TABLEARGOPTIONS._serialized_end=810
-  _SUBQUERYEXPRESSION_SUBQUERYTYPE._serialized_start=813
-  _SUBQUERYEXPRESSION_SUBQUERYTYPE._serialized_end=957
+  _globals['_EXPEXTENSION']._serialized_start=114
+  _globals['_EXPEXTENSION']._serialized_end=266
+  _globals['_NAMEDARGUMENTEXPRESSION']._serialized_start=268
+  _globals['_NAMEDARGUMENTEXPRESSION']._serialized_end=348
+  _globals['_SUBQUERYEXPRESSION']._serialized_start=351
+  _globals['_SUBQUERYEXPRESSION']._serialized_end=979
+  _globals['_SUBQUERYEXPRESSION_TABLEARGOPTIONS']._serialized_start=623
+  _globals['_SUBQUERYEXPRESSION_TABLEARGOPTIONS']._serialized_end=810
+  _globals['_SUBQUERYEXPRESSION_SUBQUERYTYPE']._serialized_start=813
+  _globals['_SUBQUERYEXPRESSION_SUBQUERYTYPE']._serialized_end=957
 # @@protoc_insertion_point(module_scope)

snowflake/snowpark_connect/proto/snowflake_expression_ext_pb2.pyi

@@ -9,7 +9,7 @@ from typing import ClassVar as _ClassVar, Iterable as _Iterable, Mapping as _Map
 DESCRIPTOR: _descriptor.FileDescriptor
 
 class ExpExtension(_message.Message):
-    __slots__ = ["named_argument", "subquery_expression"]
+    __slots__ = ("named_argument", "subquery_expression")
     NAMED_ARGUMENT_FIELD_NUMBER: _ClassVar[int]
     SUBQUERY_EXPRESSION_FIELD_NUMBER: _ClassVar[int]
     named_argument: NamedArgumentExpression
@@ -17,7 +17,7 @@ class ExpExtension(_message.Message):
     def __init__(self, named_argument: _Optional[_Union[NamedArgumentExpression, _Mapping]] = ..., subquery_expression: _Optional[_Union[SubqueryExpression, _Mapping]] = ...) -> None: ...
 
 class NamedArgumentExpression(_message.Message):
-    __slots__ = ["key", "value"]
+    __slots__ = ("key", "value")
     KEY_FIELD_NUMBER: _ClassVar[int]
     VALUE_FIELD_NUMBER: _ClassVar[int]
     key: str
@@ -25,29 +25,34 @@ class NamedArgumentExpression(_message.Message):
     def __init__(self, key: _Optional[str] = ..., value: _Optional[_Union[_expressions_pb2.Expression, _Mapping]] = ...) -> None: ...
 
 class SubqueryExpression(_message.Message):
-    __slots__ = ["in_subquery_values", "input", "subquery_type", "table_arg_options"]
+    __slots__ = ("input", "subquery_type", "table_arg_options", "in_subquery_values")
     class SubqueryType(int, metaclass=_enum_type_wrapper.EnumTypeWrapper):
-        __slots__ = []
+        __slots__ = ()
+        SUBQUERY_TYPE_UNKNOWN: _ClassVar[SubqueryExpression.SubqueryType]
+        SUBQUERY_TYPE_SCALAR: _ClassVar[SubqueryExpression.SubqueryType]
+        SUBQUERY_TYPE_EXISTS: _ClassVar[SubqueryExpression.SubqueryType]
+        SUBQUERY_TYPE_TABLE_ARG: _ClassVar[SubqueryExpression.SubqueryType]
+        SUBQUERY_TYPE_IN: _ClassVar[SubqueryExpression.SubqueryType]
+    SUBQUERY_TYPE_UNKNOWN: SubqueryExpression.SubqueryType
+    SUBQUERY_TYPE_SCALAR: SubqueryExpression.SubqueryType
+    SUBQUERY_TYPE_EXISTS: SubqueryExpression.SubqueryType
+    SUBQUERY_TYPE_TABLE_ARG: SubqueryExpression.SubqueryType
+    SUBQUERY_TYPE_IN: SubqueryExpression.SubqueryType
     class TableArgOptions(_message.Message):
-        __slots__ = ["order_spec", "partition_spec", "with_single_partition"]
-        ORDER_SPEC_FIELD_NUMBER: _ClassVar[int]
+        __slots__ = ("partition_spec", "order_spec", "with_single_partition")
         PARTITION_SPEC_FIELD_NUMBER: _ClassVar[int]
+        ORDER_SPEC_FIELD_NUMBER: _ClassVar[int]
         WITH_SINGLE_PARTITION_FIELD_NUMBER: _ClassVar[int]
-        order_spec: _containers.RepeatedCompositeFieldContainer[_expressions_pb2.Expression.SortOrder]
         partition_spec: _containers.RepeatedCompositeFieldContainer[_expressions_pb2.Expression]
+        order_spec: _containers.RepeatedCompositeFieldContainer[_expressions_pb2.Expression.SortOrder]
         with_single_partition: bool
         def __init__(self, partition_spec: _Optional[_Iterable[_Union[_expressions_pb2.Expression, _Mapping]]] = ..., order_spec: _Optional[_Iterable[_Union[_expressions_pb2.Expression.SortOrder, _Mapping]]] = ..., with_single_partition: bool = ...) -> None: ...
     INPUT_FIELD_NUMBER: _ClassVar[int]
-    IN_SUBQUERY_VALUES_FIELD_NUMBER: _ClassVar[int]
-    SUBQUERY_TYPE_EXISTS: SubqueryExpression.SubqueryType
     SUBQUERY_TYPE_FIELD_NUMBER: _ClassVar[int]
-    SUBQUERY_TYPE_IN: SubqueryExpression.SubqueryType
-    SUBQUERY_TYPE_SCALAR: SubqueryExpression.SubqueryType
-    SUBQUERY_TYPE_TABLE_ARG: SubqueryExpression.SubqueryType
-    SUBQUERY_TYPE_UNKNOWN: SubqueryExpression.SubqueryType
     TABLE_ARG_OPTIONS_FIELD_NUMBER: _ClassVar[int]
-    in_subquery_values: _containers.RepeatedCompositeFieldContainer[_expressions_pb2.Expression]
+    IN_SUBQUERY_VALUES_FIELD_NUMBER: _ClassVar[int]
     input: _relations_pb2.Relation
     subquery_type: SubqueryExpression.SubqueryType
     table_arg_options: SubqueryExpression.TableArgOptions
+    in_subquery_values: _containers.RepeatedCompositeFieldContainer[_expressions_pb2.Expression]
     def __init__(self, input: _Optional[_Union[_relations_pb2.Relation, _Mapping]] = ..., subquery_type: _Optional[_Union[SubqueryExpression.SubqueryType, str]] = ..., table_arg_options: _Optional[_Union[SubqueryExpression.TableArgOptions, _Mapping]] = ..., in_subquery_values: _Optional[_Iterable[_Union[_expressions_pb2.Expression, _Mapping]]] = ...) -> None: ...

snowflake/snowpark_connect/proto/snowflake_expression_ext_pb2_grpc.py

@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+

snowflake/snowpark_connect/proto/snowflake_relation_ext_pb2.py

@@ -1,11 +1,12 @@
 # -*- coding: utf-8 -*-
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: snowflake_relation_ext.proto
+# Protobuf Python Version: 4.25.1
 """Generated protocol buffer code."""
-from google.protobuf.internal import builder as _builder
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
 from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -17,31 +18,31 @@ from pyspark.sql.connect.proto import expressions_pb2 as spark_dot_connect_dot_e
 
 DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1csnowflake_relation_ext.proto\x12\rsnowflake.ext\x1a\x1dspark/connect/relations.proto\x1a\x1fspark/connect/expressions.proto\"\xe3\x02\n\tExtension\x12(\n\x07rdd_map\x18\x01 \x01(\x0b\x32\x15.snowflake.ext.RddMapH\x00\x12.\n\nrdd_reduce\x18\x02 \x01(\x0b\x32\x18.snowflake.ext.RddReduceH\x00\x12G\n\x17subquery_column_aliases\x18\x03 \x01(\x0b\x32$.snowflake.ext.SubqueryColumnAliasesH\x00\x12\x32\n\x0clateral_join\x18\x04 \x01(\x0b\x32\x1a.snowflake.ext.LateralJoinH\x00\x12J\n\x19udtf_with_table_arguments\x18\x05 \x01(\x0b\x32%.snowflake.ext.UDTFWithTableArgumentsH\x00\x12-\n\taggregate\x18\x06 \x01(\x0b\x32\x18.snowflake.ext.AggregateH\x00\x42\x04\n\x02op\">\n\x06RddMap\x12&\n\x05input\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12\x0c\n\x04\x66unc\x18\x02 \x01(\x0c\"A\n\tRddReduce\x12&\n\x05input\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12\x0c\n\x04\x66unc\x18\x02 \x01(\x0c\"P\n\x15SubqueryColumnAliases\x12&\n\x05input\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12\x0f\n\x07\x61liases\x18\x02 \x03(\t\"\\\n\x0bLateralJoin\x12%\n\x04left\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12&\n\x05right\x18\x02 \x01(\x0b\x32\x17.spark.connect.Relation\"\x98\x01\n\x16UDTFWithTableArguments\x12\x15\n\rfunction_name\x18\x01 \x01(\t\x12,\n\targuments\x18\x02 \x03(\x0b\x32\x19.spark.connect.Expression\x12\x39\n\x0ftable_arguments\x18\x03 \x03(\x0b\x32 .snowflake.ext.TableArgumentInfo\"`\n\x11TableArgumentInfo\x12/\n\x0etable_argument\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12\x1a\n\x12table_argument_idx\x18\x02 \x01(\x05\"\x92\x05\n\tAggregate\x12&\n\x05input\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12\x36\n\ngroup_type\x18\x02 \x01(\x0e\x32\".snowflake.ext.Aggregate.GroupType\x12\x37\n\x14grouping_expressions\x18\x03 \x03(\x0b\x32\x19.spark.connect.Expression\x12\x38\n\x15\x61ggregate_expressions\x18\x04 \x03(\x0b\x32\x19.spark.connect.Expression\x12-\n\x05pivot\x18\x05 \x01(\x0b\x32\x1e.snowflake.ext.Aggregate.Pivot\x12<\n\rgrouping_sets\x18\x06 \x03(\x0b\x32%.snowflake.ext.Aggregate.GroupingSets\x1a\x62\n\x05Pivot\x12&\n\x03\x63ol\x18\x01 \x01(\x0b\x32\x19.spark.connect.Expression\x12\x31\n\x06values\x18\x02 \x03(\x0b\x32!.spark.connect.Expression.Literal\x1a?\n\x0cGroupingSets\x12/\n\x0cgrouping_set\x18\x01 \x03(\x0b\x32\x19.spark.connect.Expression\"\x9f\x01\n\tGroupType\x12\x1a\n\x16GROUP_TYPE_UNSPECIFIED\x10\x00\x12\x16\n\x12GROUP_TYPE_GROUPBY\x10\x01\x12\x15\n\x11GROUP_TYPE_ROLLUP\x10\x02\x12\x13\n\x0fGROUP_TYPE_CUBE\x10\x03\x12\x14\n\x10GROUP_TYPE_PIVOT\x10\x04\x12\x1c\n\x18GROUP_TYPE_GROUPING_SETS\x10\x05\x62\x06proto3')
 
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, globals())
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'snowflake_relation_ext_pb2', globals())
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'snowflake_relation_ext_pb2', _globals)
 if _descriptor._USE_C_DESCRIPTORS == False:
-
   DESCRIPTOR._options = None
-  _EXTENSION._serialized_start=112
-  _EXTENSION._serialized_end=467
-  _RDDMAP._serialized_start=469
-  _RDDMAP._serialized_end=531
-  _RDDREDUCE._serialized_start=533
-  _RDDREDUCE._serialized_end=598
-  _SUBQUERYCOLUMNALIASES._serialized_start=600
-  _SUBQUERYCOLUMNALIASES._serialized_end=680
-  _LATERALJOIN._serialized_start=682
-  _LATERALJOIN._serialized_end=774
-  _UDTFWITHTABLEARGUMENTS._serialized_start=777
-  _UDTFWITHTABLEARGUMENTS._serialized_end=929
-  _TABLEARGUMENTINFO._serialized_start=931
-  _TABLEARGUMENTINFO._serialized_end=1027
-  _AGGREGATE._serialized_start=1030
-  _AGGREGATE._serialized_end=1688
-  _AGGREGATE_PIVOT._serialized_start=1363
-  _AGGREGATE_PIVOT._serialized_end=1461
-  _AGGREGATE_GROUPINGSETS._serialized_start=1463
-  _AGGREGATE_GROUPINGSETS._serialized_end=1526
-  _AGGREGATE_GROUPTYPE._serialized_start=1529
-  _AGGREGATE_GROUPTYPE._serialized_end=1688
+  _globals['_EXTENSION']._serialized_start=112
+  _globals['_EXTENSION']._serialized_end=467
+  _globals['_RDDMAP']._serialized_start=469
+  _globals['_RDDMAP']._serialized_end=531
+  _globals['_RDDREDUCE']._serialized_start=533
+  _globals['_RDDREDUCE']._serialized_end=598
+  _globals['_SUBQUERYCOLUMNALIASES']._serialized_start=600
+  _globals['_SUBQUERYCOLUMNALIASES']._serialized_end=680
+  _globals['_LATERALJOIN']._serialized_start=682
+  _globals['_LATERALJOIN']._serialized_end=774
+  _globals['_UDTFWITHTABLEARGUMENTS']._serialized_start=777
+  _globals['_UDTFWITHTABLEARGUMENTS']._serialized_end=929
+  _globals['_TABLEARGUMENTINFO']._serialized_start=931
+  _globals['_TABLEARGUMENTINFO']._serialized_end=1027
+  _globals['_AGGREGATE']._serialized_start=1030
+  _globals['_AGGREGATE']._serialized_end=1688
+  _globals['_AGGREGATE_PIVOT']._serialized_start=1363
+  _globals['_AGGREGATE_PIVOT']._serialized_end=1461
+  _globals['_AGGREGATE_GROUPINGSETS']._serialized_start=1463
+  _globals['_AGGREGATE_GROUPINGSETS']._serialized_end=1526
+  _globals['_AGGREGATE_GROUPTYPE']._serialized_start=1529
+  _globals['_AGGREGATE_GROUPTYPE']._serialized_end=1688
 # @@protoc_insertion_point(module_scope)