spark-connect 0.2.0

data/lib/spark_connect/proto/spark/connect/base_pb.rb

@@ -0,0 +1,118 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: spark/connect/base.proto
+
+require 'google/protobuf'
+
+require 'google/protobuf/any_pb'
+require 'spark/connect/commands_pb'
+require 'spark/connect/common_pb'
+require 'spark/connect/expressions_pb'
+require 'spark/connect/relations_pb'
+require 'spark/connect/types_pb'
+require 'spark/connect/ml_pb'
+require 'spark/connect/pipelines_pb'
+
+
+descriptor_data = "\n\x18spark/connect/base.proto\x12\rspark.connect\x1a\x19google/protobuf/any.proto\x1a\x1cspark/connect/commands.proto\x1a\x1aspark/connect/common.proto\x1a\x1fspark/connect/expressions.proto\x1a\x1dspark/connect/relations.proto\x1a\x19spark/connect/types.proto\x1a\x16spark/connect/ml.proto\x1a\x1dspark/connect/pipelines.proto\"\x9f\x03\n\x04Plan\x12\'\n\x04root\x18\x01 \x01(\x0b\x32\x17.spark.connect.RelationH\x00\x12)\n\x07\x63ommand\x18\x02 \x01(\x0b\x32\x16.spark.connect.CommandH\x00\x12G\n\x14\x63ompressed_operation\x18\x03 \x01(\x0b\x32\'.spark.connect.Plan.CompressedOperationH\x00\x1a\xee\x01\n\x13\x43ompressedOperation\x12\x0c\n\x04\x64\x61ta\x18\x01 \x01(\x0c\x12?\n\x07op_type\x18\x02 \x01(\x0e\x32..spark.connect.Plan.CompressedOperation.OpType\x12:\n\x11\x63ompression_codec\x18\x03 \x01(\x0e\x32\x1f.spark.connect.CompressionCodec\"L\n\x06OpType\x12\x17\n\x13OP_TYPE_UNSPECIFIED\x10\x00\x12\x14\n\x10OP_TYPE_RELATION\x10\x01\x12\x13\n\x0fOP_TYPE_COMMAND\x10\x02\x42\t\n\x07op_type\"\\\n\x0bUserContext\x12\x0f\n\x07user_id\x18\x01 \x01(\t\x12\x11\n\tuser_name\x18\x02 \x01(\t\x12)\n\nextensions\x18\xe7\x07 \x03(\x0b\x32\x14.google.protobuf.Any\"\xe7\x11\n\x12\x41nalyzePlanRequest\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x33\n&client_observed_server_side_session_id\x18\x11 \x01(\tH\x01\x88\x01\x01\x12\x30\n\x0cuser_context\x18\x02 \x01(\x0b\x32\x1a.spark.connect.UserContext\x12\x18\n\x0b\x63lient_type\x18\x03 \x01(\tH\x02\x88\x01\x01\x12:\n\x06schema\x18\x04 \x01(\x0b\x32(.spark.connect.AnalyzePlanRequest.SchemaH\x00\x12<\n\x07\x65xplain\x18\x05 \x01(\x0b\x32).spark.connect.AnalyzePlanRequest.ExplainH\x00\x12\x43\n\x0btree_string\x18\x06 \x01(\x0b\x32,.spark.connect.AnalyzePlanRequest.TreeStringH\x00\x12=\n\x08is_local\x18\x07 \x01(\x0b\x32).spark.connect.AnalyzePlanRequest.IsLocalH\x00\x12\x45\n\x0cis_streaming\x18\x08 \x01(\x0b\x32-.spark.connect.AnalyzePlanRequest.IsStreamingH\x00\x12\x43\n\x0binput_files\x18\t \x01(\x0b\x32,.spark.connect.AnalyzePlanRequest.InputFilesH\x00\x12G\n\rspark_version\x18\n \x01(\x0b\x32..spark.connect.AnalyzePlanRequest.SparkVersionH\x00\x12?\n\tddl_parse\x18\x0b \x01(\x0b\x32*.spark.connect.AnalyzePlanRequest.DDLParseH\x00\x12I\n\x0esame_semantics\x18\x0c \x01(\x0b\x32/.spark.connect.AnalyzePlanRequest.SameSemanticsH\x00\x12G\n\rsemantic_hash\x18\r \x01(\x0b\x32..spark.connect.AnalyzePlanRequest.SemanticHashH\x00\x12<\n\x07persist\x18\x0e \x01(\x0b\x32).spark.connect.AnalyzePlanRequest.PersistH\x00\x12@\n\tunpersist\x18\x0f \x01(\x0b\x32+.spark.connect.AnalyzePlanRequest.UnpersistH\x00\x12N\n\x11get_storage_level\x18\x10 \x01(\x0b\x32\x31.spark.connect.AnalyzePlanRequest.GetStorageLevelH\x00\x12\x42\n\x0bjson_to_ddl\x18\x12 \x01(\x0b\x32+.spark.connect.AnalyzePlanRequest.JsonToDDLH\x00\x1a+\n\x06Schema\x12!\n\x04plan\x18\x01 \x01(\x0b\x32\x13.spark.connect.Plan\x1a\xa8\x02\n\x07\x45xplain\x12!\n\x04plan\x18\x01 \x01(\x0b\x32\x13.spark.connect.Plan\x12K\n\x0c\x65xplain_mode\x18\x02 \x01(\x0e\x32\x35.spark.connect.AnalyzePlanRequest.Explain.ExplainMode\"\xac\x01\n\x0b\x45xplainMode\x12\x1c\n\x18\x45XPLAIN_MODE_UNSPECIFIED\x10\x00\x12\x17\n\x13\x45XPLAIN_MODE_SIMPLE\x10\x01\x12\x19\n\x15\x45XPLAIN_MODE_EXTENDED\x10\x02\x12\x18\n\x14\x45XPLAIN_MODE_CODEGEN\x10\x03\x12\x15\n\x11\x45XPLAIN_MODE_COST\x10\x04\x12\x1a\n\x16\x45XPLAIN_MODE_FORMATTED\x10\x05\x1aM\n\nTreeString\x12!\n\x04plan\x18\x01 \x01(\x0b\x32\x13.spark.connect.Plan\x12\x12\n\x05level\x18\x02 \x01(\x05H\x00\x88\x01\x01\x42\x08\n\x06_level\x1a,\n\x07IsLocal\x12!\n\x04plan\x18\x01 \x01(\x0b\x32\x13.spark.connect.Plan\x1a\x30\n\x0bIsStreaming\x12!\n\x04plan\x18\x01 \x01(\x0b\x32\x13.spark.connect.Plan\x1a/\n\nInputFiles\x12!\n\x04plan\x18\x01 \x01(\x0b\x32\x13.spark.connect.Plan\x1a\x0e\n\x0cSparkVersion\x1a\x1e\n\x08\x44\x44LParse\x12\x12\n\nddl_string\x18\x01 \x01(\t\x1a\x62\n\rSameSemantics\x12(\n\x0btarget_plan\x18\x01 \x01(\x0b\x32\x13.spark.connect.Plan\x12\'\n\nother_plan\x18\x02 \x01(\x0b\x32\x13.spark.connect.Plan\x1a\x31\n\x0cSemanticHash\x12!\n\x04plan\x18\x01 \x01(\x0b\x32\x13.spark.connect.Plan\x1a\x7f\n\x07Persist\x12)\n\x08relation\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12\x37\n\rstorage_level\x18\x02 \x01(\x0b\x32\x1b.spark.connect.StorageLevelH\x00\x88\x01\x01\x42\x10\n\x0e_storage_level\x1aZ\n\tUnpersist\x12)\n\x08relation\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12\x15\n\x08\x62locking\x18\x02 \x01(\x08H\x00\x88\x01\x01\x42\x0b\n\t_blocking\x1a<\n\x0fGetStorageLevel\x12)\n\x08relation\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x1a \n\tJsonToDDL\x12\x13\n\x0bjson_string\x18\x01 \x01(\tB\t\n\x07\x61nalyzeB)\n\'_client_observed_server_side_session_idB\x0e\n\x0c_client_type\"\x8c\x0c\n\x13\x41nalyzePlanResponse\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x1e\n\x16server_side_session_id\x18\x0f \x01(\t\x12;\n\x06schema\x18\x02 \x01(\x0b\x32).spark.connect.AnalyzePlanResponse.SchemaH\x00\x12=\n\x07\x65xplain\x18\x03 \x01(\x0b\x32*.spark.connect.AnalyzePlanResponse.ExplainH\x00\x12\x44\n\x0btree_string\x18\x04 \x01(\x0b\x32-.spark.connect.AnalyzePlanResponse.TreeStringH\x00\x12>\n\x08is_local\x18\x05 \x01(\x0b\x32*.spark.connect.AnalyzePlanResponse.IsLocalH\x00\x12\x46\n\x0cis_streaming\x18\x06 \x01(\x0b\x32..spark.connect.AnalyzePlanResponse.IsStreamingH\x00\x12\x44\n\x0binput_files\x18\x07 \x01(\x0b\x32-.spark.connect.AnalyzePlanResponse.InputFilesH\x00\x12H\n\rspark_version\x18\x08 \x01(\x0b\x32/.spark.connect.AnalyzePlanResponse.SparkVersionH\x00\x12@\n\tddl_parse\x18\t \x01(\x0b\x32+.spark.connect.AnalyzePlanResponse.DDLParseH\x00\x12J\n\x0esame_semantics\x18\n \x01(\x0b\x32\x30.spark.connect.AnalyzePlanResponse.SameSemanticsH\x00\x12H\n\rsemantic_hash\x18\x0b \x01(\x0b\x32/.spark.connect.AnalyzePlanResponse.SemanticHashH\x00\x12=\n\x07persist\x18\x0c \x01(\x0b\x32*.spark.connect.AnalyzePlanResponse.PersistH\x00\x12\x41\n\tunpersist\x18\r \x01(\x0b\x32,.spark.connect.AnalyzePlanResponse.UnpersistH\x00\x12O\n\x11get_storage_level\x18\x0e \x01(\x0b\x32\x32.spark.connect.AnalyzePlanResponse.GetStorageLevelH\x00\x12\x43\n\x0bjson_to_ddl\x18\x10 \x01(\x0b\x32,.spark.connect.AnalyzePlanResponse.JsonToDDLH\x00\x1a\x31\n\x06Schema\x12\'\n\x06schema\x18\x01 \x01(\x0b\x32\x17.spark.connect.DataType\x1a!\n\x07\x45xplain\x12\x16\n\x0e\x65xplain_string\x18\x01 \x01(\t\x1a!\n\nTreeString\x12\x13\n\x0btree_string\x18\x01 \x01(\t\x1a\x1b\n\x07IsLocal\x12\x10\n\x08is_local\x18\x01 \x01(\x08\x1a#\n\x0bIsStreaming\x12\x14\n\x0cis_streaming\x18\x01 \x01(\x08\x1a\x1b\n\nInputFiles\x12\r\n\x05\x66iles\x18\x01 \x03(\t\x1a\x1f\n\x0cSparkVersion\x12\x0f\n\x07version\x18\x01 \x01(\t\x1a\x33\n\x08\x44\x44LParse\x12\'\n\x06parsed\x18\x01 \x01(\x0b\x32\x17.spark.connect.DataType\x1a\x1f\n\rSameSemantics\x12\x0e\n\x06result\x18\x01 \x01(\x08\x1a\x1e\n\x0cSemanticHash\x12\x0e\n\x06result\x18\x01 \x01(\x05\x1a\t\n\x07Persist\x1a\x0b\n\tUnpersist\x1a\x45\n\x0fGetStorageLevel\x12\x32\n\rstorage_level\x18\x01 \x01(\x0b\x32\x1b.spark.connect.StorageLevel\x1a\x1f\n\tJsonToDDL\x12\x12\n\nddl_string\x18\x01 \x01(\tB\x08\n\x06result\"\xe0\x04\n\x12\x45xecutePlanRequest\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x33\n&client_observed_server_side_session_id\x18\x08 \x01(\tH\x00\x88\x01\x01\x12\x30\n\x0cuser_context\x18\x02 \x01(\x0b\x32\x1a.spark.connect.UserContext\x12\x19\n\x0coperation_id\x18\x06 \x01(\tH\x01\x88\x01\x01\x12!\n\x04plan\x18\x03 \x01(\x0b\x32\x13.spark.connect.Plan\x12\x18\n\x0b\x63lient_type\x18\x04 \x01(\tH\x02\x88\x01\x01\x12H\n\x0frequest_options\x18\x05 \x03(\x0b\x32/.spark.connect.ExecutePlanRequest.RequestOption\x12\x0c\n\x04tags\x18\x07 \x03(\t\x1a\xd2\x01\n\rRequestOption\x12:\n\x10reattach_options\x18\x01 \x01(\x0b\x32\x1e.spark.connect.ReattachOptionsH\x00\x12G\n\x17result_chunking_options\x18\x02 \x01(\x0b\x32$.spark.connect.ResultChunkingOptionsH\x00\x12*\n\textension\x18\xe7\x07 \x01(\x0b\x32\x14.google.protobuf.AnyH\x00\x42\x10\n\x0erequest_optionB)\n\'_client_observed_server_side_session_idB\x0f\n\r_operation_idB\x0e\n\x0c_client_type\"\x86\x15\n\x13\x45xecutePlanResponse\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x1e\n\x16server_side_session_id\x18\x0f \x01(\t\x12\x14\n\x0coperation_id\x18\x0c \x01(\t\x12\x13\n\x0bresponse_id\x18\r \x01(\t\x12\x44\n\x0b\x61rrow_batch\x18\x02 \x01(\x0b\x32-.spark.connect.ExecutePlanResponse.ArrowBatchH\x00\x12Q\n\x12sql_command_result\x18\x05 \x01(\x0b\x32\x33.spark.connect.ExecutePlanResponse.SqlCommandResultH\x00\x12]\n#write_stream_operation_start_result\x18\x08 \x01(\x0b\x32..spark.connect.WriteStreamOperationStartResultH\x00\x12T\n\x1estreaming_query_command_result\x18\t \x01(\x0b\x32*.spark.connect.StreamingQueryCommandResultH\x00\x12P\n\x1cget_resources_command_result\x18\n \x01(\x0b\x32(.spark.connect.GetResourcesCommandResultH\x00\x12\x63\n&streaming_query_manager_command_result\x18\x0b \x01(\x0b\x32\x31.spark.connect.StreamingQueryManagerCommandResultH\x00\x12\x63\n&streaming_query_listener_events_result\x18\x10 \x01(\x0b\x32\x31.spark.connect.StreamingQueryListenerEventsResultH\x00\x12L\n\x0fresult_complete\x18\x0e \x01(\x0b\x32\x31.spark.connect.ExecutePlanResponse.ResultCompleteH\x00\x12\x63\n&create_resource_profile_command_result\x18\x11 \x01(\x0b\x32\x31.spark.connect.CreateResourceProfileCommandResultH\x00\x12R\n\x12\x65xecution_progress\x18\x12 \x01(\x0b\x32\x34.spark.connect.ExecutePlanResponse.ExecutionProgressH\x00\x12K\n\x19\x63heckpoint_command_result\x18\x13 \x01(\x0b\x32&.spark.connect.CheckpointCommandResultH\x00\x12;\n\x11ml_command_result\x18\x14 \x01(\x0b\x32\x1e.spark.connect.MlCommandResultH\x00\x12\x43\n\x15pipeline_event_result\x18\x15 \x01(\x0b\x32\".spark.connect.PipelineEventResultH\x00\x12G\n\x17pipeline_command_result\x18\x16 \x01(\x0b\x32$.spark.connect.PipelineCommandResultH\x00\x12g\n(pipeline_query_function_execution_signal\x18\x17 \x01(\x0b\x32\x33.spark.connect.PipelineQueryFunctionExecutionSignalH\x00\x12*\n\textension\x18\xe7\x07 \x01(\x0b\x32\x14.google.protobuf.AnyH\x00\x12;\n\x07metrics\x18\x04 \x01(\x0b\x32*.spark.connect.ExecutePlanResponse.Metrics\x12L\n\x10observed_metrics\x18\x06 \x03(\x0b\x32\x32.spark.connect.ExecutePlanResponse.ObservedMetrics\x12\'\n\x06schema\x18\x07 \x01(\x0b\x32\x17.spark.connect.DataType\x1a=\n\x10SqlCommandResult\x12)\n\x08relation\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x1a\xbd\x01\n\nArrowBatch\x12\x11\n\trow_count\x18\x01 \x01(\x03\x12\x0c\n\x04\x64\x61ta\x18\x02 \x01(\x0c\x12\x19\n\x0cstart_offset\x18\x03 \x01(\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x63hunk_index\x18\x04 \x01(\x03H\x01\x88\x01\x01\x12 \n\x13num_chunks_in_batch\x18\x05 \x01(\x03H\x02\x88\x01\x01\x42\x0f\n\r_start_offsetB\x0e\n\x0c_chunk_indexB\x16\n\x14_num_chunks_in_batch\x1a\xaf\x03\n\x07Metrics\x12H\n\x07metrics\x18\x01 \x03(\x0b\x32\x37.spark.connect.ExecutePlanResponse.Metrics.MetricObject\x1a\x98\x02\n\x0cMetricObject\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0f\n\x07plan_id\x18\x02 \x01(\x03\x12\x0e\n\x06parent\x18\x03 \x01(\x03\x12h\n\x11\x65xecution_metrics\x18\x04 \x03(\x0b\x32M.spark.connect.ExecutePlanResponse.Metrics.MetricObject.ExecutionMetricsEntry\x1ao\n\x15\x45xecutionMetricsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x45\n\x05value\x18\x02 \x01(\x0b\x32\x36.spark.connect.ExecutePlanResponse.Metrics.MetricValue:\x02\x38\x01\x1a?\n\x0bMetricValue\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03\x12\x13\n\x0bmetric_type\x18\x03 \x01(\t\x1aq\n\x0fObservedMetrics\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x31\n\x06values\x18\x02 \x03(\x0b\x32!.spark.connect.Expression.Literal\x12\x0c\n\x04keys\x18\x03 \x03(\t\x12\x0f\n\x07plan_id\x18\x04 \x01(\x03\x1a\x10\n\x0eResultComplete\x1a\xf6\x01\n\x11\x45xecutionProgress\x12N\n\x06stages\x18\x01 \x03(\x0b\x32>.spark.connect.ExecutePlanResponse.ExecutionProgress.StageInfo\x12\x1a\n\x12num_inflight_tasks\x18\x02 \x01(\x03\x1au\n\tStageInfo\x12\x10\n\x08stage_id\x18\x01 \x01(\x03\x12\x11\n\tnum_tasks\x18\x02 \x01(\x03\x12\x1b\n\x13num_completed_tasks\x18\x03 \x01(\x03\x12\x18\n\x10input_bytes_read\x18\x04 \x01(\x03\x12\x0c\n\x04\x64one\x18\x05 \x01(\x08\x42\x0f\n\rresponse_type\"5\n\x08KeyValue\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x12\n\x05value\x18\x02 \x01(\tH\x00\x88\x01\x01\x42\x08\n\x06_value\"\xe5\x07\n\rConfigRequest\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x33\n&client_observed_server_side_session_id\x18\x08 \x01(\tH\x00\x88\x01\x01\x12\x30\n\x0cuser_context\x18\x02 \x01(\x0b\x32\x1a.spark.connect.UserContext\x12\x39\n\toperation\x18\x03 \x01(\x0b\x32&.spark.connect.ConfigRequest.Operation\x12\x18\n\x0b\x63lient_type\x18\x04 \x01(\tH\x01\x88\x01\x01\x1a\xb0\x03\n\tOperation\x12/\n\x03set\x18\x01 \x01(\x0b\x32 .spark.connect.ConfigRequest.SetH\x00\x12/\n\x03get\x18\x02 \x01(\x0b\x32 .spark.connect.ConfigRequest.GetH\x00\x12G\n\x10get_with_default\x18\x03 \x01(\x0b\x32+.spark.connect.ConfigRequest.GetWithDefaultH\x00\x12<\n\nget_option\x18\x04 \x01(\x0b\x32&.spark.connect.ConfigRequest.GetOptionH\x00\x12\x36\n\x07get_all\x18\x05 \x01(\x0b\x32#.spark.connect.ConfigRequest.GetAllH\x00\x12\x33\n\x05unset\x18\x06 \x01(\x0b\x32\".spark.connect.ConfigRequest.UnsetH\x00\x12\x42\n\ris_modifiable\x18\x07 \x01(\x0b\x32).spark.connect.ConfigRequest.IsModifiableH\x00\x42\t\n\x07op_type\x1aM\n\x03Set\x12&\n\x05pairs\x18\x01 \x03(\x0b\x32\x17.spark.connect.KeyValue\x12\x13\n\x06silent\x18\x02 \x01(\x08H\x00\x88\x01\x01\x42\t\n\x07_silent\x1a\x13\n\x03Get\x12\x0c\n\x04keys\x18\x01 \x03(\t\x1a\x38\n\x0eGetWithDefault\x12&\n\x05pairs\x18\x01 \x03(\x0b\x32\x17.spark.connect.KeyValue\x1a\x19\n\tGetOption\x12\x0c\n\x04keys\x18\x01 \x03(\t\x1a(\n\x06GetAll\x12\x13\n\x06prefix\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\t\n\x07_prefix\x1a\x15\n\x05Unset\x12\x0c\n\x04keys\x18\x01 \x03(\t\x1a\x1c\n\x0cIsModifiable\x12\x0c\n\x04keys\x18\x01 \x03(\tB)\n\'_client_observed_server_side_session_idB\x0e\n\x0c_client_type\"~\n\x0e\x43onfigResponse\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x1e\n\x16server_side_session_id\x18\x04 \x01(\t\x12&\n\x05pairs\x18\x02 \x03(\x0b\x32\x17.spark.connect.KeyValue\x12\x10\n\x08warnings\x18\x03 \x03(\t\"\xbc\x06\n\x13\x41\x64\x64\x41rtifactsRequest\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x30\n\x0cuser_context\x18\x02 \x01(\x0b\x32\x1a.spark.connect.UserContext\x12\x33\n&client_observed_server_side_session_id\x18\x07 \x01(\tH\x01\x88\x01\x01\x12\x18\n\x0b\x63lient_type\x18\x06 \x01(\tH\x02\x88\x01\x01\x12\x39\n\x05\x62\x61tch\x18\x03 \x01(\x0b\x32(.spark.connect.AddArtifactsRequest.BatchH\x00\x12N\n\x0b\x62\x65gin_chunk\x18\x04 \x01(\x0b\x32\x37.spark.connect.AddArtifactsRequest.BeginChunkedArtifactH\x00\x12\x41\n\x05\x63hunk\x18\x05 \x01(\x0b\x32\x30.spark.connect.AddArtifactsRequest.ArtifactChunkH\x00\x1a*\n\rArtifactChunk\x12\x0c\n\x04\x64\x61ta\x18\x01 \x01(\x0c\x12\x0b\n\x03\x63rc\x18\x02 \x01(\x03\x1a\x63\n\x13SingleChunkArtifact\x12\x0c\n\x04name\x18\x01 \x01(\t\x12>\n\x04\x64\x61ta\x18\x02 \x01(\x0b\x32\x30.spark.connect.AddArtifactsRequest.ArtifactChunk\x1aR\n\x05\x42\x61tch\x12I\n\tartifacts\x18\x01 \x03(\x0b\x32\x36.spark.connect.AddArtifactsRequest.SingleChunkArtifact\x1a\x96\x01\n\x14\x42\x65ginChunkedArtifact\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x13\n\x0btotal_bytes\x18\x02 \x01(\x03\x12\x12\n\nnum_chunks\x18\x03 \x01(\x03\x12G\n\rinitial_chunk\x18\x04 \x01(\x0b\x32\x30.spark.connect.AddArtifactsRequest.ArtifactChunkB\t\n\x07payloadB)\n\'_client_observed_server_side_session_idB\x0e\n\x0c_client_type\"\xce\x01\n\x14\x41\x64\x64\x41rtifactsResponse\x12\x12\n\nsession_id\x18\x02 \x01(\t\x12\x1e\n\x16server_side_session_id\x18\x03 \x01(\t\x12\x46\n\tartifacts\x18\x01 \x03(\x0b\x32\x33.spark.connect.AddArtifactsResponse.ArtifactSummary\x1a:\n\x0f\x41rtifactSummary\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x19\n\x11is_crc_successful\x18\x02 \x01(\x08\"\xf8\x01\n\x17\x41rtifactStatusesRequest\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x33\n&client_observed_server_side_session_id\x18\x05 \x01(\tH\x00\x88\x01\x01\x12\x30\n\x0cuser_context\x18\x02 \x01(\x0b\x32\x1a.spark.connect.UserContext\x12\x18\n\x0b\x63lient_type\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\r\n\x05names\x18\x04 \x03(\tB)\n\'_client_observed_server_side_session_idB\x0e\n\x0c_client_type\"\xa2\x02\n\x18\x41rtifactStatusesResponse\x12\x12\n\nsession_id\x18\x02 \x01(\t\x12\x1e\n\x16server_side_session_id\x18\x03 \x01(\t\x12G\n\x08statuses\x18\x01 \x03(\x0b\x32\x35.spark.connect.ArtifactStatusesResponse.StatusesEntry\x1ag\n\rStatusesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x45\n\x05value\x18\x02 \x01(\x0b\x32\x36.spark.connect.ArtifactStatusesResponse.ArtifactStatus:\x02\x38\x01\x1a \n\x0e\x41rtifactStatus\x12\x0e\n\x06\x65xists\x18\x01 \x01(\x08\"\xea\x03\n\x10InterruptRequest\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x33\n&client_observed_server_side_session_id\x18\x07 \x01(\tH\x01\x88\x01\x01\x12\x30\n\x0cuser_context\x18\x02 \x01(\x0b\x32\x1a.spark.connect.UserContext\x12\x18\n\x0b\x63lient_type\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x45\n\x0einterrupt_type\x18\x04 \x01(\x0e\x32-.spark.connect.InterruptRequest.InterruptType\x12\x17\n\roperation_tag\x18\x05 \x01(\tH\x00\x12\x16\n\x0coperation_id\x18\x06 \x01(\tH\x00\"\x80\x01\n\rInterruptType\x12\x1e\n\x1aINTERRUPT_TYPE_UNSPECIFIED\x10\x00\x12\x16\n\x12INTERRUPT_TYPE_ALL\x10\x01\x12\x16\n\x12INTERRUPT_TYPE_TAG\x10\x02\x12\x1f\n\x1bINTERRUPT_TYPE_OPERATION_ID\x10\x03\x42\x0b\n\tinterruptB)\n\'_client_observed_server_side_session_idB\x0e\n\x0c_client_type\"`\n\x11InterruptResponse\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x1e\n\x16server_side_session_id\x18\x03 \x01(\t\x12\x17\n\x0finterrupted_ids\x18\x02 \x03(\t\"\'\n\x0fReattachOptions\x12\x14\n\x0creattachable\x18\x01 \x01(\x08\"\x83\x01\n\x15ResultChunkingOptions\x12\"\n\x1a\x61llow_arrow_batch_chunking\x18\x01 \x01(\x08\x12\'\n\x1apreferred_arrow_chunk_size\x18\x02 \x01(\x03H\x00\x88\x01\x01\x42\x1d\n\x1b_preferred_arrow_chunk_size\"\xb2\x02\n\x16ReattachExecuteRequest\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x33\n&client_observed_server_side_session_id\x18\x06 \x01(\tH\x00\x88\x01\x01\x12\x30\n\x0cuser_context\x18\x02 \x01(\x0b\x32\x1a.spark.connect.UserContext\x12\x14\n\x0coperation_id\x18\x03 \x01(\t\x12\x18\n\x0b\x63lient_type\x18\x04 \x01(\tH\x01\x88\x01\x01\x12\x1d\n\x10last_response_id\x18\x05 \x01(\tH\x02\x88\x01\x01\x42)\n\'_client_observed_server_side_session_idB\x0e\n\x0c_client_typeB\x13\n\x11_last_response_id\"\xcf\x03\n\x15ReleaseExecuteRequest\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x33\n&client_observed_server_side_session_id\x18\x07 \x01(\tH\x01\x88\x01\x01\x12\x30\n\x0cuser_context\x18\x02 \x01(\x0b\x32\x1a.spark.connect.UserContext\x12\x14\n\x0coperation_id\x18\x03 \x01(\t\x12\x18\n\x0b\x63lient_type\x18\x04 \x01(\tH\x02\x88\x01\x01\x12\x46\n\x0brelease_all\x18\x05 \x01(\x0b\x32/.spark.connect.ReleaseExecuteRequest.ReleaseAllH\x00\x12J\n\rrelease_until\x18\x06 \x01(\x0b\x32\x31.spark.connect.ReleaseExecuteRequest.ReleaseUntilH\x00\x1a\x0c\n\nReleaseAll\x1a#\n\x0cReleaseUntil\x12\x13\n\x0bresponse_id\x18\x01 \x01(\tB\t\n\x07releaseB)\n\'_client_observed_server_side_session_idB\x0e\n\x0c_client_type\"x\n\x16ReleaseExecuteResponse\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x1e\n\x16server_side_session_id\x18\x03 \x01(\t\x12\x19\n\x0coperation_id\x18\x02 \x01(\tH\x00\x88\x01\x01\x42\x0f\n\r_operation_id\"\xa0\x01\n\x15ReleaseSessionRequest\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x30\n\x0cuser_context\x18\x02 \x01(\x0b\x32\x1a.spark.connect.UserContext\x12\x18\n\x0b\x63lient_type\x18\x03 \x01(\tH\x00\x88\x01\x01\x12\x17\n\x0f\x61llow_reconnect\x18\x04 \x01(\x08\x42\x0e\n\x0c_client_type\"L\n\x16ReleaseSessionResponse\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x1e\n\x16server_side_session_id\x18\x02 \x01(\t\"\xfc\x01\n\x18\x46\x65tchErrorDetailsRequest\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x33\n&client_observed_server_side_session_id\x18\x05 \x01(\tH\x00\x88\x01\x01\x12\x30\n\x0cuser_context\x18\x02 \x01(\x0b\x32\x1a.spark.connect.UserContext\x12\x10\n\x08\x65rror_id\x18\x03 \x01(\t\x12\x18\n\x0b\x63lient_type\x18\x04 \x01(\tH\x01\x88\x01\x01\x42)\n\'_client_observed_server_side_session_idB\x0e\n\x0c_client_type\"\xc0\x0c\n\x19\x46\x65tchErrorDetailsResponse\x12\x1e\n\x16server_side_session_id\x18\x03 \x01(\t\x12\x12\n\nsession_id\x18\x04 \x01(\t\x12\x1b\n\x0eroot_error_idx\x18\x01 \x01(\x05H\x00\x88\x01\x01\x12>\n\x06\x65rrors\x18\x02 \x03(\x0b\x32..spark.connect.FetchErrorDetailsResponse.Error\x1a|\n\x11StackTraceElement\x12\x17\n\x0f\x64\x65\x63laring_class\x18\x01 \x01(\t\x12\x13\n\x0bmethod_name\x18\x02 \x01(\t\x12\x16\n\tfile_name\x18\x03 \x01(\tH\x00\x88\x01\x01\x12\x13\n\x0bline_number\x18\x04 \x01(\x05\x42\x0c\n\n_file_name\x1a\x97\x02\n\x0cQueryContext\x12W\n\x0c\x63ontext_type\x18\n \x01(\x0e\x32\x41.spark.connect.FetchErrorDetailsResponse.QueryContext.ContextType\x12\x13\n\x0bobject_type\x18\x01 \x01(\t\x12\x13\n\x0bobject_name\x18\x02 \x01(\t\x12\x13\n\x0bstart_index\x18\x03 \x01(\x05\x12\x12\n\nstop_index\x18\x04 \x01(\x05\x12\x10\n\x08\x66ragment\x18\x05 \x01(\t\x12\x11\n\tcall_site\x18\x06 \x01(\t\x12\x0f\n\x07summary\x18\x07 \x01(\t\"%\n\x0b\x43ontextType\x12\x07\n\x03SQL\x10\x00\x12\r\n\tDATAFRAME\x10\x01\x1a\xce\x03\n\x0eSparkThrowable\x12\x18\n\x0b\x65rror_class\x18\x01 \x01(\tH\x00\x88\x01\x01\x12j\n\x12message_parameters\x18\x02 \x03(\x0b\x32N.spark.connect.FetchErrorDetailsResponse.SparkThrowable.MessageParametersEntry\x12M\n\x0equery_contexts\x18\x03 \x03(\x0b\x32\x35.spark.connect.FetchErrorDetailsResponse.QueryContext\x12\x16\n\tsql_state\x18\x04 \x01(\tH\x01\x88\x01\x01\x12^\n\x14\x62reaking_change_info\x18\x05 \x01(\x0b\x32;.spark.connect.FetchErrorDetailsResponse.BreakingChangeInfoH\x02\x88\x01\x01\x1a\x38\n\x16MessageParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x0e\n\x0c_error_classB\x0c\n\n_sql_stateB\x17\n\x15_breaking_change_info\x1a\xca\x01\n\x12\x42reakingChangeInfo\x12\x19\n\x11migration_message\x18\x01 \x03(\t\x12Y\n\x11mitigation_config\x18\x02 \x01(\x0b\x32\x39.spark.connect.FetchErrorDetailsResponse.MitigationConfigH\x00\x88\x01\x01\x12\x18\n\x0bneeds_audit\x18\x03 \x01(\x08H\x01\x88\x01\x01\x42\x14\n\x12_mitigation_configB\x0e\n\x0c_needs_audit\x1a.\n\x10MitigationConfig\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t\x1a\x98\x02\n\x05\x45rror\x12\x1c\n\x14\x65rror_type_hierarchy\x18\x01 \x03(\t\x12\x0f\n\x07message\x18\x02 \x01(\t\x12O\n\x0bstack_trace\x18\x03 \x03(\x0b\x32:.spark.connect.FetchErrorDetailsResponse.StackTraceElement\x12\x16\n\tcause_idx\x18\x04 \x01(\x05H\x00\x88\x01\x01\x12U\n\x0fspark_throwable\x18\x05 \x01(\x0b\x32\x37.spark.connect.FetchErrorDetailsResponse.SparkThrowableH\x01\x88\x01\x01\x42\x0c\n\n_cause_idxB\x12\n\x10_spark_throwableB\x11\n\x0f_root_error_idx\"P\n\x17\x43heckpointCommandResult\x12\x35\n\x08relation\x18\x01 \x01(\x0b\x32#.spark.connect.CachedRemoteRelation\"\x95\x02\n\x13\x43loneSessionRequest\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x33\n&client_observed_server_side_session_id\x18\x05 \x01(\tH\x00\x88\x01\x01\x12\x30\n\x0cuser_context\x18\x02 \x01(\x0b\x32\x1a.spark.connect.UserContext\x12\x18\n\x0b\x63lient_type\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x1b\n\x0enew_session_id\x18\x04 \x01(\tH\x02\x88\x01\x01\x42)\n\'_client_observed_server_side_session_idB\x0e\n\x0c_client_typeB\x11\n\x0f_new_session_id\"\x86\x01\n\x14\x43loneSessionResponse\x12\x12\n\nsession_id\x18\x01 \x01(\t\x12\x1e\n\x16server_side_session_id\x18\x02 \x01(\t\x12\x16\n\x0enew_session_id\x18\x03 \x01(\t\x12\"\n\x1anew_server_side_session_id\x18\x04 \x01(\t*Q\n\x10\x43ompressionCodec\x12!\n\x1d\x43OMPRESSION_CODEC_UNSPECIFIED\x10\x00\x12\x1a\n\x16\x43OMPRESSION_CODEC_ZSTD\x10\x01\x32\x8d\x08\n\x13SparkConnectService\x12X\n\x0b\x45xecutePlan\x12!.spark.connect.ExecutePlanRequest\x1a\".spark.connect.ExecutePlanResponse\"\x00\x30\x01\x12V\n\x0b\x41nalyzePlan\x12!.spark.connect.AnalyzePlanRequest\x1a\".spark.connect.AnalyzePlanResponse\"\x00\x12G\n\x06\x43onfig\x12\x1c.spark.connect.ConfigRequest\x1a\x1d.spark.connect.ConfigResponse\"\x00\x12[\n\x0c\x41\x64\x64\x41rtifacts\x12\".spark.connect.AddArtifactsRequest\x1a#.spark.connect.AddArtifactsResponse\"\x00(\x01\x12\x63\n\x0e\x41rtifactStatus\x12&.spark.connect.ArtifactStatusesRequest\x1a\'.spark.connect.ArtifactStatusesResponse\"\x00\x12P\n\tInterrupt\x12\x1f.spark.connect.InterruptRequest\x1a .spark.connect.InterruptResponse\"\x00\x12`\n\x0fReattachExecute\x12%.spark.connect.ReattachExecuteRequest\x1a\".spark.connect.ExecutePlanResponse\"\x00\x30\x01\x12_\n\x0eReleaseExecute\x12$.spark.connect.ReleaseExecuteRequest\x1a%.spark.connect.ReleaseExecuteResponse\"\x00\x12_\n\x0eReleaseSession\x12$.spark.connect.ReleaseSessionRequest\x1a%.spark.connect.ReleaseSessionResponse\"\x00\x12h\n\x11\x46\x65tchErrorDetails\x12\'.spark.connect.FetchErrorDetailsRequest\x1a(.spark.connect.FetchErrorDetailsResponse\"\x00\x12Y\n\x0c\x43loneSession\x12\".spark.connect.CloneSessionRequest\x1a#.spark.connect.CloneSessionResponse\"\x00\x42\x36\n\x1eorg.apache.spark.connect.protoP\x01Z\x12internal/generatedb\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Spark
+  module Connect
+    Plan = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Plan").msgclass
+    Plan::CompressedOperation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Plan.CompressedOperation").msgclass
+    Plan::CompressedOperation::OpType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Plan.CompressedOperation.OpType").enummodule
+    UserContext = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.UserContext").msgclass
+    AnalyzePlanRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest").msgclass
+    AnalyzePlanRequest::Schema = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.Schema").msgclass
+    AnalyzePlanRequest::Explain = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.Explain").msgclass
+    AnalyzePlanRequest::Explain::ExplainMode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.Explain.ExplainMode").enummodule
+    AnalyzePlanRequest::TreeString = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.TreeString").msgclass
+    AnalyzePlanRequest::IsLocal = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.IsLocal").msgclass
+    AnalyzePlanRequest::IsStreaming = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.IsStreaming").msgclass
+    AnalyzePlanRequest::InputFiles = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.InputFiles").msgclass
+    AnalyzePlanRequest::SparkVersion = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.SparkVersion").msgclass
+    AnalyzePlanRequest::DDLParse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.DDLParse").msgclass
+    AnalyzePlanRequest::SameSemantics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.SameSemantics").msgclass
+    AnalyzePlanRequest::SemanticHash = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.SemanticHash").msgclass
+    AnalyzePlanRequest::Persist = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.Persist").msgclass
+    AnalyzePlanRequest::Unpersist = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.Unpersist").msgclass
+    AnalyzePlanRequest::GetStorageLevel = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.GetStorageLevel").msgclass
+    AnalyzePlanRequest::JsonToDDL = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanRequest.JsonToDDL").msgclass
+    AnalyzePlanResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse").msgclass
+    AnalyzePlanResponse::Schema = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.Schema").msgclass
+    AnalyzePlanResponse::Explain = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.Explain").msgclass
+    AnalyzePlanResponse::TreeString = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.TreeString").msgclass
+    AnalyzePlanResponse::IsLocal = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.IsLocal").msgclass
+    AnalyzePlanResponse::IsStreaming = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.IsStreaming").msgclass
+    AnalyzePlanResponse::InputFiles = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.InputFiles").msgclass
+    AnalyzePlanResponse::SparkVersion = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.SparkVersion").msgclass
+    AnalyzePlanResponse::DDLParse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.DDLParse").msgclass
+    AnalyzePlanResponse::SameSemantics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.SameSemantics").msgclass
+    AnalyzePlanResponse::SemanticHash = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.SemanticHash").msgclass
+    AnalyzePlanResponse::Persist = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.Persist").msgclass
+    AnalyzePlanResponse::Unpersist = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.Unpersist").msgclass
+    AnalyzePlanResponse::GetStorageLevel = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.GetStorageLevel").msgclass
+    AnalyzePlanResponse::JsonToDDL = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AnalyzePlanResponse.JsonToDDL").msgclass
+    ExecutePlanRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecutePlanRequest").msgclass
+    ExecutePlanRequest::RequestOption = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecutePlanRequest.RequestOption").msgclass
+    ExecutePlanResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecutePlanResponse").msgclass
+    ExecutePlanResponse::SqlCommandResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecutePlanResponse.SqlCommandResult").msgclass
+    ExecutePlanResponse::ArrowBatch = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecutePlanResponse.ArrowBatch").msgclass
+    ExecutePlanResponse::Metrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecutePlanResponse.Metrics").msgclass
+    ExecutePlanResponse::Metrics::MetricObject = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecutePlanResponse.Metrics.MetricObject").msgclass
+    ExecutePlanResponse::Metrics::MetricValue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecutePlanResponse.Metrics.MetricValue").msgclass
+    ExecutePlanResponse::ObservedMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecutePlanResponse.ObservedMetrics").msgclass
+    ExecutePlanResponse::ResultComplete = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecutePlanResponse.ResultComplete").msgclass
+    ExecutePlanResponse::ExecutionProgress = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecutePlanResponse.ExecutionProgress").msgclass
+    ExecutePlanResponse::ExecutionProgress::StageInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecutePlanResponse.ExecutionProgress.StageInfo").msgclass
+    KeyValue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.KeyValue").msgclass
+    ConfigRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ConfigRequest").msgclass
+    ConfigRequest::Operation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ConfigRequest.Operation").msgclass
+    ConfigRequest::Set = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ConfigRequest.Set").msgclass
+    ConfigRequest::Get = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ConfigRequest.Get").msgclass
+    ConfigRequest::GetWithDefault = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ConfigRequest.GetWithDefault").msgclass
+    ConfigRequest::GetOption = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ConfigRequest.GetOption").msgclass
+    ConfigRequest::GetAll = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ConfigRequest.GetAll").msgclass
+    ConfigRequest::Unset = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ConfigRequest.Unset").msgclass
+    ConfigRequest::IsModifiable = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ConfigRequest.IsModifiable").msgclass
+    ConfigResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ConfigResponse").msgclass
+    AddArtifactsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AddArtifactsRequest").msgclass
+    AddArtifactsRequest::ArtifactChunk = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AddArtifactsRequest.ArtifactChunk").msgclass
+    AddArtifactsRequest::SingleChunkArtifact = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AddArtifactsRequest.SingleChunkArtifact").msgclass
+    AddArtifactsRequest::Batch = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AddArtifactsRequest.Batch").msgclass
+    AddArtifactsRequest::BeginChunkedArtifact = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AddArtifactsRequest.BeginChunkedArtifact").msgclass
+    AddArtifactsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AddArtifactsResponse").msgclass
+    AddArtifactsResponse::ArtifactSummary = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.AddArtifactsResponse.ArtifactSummary").msgclass
+    ArtifactStatusesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ArtifactStatusesRequest").msgclass
+    ArtifactStatusesResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ArtifactStatusesResponse").msgclass
+    ArtifactStatusesResponse::ArtifactStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ArtifactStatusesResponse.ArtifactStatus").msgclass
+    InterruptRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.InterruptRequest").msgclass
+    InterruptRequest::InterruptType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.InterruptRequest.InterruptType").enummodule
+    InterruptResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.InterruptResponse").msgclass
+    ReattachOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ReattachOptions").msgclass
+    ResultChunkingOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ResultChunkingOptions").msgclass
+    ReattachExecuteRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ReattachExecuteRequest").msgclass
+    ReleaseExecuteRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ReleaseExecuteRequest").msgclass
+    ReleaseExecuteRequest::ReleaseAll = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ReleaseExecuteRequest.ReleaseAll").msgclass
+    ReleaseExecuteRequest::ReleaseUntil = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ReleaseExecuteRequest.ReleaseUntil").msgclass
+    ReleaseExecuteResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ReleaseExecuteResponse").msgclass
+    ReleaseSessionRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ReleaseSessionRequest").msgclass
+    ReleaseSessionResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ReleaseSessionResponse").msgclass
+    FetchErrorDetailsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.FetchErrorDetailsRequest").msgclass
+    FetchErrorDetailsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.FetchErrorDetailsResponse").msgclass
+    FetchErrorDetailsResponse::StackTraceElement = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.FetchErrorDetailsResponse.StackTraceElement").msgclass
+    FetchErrorDetailsResponse::QueryContext = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.FetchErrorDetailsResponse.QueryContext").msgclass
+    FetchErrorDetailsResponse::QueryContext::ContextType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.FetchErrorDetailsResponse.QueryContext.ContextType").enummodule
+    FetchErrorDetailsResponse::SparkThrowable = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.FetchErrorDetailsResponse.SparkThrowable").msgclass
+    FetchErrorDetailsResponse::BreakingChangeInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.FetchErrorDetailsResponse.BreakingChangeInfo").msgclass
+    FetchErrorDetailsResponse::MitigationConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.FetchErrorDetailsResponse.MitigationConfig").msgclass
+    FetchErrorDetailsResponse::Error = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.FetchErrorDetailsResponse.Error").msgclass
+    CheckpointCommandResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CheckpointCommandResult").msgclass
+    CloneSessionRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CloneSessionRequest").msgclass
+    CloneSessionResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CloneSessionResponse").msgclass
+    CompressionCodec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CompressionCodec").enummodule
+  end
+end

data/lib/spark_connect/proto/spark/connect/base_services_pb.rb

@@ -0,0 +1,82 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# Source: spark/connect/base.proto for package 'spark.connect'
+# Original file comments:
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'grpc'
+require 'spark/connect/base_pb'
+
+module Spark
+  module Connect
+    module SparkConnectService
+      # Main interface for the SparkConnect service.
+      class Service
+
+        include ::GRPC::GenericService
+
+        self.marshal_class_method = :encode
+        self.unmarshal_class_method = :decode
+        self.service_name = 'spark.connect.SparkConnectService'
+
+        # Executes a request that contains the query and returns a stream of [[Response]].
+        #
+        # It is guaranteed that there is at least one ARROW batch returned even if the result set is empty.
+        rpc :ExecutePlan, ::Spark::Connect::ExecutePlanRequest, stream(::Spark::Connect::ExecutePlanResponse)
+        # Analyzes a query and returns a [[AnalyzeResponse]] containing metadata about the query.
+        rpc :AnalyzePlan, ::Spark::Connect::AnalyzePlanRequest, ::Spark::Connect::AnalyzePlanResponse
+        # Update or fetch the configurations and returns a [[ConfigResponse]] containing the result.
+        rpc :Config, ::Spark::Connect::ConfigRequest, ::Spark::Connect::ConfigResponse
+        # Add artifacts to the session and returns a [[AddArtifactsResponse]] containing metadata about
+        # the added artifacts.
+        rpc :AddArtifacts, stream(::Spark::Connect::AddArtifactsRequest), ::Spark::Connect::AddArtifactsResponse
+        # Check statuses of artifacts in the session and returns them in a [[ArtifactStatusesResponse]]
+        rpc :ArtifactStatus, ::Spark::Connect::ArtifactStatusesRequest, ::Spark::Connect::ArtifactStatusesResponse
+        # Interrupts running executions
+        rpc :Interrupt, ::Spark::Connect::InterruptRequest, ::Spark::Connect::InterruptResponse
+        # Reattach to an existing reattachable execution.
+        # The ExecutePlan must have been started with ReattachOptions.reattachable=true.
+        # If the ExecutePlanResponse stream ends without a ResultComplete message, there is more to
+        # continue. If there is a ResultComplete, the client should use ReleaseExecute with
+        rpc :ReattachExecute, ::Spark::Connect::ReattachExecuteRequest, stream(::Spark::Connect::ExecutePlanResponse)
+        # Release an reattachable execution, or parts thereof.
+        # The ExecutePlan must have been started with ReattachOptions.reattachable=true.
+        # Non reattachable executions are released automatically and immediately after the ExecutePlan
+        # RPC and ReleaseExecute may not be used.
+        rpc :ReleaseExecute, ::Spark::Connect::ReleaseExecuteRequest, ::Spark::Connect::ReleaseExecuteResponse
+        # Release a session.
+        # All the executions in the session will be released. Any further requests for the session with
+        # that session_id for the given user_id will fail. If the session didn't exist or was already
+        # released, this is a noop.
+        rpc :ReleaseSession, ::Spark::Connect::ReleaseSessionRequest, ::Spark::Connect::ReleaseSessionResponse
+        # FetchErrorDetails retrieves the matched exception with details based on a provided error id.
+        rpc :FetchErrorDetails, ::Spark::Connect::FetchErrorDetailsRequest, ::Spark::Connect::FetchErrorDetailsResponse
+        # Create a clone of a Spark Connect session on the server side. The server-side session
+        # is cloned with all its current state (SQL configurations, temporary views, registered
+        # functions, catalog state) copied over to a new independent session. The cloned session
+        # is isolated from the source session - any subsequent changes to either session's
+        # server-side state will not be reflected in the other.
+        #
+        # The request can optionally specify a custom session ID for the cloned session (must be
+        # a valid UUID). If not provided, a new UUID will be generated automatically.
+        rpc :CloneSession, ::Spark::Connect::CloneSessionRequest, ::Spark::Connect::CloneSessionResponse
+      end
+
+      Stub = Service.rpc_stub_class
+    end
+  end
+end

data/lib/spark_connect/proto/spark/connect/catalog_pb.rb

@@ -0,0 +1,46 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: spark/connect/catalog.proto
+
+require 'google/protobuf'
+
+require 'spark/connect/common_pb'
+require 'spark/connect/types_pb'
+
+
+descriptor_data = "\n\x1bspark/connect/catalog.proto\x12\rspark.connect\x1a\x1aspark/connect/common.proto\x1a\x19spark/connect/types.proto\"\xc4\x0b\n\x07\x43\x61talog\x12:\n\x10\x63urrent_database\x18\x01 \x01(\x0b\x32\x1e.spark.connect.CurrentDatabaseH\x00\x12\x41\n\x14set_current_database\x18\x02 \x01(\x0b\x32!.spark.connect.SetCurrentDatabaseH\x00\x12\x36\n\x0elist_databases\x18\x03 \x01(\x0b\x32\x1c.spark.connect.ListDatabasesH\x00\x12\x30\n\x0blist_tables\x18\x04 \x01(\x0b\x32\x19.spark.connect.ListTablesH\x00\x12\x36\n\x0elist_functions\x18\x05 \x01(\x0b\x32\x1c.spark.connect.ListFunctionsH\x00\x12\x32\n\x0clist_columns\x18\x06 \x01(\x0b\x32\x1a.spark.connect.ListColumnsH\x00\x12\x32\n\x0cget_database\x18\x07 \x01(\x0b\x32\x1a.spark.connect.GetDatabaseH\x00\x12,\n\tget_table\x18\x08 \x01(\x0b\x32\x17.spark.connect.GetTableH\x00\x12\x32\n\x0cget_function\x18\t \x01(\x0b\x32\x1a.spark.connect.GetFunctionH\x00\x12\x38\n\x0f\x64\x61tabase_exists\x18\n \x01(\x0b\x32\x1d.spark.connect.DatabaseExistsH\x00\x12\x32\n\x0ctable_exists\x18\x0b \x01(\x0b\x32\x1a.spark.connect.TableExistsH\x00\x12\x38\n\x0f\x66unction_exists\x18\x0c \x01(\x0b\x32\x1d.spark.connect.FunctionExistsH\x00\x12\x43\n\x15\x63reate_external_table\x18\r \x01(\x0b\x32\".spark.connect.CreateExternalTableH\x00\x12\x32\n\x0c\x63reate_table\x18\x0e \x01(\x0b\x32\x1a.spark.connect.CreateTableH\x00\x12\x35\n\x0e\x64rop_temp_view\x18\x0f \x01(\x0b\x32\x1b.spark.connect.DropTempViewH\x00\x12\x42\n\x15\x64rop_global_temp_view\x18\x10 \x01(\x0b\x32!.spark.connect.DropGlobalTempViewH\x00\x12>\n\x12recover_partitions\x18\x11 \x01(\x0b\x32 .spark.connect.RecoverPartitionsH\x00\x12,\n\tis_cached\x18\x12 \x01(\x0b\x32\x17.spark.connect.IsCachedH\x00\x12\x30\n\x0b\x63\x61\x63he_table\x18\x13 \x01(\x0b\x32\x19.spark.connect.CacheTableH\x00\x12\x34\n\runcache_table\x18\x14 \x01(\x0b\x32\x1b.spark.connect.UncacheTableH\x00\x12\x30\n\x0b\x63lear_cache\x18\x15 \x01(\x0b\x32\x19.spark.connect.ClearCacheH\x00\x12\x34\n\rrefresh_table\x18\x16 \x01(\x0b\x32\x1b.spark.connect.RefreshTableH\x00\x12\x37\n\x0frefresh_by_path\x18\x17 \x01(\x0b\x32\x1c.spark.connect.RefreshByPathH\x00\x12\x38\n\x0f\x63urrent_catalog\x18\x18 \x01(\x0b\x32\x1d.spark.connect.CurrentCatalogH\x00\x12?\n\x13set_current_catalog\x18\x19 \x01(\x0b\x32 .spark.connect.SetCurrentCatalogH\x00\x12\x34\n\rlist_catalogs\x18\x1a \x01(\x0b\x32\x1b.spark.connect.ListCatalogsH\x00\x42\n\n\x08\x63\x61t_type\"\x11\n\x0f\x43urrentDatabase\"%\n\x12SetCurrentDatabase\x12\x0f\n\x07\x64\x62_name\x18\x01 \x01(\t\"1\n\rListDatabases\x12\x14\n\x07pattern\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\n\n\x08_pattern\"P\n\nListTables\x12\x14\n\x07\x64\x62_name\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x14\n\x07pattern\x18\x02 \x01(\tH\x01\x88\x01\x01\x42\n\n\x08_db_nameB\n\n\x08_pattern\"S\n\rListFunctions\x12\x14\n\x07\x64\x62_name\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x14\n\x07pattern\x18\x02 \x01(\tH\x01\x88\x01\x01\x42\n\n\x08_db_nameB\n\n\x08_pattern\"C\n\x0bListColumns\x12\x12\n\ntable_name\x18\x01 \x01(\t\x12\x14\n\x07\x64\x62_name\x18\x02 \x01(\tH\x00\x88\x01\x01\x42\n\n\x08_db_name\"\x1e\n\x0bGetDatabase\x12\x0f\n\x07\x64\x62_name\x18\x01 \x01(\t\"@\n\x08GetTable\x12\x12\n\ntable_name\x18\x01 \x01(\t\x12\x14\n\x07\x64\x62_name\x18\x02 \x01(\tH\x00\x88\x01\x01\x42\n\n\x08_db_name\"F\n\x0bGetFunction\x12\x15\n\rfunction_name\x18\x01 \x01(\t\x12\x14\n\x07\x64\x62_name\x18\x02 \x01(\tH\x00\x88\x01\x01\x42\n\n\x08_db_name\"!\n\x0e\x44\x61tabaseExists\x12\x0f\n\x07\x64\x62_name\x18\x01 \x01(\t\"C\n\x0bTableExists\x12\x12\n\ntable_name\x18\x01 \x01(\t\x12\x14\n\x07\x64\x62_name\x18\x02 \x01(\tH\x00\x88\x01\x01\x42\n\n\x08_db_name\"I\n\x0e\x46unctionExists\x12\x15\n\rfunction_name\x18\x01 \x01(\t\x12\x14\n\x07\x64\x62_name\x18\x02 \x01(\tH\x00\x88\x01\x01\x42\n\n\x08_db_name\"\x90\x02\n\x13\x43reateExternalTable\x12\x12\n\ntable_name\x18\x01 \x01(\t\x12\x11\n\x04path\x18\x02 \x01(\tH\x00\x88\x01\x01\x12\x13\n\x06source\x18\x03 \x01(\tH\x01\x88\x01\x01\x12,\n\x06schema\x18\x04 \x01(\x0b\x32\x17.spark.connect.DataTypeH\x02\x88\x01\x01\x12@\n\x07options\x18\x05 \x03(\x0b\x32/.spark.connect.CreateExternalTable.OptionsEntry\x1a.\n\x0cOptionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x07\n\x05_pathB\t\n\x07_sourceB\t\n\x07_schema\"\xaa\x02\n\x0b\x43reateTable\x12\x12\n\ntable_name\x18\x01 \x01(\t\x12\x11\n\x04path\x18\x02 \x01(\tH\x00\x88\x01\x01\x12\x13\n\x06source\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\x18\n\x0b\x64\x65scription\x18\x04 \x01(\tH\x02\x88\x01\x01\x12,\n\x06schema\x18\x05 \x01(\x0b\x32\x17.spark.connect.DataTypeH\x03\x88\x01\x01\x12\x38\n\x07options\x18\x06 \x03(\x0b\x32\'.spark.connect.CreateTable.OptionsEntry\x1a.\n\x0cOptionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x07\n\x05_pathB\t\n\x07_sourceB\x0e\n\x0c_descriptionB\t\n\x07_schema\"!\n\x0c\x44ropTempView\x12\x11\n\tview_name\x18\x01 \x01(\t\"\'\n\x12\x44ropGlobalTempView\x12\x11\n\tview_name\x18\x01 \x01(\t\"\'\n\x11RecoverPartitions\x12\x12\n\ntable_name\x18\x01 \x01(\t\"\x1e\n\x08IsCached\x12\x12\n\ntable_name\x18\x01 \x01(\t\"k\n\nCacheTable\x12\x12\n\ntable_name\x18\x01 \x01(\t\x12\x37\n\rstorage_level\x18\x02 \x01(\x0b\x32\x1b.spark.connect.StorageLevelH\x00\x88\x01\x01\x42\x10\n\x0e_storage_level\"\"\n\x0cUncacheTable\x12\x12\n\ntable_name\x18\x01 \x01(\t\"\x0c\n\nClearCache\"\"\n\x0cRefreshTable\x12\x12\n\ntable_name\x18\x01 \x01(\t\"\x1d\n\rRefreshByPath\x12\x0c\n\x04path\x18\x01 \x01(\t\"\x10\n\x0e\x43urrentCatalog\")\n\x11SetCurrentCatalog\x12\x14\n\x0c\x63\x61talog_name\x18\x01 \x01(\t\"0\n\x0cListCatalogs\x12\x14\n\x07pattern\x18\x01 \x01(\tH\x00\x88\x01\x01\x42\n\n\x08_patternB6\n\x1eorg.apache.spark.connect.protoP\x01Z\x12internal/generatedb\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Spark
+  module Connect
+    Catalog = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Catalog").msgclass
+    CurrentDatabase = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CurrentDatabase").msgclass
+    SetCurrentDatabase = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.SetCurrentDatabase").msgclass
+    ListDatabases = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ListDatabases").msgclass
+    ListTables = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ListTables").msgclass
+    ListFunctions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ListFunctions").msgclass
+    ListColumns = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ListColumns").msgclass
+    GetDatabase = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.GetDatabase").msgclass
+    GetTable = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.GetTable").msgclass
+    GetFunction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.GetFunction").msgclass
+    DatabaseExists = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.DatabaseExists").msgclass
+    TableExists = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.TableExists").msgclass
+    FunctionExists = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.FunctionExists").msgclass
+    CreateExternalTable = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CreateExternalTable").msgclass
+    CreateTable = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CreateTable").msgclass
+    DropTempView = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.DropTempView").msgclass
+    DropGlobalTempView = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.DropGlobalTempView").msgclass
+    RecoverPartitions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.RecoverPartitions").msgclass
+    IsCached = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.IsCached").msgclass
+    CacheTable = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CacheTable").msgclass
+    UncacheTable = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.UncacheTable").msgclass
+    ClearCache = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ClearCache").msgclass
+    RefreshTable = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.RefreshTable").msgclass
+    RefreshByPath = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.RefreshByPath").msgclass
+    CurrentCatalog = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CurrentCatalog").msgclass
+    SetCurrentCatalog = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.SetCurrentCatalog").msgclass
+    ListCatalogs = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ListCatalogs").msgclass
+  end
+end

data/lib/spark_connect/proto/spark/connect/commands_pb.rb

@@ -0,0 +1,67 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: spark/connect/commands.proto
+
+require 'google/protobuf'
+
+require 'google/protobuf/any_pb'
+require 'spark/connect/common_pb'
+require 'spark/connect/expressions_pb'
+require 'spark/connect/relations_pb'
+require 'spark/connect/ml_pb'
+require 'spark/connect/pipelines_pb'
+
+
+descriptor_data = "\n\x1cspark/connect/commands.proto\x12\rspark.connect\x1a\x19google/protobuf/any.proto\x1a\x1aspark/connect/common.proto\x1a\x1fspark/connect/expressions.proto\x1a\x1dspark/connect/relations.proto\x1a\x16spark/connect/ml.proto\x1a\x1dspark/connect/pipelines.proto\"\xc8\x0b\n\x07\x43ommand\x12K\n\x11register_function\x18\x01 \x01(\x0b\x32..spark.connect.CommonInlineUserDefinedFunctionH\x00\x12\x38\n\x0fwrite_operation\x18\x02 \x01(\x0b\x32\x1d.spark.connect.WriteOperationH\x00\x12J\n\x15\x63reate_dataframe_view\x18\x03 \x01(\x0b\x32).spark.connect.CreateDataFrameViewCommandH\x00\x12=\n\x12write_operation_v2\x18\x04 \x01(\x0b\x32\x1f.spark.connect.WriteOperationV2H\x00\x12\x30\n\x0bsql_command\x18\x05 \x01(\x0b\x32\x19.spark.connect.SqlCommandH\x00\x12P\n\x1cwrite_stream_operation_start\x18\x06 \x01(\x0b\x32(.spark.connect.WriteStreamOperationStartH\x00\x12G\n\x17streaming_query_command\x18\x07 \x01(\x0b\x32$.spark.connect.StreamingQueryCommandH\x00\x12\x43\n\x15get_resources_command\x18\x08 \x01(\x0b\x32\".spark.connect.GetResourcesCommandH\x00\x12V\n\x1fstreaming_query_manager_command\x18\t \x01(\x0b\x32+.spark.connect.StreamingQueryManagerCommandH\x00\x12V\n\x17register_table_function\x18\n \x01(\x0b\x32\x33.spark.connect.CommonInlineUserDefinedTableFunctionH\x00\x12_\n$streaming_query_listener_bus_command\x18\x0b \x01(\x0b\x32/.spark.connect.StreamingQueryListenerBusCommandH\x00\x12P\n\x14register_data_source\x18\x0c \x01(\x0b\x32\x30.spark.connect.CommonInlineUserDefinedDataSourceH\x00\x12V\n\x1f\x63reate_resource_profile_command\x18\r \x01(\x0b\x32+.spark.connect.CreateResourceProfileCommandH\x00\x12>\n\x12\x63heckpoint_command\x18\x0e \x01(\x0b\x32 .spark.connect.CheckpointCommandH\x00\x12\x61\n%remove_cached_remote_relation_command\x18\x0f \x01(\x0b\x32\x30.spark.connect.RemoveCachedRemoteRelationCommandH\x00\x12H\n\x18merge_into_table_command\x18\x10 \x01(\x0b\x32$.spark.connect.MergeIntoTableCommandH\x00\x12.\n\nml_command\x18\x11 \x01(\x0b\x32\x18.spark.connect.MlCommandH\x00\x12I\n\x18\x65xecute_external_command\x18\x12 \x01(\x0b\x32%.spark.connect.ExecuteExternalCommandH\x00\x12:\n\x10pipeline_command\x18\x13 \x01(\x0b\x32\x1e.spark.connect.PipelineCommandH\x00\x12*\n\textension\x18\xe7\x07 \x01(\x0b\x32\x14.google.protobuf.AnyH\x00\x42\x0e\n\x0c\x63ommand_type\"\xd9\x03\n\nSqlCommand\x12\x0f\n\x03sql\x18\x01 \x01(\tB\x02\x18\x01\x12\x35\n\x04\x61rgs\x18\x02 \x03(\x0b\x32#.spark.connect.SqlCommand.ArgsEntryB\x02\x18\x01\x12\x37\n\x08pos_args\x18\x03 \x03(\x0b\x32!.spark.connect.Expression.LiteralB\x02\x18\x01\x12J\n\x0fnamed_arguments\x18\x04 \x03(\x0b\x32-.spark.connect.SqlCommand.NamedArgumentsEntryB\x02\x18\x01\x12\x34\n\rpos_arguments\x18\x05 \x03(\x0b\x32\x19.spark.connect.ExpressionB\x02\x18\x01\x12&\n\x05input\x18\x06 \x01(\x0b\x32\x17.spark.connect.Relation\x1aN\n\tArgsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x30\n\x05value\x18\x02 \x01(\x0b\x32!.spark.connect.Expression.Literal:\x02\x38\x01\x1aP\n\x13NamedArgumentsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.spark.connect.Expression:\x02\x38\x01\"v\n\x1a\x43reateDataFrameViewCommand\x12&\n\x05input\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x11\n\tis_global\x18\x03 \x01(\x08\x12\x0f\n\x07replace\x18\x04 \x01(\x08\"\x9a\x07\n\x0eWriteOperation\x12&\n\x05input\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12\x13\n\x06source\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x0e\n\x04path\x18\x03 \x01(\tH\x00\x12\x38\n\x05table\x18\x04 \x01(\x0b\x32\'.spark.connect.WriteOperation.SaveTableH\x00\x12\x34\n\x04mode\x18\x05 \x01(\x0e\x32&.spark.connect.WriteOperation.SaveMode\x12\x19\n\x11sort_column_names\x18\x06 \x03(\t\x12\x1c\n\x14partitioning_columns\x18\x07 \x03(\t\x12\x39\n\tbucket_by\x18\x08 \x01(\x0b\x32&.spark.connect.WriteOperation.BucketBy\x12;\n\x07options\x18\t \x03(\x0b\x32*.spark.connect.WriteOperation.OptionsEntry\x12\x1a\n\x12\x63lustering_columns\x18\n \x03(\t\x1a.\n\x0cOptionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\xeb\x01\n\tSaveTable\x12\x12\n\ntable_name\x18\x01 \x01(\t\x12L\n\x0bsave_method\x18\x02 \x01(\x0e\x32\x37.spark.connect.WriteOperation.SaveTable.TableSaveMethod\"|\n\x0fTableSaveMethod\x12!\n\x1dTABLE_SAVE_METHOD_UNSPECIFIED\x10\x00\x12#\n\x1fTABLE_SAVE_METHOD_SAVE_AS_TABLE\x10\x01\x12!\n\x1dTABLE_SAVE_METHOD_INSERT_INTO\x10\x02\x1a<\n\x08\x42ucketBy\x12\x1b\n\x13\x62ucket_column_names\x18\x01 \x03(\t\x12\x13\n\x0bnum_buckets\x18\x02 \x01(\x05\"\x89\x01\n\x08SaveMode\x12\x19\n\x15SAVE_MODE_UNSPECIFIED\x10\x00\x12\x14\n\x10SAVE_MODE_APPEND\x10\x01\x12\x17\n\x13SAVE_MODE_OVERWRITE\x10\x02\x12\x1d\n\x19SAVE_MODE_ERROR_IF_EXISTS\x10\x03\x12\x14\n\x10SAVE_MODE_IGNORE\x10\x04\x42\x0b\n\tsave_typeB\t\n\x07_source\"\xcc\x05\n\x10WriteOperationV2\x12&\n\x05input\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12\x12\n\ntable_name\x18\x02 \x01(\t\x12\x15\n\x08provider\x18\x03 \x01(\tH\x00\x88\x01\x01\x12\x37\n\x14partitioning_columns\x18\x04 \x03(\x0b\x32\x19.spark.connect.Expression\x12=\n\x07options\x18\x05 \x03(\x0b\x32,.spark.connect.WriteOperationV2.OptionsEntry\x12N\n\x10table_properties\x18\x06 \x03(\x0b\x32\x34.spark.connect.WriteOperationV2.TablePropertiesEntry\x12\x32\n\x04mode\x18\x07 \x01(\x0e\x32$.spark.connect.WriteOperationV2.Mode\x12\x36\n\x13overwrite_condition\x18\x08 \x01(\x0b\x32\x19.spark.connect.Expression\x12\x1a\n\x12\x63lustering_columns\x18\t \x03(\t\x1a.\n\x0cOptionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x36\n\x14TablePropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x9f\x01\n\x04Mode\x12\x14\n\x10MODE_UNSPECIFIED\x10\x00\x12\x0f\n\x0bMODE_CREATE\x10\x01\x12\x12\n\x0eMODE_OVERWRITE\x10\x02\x12\x1d\n\x19MODE_OVERWRITE_PARTITIONS\x10\x03\x12\x0f\n\x0bMODE_APPEND\x10\x04\x12\x10\n\x0cMODE_REPLACE\x10\x05\x12\x1a\n\x16MODE_CREATE_OR_REPLACE\x10\x06\x42\x0b\n\t_provider\"\xf5\x04\n\x19WriteStreamOperationStart\x12&\n\x05input\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12\x0e\n\x06\x66ormat\x18\x02 \x01(\t\x12\x46\n\x07options\x18\x03 \x03(\x0b\x32\x35.spark.connect.WriteStreamOperationStart.OptionsEntry\x12!\n\x19partitioning_column_names\x18\x04 \x03(\t\x12\"\n\x18processing_time_interval\x18\x05 \x01(\tH\x00\x12\x17\n\ravailable_now\x18\x06 \x01(\x08H\x00\x12\x0e\n\x04once\x18\x07 \x01(\x08H\x00\x12(\n\x1e\x63ontinuous_checkpoint_interval\x18\x08 \x01(\tH\x00\x12\x13\n\x0boutput_mode\x18\t \x01(\t\x12\x12\n\nquery_name\x18\n \x01(\t\x12\x0e\n\x04path\x18\x0b \x01(\tH\x01\x12\x14\n\ntable_name\x18\x0c \x01(\tH\x01\x12?\n\x0e\x66oreach_writer\x18\r \x01(\x0b\x32\'.spark.connect.StreamingForeachFunction\x12>\n\rforeach_batch\x18\x0e \x01(\x0b\x32\'.spark.connect.StreamingForeachFunction\x12\x1f\n\x17\x63lustering_column_names\x18\x0f \x03(\t\x1a.\n\x0cOptionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07triggerB\x12\n\x10sink_destination\"\x94\x01\n\x18StreamingForeachFunction\x12\x33\n\x0fpython_function\x18\x01 \x01(\x0b\x32\x18.spark.connect.PythonUDFH\x00\x12\x37\n\x0escala_function\x18\x02 \x01(\x0b\x32\x1d.spark.connect.ScalarScalaUDFH\x00\x42\n\n\x08\x66unction\"\xae\x01\n\x1fWriteStreamOperationStartResult\x12\x39\n\x08query_id\x18\x01 \x01(\x0b\x32\'.spark.connect.StreamingQueryInstanceId\x12\x0c\n\x04name\x18\x02 \x01(\t\x12%\n\x18query_started_event_json\x18\x03 \x01(\tH\x00\x88\x01\x01\x42\x1b\n\x19_query_started_event_json\"6\n\x18StreamingQueryInstanceId\x12\n\n\x02id\x18\x01 \x01(\t\x12\x0e\n\x06run_id\x18\x02 \x01(\t\"\xf3\x03\n\x15StreamingQueryCommand\x12\x39\n\x08query_id\x18\x01 \x01(\x0b\x32\'.spark.connect.StreamingQueryInstanceId\x12\x10\n\x06status\x18\x02 \x01(\x08H\x00\x12\x17\n\rlast_progress\x18\x03 \x01(\x08H\x00\x12\x19\n\x0frecent_progress\x18\x04 \x01(\x08H\x00\x12\x0e\n\x04stop\x18\x05 \x01(\x08H\x00\x12\x1f\n\x15process_all_available\x18\x06 \x01(\x08H\x00\x12\x46\n\x07\x65xplain\x18\x07 \x01(\x0b\x32\x33.spark.connect.StreamingQueryCommand.ExplainCommandH\x00\x12\x13\n\texception\x18\x08 \x01(\x08H\x00\x12Y\n\x11\x61wait_termination\x18\t \x01(\x0b\x32<.spark.connect.StreamingQueryCommand.AwaitTerminationCommandH\x00\x1a\"\n\x0e\x45xplainCommand\x12\x10\n\x08\x65xtended\x18\x01 \x01(\x08\x1a\x41\n\x17\x41waitTerminationCommand\x12\x17\n\ntimeout_ms\x18\x02 \x01(\x03H\x00\x88\x01\x01\x42\r\n\x0b_timeout_msB\t\n\x07\x63ommand\"\xa0\x07\n\x1bStreamingQueryCommandResult\x12\x39\n\x08query_id\x18\x01 \x01(\x0b\x32\'.spark.connect.StreamingQueryInstanceId\x12I\n\x06status\x18\x02 \x01(\x0b\x32\x37.spark.connect.StreamingQueryCommandResult.StatusResultH\x00\x12Z\n\x0frecent_progress\x18\x03 \x01(\x0b\x32?.spark.connect.StreamingQueryCommandResult.RecentProgressResultH\x00\x12K\n\x07\x65xplain\x18\x04 \x01(\x0b\x32\x38.spark.connect.StreamingQueryCommandResult.ExplainResultH\x00\x12O\n\texception\x18\x05 \x01(\x0b\x32:.spark.connect.StreamingQueryCommandResult.ExceptionResultH\x00\x12^\n\x11\x61wait_termination\x18\x06 \x01(\x0b\x32\x41.spark.connect.StreamingQueryCommandResult.AwaitTerminationResultH\x00\x1ao\n\x0cStatusResult\x12\x16\n\x0estatus_message\x18\x01 \x01(\t\x12\x19\n\x11is_data_available\x18\x02 \x01(\x08\x12\x19\n\x11is_trigger_active\x18\x03 \x01(\x08\x12\x11\n\tis_active\x18\x04 \x01(\x08\x1a\x34\n\x14RecentProgressResult\x12\x1c\n\x14recent_progress_json\x18\x05 \x03(\t\x1a\x1f\n\rExplainResult\x12\x0e\n\x06result\x18\x01 \x01(\t\x1a\x9b\x01\n\x0f\x45xceptionResult\x12\x1e\n\x11\x65xception_message\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x18\n\x0b\x65rror_class\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x18\n\x0bstack_trace\x18\x03 \x01(\tH\x02\x88\x01\x01\x42\x14\n\x12_exception_messageB\x0e\n\x0c_error_classB\x0e\n\x0c_stack_trace\x1a,\n\x16\x41waitTerminationResult\x12\x12\n\nterminated\x18\x01 \x01(\x08\x42\r\n\x0bresult_type\"\xa2\x05\n\x1cStreamingQueryManagerCommand\x12\x10\n\x06\x61\x63tive\x18\x01 \x01(\x08H\x00\x12\x13\n\tget_query\x18\x02 \x01(\tH\x00\x12g\n\x15\x61wait_any_termination\x18\x03 \x01(\x0b\x32\x46.spark.connect.StreamingQueryManagerCommand.AwaitAnyTerminationCommandH\x00\x12\x1a\n\x10reset_terminated\x18\x04 \x01(\x08H\x00\x12\x61\n\x0c\x61\x64\x64_listener\x18\x05 \x01(\x0b\x32I.spark.connect.StreamingQueryManagerCommand.StreamingQueryListenerCommandH\x00\x12\x64\n\x0fremove_listener\x18\x06 \x01(\x0b\x32I.spark.connect.StreamingQueryManagerCommand.StreamingQueryListenerCommandH\x00\x12\x18\n\x0elist_listeners\x18\x07 \x01(\x08H\x00\x1a\x44\n\x1a\x41waitAnyTerminationCommand\x12\x17\n\ntimeout_ms\x18\x01 \x01(\x03H\x00\x88\x01\x01\x42\r\n\x0b_timeout_ms\x1a\xa1\x01\n\x1dStreamingQueryListenerCommand\x12\x18\n\x10listener_payload\x18\x01 \x01(\x0c\x12>\n\x17python_listener_payload\x18\x02 \x01(\x0b\x32\x18.spark.connect.PythonUDFH\x00\x88\x01\x01\x12\n\n\x02id\x18\x03 \x01(\tB\x1a\n\x18_python_listener_payloadB\t\n\x07\x63ommand\"\x8f\x07\n\"StreamingQueryManagerCommandResult\x12P\n\x06\x61\x63tive\x18\x01 \x01(\x0b\x32>.spark.connect.StreamingQueryManagerCommandResult.ActiveResultH\x00\x12Y\n\x05query\x18\x02 \x01(\x0b\x32H.spark.connect.StreamingQueryManagerCommandResult.StreamingQueryInstanceH\x00\x12l\n\x15\x61wait_any_termination\x18\x03 \x01(\x0b\x32K.spark.connect.StreamingQueryManagerCommandResult.AwaitAnyTerminationResultH\x00\x12\x1a\n\x10reset_terminated\x18\x04 \x01(\x08H\x00\x12\x16\n\x0c\x61\x64\x64_listener\x18\x05 \x01(\x08H\x00\x12\x19\n\x0fremove_listener\x18\x06 \x01(\x08H\x00\x12l\n\x0elist_listeners\x18\x07 \x01(\x0b\x32R.spark.connect.StreamingQueryManagerCommandResult.ListStreamingQueryListenerResultH\x00\x1ap\n\x0c\x41\x63tiveResult\x12`\n\x0e\x61\x63tive_queries\x18\x01 \x03(\x0b\x32H.spark.connect.StreamingQueryManagerCommandResult.StreamingQueryInstance\x1ai\n\x16StreamingQueryInstance\x12\x33\n\x02id\x18\x01 \x01(\x0b\x32\'.spark.connect.StreamingQueryInstanceId\x12\x11\n\x04name\x18\x02 \x01(\tH\x00\x88\x01\x01\x42\x07\n\x05_name\x1a/\n\x19\x41waitAnyTerminationResult\x12\x12\n\nterminated\x18\x01 \x01(\x08\x1a:\n\x1eStreamingQueryListenerInstance\x12\x18\n\x10listener_payload\x18\x01 \x01(\x0c\x1a\x38\n ListStreamingQueryListenerResult\x12\x14\n\x0clistener_ids\x18\x01 \x03(\tB\r\n\x0bresult_type\"z\n StreamingQueryListenerBusCommand\x12#\n\x19\x61\x64\x64_listener_bus_listener\x18\x01 \x01(\x08H\x00\x12&\n\x1cremove_listener_bus_listener\x18\x02 \x01(\x08H\x00\x42\t\n\x07\x63ommand\"m\n\x1bStreamingQueryListenerEvent\x12\x12\n\nevent_json\x18\x01 \x01(\t\x12:\n\nevent_type\x18\x02 \x01(\x0e\x32&.spark.connect.StreamingQueryEventType\"\xaa\x01\n\"StreamingQueryListenerEventsResult\x12:\n\x06\x65vents\x18\x01 \x03(\x0b\x32*.spark.connect.StreamingQueryListenerEvent\x12(\n\x1blistener_bus_listener_added\x18\x02 \x01(\x08H\x00\x88\x01\x01\x42\x1e\n\x1c_listener_bus_listener_added\"\x15\n\x13GetResourcesCommand\"\xbd\x01\n\x19GetResourcesCommandResult\x12J\n\tresources\x18\x01 \x03(\x0b\x32\x37.spark.connect.GetResourcesCommandResult.ResourcesEntry\x1aT\n\x0eResourcesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x31\n\x05value\x18\x02 \x01(\x0b\x32\".spark.connect.ResourceInformation:\x02\x38\x01\"O\n\x1c\x43reateResourceProfileCommand\x12/\n\x07profile\x18\x01 \x01(\x0b\x32\x1e.spark.connect.ResourceProfile\"8\n\"CreateResourceProfileCommandResult\x12\x12\n\nprofile_id\x18\x01 \x01(\x05\"Z\n!RemoveCachedRemoteRelationCommand\x12\x35\n\x08relation\x18\x01 \x01(\x0b\x32#.spark.connect.CachedRemoteRelation\"\xa7\x01\n\x11\x43heckpointCommand\x12)\n\x08relation\x18\x01 \x01(\x0b\x32\x17.spark.connect.Relation\x12\r\n\x05local\x18\x02 \x01(\x08\x12\r\n\x05\x65\x61ger\x18\x03 \x01(\x08\x12\x37\n\rstorage_level\x18\x04 \x01(\x0b\x32\x1b.spark.connect.StorageLevelH\x00\x88\x01\x01\x42\x10\n\x0e_storage_level\"\xe5\x02\n\x15MergeIntoTableCommand\x12\x19\n\x11target_table_name\x18\x01 \x01(\t\x12\x32\n\x11source_table_plan\x18\x02 \x01(\x0b\x32\x17.spark.connect.Relation\x12\x32\n\x0fmerge_condition\x18\x03 \x01(\x0b\x32\x19.spark.connect.Expression\x12\x30\n\rmatch_actions\x18\x04 \x03(\x0b\x32\x19.spark.connect.Expression\x12\x36\n\x13not_matched_actions\x18\x05 \x03(\x0b\x32\x19.spark.connect.Expression\x12@\n\x1dnot_matched_by_source_actions\x18\x06 \x03(\x0b\x32\x19.spark.connect.Expression\x12\x1d\n\x15with_schema_evolution\x18\x07 \x01(\x08\"\xae\x01\n\x16\x45xecuteExternalCommand\x12\x0e\n\x06runner\x18\x01 \x01(\t\x12\x0f\n\x07\x63ommand\x18\x02 \x01(\t\x12\x43\n\x07options\x18\x03 \x03(\x0b\x32\x32.spark.connect.ExecuteExternalCommand.OptionsEntry\x1a.\n\x0cOptionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01*\x85\x01\n\x17StreamingQueryEventType\x12\x1e\n\x1aQUERY_PROGRESS_UNSPECIFIED\x10\x00\x12\x18\n\x14QUERY_PROGRESS_EVENT\x10\x01\x12\x1a\n\x16QUERY_TERMINATED_EVENT\x10\x02\x12\x14\n\x10QUERY_IDLE_EVENT\x10\x03\x42\x36\n\x1eorg.apache.spark.connect.protoP\x01Z\x12internal/generatedb\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Spark
+  module Connect
+    Command = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Command").msgclass
+    SqlCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.SqlCommand").msgclass
+    CreateDataFrameViewCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CreateDataFrameViewCommand").msgclass
+    WriteOperation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.WriteOperation").msgclass
+    WriteOperation::SaveTable = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.WriteOperation.SaveTable").msgclass
+    WriteOperation::SaveTable::TableSaveMethod = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.WriteOperation.SaveTable.TableSaveMethod").enummodule
+    WriteOperation::BucketBy = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.WriteOperation.BucketBy").msgclass
+    WriteOperation::SaveMode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.WriteOperation.SaveMode").enummodule
+    WriteOperationV2 = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.WriteOperationV2").msgclass
+    WriteOperationV2::Mode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.WriteOperationV2.Mode").enummodule
+    WriteStreamOperationStart = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.WriteStreamOperationStart").msgclass
+    StreamingForeachFunction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingForeachFunction").msgclass
+    WriteStreamOperationStartResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.WriteStreamOperationStartResult").msgclass
+    StreamingQueryInstanceId = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryInstanceId").msgclass
+    StreamingQueryCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryCommand").msgclass
+    StreamingQueryCommand::ExplainCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryCommand.ExplainCommand").msgclass
+    StreamingQueryCommand::AwaitTerminationCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryCommand.AwaitTerminationCommand").msgclass
+    StreamingQueryCommandResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryCommandResult").msgclass
+    StreamingQueryCommandResult::StatusResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryCommandResult.StatusResult").msgclass
+    StreamingQueryCommandResult::RecentProgressResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryCommandResult.RecentProgressResult").msgclass
+    StreamingQueryCommandResult::ExplainResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryCommandResult.ExplainResult").msgclass
+    StreamingQueryCommandResult::ExceptionResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryCommandResult.ExceptionResult").msgclass
+    StreamingQueryCommandResult::AwaitTerminationResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryCommandResult.AwaitTerminationResult").msgclass
+    StreamingQueryManagerCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryManagerCommand").msgclass
+    StreamingQueryManagerCommand::AwaitAnyTerminationCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryManagerCommand.AwaitAnyTerminationCommand").msgclass
+    StreamingQueryManagerCommand::StreamingQueryListenerCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryManagerCommand.StreamingQueryListenerCommand").msgclass
+    StreamingQueryManagerCommandResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryManagerCommandResult").msgclass
+    StreamingQueryManagerCommandResult::ActiveResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryManagerCommandResult.ActiveResult").msgclass
+    StreamingQueryManagerCommandResult::StreamingQueryInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryManagerCommandResult.StreamingQueryInstance").msgclass
+    StreamingQueryManagerCommandResult::AwaitAnyTerminationResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryManagerCommandResult.AwaitAnyTerminationResult").msgclass
+    StreamingQueryManagerCommandResult::StreamingQueryListenerInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryManagerCommandResult.StreamingQueryListenerInstance").msgclass
+    StreamingQueryManagerCommandResult::ListStreamingQueryListenerResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryManagerCommandResult.ListStreamingQueryListenerResult").msgclass
+    StreamingQueryListenerBusCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryListenerBusCommand").msgclass
+    StreamingQueryListenerEvent = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryListenerEvent").msgclass
+    StreamingQueryListenerEventsResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryListenerEventsResult").msgclass
+    GetResourcesCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.GetResourcesCommand").msgclass
+    GetResourcesCommandResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.GetResourcesCommandResult").msgclass
+    CreateResourceProfileCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CreateResourceProfileCommand").msgclass
+    CreateResourceProfileCommandResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CreateResourceProfileCommandResult").msgclass
+    RemoveCachedRemoteRelationCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.RemoveCachedRemoteRelationCommand").msgclass
+    CheckpointCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CheckpointCommand").msgclass
+    MergeIntoTableCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.MergeIntoTableCommand").msgclass
+    ExecuteExternalCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecuteExternalCommand").msgclass
+    StreamingQueryEventType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StreamingQueryEventType").enummodule
+  end
+end

data/lib/spark_connect/proto/spark/connect/common_pb.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: spark/connect/common.proto
+
+require 'google/protobuf'
+
+
+descriptor_data = "\n\x1aspark/connect/common.proto\x12\rspark.connect\"u\n\x0cStorageLevel\x12\x10\n\x08use_disk\x18\x01 \x01(\x08\x12\x12\n\nuse_memory\x18\x02 \x01(\x08\x12\x14\n\x0cuse_off_heap\x18\x03 \x01(\x08\x12\x14\n\x0c\x64\x65serialized\x18\x04 \x01(\x08\x12\x13\n\x0breplication\x18\x05 \x01(\x05\"6\n\x13ResourceInformation\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x11\n\taddresses\x18\x02 \x03(\t\"\x94\x01\n\x17\x45xecutorResourceRequest\x12\x15\n\rresource_name\x18\x01 \x01(\t\x12\x0e\n\x06\x61mount\x18\x02 \x01(\x03\x12\x1d\n\x10\x64iscovery_script\x18\x03 \x01(\tH\x00\x88\x01\x01\x12\x13\n\x06vendor\x18\x04 \x01(\tH\x01\x88\x01\x01\x42\x13\n\x11_discovery_scriptB\t\n\x07_vendor\"<\n\x13TaskResourceRequest\x12\x15\n\rresource_name\x18\x01 \x01(\t\x12\x0e\n\x06\x61mount\x18\x02 \x01(\x01\"\xeb\x02\n\x0fResourceProfile\x12Q\n\x12\x65xecutor_resources\x18\x01 \x03(\x0b\x32\x35.spark.connect.ResourceProfile.ExecutorResourcesEntry\x12I\n\x0etask_resources\x18\x02 \x03(\x0b\x32\x31.spark.connect.ResourceProfile.TaskResourcesEntry\x1a`\n\x16\x45xecutorResourcesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x35\n\x05value\x18\x02 \x01(\x0b\x32&.spark.connect.ExecutorResourceRequest:\x02\x38\x01\x1aX\n\x12TaskResourcesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x31\n\x05value\x18\x02 \x01(\x0b\x32\".spark.connect.TaskResourceRequest:\x02\x38\x01\"z\n\x06Origin\x12\x34\n\rpython_origin\x18\x01 \x01(\x0b\x32\x1b.spark.connect.PythonOriginH\x00\x12.\n\njvm_origin\x18\x02 \x01(\x0b\x32\x18.spark.connect.JvmOriginH\x00\x42\n\n\x08\x66unction\"3\n\x0cPythonOrigin\x12\x10\n\x08\x66ragment\x18\x01 \x01(\t\x12\x11\n\tcall_site\x18\x02 \x01(\t\"\xd8\x02\n\tJvmOrigin\x12\x11\n\x04line\x18\x01 \x01(\x05H\x00\x88\x01\x01\x12\x1b\n\x0estart_position\x18\x02 \x01(\x05H\x01\x88\x01\x01\x12\x18\n\x0bstart_index\x18\x03 \x01(\x05H\x02\x88\x01\x01\x12\x17\n\nstop_index\x18\x04 \x01(\x05H\x03\x88\x01\x01\x12\x15\n\x08sql_text\x18\x05 \x01(\tH\x04\x88\x01\x01\x12\x18\n\x0bobject_type\x18\x06 \x01(\tH\x05\x88\x01\x01\x12\x18\n\x0bobject_name\x18\x07 \x01(\tH\x06\x88\x01\x01\x12\x35\n\x0bstack_trace\x18\x08 \x03(\x0b\x32 .spark.connect.StackTraceElementB\x07\n\x05_lineB\x11\n\x0f_start_positionB\x0e\n\x0c_start_indexB\r\n\x0b_stop_indexB\x0b\n\t_sql_textB\x0e\n\x0c_object_typeB\x0e\n\x0c_object_name\"\x8c\x02\n\x11StackTraceElement\x12\x1e\n\x11\x63lass_loader_name\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x18\n\x0bmodule_name\x18\x02 \x01(\tH\x01\x88\x01\x01\x12\x1b\n\x0emodule_version\x18\x03 \x01(\tH\x02\x88\x01\x01\x12\x17\n\x0f\x64\x65\x63laring_class\x18\x04 \x01(\t\x12\x13\n\x0bmethod_name\x18\x05 \x01(\t\x12\x16\n\tfile_name\x18\x06 \x01(\tH\x03\x88\x01\x01\x12\x13\n\x0bline_number\x18\x07 \x01(\x05\x42\x14\n\x12_class_loader_nameB\x0e\n\x0c_module_nameB\x11\n\x0f_module_versionB\x0c\n\n_file_name\"Q\n\x12ResolvedIdentifier\x12\x14\n\x0c\x63\x61talog_name\x18\x01 \x01(\t\x12\x11\n\tnamespace\x18\x02 \x03(\t\x12\x12\n\ntable_name\x18\x03 \x01(\t\"\x17\n\x05\x42ools\x12\x0e\n\x06values\x18\x01 \x03(\x08\"\x16\n\x04Ints\x12\x0e\n\x06values\x18\x01 \x03(\x05\"\x17\n\x05Longs\x12\x0e\n\x06values\x18\x01 \x03(\x03\"\x18\n\x06\x46loats\x12\x0e\n\x06values\x18\x01 \x03(\x02\"\x19\n\x07\x44oubles\x12\x0e\n\x06values\x18\x01 \x03(\x01\"\x19\n\x07Strings\x12\x0e\n\x06values\x18\x01 \x03(\tB6\n\x1eorg.apache.spark.connect.protoP\x01Z\x12internal/generatedb\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Spark
+  module Connect
+    StorageLevel = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StorageLevel").msgclass
+    ResourceInformation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ResourceInformation").msgclass
+    ExecutorResourceRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExecutorResourceRequest").msgclass
+    TaskResourceRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.TaskResourceRequest").msgclass
+    ResourceProfile = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ResourceProfile").msgclass
+    Origin = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Origin").msgclass
+    PythonOrigin = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.PythonOrigin").msgclass
+    JvmOrigin = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.JvmOrigin").msgclass
+    StackTraceElement = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.StackTraceElement").msgclass
+    ResolvedIdentifier = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ResolvedIdentifier").msgclass
+    Bools = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Bools").msgclass
+    Ints = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Ints").msgclass
+    Longs = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Longs").msgclass
+    Floats = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Floats").msgclass
+    Doubles = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Doubles").msgclass
+    Strings = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Strings").msgclass
+  end
+end

data/lib/spark_connect/proto/spark/connect/expressions_pb.rb

@@ -0,0 +1,63 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: spark/connect/expressions.proto
+
+require 'google/protobuf'
+
+require 'google/protobuf/any_pb'
+require 'spark/connect/types_pb'
+require 'spark/connect/common_pb'
+
+
+descriptor_data = "\n\x1fspark/connect/expressions.proto\x12\rspark.connect\x1a\x19google/protobuf/any.proto\x1a\x19spark/connect/types.proto\x1a\x1aspark/connect/common.proto\"\x8e.\n\nExpression\x12/\n\x06\x63ommon\x18\x12 \x01(\x0b\x32\x1f.spark.connect.ExpressionCommon\x12\x34\n\x07literal\x18\x01 \x01(\x0b\x32!.spark.connect.Expression.LiteralH\x00\x12M\n\x14unresolved_attribute\x18\x02 \x01(\x0b\x32-.spark.connect.Expression.UnresolvedAttributeH\x00\x12K\n\x13unresolved_function\x18\x03 \x01(\x0b\x32,.spark.connect.Expression.UnresolvedFunctionH\x00\x12G\n\x11\x65xpression_string\x18\x04 \x01(\x0b\x32*.spark.connect.Expression.ExpressionStringH\x00\x12\x43\n\x0funresolved_star\x18\x05 \x01(\x0b\x32(.spark.connect.Expression.UnresolvedStarH\x00\x12\x30\n\x05\x61lias\x18\x06 \x01(\x0b\x32\x1f.spark.connect.Expression.AliasH\x00\x12.\n\x04\x63\x61st\x18\x07 \x01(\x0b\x32\x1e.spark.connect.Expression.CastH\x00\x12\x45\n\x10unresolved_regex\x18\x08 \x01(\x0b\x32).spark.connect.Expression.UnresolvedRegexH\x00\x12\x39\n\nsort_order\x18\t \x01(\x0b\x32#.spark.connect.Expression.SortOrderH\x00\x12\x43\n\x0flambda_function\x18\n \x01(\x0b\x32(.spark.connect.Expression.LambdaFunctionH\x00\x12\x32\n\x06window\x18\x0b \x01(\x0b\x32 .spark.connect.Expression.WindowH\x00\x12T\n\x18unresolved_extract_value\x18\x0c \x01(\x0b\x32\x30.spark.connect.Expression.UnresolvedExtractValueH\x00\x12?\n\rupdate_fields\x18\r \x01(\x0b\x32&.spark.connect.Expression.UpdateFieldsH\x00\x12\x63\n unresolved_named_lambda_variable\x18\x0e \x01(\x0b\x32\x37.spark.connect.Expression.UnresolvedNamedLambdaVariableH\x00\x12]\n#common_inline_user_defined_function\x18\x0f \x01(\x0b\x32..spark.connect.CommonInlineUserDefinedFunctionH\x00\x12\x34\n\rcall_function\x18\x10 \x01(\x0b\x32\x1b.spark.connect.CallFunctionH\x00\x12K\n\x19named_argument_expression\x18\x11 \x01(\x0b\x32&.spark.connect.NamedArgumentExpressionH\x00\x12\x32\n\x0cmerge_action\x18\x13 \x01(\x0b\x32\x1a.spark.connect.MergeActionH\x00\x12M\n\x1atyped_aggregate_expression\x18\x14 \x01(\x0b\x32\'.spark.connect.TypedAggregateExpressionH\x00\x12@\n\x13subquery_expression\x18\x15 \x01(\x0b\x32!.spark.connect.SubqueryExpressionH\x00\x12Y\n\x1b\x64irect_shuffle_partition_id\x18\x16 \x01(\x0b\x32\x32.spark.connect.Expression.DirectShufflePartitionIDH\x00\x12*\n\textension\x18\xe7\x07 \x01(\x0b\x32\x14.google.protobuf.AnyH\x00\x1a\xa2\x05\n\x06Window\x12\x32\n\x0fwindow_function\x18\x01 \x01(\x0b\x32\x19.spark.connect.Expression\x12\x31\n\x0epartition_spec\x18\x02 \x03(\x0b\x32\x19.spark.connect.Expression\x12\x37\n\norder_spec\x18\x03 \x03(\x0b\x32#.spark.connect.Expression.SortOrder\x12@\n\nframe_spec\x18\x04 \x01(\x0b\x32,.spark.connect.Expression.Window.WindowFrame\x1a\xb5\x03\n\x0bWindowFrame\x12J\n\nframe_type\x18\x01 \x01(\x0e\x32\x36.spark.connect.Expression.Window.WindowFrame.FrameType\x12I\n\x05lower\x18\x02 \x01(\x0b\x32:.spark.connect.Expression.Window.WindowFrame.FrameBoundary\x12I\n\x05upper\x18\x03 \x01(\x0b\x32:.spark.connect.Expression.Window.WindowFrame.FrameBoundary\x1as\n\rFrameBoundary\x12\x15\n\x0b\x63urrent_row\x18\x01 \x01(\x08H\x00\x12\x13\n\tunbounded\x18\x02 \x01(\x08H\x00\x12*\n\x05value\x18\x03 \x01(\x0b\x32\x19.spark.connect.ExpressionH\x00\x42\n\n\x08\x62oundary\"O\n\tFrameType\x12\x18\n\x14\x46RAME_TYPE_UNDEFINED\x10\x00\x12\x12\n\x0e\x46RAME_TYPE_ROW\x10\x01\x12\x14\n\x10\x46RAME_TYPE_RANGE\x10\x02\x1a\x89\x03\n\tSortOrder\x12(\n\x05\x63hild\x18\x01 \x01(\x0b\x32\x19.spark.connect.Expression\x12\x44\n\tdirection\x18\x02 \x01(\x0e\x32\x31.spark.connect.Expression.SortOrder.SortDirection\x12G\n\rnull_ordering\x18\x03 \x01(\x0e\x32\x30.spark.connect.Expression.SortOrder.NullOrdering\"l\n\rSortDirection\x12\x1e\n\x1aSORT_DIRECTION_UNSPECIFIED\x10\x00\x12\x1c\n\x18SORT_DIRECTION_ASCENDING\x10\x01\x12\x1d\n\x19SORT_DIRECTION_DESCENDING\x10\x02\"U\n\x0cNullOrdering\x12\x1a\n\x16SORT_NULLS_UNSPECIFIED\x10\x00\x12\x14\n\x10SORT_NULLS_FIRST\x10\x01\x12\x13\n\x0fSORT_NULLS_LAST\x10\x02\x1a\x44\n\x18\x44irectShufflePartitionID\x12(\n\x05\x63hild\x18\x01 \x01(\x0b\x32\x19.spark.connect.Expression\x1a\x9c\x02\n\x04\x43\x61st\x12\'\n\x04\x65xpr\x18\x01 \x01(\x0b\x32\x19.spark.connect.Expression\x12\'\n\x04type\x18\x02 \x01(\x0b\x32\x17.spark.connect.DataTypeH\x00\x12\x12\n\x08type_str\x18\x03 \x01(\tH\x00\x12:\n\teval_mode\x18\x04 \x01(\x0e\x32\'.spark.connect.Expression.Cast.EvalMode\"b\n\x08\x45valMode\x12\x19\n\x15\x45VAL_MODE_UNSPECIFIED\x10\x00\x12\x14\n\x10\x45VAL_MODE_LEGACY\x10\x01\x12\x12\n\x0e\x45VAL_MODE_ANSI\x10\x02\x12\x11\n\rEVAL_MODE_TRY\x10\x03\x42\x0e\n\x0c\x63\x61st_to_type\x1a\xfb\r\n\x07Literal\x12\'\n\x04null\x18\x01 \x01(\x0b\x32\x17.spark.connect.DataTypeH\x00\x12\x10\n\x06\x62inary\x18\x02 \x01(\x0cH\x00\x12\x11\n\x07\x62oolean\x18\x03 \x01(\x08H\x00\x12\x0e\n\x04\x62yte\x18\x04 \x01(\x05H\x00\x12\x0f\n\x05short\x18\x05 \x01(\x05H\x00\x12\x11\n\x07integer\x18\x06 \x01(\x05H\x00\x12\x0e\n\x04long\x18\x07 \x01(\x03H\x00\x12\x0f\n\x05\x66loat\x18\n \x01(\x02H\x00\x12\x10\n\x06\x64ouble\x18\x0b \x01(\x01H\x00\x12<\n\x07\x64\x65\x63imal\x18\x0c \x01(\x0b\x32).spark.connect.Expression.Literal.DecimalH\x00\x12\x10\n\x06string\x18\r \x01(\tH\x00\x12\x0e\n\x04\x64\x61te\x18\x10 \x01(\x05H\x00\x12\x13\n\ttimestamp\x18\x11 \x01(\x03H\x00\x12\x17\n\rtimestamp_ntz\x18\x12 \x01(\x03H\x00\x12O\n\x11\x63\x61lendar_interval\x18\x13 \x01(\x0b\x32\x32.spark.connect.Expression.Literal.CalendarIntervalH\x00\x12\x1d\n\x13year_month_interval\x18\x14 \x01(\x05H\x00\x12\x1b\n\x11\x64\x61y_time_interval\x18\x15 \x01(\x03H\x00\x12\x38\n\x05\x61rray\x18\x16 \x01(\x0b\x32\'.spark.connect.Expression.Literal.ArrayH\x00\x12\x34\n\x03map\x18\x17 \x01(\x0b\x32%.spark.connect.Expression.Literal.MapH\x00\x12:\n\x06struct\x18\x18 \x01(\x0b\x32(.spark.connect.Expression.Literal.StructH\x00\x12O\n\x11specialized_array\x18\x19 \x01(\x0b\x32\x32.spark.connect.Expression.Literal.SpecializedArrayH\x00\x12\x36\n\x04time\x18\x1a \x01(\x0b\x32&.spark.connect.Expression.Literal.TimeH\x00\x12*\n\tdata_type\x18\x64 \x01(\x0b\x32\x17.spark.connect.DataType\x1a\\\n\x07\x44\x65\x63imal\x12\r\n\x05value\x18\x01 \x01(\t\x12\x16\n\tprecision\x18\x02 \x01(\x05H\x00\x88\x01\x01\x12\x12\n\x05scale\x18\x03 \x01(\x05H\x01\x88\x01\x01\x42\x0c\n\n_precisionB\x08\n\x06_scale\x1a\x46\n\x10\x43\x61lendarInterval\x12\x0e\n\x06months\x18\x01 \x01(\x05\x12\x0c\n\x04\x64\x61ys\x18\x02 \x01(\x05\x12\x14\n\x0cmicroseconds\x18\x03 \x01(\x03\x1ao\n\x05\x41rray\x12\x31\n\x0c\x65lement_type\x18\x01 \x01(\x0b\x32\x17.spark.connect.DataTypeB\x02\x18\x01\x12\x33\n\x08\x65lements\x18\x02 \x03(\x0b\x32!.spark.connect.Expression.Literal\x1a\xc9\x01\n\x03Map\x12-\n\x08key_type\x18\x01 \x01(\x0b\x32\x17.spark.connect.DataTypeB\x02\x18\x01\x12/\n\nvalue_type\x18\x02 \x01(\x0b\x32\x17.spark.connect.DataTypeB\x02\x18\x01\x12/\n\x04keys\x18\x03 \x03(\x0b\x32!.spark.connect.Expression.Literal\x12\x31\n\x06values\x18\x04 \x03(\x0b\x32!.spark.connect.Expression.Literal\x1ao\n\x06Struct\x12\x30\n\x0bstruct_type\x18\x01 \x01(\x0b\x32\x17.spark.connect.DataTypeB\x02\x18\x01\x12\x33\n\x08\x65lements\x18\x02 \x03(\x0b\x32!.spark.connect.Expression.Literal\x1a\x92\x02\n\x10SpecializedArray\x12%\n\x05\x62ools\x18\x01 \x01(\x0b\x32\x14.spark.connect.BoolsH\x00\x12#\n\x04ints\x18\x02 \x01(\x0b\x32\x13.spark.connect.IntsH\x00\x12%\n\x05longs\x18\x03 \x01(\x0b\x32\x14.spark.connect.LongsH\x00\x12\'\n\x06\x66loats\x18\x04 \x01(\x0b\x32\x15.spark.connect.FloatsH\x00\x12)\n\x07\x64oubles\x18\x05 \x01(\x0b\x32\x16.spark.connect.DoublesH\x00\x12)\n\x07strings\x18\x06 \x01(\x0b\x32\x16.spark.connect.StringsH\x00\x42\x0c\n\nvalue_type\x1a:\n\x04Time\x12\x0c\n\x04nano\x18\x01 \x01(\x03\x12\x16\n\tprecision\x18\x02 \x01(\x05H\x00\x88\x01\x01\x42\x0c\n\n_precisionB\x0e\n\x0cliteral_typeJ\x04\x08\x1b\x10\x1cJ\x04\x08\x1c\x10\x1d\x1a\x8c\x01\n\x13UnresolvedAttribute\x12\x1b\n\x13unparsed_identifier\x18\x01 \x01(\t\x12\x14\n\x07plan_id\x18\x02 \x01(\x03H\x00\x88\x01\x01\x12\x1f\n\x12is_metadata_column\x18\x03 \x01(\x08H\x01\x88\x01\x01\x42\n\n\x08_plan_idB\x15\n\x13_is_metadata_column\x1a\xba\x01\n\x12UnresolvedFunction\x12\x15\n\rfunction_name\x18\x01 \x01(\t\x12,\n\targuments\x18\x02 \x03(\x0b\x32\x19.spark.connect.Expression\x12\x13\n\x0bis_distinct\x18\x03 \x01(\x08\x12 \n\x18is_user_defined_function\x18\x04 \x01(\x08\x12\x18\n\x0bis_internal\x18\x05 \x01(\x08H\x00\x88\x01\x01\x42\x0e\n\x0c_is_internal\x1a&\n\x10\x45xpressionString\x12\x12\n\nexpression\x18\x01 \x01(\t\x1a\x64\n\x0eUnresolvedStar\x12\x1c\n\x0funparsed_target\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x14\n\x07plan_id\x18\x02 \x01(\x03H\x01\x88\x01\x01\x42\x12\n\x10_unparsed_targetB\n\n\x08_plan_id\x1a\x45\n\x0fUnresolvedRegex\x12\x10\n\x08\x63ol_name\x18\x01 \x01(\t\x12\x14\n\x07plan_id\x18\x02 \x01(\x03H\x00\x88\x01\x01\x42\n\n\x08_plan_id\x1aq\n\x16UnresolvedExtractValue\x12(\n\x05\x63hild\x18\x01 \x01(\x0b\x32\x19.spark.connect.Expression\x12-\n\nextraction\x18\x02 \x01(\x0b\x32\x19.spark.connect.Expression\x1a\x8d\x01\n\x0cUpdateFields\x12\x34\n\x11struct_expression\x18\x01 \x01(\x0b\x32\x19.spark.connect.Expression\x12\x12\n\nfield_name\x18\x02 \x01(\t\x12\x33\n\x10value_expression\x18\x03 \x01(\x0b\x32\x19.spark.connect.Expression\x1a\x62\n\x05\x41lias\x12\'\n\x04\x65xpr\x18\x01 \x01(\x0b\x32\x19.spark.connect.Expression\x12\x0c\n\x04name\x18\x02 \x03(\t\x12\x15\n\x08metadata\x18\x03 \x01(\tH\x00\x88\x01\x01\x42\x0b\n\t_metadata\x1a\x89\x01\n\x0eLambdaFunction\x12+\n\x08\x66unction\x18\x01 \x01(\x0b\x32\x19.spark.connect.Expression\x12J\n\targuments\x18\x02 \x03(\x0b\x32\x37.spark.connect.Expression.UnresolvedNamedLambdaVariable\x1a\x33\n\x1dUnresolvedNamedLambdaVariable\x12\x12\n\nname_parts\x18\x01 \x03(\tB\x0b\n\texpr_type\"9\n\x10\x45xpressionCommon\x12%\n\x06origin\x18\x01 \x01(\x0b\x32\x15.spark.connect.Origin\"\xb5\x02\n\x1f\x43ommonInlineUserDefinedFunction\x12\x15\n\rfunction_name\x18\x01 \x01(\t\x12\x15\n\rdeterministic\x18\x02 \x01(\x08\x12,\n\targuments\x18\x03 \x03(\x0b\x32\x19.spark.connect.Expression\x12.\n\npython_udf\x18\x04 \x01(\x0b\x32\x18.spark.connect.PythonUDFH\x00\x12\x39\n\x10scalar_scala_udf\x18\x05 \x01(\x0b\x32\x1d.spark.connect.ScalarScalaUDFH\x00\x12*\n\x08java_udf\x18\x06 \x01(\x0b\x32\x16.spark.connect.JavaUDFH\x00\x12\x13\n\x0bis_distinct\x18\x07 \x01(\x08\x42\n\n\x08\x66unction\"\x8e\x01\n\tPythonUDF\x12,\n\x0boutput_type\x18\x01 \x01(\x0b\x32\x17.spark.connect.DataType\x12\x11\n\teval_type\x18\x02 \x01(\x05\x12\x0f\n\x07\x63ommand\x18\x03 \x01(\x0c\x12\x12\n\npython_ver\x18\x04 \x01(\t\x12\x1b\n\x13\x61\x64\x64itional_includes\x18\x05 \x03(\t\"\xa0\x01\n\x0eScalarScalaUDF\x12\x0f\n\x07payload\x18\x01 \x01(\x0c\x12+\n\ninputTypes\x18\x02 \x03(\x0b\x32\x17.spark.connect.DataType\x12+\n\noutputType\x18\x03 \x01(\x0b\x32\x17.spark.connect.DataType\x12\x10\n\x08nullable\x18\x04 \x01(\x08\x12\x11\n\taggregate\x18\x05 \x01(\x08\"s\n\x07JavaUDF\x12\x12\n\nclass_name\x18\x01 \x01(\t\x12\x31\n\x0boutput_type\x18\x02 \x01(\x0b\x32\x17.spark.connect.DataTypeH\x00\x88\x01\x01\x12\x11\n\taggregate\x18\x03 \x01(\x08\x42\x0e\n\x0c_output_type\"S\n\x18TypedAggregateExpression\x12\x37\n\x10scalar_scala_udf\x18\x01 \x01(\x0b\x32\x1d.spark.connect.ScalarScalaUDF\"S\n\x0c\x43\x61llFunction\x12\x15\n\rfunction_name\x18\x01 \x01(\t\x12,\n\targuments\x18\x02 \x03(\x0b\x32\x19.spark.connect.Expression\"P\n\x17NamedArgumentExpression\x12\x0b\n\x03key\x18\x01 \x01(\t\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.spark.connect.Expression\"\xd0\x03\n\x0bMergeAction\x12:\n\x0b\x61\x63tion_type\x18\x01 \x01(\x0e\x32%.spark.connect.MergeAction.ActionType\x12\x31\n\tcondition\x18\x02 \x01(\x0b\x32\x19.spark.connect.ExpressionH\x00\x88\x01\x01\x12:\n\x0b\x61ssignments\x18\x03 \x03(\x0b\x32%.spark.connect.MergeAction.Assignment\x1a^\n\nAssignment\x12&\n\x03key\x18\x01 \x01(\x0b\x32\x19.spark.connect.Expression\x12(\n\x05value\x18\x02 \x01(\x0b\x32\x19.spark.connect.Expression\"\xa7\x01\n\nActionType\x12\x17\n\x13\x41\x43TION_TYPE_INVALID\x10\x00\x12\x16\n\x12\x41\x43TION_TYPE_DELETE\x10\x01\x12\x16\n\x12\x41\x43TION_TYPE_INSERT\x10\x02\x12\x1b\n\x17\x41\x43TION_TYPE_INSERT_STAR\x10\x03\x12\x16\n\x12\x41\x43TION_TYPE_UPDATE\x10\x04\x12\x1b\n\x17\x41\x43TION_TYPE_UPDATE_STAR\x10\x05\x42\x0c\n\n_condition\"\xdd\x04\n\x12SubqueryExpression\x12\x0f\n\x07plan_id\x18\x01 \x01(\x03\x12\x45\n\rsubquery_type\x18\x02 \x01(\x0e\x32..spark.connect.SubqueryExpression.SubqueryType\x12Q\n\x11table_arg_options\x18\x03 \x01(\x0b\x32\x31.spark.connect.SubqueryExpression.TableArgOptionsH\x00\x88\x01\x01\x12\x35\n\x12in_subquery_values\x18\x04 \x03(\x0b\x32\x19.spark.connect.Expression\x1a\xbb\x01\n\x0fTableArgOptions\x12\x31\n\x0epartition_spec\x18\x01 \x03(\x0b\x32\x19.spark.connect.Expression\x12\x37\n\norder_spec\x18\x02 \x03(\x0b\x32#.spark.connect.Expression.SortOrder\x12\"\n\x15with_single_partition\x18\x03 \x01(\x08H\x00\x88\x01\x01\x42\x18\n\x16_with_single_partition\"\x90\x01\n\x0cSubqueryType\x12\x19\n\x15SUBQUERY_TYPE_UNKNOWN\x10\x00\x12\x18\n\x14SUBQUERY_TYPE_SCALAR\x10\x01\x12\x18\n\x14SUBQUERY_TYPE_EXISTS\x10\x02\x12\x1b\n\x17SUBQUERY_TYPE_TABLE_ARG\x10\x03\x12\x14\n\x10SUBQUERY_TYPE_IN\x10\x04\x42\x14\n\x12_table_arg_optionsB6\n\x1eorg.apache.spark.connect.protoP\x01Z\x12internal/generatedb\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Spark
+  module Connect
+    Expression = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression").msgclass
+    Expression::Window = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Window").msgclass
+    Expression::Window::WindowFrame = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Window.WindowFrame").msgclass
+    Expression::Window::WindowFrame::FrameBoundary = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Window.WindowFrame.FrameBoundary").msgclass
+    Expression::Window::WindowFrame::FrameType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Window.WindowFrame.FrameType").enummodule
+    Expression::SortOrder = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.SortOrder").msgclass
+    Expression::SortOrder::SortDirection = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.SortOrder.SortDirection").enummodule
+    Expression::SortOrder::NullOrdering = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.SortOrder.NullOrdering").enummodule
+    Expression::DirectShufflePartitionID = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.DirectShufflePartitionID").msgclass
+    Expression::Cast = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Cast").msgclass
+    Expression::Cast::EvalMode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Cast.EvalMode").enummodule
+    Expression::Literal = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Literal").msgclass
+    Expression::Literal::Decimal = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Literal.Decimal").msgclass
+    Expression::Literal::CalendarInterval = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Literal.CalendarInterval").msgclass
+    Expression::Literal::Array = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Literal.Array").msgclass
+    Expression::Literal::Map = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Literal.Map").msgclass
+    Expression::Literal::Struct = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Literal.Struct").msgclass
+    Expression::Literal::SpecializedArray = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Literal.SpecializedArray").msgclass
+    Expression::Literal::Time = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Literal.Time").msgclass
+    Expression::UnresolvedAttribute = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.UnresolvedAttribute").msgclass
+    Expression::UnresolvedFunction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.UnresolvedFunction").msgclass
+    Expression::ExpressionString = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.ExpressionString").msgclass
+    Expression::UnresolvedStar = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.UnresolvedStar").msgclass
+    Expression::UnresolvedRegex = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.UnresolvedRegex").msgclass
+    Expression::UnresolvedExtractValue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.UnresolvedExtractValue").msgclass
+    Expression::UpdateFields = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.UpdateFields").msgclass
+    Expression::Alias = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.Alias").msgclass
+    Expression::LambdaFunction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.LambdaFunction").msgclass
+    Expression::UnresolvedNamedLambdaVariable = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.Expression.UnresolvedNamedLambdaVariable").msgclass
+    ExpressionCommon = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ExpressionCommon").msgclass
+    CommonInlineUserDefinedFunction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CommonInlineUserDefinedFunction").msgclass
+    PythonUDF = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.PythonUDF").msgclass
+    ScalarScalaUDF = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ScalarScalaUDF").msgclass
+    JavaUDF = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.JavaUDF").msgclass
+    TypedAggregateExpression = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.TypedAggregateExpression").msgclass
+    CallFunction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.CallFunction").msgclass
+    NamedArgumentExpression = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.NamedArgumentExpression").msgclass
+    MergeAction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.MergeAction").msgclass
+    MergeAction::Assignment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.MergeAction.Assignment").msgclass
+    MergeAction::ActionType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.MergeAction.ActionType").enummodule
+    SubqueryExpression = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.SubqueryExpression").msgclass
+    SubqueryExpression::TableArgOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.SubqueryExpression.TableArgOptions").msgclass
+    SubqueryExpression::SubqueryType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.SubqueryExpression.SubqueryType").enummodule
+  end
+end

data/lib/spark_connect/proto/spark/connect/ml_common_pb.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: spark/connect/ml_common.proto
+
+require 'google/protobuf'
+
+require 'spark/connect/expressions_pb'
+
+
+descriptor_data = "\n\x1dspark/connect/ml_common.proto\x12\rspark.connect\x1a\x1fspark/connect/expressions.proto\"\x91\x01\n\x08MlParams\x12\x33\n\x06params\x18\x01 \x03(\x0b\x32#.spark.connect.MlParams.ParamsEntry\x1aP\n\x0bParamsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x30\n\x05value\x18\x02 \x01(\x0b\x32!.spark.connect.Expression.Literal:\x02\x38\x01\"\xff\x01\n\nMlOperator\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0b\n\x03uid\x18\x02 \x01(\t\x12\x34\n\x04type\x18\x03 \x01(\x0e\x32&.spark.connect.MlOperator.OperatorType\"\x9f\x01\n\x0cOperatorType\x12\x1d\n\x19OPERATOR_TYPE_UNSPECIFIED\x10\x00\x12\x1b\n\x17OPERATOR_TYPE_ESTIMATOR\x10\x01\x12\x1d\n\x19OPERATOR_TYPE_TRANSFORMER\x10\x02\x12\x1b\n\x17OPERATOR_TYPE_EVALUATOR\x10\x03\x12\x17\n\x13OPERATOR_TYPE_MODEL\x10\x04\"\x17\n\tObjectRef\x12\n\n\x02id\x18\x01 \x01(\tB6\n\x1eorg.apache.spark.connect.protoP\x01Z\x12internal/generatedb\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Spark
+  module Connect
+    MlParams = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.MlParams").msgclass
+    MlOperator = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.MlOperator").msgclass
+    MlOperator::OperatorType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.MlOperator.OperatorType").enummodule
+    ObjectRef = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("spark.connect.ObjectRef").msgclass
+  end
+end