spark-connect 0.2.0

data/proto/spark/connect/types.proto

@@ -0,0 +1,227 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+syntax = 'proto3';
+
+package spark.connect;
+
+option java_multiple_files = true;
+option java_package = "org.apache.spark.connect.proto";
+option go_package = "internal/generated";
+
+// This message describes the logical [[DataType]] of something. It does not carry the value
+// itself but only describes it.
+message DataType {
+  oneof kind {
+    NULL null = 1;
+
+    Binary binary = 2;
+
+    Boolean boolean = 3;
+
+    // Numeric types
+    Byte byte = 4;
+    Short short = 5;
+    Integer integer = 6;
+    Long long = 7;
+
+    Float float = 8;
+    Double double = 9;
+    Decimal decimal = 10;
+
+    // String types
+    String string = 11;
+    Char char = 12;
+    VarChar var_char = 13;
+
+    // Datatime types
+    Date date = 14;
+    Timestamp timestamp = 15;
+    TimestampNTZ timestamp_ntz = 16;
+
+    // Interval types
+    CalendarInterval calendar_interval = 17;
+    YearMonthInterval year_month_interval = 18;
+    DayTimeInterval day_time_interval = 19;
+
+    // Complex types
+    Array array = 20;
+    Struct struct = 21;
+    Map map = 22;
+    Variant variant = 25;
+
+    // UserDefinedType
+    UDT udt = 23;
+
+    // Geospatial types
+    Geometry geometry = 26;
+
+    Geography geography = 27;
+
+    // UnparsedDataType
+    Unparsed unparsed = 24;
+
+    Time time = 28;
+  }
+
+  message Boolean {
+    uint32 type_variation_reference = 1;
+  }
+
+  message Byte {
+    uint32 type_variation_reference = 1;
+  }
+
+  message Short {
+    uint32 type_variation_reference = 1;
+  }
+
+  message Integer {
+    uint32 type_variation_reference = 1;
+  }
+
+  message Long {
+    uint32 type_variation_reference = 1;
+  }
+
+  message Float {
+    uint32 type_variation_reference = 1;
+  }
+
+  message Double {
+    uint32 type_variation_reference = 1;
+  }
+
+  message String {
+    uint32 type_variation_reference = 1;
+    string collation = 2;
+  }
+
+  message Binary {
+    uint32 type_variation_reference = 1;
+  }
+
+  message NULL {
+    uint32 type_variation_reference = 1;
+  }
+
+  message Timestamp {
+    uint32 type_variation_reference = 1;
+  }
+
+  message Date {
+    uint32 type_variation_reference = 1;
+  }
+
+  message TimestampNTZ {
+    uint32 type_variation_reference = 1;
+  }
+
+  message Time {
+    optional int32 precision = 1;
+    uint32 type_variation_reference = 2;
+  }
+
+  message CalendarInterval {
+    uint32 type_variation_reference = 1;
+  }
+
+  message YearMonthInterval {
+    optional int32 start_field = 1;
+    optional int32 end_field = 2;
+    uint32 type_variation_reference = 3;
+  }
+
+  message DayTimeInterval {
+    optional int32 start_field = 1;
+    optional int32 end_field = 2;
+    uint32 type_variation_reference = 3;
+  }
+
+  // Start compound types.
+  message Char {
+    int32 length = 1;
+    uint32 type_variation_reference = 2;
+  }
+
+  message VarChar {
+    int32 length = 1;
+    uint32 type_variation_reference = 2;
+  }
+
+  message Decimal {
+    optional int32 scale = 1;
+    optional int32 precision = 2;
+    uint32 type_variation_reference = 3;
+  }
+
+  message StructField {
+    string name = 1;
+    DataType data_type = 2;
+    bool nullable = 3;
+    optional string metadata = 4;
+  }
+
+  message Struct {
+    repeated StructField fields = 1;
+    uint32 type_variation_reference = 2;
+  }
+
+  message Array {
+    DataType element_type = 1;
+    bool contains_null = 2;
+    uint32 type_variation_reference = 3;
+  }
+
+  message Map {
+    DataType key_type = 1;
+    DataType value_type = 2;
+    bool value_contains_null = 3;
+    uint32 type_variation_reference = 4;
+  }
+
+  message Geometry {
+    int32 srid = 1;
+    uint32 type_variation_reference = 2;
+  }
+
+  message Geography {
+    int32 srid = 1;
+    uint32 type_variation_reference = 2;
+  }
+
+  message Variant {
+    uint32 type_variation_reference = 1;
+  }
+
+  message UDT {
+    string type = 1;
+    // Required for Scala/Java UDT
+    optional string jvm_class = 2;
+    // Required for Python UDT
+    optional string python_class = 3;
+    // Required for Python UDT
+    optional string serialized_python_class = 4;
+    // Required for Python UDT
+    optional DataType sql_type = 5;
+  }
+
+  message Unparsed {
+    // (Required) The unparsed data type string
+    string data_type_string = 1;
+  }
+}

metadata

@@ -0,0 +1,149 @@
+--- !ruby/object:Gem::Specification
+name: spark-connect
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- Hyukjin Kwon
+bindir: bin
+cert_chain: []
+date: 1980-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: google-protobuf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.25'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '3.25'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: grpc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.60'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.60'
+- !ruby/object:Gem::Dependency
+  name: red-arrow
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '15.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '15.0'
+description: |
+  spark-connect is a Ruby client for Apache Spark Connect, the gRPC-based
+  decoupled client-server protocol for Apache Spark. It provides a DataFrame
+  API closely modeled on PySpark, including SQL, relational operators,
+  column expressions, a comprehensive functions library, typed schemas, and
+  Apache Arrow-based result decoding.
+email:
+- gurwls223@apache.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- LICENSE
+- NOTICE
+- README.md
+- lib/spark-connect.rb
+- lib/spark_connect.rb
+- lib/spark_connect/arrow.rb
+- lib/spark_connect/catalog.rb
+- lib/spark_connect/channel_builder.rb
+- lib/spark_connect/client.rb
+- lib/spark_connect/column.rb
+- lib/spark_connect/conf.rb
+- lib/spark_connect/data_frame.rb
+- lib/spark_connect/errors.rb
+- lib/spark_connect/functions.rb
+- lib/spark_connect/grouped_data.rb
+- lib/spark_connect/na_functions.rb
+- lib/spark_connect/observation.rb
+- lib/spark_connect/pipelines.rb
+- lib/spark_connect/plan.rb
+- lib/spark_connect/proto.rb
+- lib/spark_connect/proto/spark/connect/base_pb.rb
+- lib/spark_connect/proto/spark/connect/base_services_pb.rb
+- lib/spark_connect/proto/spark/connect/catalog_pb.rb
+- lib/spark_connect/proto/spark/connect/commands_pb.rb
+- lib/spark_connect/proto/spark/connect/common_pb.rb
+- lib/spark_connect/proto/spark/connect/expressions_pb.rb
+- lib/spark_connect/proto/spark/connect/ml_common_pb.rb
+- lib/spark_connect/proto/spark/connect/ml_pb.rb
+- lib/spark_connect/proto/spark/connect/pipelines_pb.rb
+- lib/spark_connect/proto/spark/connect/relations_pb.rb
+- lib/spark_connect/proto/spark/connect/types_pb.rb
+- lib/spark_connect/reader.rb
+- lib/spark_connect/row.rb
+- lib/spark_connect/session.rb
+- lib/spark_connect/stat_functions.rb
+- lib/spark_connect/streaming.rb
+- lib/spark_connect/types.rb
+- lib/spark_connect/version.rb
+- lib/spark_connect/window.rb
+- lib/spark_connect/writer.rb
+- proto/spark/connect/base.proto
+- proto/spark/connect/catalog.proto
+- proto/spark/connect/commands.proto
+- proto/spark/connect/common.proto
+- proto/spark/connect/expressions.proto
+- proto/spark/connect/ml.proto
+- proto/spark/connect/ml_common.proto
+- proto/spark/connect/pipelines.proto
+- proto/spark/connect/relations.proto
+- proto/spark/connect/types.proto
+homepage: https://github.com/HyukjinKwon/spark-connect-ruby
+licenses:
+- Apache-2.0
+metadata:
+  homepage_uri: https://github.com/HyukjinKwon/spark-connect-ruby
+  source_code_uri: https://github.com/HyukjinKwon/spark-connect-ruby
+  documentation_uri: https://hyukjinkwon.github.io/spark-connect-ruby/
+  bug_tracker_uri: https://github.com/HyukjinKwon/spark-connect-ruby/issues
+  changelog_uri: https://github.com/HyukjinKwon/spark-connect-ruby/blob/main/CHANGELOG.md
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 4.0.11
+specification_version: 4
+summary: A pure-Ruby client for Apache Spark Connect.
+test_files: []