red-arrow 23.0.0 → 24.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a5d8f71916813b1efc347972a6ad663bf84561dba641e61d8367e7bec67adbca
-  data.tar.gz: 4667c7515eb8662a734907348851ae557f982fb6ad534f6f18a3e8aa10dce15f
+  metadata.gz: e8464767793fb8efd382689c8ca939af17fdb052f462885efb0461d07d905d18
+  data.tar.gz: e6d037e1400af61e90438eaa255c172eaf850b136ea7f8262b6acbd2b41c8126
 SHA512:
-  metadata.gz: c18d5f0d79959d48fd69719350fa31636853c073a3e11743b52654eacf2d6e400a4cc0f7f4a058679d986ddf181cf207692cf0714b956a6490c2a0ceb290e938
-  data.tar.gz: 192614cfa849cacf28cdabf63727d648d421c795a4a6043ac77b3d5b4b1048440ad6dd2dc06fb5b02fe667efc0bf9c7f4eb177bde2b7b9414ddf4fb32269718c
+  metadata.gz: 0cfab03a5b046c67d892db13cf1cd8d988fd0da9e61e950983dc2c1662c9b25a11ad8fb2e27ca68c7cd34814f208a4a51eda0d689e6aa9c514b82c026797ac7e
+  data.tar.gz: 22370cbfb633c8efd7d3ef8e8131001ece304d1c2e79e29bbda7eae4095dea0486f79a9253fbf8d586c11389bd2f3c8b38841f90733cb1dfb4787c2a9327fa15

data/ext/arrow/arrow.cpp

@@ -59,10 +59,40 @@ namespace red_arrow {
   {
     auto plan = GARROW_EXECUTE_PLAN(object);
     auto nodes = garrow_execute_plan_get_nodes(plan);
-    for (auto node = nodes; nodes; nodes = g_list_next(nodes)) {
+    for (auto node = nodes; node; node = g_list_next(node)) {
       rbgobj_gc_mark_instance(node->data);
     }
   }
+
+  void
+  call_expression_mark(gpointer object)
+  {
+    auto expression = GARROW_CALL_EXPRESSION(object);
+    auto arguments = garrow_call_expression_get_arguments(expression);
+    for (auto argument = arguments; argument; argument = g_list_next(argument)) {
+      rbgobj_gc_mark_instance(argument->data);
+    }
+  }
+
+  void
+  aggregate_node_options_mark(gpointer object)
+  {
+    auto options = GARROW_AGGREGATE_NODE_OPTIONS(object);
+    auto aggregations = garrow_aggregate_node_options_get_aggregations(options);
+    for (auto aggregation = aggregations; aggregation; aggregation = g_list_next(aggregation)) {
+      rbgobj_gc_mark_instance(aggregation->data);
+    }
+  }
+
+  void
+  project_node_options_mark(gpointer object)
+  {
+    auto options = GARROW_PROJECT_NODE_OPTIONS(object);
+    auto expressions = garrow_project_node_options_get_expressions(options);
+    for (auto expression = expressions; expression; expression = g_list_next(expression)) {
+      rbgobj_gc_mark_instance(expression->data);
+    }
+  }
 }
 
 extern "C" void Init_arrow() {
@@ -124,4 +154,10 @@ extern "C" void Init_arrow() {
                             red_arrow::record_batch_reader_mark);
   rbgobj_register_mark_func(GARROW_TYPE_EXECUTE_PLAN,
                             red_arrow::execute_plan_mark);
+  rbgobj_register_mark_func(GARROW_TYPE_CALL_EXPRESSION,
+                            red_arrow::call_expression_mark);
+  rbgobj_register_mark_func(GARROW_TYPE_AGGREGATE_NODE_OPTIONS,
+                            red_arrow::aggregate_node_options_mark);
+  rbgobj_register_mark_func(GARROW_TYPE_PROJECT_NODE_OPTIONS,
+                            red_arrow::project_node_options_mark);
 }

data/ext/arrow/converters.cpp

@@ -30,6 +30,11 @@ namespace red_arrow {
     return large_list_array_value_converter_->convert(array, i);
   }
 
+  VALUE ArrayValueConverter::convert(const arrow::FixedSizeListArray& array,
+                                     const int64_t i) {
+    return fixed_size_list_array_value_converter_->convert(array, i);
+  }
+
   VALUE ArrayValueConverter::convert(const arrow::StructArray& array,
                                      const int64_t i) {
     return struct_array_value_converter_->convert(array, i);

data/ext/arrow/converters.hpp

@@ -29,6 +29,7 @@
 namespace red_arrow {
   class ListArrayValueConverter;
   class LargeListArrayValueConverter;
+  class FixedSizeListArrayValueConverter;
   class StructArrayValueConverter;
   class MapArrayValueConverter;
   class UnionArrayValueConverter;
@@ -40,6 +41,7 @@ namespace red_arrow {
       : decimal_buffer_(),
         list_array_value_converter_(nullptr),
         large_list_array_value_converter_(nullptr),
+        fixed_size_list_array_value_converter_(nullptr),
         struct_array_value_converter_(nullptr),
         map_array_value_converter_(nullptr),
         union_array_value_converter_(nullptr),
@@ -48,12 +50,14 @@ namespace red_arrow {
 
     inline void set_sub_value_converters(ListArrayValueConverter* list_array_value_converter,
                                          LargeListArrayValueConverter* large_list_array_value_converter,
+                                         FixedSizeListArrayValueConverter* fixed_size_list_array_value_converter,
                                          StructArrayValueConverter* struct_array_value_converter,
                                          MapArrayValueConverter* map_array_value_converter,
                                          UnionArrayValueConverter* union_array_value_converter,
                                          DictionaryArrayValueConverter* dictionary_array_value_converter) {
       list_array_value_converter_ = list_array_value_converter;
       large_list_array_value_converter_ = large_list_array_value_converter;
+      fixed_size_list_array_value_converter_ = fixed_size_list_array_value_converter;
       struct_array_value_converter_ = struct_array_value_converter;
       map_array_value_converter_ = map_array_value_converter;
       union_array_value_converter_ = union_array_value_converter;
@@ -153,7 +157,15 @@ namespace red_arrow {
                          const int64_t i) {
       int32_t length;
       const auto value = array.GetValue(i, &length);
-      // TODO: encoding support
+      return rb_enc_str_new(reinterpret_cast<const char*>(value),
+                            length,
+                            rb_ascii8bit_encoding());
+    }
+
+    inline VALUE convert(const arrow::LargeBinaryArray& array,
+                         const int64_t i) {
+      int64_t length;
+      const auto value = array.GetValue(i, &length);
       return rb_enc_str_new(reinterpret_cast<const char*>(value),
                             length,
                             rb_ascii8bit_encoding());
@@ -167,6 +179,14 @@ namespace red_arrow {
                              length);
     }
 
+    inline VALUE convert(const arrow::LargeStringArray& array,
+                         const int64_t i) {
+      int64_t length;
+      const auto value = array.GetValue(i, &length);
+      return rb_utf8_str_new(reinterpret_cast<const char*>(value),
+                             length);
+    }
+
     inline VALUE convert(const arrow::FixedSizeBinaryArray& array,
                          const int64_t i) {
       return rb_enc_str_new(reinterpret_cast<const char*>(array.Value(i)),
@@ -225,11 +245,6 @@ namespace red_arrow {
       return rb_time_num_new(sec, Qnil);
     }
 
-    // TODO
-    // inline VALUE convert(const arrow::IntervalArray& array,
-    //                      const int64_t i) {
-    // };
-
     inline VALUE convert(const arrow::MonthIntervalArray& array,
                          const int64_t i) {
       return INT2NUM(array.Value(i));
@@ -264,12 +279,20 @@ namespace red_arrow {
       return value;
     }
 
+    inline VALUE convert(const arrow::DurationArray& array,
+                         const int64_t i) {
+      return LL2NUM(array.Value(i));
+    }
+
     VALUE convert(const arrow::ListArray& array,
                   const int64_t i);
 
     VALUE convert(const arrow::LargeListArray& array,
                   const int64_t i);
 
+    VALUE convert(const arrow::FixedSizeListArray& array,
+                  const int64_t i);
+
     VALUE convert(const arrow::StructArray& array,
                   const int64_t i);
 
@@ -306,6 +329,7 @@ namespace red_arrow {
     std::string decimal_buffer_;
     ListArrayValueConverter* list_array_value_converter_;
     LargeListArrayValueConverter* large_list_array_value_converter_;
+    FixedSizeListArrayValueConverter* fixed_size_list_array_value_converter_;
     StructArrayValueConverter* struct_array_value_converter_;
     MapArrayValueConverter* map_array_value_converter_;
     UnionArrayValueConverter* union_array_value_converter_;
@@ -366,8 +390,10 @@ namespace red_arrow {
     VISIT(MonthInterval)
     VISIT(DayTimeInterval)
     VISIT(MonthDayNanoInterval)
+    VISIT(Duration)
     VISIT(List)
     VISIT(LargeList)
+    VISIT(FixedSizeList)
     VISIT(Struct)
     VISIT(Map)
     VISIT(SparseUnion)
@@ -465,8 +491,111 @@ namespace red_arrow {
     VISIT(MonthInterval)
     VISIT(DayTimeInterval)
     VISIT(MonthDayNanoInterval)
+    VISIT(Duration)
+    VISIT(List)
+    VISIT(LargeList)
+    VISIT(FixedSizeList)
+    VISIT(Struct)
+    VISIT(Map)
+    VISIT(SparseUnion)
+    VISIT(DenseUnion)
+    VISIT(Dictionary)
+    VISIT(Decimal128)
+    VISIT(Decimal256)
+    // TODO
+    // VISIT(Extension)
+
+#undef VISIT
+
+  private:
+    template <typename ArrayType>
+    inline VALUE convert_value(const ArrayType& array,
+                               const int64_t i) {
+      return array_value_converter_->convert(array, i);
+    }
+
+    template <typename ArrayType>
+    arrow::Status visit_value(const ArrayType& array) {
+      if (array.null_count() > 0) {
+        for (int64_t i = 0; i < length_; ++i) {
+          auto value = Qnil;
+          if (!array.IsNull(i + offset_)) {
+            value = convert_value(array, i + offset_);
+          }
+          rb_ary_push(result_, value);
+        }
+      } else {
+        for (int64_t i = 0; i < length_; ++i) {
+          rb_ary_push(result_, convert_value(array, i + offset_));
+        }
+      }
+      return arrow::Status::OK();
+    }
+
+    ArrayValueConverter* array_value_converter_;
+    int32_t offset_;
+    int32_t length_;
+    VALUE result_;
+  };
+
+  class FixedSizeListArrayValueConverter : public arrow::ArrayVisitor {
+  public:
+    explicit FixedSizeListArrayValueConverter(ArrayValueConverter* converter)
+      : array_value_converter_(converter),
+        offset_(0),
+        length_(0),
+        result_(Qnil) {}
+
+    VALUE convert(const arrow::FixedSizeListArray& array, const int64_t index) {
+      auto values = array.values().get();
+      auto offset_keep = offset_;
+      auto length_keep = length_;
+      offset_ = array.value_offset(index);
+      length_ = array.value_length(index);
+      auto result_keep = result_;
+      result_ = rb_ary_new_capa(length_);
+      check_status(values->Accept(this),
+                   "[raw-records][fixed-size-list-array]");
+      offset_ = offset_keep;
+      length_ = length_keep;
+      auto result_return = result_;
+      result_ = result_keep;
+      return result_return;
+    }
+
+#define VISIT(TYPE)                                                     \
+    arrow::Status Visit(const arrow::TYPE ## Array& array) override {   \
+      return visit_value(array);                                        \
+    }
+
+    VISIT(Null)
+    VISIT(Boolean)
+    VISIT(Int8)
+    VISIT(Int16)
+    VISIT(Int32)
+    VISIT(Int64)
+    VISIT(UInt8)
+    VISIT(UInt16)
+    VISIT(UInt32)
+    VISIT(UInt64)
+    VISIT(HalfFloat)
+    VISIT(Float)
+    VISIT(Double)
+    VISIT(Binary)
+    VISIT(String)
+    VISIT(FixedSizeBinary)
+    VISIT(Date32)
+    VISIT(Date64)
+    VISIT(Time32)
+    VISIT(Time64)
+    VISIT(Timestamp)
+    VISIT(MonthInterval)
+    VISIT(DayTimeInterval)
+    VISIT(MonthDayNanoInterval)
+    VISIT(Duration)
     VISIT(List)
     VISIT(LargeList)
+    VISIT(FixedSizeList)
     VISIT(Struct)
     VISIT(Map)
     VISIT(SparseUnion)
@@ -572,8 +701,10 @@ namespace red_arrow {
     VISIT(MonthInterval)
     VISIT(DayTimeInterval)
     VISIT(MonthDayNanoInterval)
+    VISIT(Duration)
     VISIT(List)
     VISIT(LargeList)
+    VISIT(FixedSizeList)
     VISIT(Struct)
     VISIT(Map)
     VISIT(SparseUnion)
@@ -675,8 +806,10 @@ namespace red_arrow {
     VISIT(MonthInterval)
     VISIT(DayTimeInterval)
     VISIT(MonthDayNanoInterval)
+    VISIT(Duration)
     VISIT(List)
     VISIT(LargeList)
+    VISIT(FixedSizeList)
     VISIT(Struct)
     VISIT(Map)
     VISIT(SparseUnion)
@@ -779,8 +912,10 @@ namespace red_arrow {
     VISIT(MonthInterval)
     VISIT(DayTimeInterval)
     VISIT(MonthDayNanoInterval)
+    VISIT(Duration)
     VISIT(List)
     VISIT(LargeList)
+    VISIT(FixedSizeList)
     VISIT(Struct)
     VISIT(Map)
     VISIT(SparseUnion)
@@ -881,7 +1016,9 @@ namespace red_arrow {
     VISIT(Float)
     VISIT(Double)
     VISIT(Binary)
+    VISIT(LargeBinary)
     VISIT(String)
+    VISIT(LargeString)
     VISIT(FixedSizeBinary)
     VISIT(Date32)
     VISIT(Date64)
@@ -891,8 +1028,10 @@ namespace red_arrow {
     VISIT(MonthInterval)
     VISIT(DayTimeInterval)
     VISIT(MonthDayNanoInterval)
+    VISIT(Duration)
     VISIT(List)
     VISIT(LargeList)
+    VISIT(FixedSizeList)
     VISIT(Struct)
     VISIT(Map)
     VISIT(SparseUnion)
@@ -923,6 +1062,7 @@ namespace red_arrow {
       : array_value_converter_(),
         list_array_value_converter_(&array_value_converter_),
         large_list_array_value_converter_(&array_value_converter_),
+        fixed_size_list_array_value_converter_(&array_value_converter_),
         struct_array_value_converter_(&array_value_converter_),
         map_array_value_converter_(&array_value_converter_),
         union_array_value_converter_(&array_value_converter_),
@@ -930,6 +1070,7 @@ namespace red_arrow {
       array_value_converter_.
         set_sub_value_converters(&list_array_value_converter_,
                                  &large_list_array_value_converter_,
+                                 &fixed_size_list_array_value_converter_,
                                  &struct_array_value_converter_,
                                  &map_array_value_converter_,
                                  &union_array_value_converter_,
@@ -945,6 +1086,7 @@ namespace red_arrow {
     ArrayValueConverter array_value_converter_;
     ListArrayValueConverter list_array_value_converter_;
     LargeListArrayValueConverter large_list_array_value_converter_;
+    FixedSizeListArrayValueConverter fixed_size_list_array_value_converter_;
     StructArrayValueConverter struct_array_value_converter_;
     MapArrayValueConverter map_array_value_converter_;
     UnionArrayValueConverter union_array_value_converter_;

data/ext/arrow/raw-records.cpp

@@ -88,7 +88,9 @@ namespace red_arrow {
       VISIT(Float)
       VISIT(Double)
       VISIT(Binary)
+      VISIT(LargeBinary)
       VISIT(String)
+      VISIT(LargeString)
       VISIT(FixedSizeBinary)
       VISIT(Date32)
       VISIT(Date64)
@@ -98,7 +100,10 @@ namespace red_arrow {
       VISIT(MonthInterval)
       VISIT(DayTimeInterval)
       VISIT(MonthDayNanoInterval)
+      VISIT(Duration)
       VISIT(List)
+      VISIT(LargeList)
+      VISIT(FixedSizeList)
       VISIT(Struct)
       VISIT(Map)
       VISIT(SparseUnion)
@@ -224,7 +229,9 @@ namespace red_arrow {
       VISIT(Float)
       VISIT(Double)
       VISIT(Binary)
+      VISIT(LargeBinary)
       VISIT(String)
+      VISIT(LargeString)
       VISIT(FixedSizeBinary)
       VISIT(Date32)
       VISIT(Date64)
@@ -234,7 +241,10 @@ namespace red_arrow {
       VISIT(MonthInterval)
       VISIT(DayTimeInterval)
       VISIT(MonthDayNanoInterval)
+      VISIT(Duration)
       VISIT(List)
+      VISIT(LargeList)
+      VISIT(FixedSizeList)
       VISIT(Struct)
       VISIT(Map)
       VISIT(SparseUnion)

data/ext/arrow/values.cpp

@@ -69,7 +69,9 @@ namespace red_arrow {
       VISIT(Float)
       VISIT(Double)
       VISIT(Binary)
+      VISIT(LargeBinary)
       VISIT(String)
+      VISIT(LargeString)
       VISIT(FixedSizeBinary)
       VISIT(Date32)
       VISIT(Date64)
@@ -79,8 +81,10 @@ namespace red_arrow {
       VISIT(MonthInterval)
       VISIT(DayTimeInterval)
       VISIT(MonthDayNanoInterval)
+      VISIT(Duration)
       VISIT(List)
       VISIT(LargeList)
+      VISIT(FixedSizeList)
       VISIT(Struct)
       VISIT(Map)
       VISIT(SparseUnion)

data/lib/arrow/column.rb

@@ -42,6 +42,10 @@ module Arrow
       @data.to_arrow_chunked_array
     end
 
+    def values
+      @data.values
+    end
+
     def name
       @field.name
     end

data/lib/arrow/dense-union-array.rb

@@ -19,7 +19,7 @@ module Arrow
   class DenseUnionArray
     def get_value(i)
       child_id = get_child_id(i)
-      field = get_field(child_id)
+      field = fields[child_id]
       field[get_value_offset(i)]
     end
   end

data/lib/arrow/fixed-size-list-data-type.rb

@@ -0,0 +1,118 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class FixedSizeListDataType
+    include ListFieldResolvable
+
+    alias_method :initialize_raw, :initialize
+    private :initialize_raw
+
+    # Creates a new {Arrow::FixedSizeListDataType}.
+    #
+    # @overload initialize(field, size)
+    #
+    #   @param field [Arrow::Field, Hash] The field of the fixed size
+    #     list data type. You can also specify field description by
+    #     `Hash`.
+    #
+    #     See {Arrow::Field.new} how to specify field description.
+    #
+    #   @param size [Integer] The number of values in each element.
+    #
+    #   @example Create a fixed size list data type with {Arrow::Field}
+    #     visible_field = Arrow::Field.new("visible", :boolean)
+    #     size = 2
+    #     Arrow::FixedSizeListDataType.new(visible_field, size)
+    #
+    #   @example Create a list data type with field description
+    #     description = {name: "visible", type: :boolean}
+    #     size = 2
+    #     Arrow::FixedSizeListDataType.new(description, size)
+    #
+    # @overload initialize(description)
+    #
+    #   @param description [Hash] The description of the fixed size
+    #     list data type. It must have `:field` value and `:size`
+    #     value.
+    #
+    #   @option description [Arrow::Field, Hash] :field The field of
+    #     the list data type. You can also specify field description
+    #     by `Hash`.
+    #
+    #     See {Arrow::Field.new} how to specify field description.
+    #
+    #   @option description [Integer] :size The number of values of
+    #     each element of the fixed size list data type.
+    #
+    #   @example Create a fixed size list data type with {Arrow::Field}
+    #     visible_field = Arrow::Field.new("visible", :boolean)
+    #     Arrow::FixedSizeListDataType.new(field: visible_field, size: 2)
+    #
+    #   @example Create a fixed size list data type with field description
+    #     Arrow::FixedSizeListDataType.new(field: {
+    #                                        name: "visible",
+    #                                        type: :boolean,
+    #                                      },
+    #                                      size: 2)
+    #
+    # @overload initialize(data_type, size)
+    #
+    #   @param data_type [Arrow::DataType, String, Symbol,
+    #     ::Array<String>, ::Array<Symbol>, Hash] The element data
+    #     type of the fixed size list data type. A field is created
+    #     with the default name `"item"` from the data type
+    #     automatically.
+    #
+    #     See {Arrow::DataType.resolve} how to specify data type.
+    #
+    #   @param size [Integer] The number of values in each
+    #     element.
+    #
+    #   @example Create a fixed size list data type with {Arrow::DataType}
+    #     size = 2
+    #     Arrow::FixedSizeListDataType.new(Arrow::BooleanDataType.new,
+    #                                      size)
+    #
+    #   @example Create a fixed size list data type with data type name as String
+    #     size = 2
+    #     Arrow::FixedSizeListDataType.new("boolean", size)
+    #
+    #   @example Create a fixed size list data type with data type name as Symbol
+    #     size = 2
+    #     Arrow::FixedSizeListDataType.new(:boolean, size)
+    #
+    #   @example Create a fixed size list data type with data type as Array
+    #     size = 2
+    #     Arrow::FixedSizeListDataType.new([:time32, :milli], size)
+    def initialize(*args)
+      n_args = args.size
+      case n_args
+      when 1
+        description = args[0]
+        size = description.delete(:size)
+        initialize_raw(resolve_field(description), size)
+      when 2
+        field, size = args
+        initialize_raw(resolve_field(field), size)
+      else
+        message = "wrong number of arguments (given #{n_args}, expected 1..2)"
+        raise ArgumentError, message
+      end
+    end
+  end
+end

data/lib/arrow/libraries.rb

@@ -71,6 +71,7 @@ require_relative "file-system"
 require_relative "fixed-size-binary-array"
 require_relative "fixed-size-binary-array-builder"
 require_relative "fixed-size-list-array-builder"
+require_relative "fixed-size-list-data-type"
 require_relative "function"
 require_relative "group"
 require_relative "half-float"
@@ -134,5 +135,6 @@ require_relative "timestamp-array"
 require_relative "timestamp-array-builder"
 require_relative "timestamp-data-type"
 require_relative "timestamp-parser"
+require_relative "union-array"
 require_relative "union-array-builder"
 require_relative "writable"

data/lib/arrow/sparse-union-array.rb

@@ -19,7 +19,7 @@ module Arrow
   class SparseUnionArray
     def get_value(i)
       child_id = get_child_id(i)
-      field = get_field(child_id)
+      field = fields[child_id]
       field[i]
     end
   end

data/lib/arrow/table-formatter.rb

@@ -80,7 +80,11 @@ module Arrow
         when nil
           "%*s" % [width, FORMATTED_NULL]
         else
-          "%-*s" % [width, value.to_s]
+          value = value.to_s
+          if value.encoding == Encoding::ASCII_8BIT
+            value = value.each_byte.collect {|byte| "%X" % byte}.join
+          end
+          "%-*s" % [width, value]
         end
       end
 

data/lib/arrow/table-saver.rb

@@ -130,9 +130,9 @@ module Arrow
       end
     end
 
-    def save_raw(writer_class)
+    def save_raw(writer_class, *args)
       open_output_stream do |output|
-        writer_class.open(output, @table.schema) do |writer|
+        writer_class.open(output, @table.schema, *args) do |writer|
           writer.write_table(@table)
         end
       end
@@ -144,7 +144,7 @@ module Arrow
 
     # @since 1.0.0
     def save_as_arrow_file
-      save_raw(RecordBatchFileWriter)
+      save_raw(RecordBatchFileWriter, nil, @options[:metadata])
     end
 
     # @deprecated Use `format: :arrow_batch` instead.

data/lib/arrow/union-array.rb

@@ -0,0 +1,26 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class UnionArray
+    def fields
+      @fields ||= n_fields.times.collect do |i|
+        get_field(i)
+      end
+    end
+  end
+end

data/lib/arrow/version.rb

@@ -16,7 +16,7 @@
 # under the License.
 
 module Arrow
-  VERSION = "23.0.0"
+  VERSION = "24.0.0"
 
   module Version
     numbers, TAG = VERSION.split("-")

data/red-arrow.gemspec

@@ -58,7 +58,7 @@ Gem::Specification.new do |spec|
     spec.requirements << "jar org.apache.arrow, arrow-vector, #{spec.version}"
     spec.requirements << "jar org.apache.arrow, arrow-memory-netty, #{spec.version}"
   else
-    spec.add_runtime_dependency("extpp", ">= 0.1.1")
+    spec.add_runtime_dependency("extpp", ">= 0.1.2")
     spec.add_runtime_dependency("gio2", ">= 4.2.3")
     spec.add_runtime_dependency("pkg-config")
 
@@ -98,6 +98,8 @@ Gem::Specification.new do |spec|
 
       ["fedora", "libarrow-glib-devel"],
 
+      ["homebrew", "apache-arrow-glib"],
+
       # Try without additional repository
       ["rhel", "arrow-glib-devel"],
       # Retry with additional repository

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow
 version: !ruby/object:Gem::Version
-  version: 23.0.0
+  version: 24.0.0
 platform: ruby
 authors:
 - The Apache Software Foundation
@@ -43,14 +43,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.1
+        version: 0.1.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.1.1
+        version: 0.1.2
 - !ruby/object:Gem::Dependency
   name: gio2
   requirement: !ruby/object:Gem::Requirement
@@ -155,6 +155,7 @@ files:
 - lib/arrow/fixed-size-binary-array-builder.rb
 - lib/arrow/fixed-size-binary-array.rb
 - lib/arrow/fixed-size-list-array-builder.rb
+- lib/arrow/fixed-size-list-data-type.rb
 - lib/arrow/function.rb
 - lib/arrow/generic-filterable.rb
 - lib/arrow/generic-takeable.rb
@@ -250,6 +251,7 @@ files:
 - lib/arrow/timestamp-data-type.rb
 - lib/arrow/timestamp-parser.rb
 - lib/arrow/union-array-builder.rb
+- lib/arrow/union-array.rb
 - lib/arrow/version.rb
 - lib/arrow/writable.rb
 - red-arrow.gemspec
@@ -257,7 +259,7 @@ homepage: https://arrow.apache.org/
 licenses:
 - Apache-2.0
 metadata:
-  msys2_mingw_dependencies: arrow>=23.0.0
+  msys2_mingw_dependencies: arrow>=24.0.0
 rdoc_options: []
 require_paths:
 - lib
@@ -272,20 +274,21 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements:
-- 'system: arrow-glib>=23.0.0: amazon_linux: arrow-glib-devel'
-- 'system: arrow-glib>=23.0.0: amazon_linux: https://packages.apache.org/artifactory/arrow/amazon-linux/%{version}/apache-arrow-release-latest.rpm'
-- 'system: arrow-glib>=23.0.0: amazon_linux: arrow-glib-devel'
-- 'system: arrow-glib>=23.0.0: centos: arrow-glib-devel'
-- 'system: arrow-glib>=23.0.0: centos: https://packages.apache.org/artifactory/arrow/centos/%{major_version}-stream/apache-arrow-release-latest.rpm'
-- 'system: arrow-glib>=23.0.0: centos: arrow-glib-devel'
-- 'system: arrow-glib>=23.0.0: conda: arrow-c-glib'
-- 'system: arrow-glib>=23.0.0: debian: libarrow-glib-dev'
-- 'system: arrow-glib>=23.0.0: debian: https://packages.apache.org/artifactory/arrow/%{distribution}/apache-arrow-apt-source-latest-%{code_name}.deb'
-- 'system: arrow-glib>=23.0.0: debian: libarrow-glib-dev'
-- 'system: arrow-glib>=23.0.0: fedora: libarrow-glib-devel'
-- 'system: arrow-glib>=23.0.0: rhel: arrow-glib-devel'
-- 'system: arrow-glib>=23.0.0: rhel: https://packages.apache.org/artifactory/arrow/almalinux/%{major_version}/apache-arrow-release-latest.rpm'
-- 'system: arrow-glib>=23.0.0: rhel: arrow-glib-devel'
+- 'system: arrow-glib>=24.0.0: amazon_linux: arrow-glib-devel'
+- 'system: arrow-glib>=24.0.0: amazon_linux: https://packages.apache.org/artifactory/arrow/amazon-linux/%{version}/apache-arrow-release-latest.rpm'
+- 'system: arrow-glib>=24.0.0: amazon_linux: arrow-glib-devel'
+- 'system: arrow-glib>=24.0.0: centos: arrow-glib-devel'
+- 'system: arrow-glib>=24.0.0: centos: https://packages.apache.org/artifactory/arrow/centos/%{major_version}-stream/apache-arrow-release-latest.rpm'
+- 'system: arrow-glib>=24.0.0: centos: arrow-glib-devel'
+- 'system: arrow-glib>=24.0.0: conda: arrow-c-glib'
+- 'system: arrow-glib>=24.0.0: debian: libarrow-glib-dev'
+- 'system: arrow-glib>=24.0.0: debian: https://packages.apache.org/artifactory/arrow/%{distribution}/apache-arrow-apt-source-latest-%{code_name}.deb'
+- 'system: arrow-glib>=24.0.0: debian: libarrow-glib-dev'
+- 'system: arrow-glib>=24.0.0: fedora: libarrow-glib-devel'
+- 'system: arrow-glib>=24.0.0: homebrew: apache-arrow-glib'
+- 'system: arrow-glib>=24.0.0: rhel: arrow-glib-devel'
+- 'system: arrow-glib>=24.0.0: rhel: https://packages.apache.org/artifactory/arrow/almalinux/%{major_version}/apache-arrow-release-latest.rpm'
+- 'system: arrow-glib>=24.0.0: rhel: arrow-glib-devel'
 rubygems_version: 3.6.7
 specification_version: 4
 summary: Red Arrow is the Ruby bindings of Apache Arrow