red-arrow 10.0.1 → 12.0.0

data/test/values/test-sparse-union-array.rb

@@ -55,12 +55,23 @@ module ValuesSparseUnionArrayTests
                                 arrays)
   end
 
+  def remove_field_names(values)
+    values.collect do |value|
+      if value.nil?
+        value
+      else
+        value.values[0]
+      end
+    end
+  end
+
   def test_null
     values = [
       {"0" => nil},
     ]
     target = build(:null, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_boolean
@@ -69,7 +80,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:boolean, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_int8
@@ -78,7 +90,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:int8, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_uint8
@@ -87,7 +100,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:uint8, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_int16
@@ -96,7 +110,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:int16, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_uint16
@@ -105,7 +120,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:uint16, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_int32
@@ -114,7 +130,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:int32, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_uint32
@@ -123,7 +140,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:uint32, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_int64
@@ -132,7 +150,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:int64, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_uint64
@@ -141,7 +160,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:uint64, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_float
@@ -150,7 +170,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:float, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_double
@@ -159,7 +180,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:double, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_binary
@@ -168,7 +190,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:binary, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_string
@@ -177,7 +200,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:string, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_date32
@@ -186,7 +210,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:date32, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_date64
@@ -195,7 +220,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:date64, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_timestamp_second
@@ -208,7 +234,8 @@ module ValuesSparseUnionArrayTests
                      unit: :second,
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_timestamp_milli
@@ -221,7 +248,8 @@ module ValuesSparseUnionArrayTests
                      unit: :milli,
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_timestamp_micro
@@ -234,7 +262,8 @@ module ValuesSparseUnionArrayTests
                      unit: :micro,
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_timestamp_nano
@@ -247,7 +276,8 @@ module ValuesSparseUnionArrayTests
                      unit: :nano,
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_time32_second
@@ -262,7 +292,8 @@ module ValuesSparseUnionArrayTests
                      unit: :second,
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_time32_milli
@@ -277,7 +308,8 @@ module ValuesSparseUnionArrayTests
                      unit: :milli,
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_time64_micro
@@ -292,7 +324,8 @@ module ValuesSparseUnionArrayTests
                      unit: :micro,
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_time64_nano
@@ -307,7 +340,8 @@ module ValuesSparseUnionArrayTests
                      unit: :nano,
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_decimal128
@@ -321,7 +355,8 @@ module ValuesSparseUnionArrayTests
                      scale: 2,
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_month_interval
@@ -330,7 +365,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:month_interval, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_day_time_interval
@@ -339,7 +375,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:day_time_interval, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_month_day_nano_interval
@@ -348,7 +385,8 @@ module ValuesSparseUnionArrayTests
       {"1" => nil},
     ]
     target = build(:month_day_nano_interval, values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_decimal256
@@ -362,7 +400,8 @@ module ValuesSparseUnionArrayTests
                      scale: 2,
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_list
@@ -378,7 +417,8 @@ module ValuesSparseUnionArrayTests
                      },
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_struct
@@ -397,7 +437,8 @@ module ValuesSparseUnionArrayTests
                      ],
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_map
@@ -411,14 +452,15 @@ module ValuesSparseUnionArrayTests
                      item: :boolean,
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 
   def test_sparse_union
-    omit("Need to add support for SparseUnionArrayBuilder")
     values = [
       {"0" => {"field1" => true}},
       {"1" => nil},
+      {"0" => {"field2" => 29}},
       {"0" => {"field2" => nil}},
     ]
     target = build({
@@ -436,14 +478,15 @@ module ValuesSparseUnionArrayTests
                      type_codes: [0, 1],
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(remove_field_names(values)),
+                 target.values)
   end
 
   def test_dense_union
-    omit("Need to add support for DenseUnionArrayBuilder")
     values = [
       {"0" => {"field1" => true}},
       {"1" => nil},
+      {"0" => {"field2" => 29}},
       {"0" => {"field2" => nil}},
     ]
     target = build({
@@ -461,25 +504,25 @@ module ValuesSparseUnionArrayTests
                      type_codes: [0, 1],
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(remove_field_names(values)),
+                 target.values)
   end
 
   def test_dictionary
-    omit("Need to add support for DictionaryArrayBuilder")
     values = [
       {"0" => "Ruby"},
       {"1" => nil},
       {"0" => "GLib"},
     ]
-    dictionary = Arrow::StringArray.new(["GLib", "Ruby"])
     target = build({
                      type: :dictionary,
                      index_data_type: :int8,
-                     dictionary: dictionary,
-                     ordered: true,
+                     value_data_type: :string,
+                     ordered: false,
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_field_names(values),
+                 target.values)
   end
 end
 

data/test/values/test-struct-array.rb

@@ -423,12 +423,24 @@ module ValuesStructArrayTests
     assert_equal(values, target.values)
   end
 
+  def remove_union_field_names(values)
+    values.collect do |value|
+      if value.nil?
+        value
+      else
+        v = value["field"]
+        v = v.values[0] unless v.nil?
+        {"field" => v}
+      end
+    end
+  end
+
   def test_sparse_union
-    omit("Need to add support for SparseUnionArrayBuilder")
     values = [
       {"field" => {"field1" => true}},
       nil,
       {"field" => nil},
+      {"field" => {"field2" => 29}},
       {"field" => {"field2" => nil}},
     ]
     target = build({
@@ -446,15 +458,16 @@ module ValuesStructArrayTests
                      type_codes: [0, 1],
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_union_field_names(values),
+                 target.values)
   end
 
   def test_dense_union
-    omit("Need to add support for DenseUnionArrayBuilder")
     values = [
       {"field" => {"field1" => true}},
       nil,
       {"field" => nil},
+      {"field" => {"field2" => 29}},
       {"field" => {"field2" => nil}},
     ]
     target = build({
@@ -472,23 +485,22 @@ module ValuesStructArrayTests
                      type_codes: [0, 1],
                    },
                    values)
-    assert_equal(values, target.values)
+    assert_equal(remove_union_field_names(values),
+                 target.values)
   end
 
   def test_dictionary
-    omit("Need to add support for DictionaryArrayBuilder")
     values = [
       {"field" => "Ruby"},
       nil,
       {"field" => nil},
       {"field" => "GLib"},
     ]
-    dictionary = Arrow::StringArray.new(["GLib", "Ruby"])
     target = build({
                      type: :dictionary,
                      index_data_type: :int8,
-                     dictionary: dictionary,
-                     ordered: true,
+                     value_data_type: :string,
+                     ordered: false,
                    },
                    values)
     assert_equal(values, target.values)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow
 version: !ruby/object:Gem::Version
-  version: 10.0.1
+  version: 12.0.0
 platform: ruby
 authors:
 - Apache Arrow Developers
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-01-10 00:00:00.000000000 Z
+date: 2023-05-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bigdecimal
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.7
+        version: 0.1.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.7
+        version: 0.1.1
 - !ruby/object:Gem::Dependency
   name: gio2
   requirement: !ruby/object:Gem::Requirement
@@ -137,6 +137,8 @@ files:
 - lib/arrow/decimal256-array.rb
 - lib/arrow/decimal256-data-type.rb
 - lib/arrow/decimal256.rb
+- lib/arrow/dense-union-array-builder.rb
+- lib/arrow/dense-union-array.rb
 - lib/arrow/dense-union-data-type.rb
 - lib/arrow/dictionary-array.rb
 - lib/arrow/dictionary-data-type.rb
@@ -152,6 +154,10 @@ files:
 - lib/arrow/generic-filterable.rb
 - lib/arrow/generic-takeable.rb
 - lib/arrow/group.rb
+- lib/arrow/half-float-array-builder.rb
+- lib/arrow/half-float-array.rb
+- lib/arrow/half-float.rb
+- lib/arrow/input-referable.rb
 - lib/arrow/list-array-builder.rb
 - lib/arrow/list-data-type.rb
 - lib/arrow/loader.rb
@@ -180,6 +186,8 @@ files:
 - lib/arrow/sort-key.rb
 - lib/arrow/sort-options.rb
 - lib/arrow/source-node-options.rb
+- lib/arrow/sparse-union-array-builder.rb
+- lib/arrow/sparse-union-array.rb
 - lib/arrow/sparse-union-data-type.rb
 - lib/arrow/string-array-builder.rb
 - lib/arrow/string-dictionary-array-builder.rb
@@ -206,6 +214,7 @@ files:
 - lib/arrow/timestamp-array-builder.rb
 - lib/arrow/timestamp-array.rb
 - lib/arrow/timestamp-data-type.rb
+- lib/arrow/union-array-builder.rb
 - lib/arrow/version.rb
 - lib/arrow/writable.rb
 - red-arrow.gemspec
@@ -251,6 +260,7 @@ files:
 - test/test-decimal256-array.rb
 - test/test-decimal256-data-type.rb
 - test/test-decimal256.rb
+- test/test-dense-union-array.rb
 - test/test-dense-union-data-type.rb
 - test/test-dictionary-array.rb
 - test/test-dictionary-data-type.rb
@@ -263,6 +273,8 @@ files:
 - test/test-float-scalar.rb
 - test/test-function.rb
 - test/test-group.rb
+- test/test-half-float-array.rb
+- test/test-half-float.rb
 - test/test-list-array-builder.rb
 - test/test-list-array.rb
 - test/test-list-data-type.rb
@@ -276,13 +288,16 @@ files:
 - test/test-record-batch-file-reader.rb
 - test/test-record-batch-iterator.rb
 - test/test-record-batch-reader.rb
+- test/test-record-batch-stream-reader.rb
 - test/test-record-batch.rb
 - test/test-rolling-window.rb
+- test/test-scalar.rb
 - test/test-schema.rb
 - test/test-slicer.rb
 - test/test-sort-indices.rb
 - test/test-sort-key.rb
 - test/test-sort-options.rb
+- test/test-sparse-union-array.rb
 - test/test-sparse-union-data-type.rb
 - test/test-string-dictionary-array-builder.rb
 - test/test-struct-array-builder.rb
@@ -308,8 +323,8 @@ homepage: https://arrow.apache.org/
 licenses:
 - Apache-2.0
 metadata:
-  msys2_mingw_dependencies: arrow>=10.0.1
-post_install_message:
+  msys2_mingw_dependencies: arrow>=12.0.0
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -324,8 +339,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.15
-signing_key:
+rubygems_version: 3.3.5
+signing_key: 
 specification_version: 4
 summary: Red Arrow is the Ruby bindings of Apache Arrow
 test_files:
@@ -371,6 +386,7 @@ test_files:
 - test/test-decimal256-array.rb
 - test/test-decimal256-data-type.rb
 - test/test-decimal256.rb
+- test/test-dense-union-array.rb
 - test/test-dense-union-data-type.rb
 - test/test-dictionary-array.rb
 - test/test-dictionary-data-type.rb
@@ -383,6 +399,8 @@ test_files:
 - test/test-float-scalar.rb
 - test/test-function.rb
 - test/test-group.rb
+- test/test-half-float-array.rb
+- test/test-half-float.rb
 - test/test-list-array-builder.rb
 - test/test-list-array.rb
 - test/test-list-data-type.rb
@@ -396,13 +414,16 @@ test_files:
 - test/test-record-batch-file-reader.rb
 - test/test-record-batch-iterator.rb
 - test/test-record-batch-reader.rb
+- test/test-record-batch-stream-reader.rb
 - test/test-record-batch.rb
 - test/test-rolling-window.rb
+- test/test-scalar.rb
 - test/test-schema.rb
 - test/test-slicer.rb
 - test/test-sort-indices.rb
 - test/test-sort-key.rb
 - test/test-sort-options.rb
+- test/test-sparse-union-array.rb
 - test/test-sparse-union-data-type.rb
 - test/test-string-dictionary-array-builder.rb
 - test/test-struct-array-builder.rb