red-arrow 0.17.0 → 3.0.0

data/test/values/test-list-array.rb

@@ -354,6 +354,24 @@ module ValuesListArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      [
+        BigDecimal("92.92"),
+        nil,
+        BigDecimal("29.29"),
+      ],
+      nil,
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       [

data/test/values/test-sparse-union-array.rb

@@ -44,9 +44,7 @@ module ValuesSparseUnionArrayTests
       sub_record_batch.columns[0].data
     end
     values.each do |value|
-      if value.nil?
-        type_ids << nil
-      elsif value.key?("0")
+      if value.key?("0")
         type_ids << type_codes[0]
       elsif value.key?("1")
         type_ids << type_codes[1]
@@ -60,7 +58,6 @@ module ValuesSparseUnionArrayTests
   def test_null
     values = [
       {"0" => nil},
-      nil,
     ]
     target = build(:null, values)
     assert_equal(values, target.values)
@@ -69,7 +66,6 @@ module ValuesSparseUnionArrayTests
   def test_boolean
     values = [
       {"0" => true},
-      nil,
       {"1" => nil},
     ]
     target = build(:boolean, values)
@@ -79,7 +75,6 @@ module ValuesSparseUnionArrayTests
   def test_int8
     values = [
       {"0" => -(2 ** 7)},
-      nil,
       {"1" => nil},
     ]
     target = build(:int8, values)
@@ -89,7 +84,6 @@ module ValuesSparseUnionArrayTests
   def test_uint8
     values = [
       {"0" => (2 ** 8) - 1},
-      nil,
       {"1" => nil},
     ]
     target = build(:uint8, values)
@@ -99,7 +93,6 @@ module ValuesSparseUnionArrayTests
   def test_int16
     values = [
       {"0" => -(2 ** 15)},
-      nil,
       {"1" => nil},
     ]
     target = build(:int16, values)
@@ -109,7 +102,6 @@ module ValuesSparseUnionArrayTests
   def test_uint16
     values = [
       {"0" => (2 ** 16) - 1},
-      nil,
       {"1" => nil},
     ]
     target = build(:uint16, values)
@@ -119,7 +111,6 @@ module ValuesSparseUnionArrayTests
   def test_int32
     values = [
       {"0" => -(2 ** 31)},
-      nil,
       {"1" => nil},
     ]
     target = build(:int32, values)
@@ -129,7 +120,6 @@ module ValuesSparseUnionArrayTests
   def test_uint32
     values = [
       {"0" => (2 ** 32) - 1},
-      nil,
       {"1" => nil},
     ]
     target = build(:uint32, values)
@@ -139,7 +129,6 @@ module ValuesSparseUnionArrayTests
   def test_int64
     values = [
       {"0" => -(2 ** 63)},
-      nil,
       {"1" => nil},
     ]
     target = build(:int64, values)
@@ -149,7 +138,6 @@ module ValuesSparseUnionArrayTests
   def test_uint64
     values = [
       {"0" => (2 ** 64) - 1},
-      nil,
       {"1" => nil},
     ]
     target = build(:uint64, values)
@@ -159,7 +147,6 @@ module ValuesSparseUnionArrayTests
   def test_float
     values = [
       {"0" => -1.0},
-      nil,
       {"1" => nil},
     ]
     target = build(:float, values)
@@ -169,7 +156,6 @@ module ValuesSparseUnionArrayTests
   def test_double
     values = [
       {"0" => -1.0},
-      nil,
       {"1" => nil},
     ]
     target = build(:double, values)
@@ -179,7 +165,6 @@ module ValuesSparseUnionArrayTests
   def test_binary
     values = [
       {"0" => "\xff".b},
-      nil,
       {"1" => nil},
     ]
     target = build(:binary, values)
@@ -189,7 +174,6 @@ module ValuesSparseUnionArrayTests
   def test_string
     values = [
       {"0" => "Ruby"},
-      nil,
       {"1" => nil},
     ]
     target = build(:string, values)
@@ -199,7 +183,6 @@ module ValuesSparseUnionArrayTests
   def test_date32
     values = [
       {"0" => Date.new(1960, 1, 1)},
-      nil,
       {"1" => nil},
     ]
     target = build(:date32, values)
@@ -209,7 +192,6 @@ module ValuesSparseUnionArrayTests
   def test_date64
     values = [
       {"0" => DateTime.new(1960, 1, 1, 2, 9, 30)},
-      nil,
       {"1" => nil},
     ]
     target = build(:date64, values)
@@ -219,7 +201,6 @@ module ValuesSparseUnionArrayTests
   def test_timestamp_second
     values = [
       {"0" => Time.parse("1960-01-01T02:09:30Z")},
-      nil,
       {"1" => nil},
     ]
     target = build({
@@ -233,7 +214,6 @@ module ValuesSparseUnionArrayTests
   def test_timestamp_milli
     values = [
       {"0" => Time.parse("1960-01-01T02:09:30.123Z")},
-      nil,
       {"1" => nil},
     ]
     target = build({
@@ -247,7 +227,6 @@ module ValuesSparseUnionArrayTests
   def test_timestamp_micro
     values = [
       {"0" => Time.parse("1960-01-01T02:09:30.123456Z")},
-      nil,
       {"1" => nil},
     ]
     target = build({
@@ -261,7 +240,6 @@ module ValuesSparseUnionArrayTests
   def test_timestamp_nano
     values = [
       {"0" => Time.parse("1960-01-01T02:09:30.123456789Z")},
-      nil,
       {"1" => nil},
     ]
     target = build({
@@ -277,7 +255,6 @@ module ValuesSparseUnionArrayTests
     values = [
       # 00:10:00
       {"0" => Arrow::Time.new(unit, 60 * 10)},
-      nil,
       {"1" => nil},
     ]
     target = build({
@@ -293,7 +270,6 @@ module ValuesSparseUnionArrayTests
     values = [
       # 00:10:00.123
       {"0" => Arrow::Time.new(unit, (60 * 10) * 1000 + 123)},
-      nil,
       {"1" => nil},
     ]
     target = build({
@@ -309,7 +285,6 @@ module ValuesSparseUnionArrayTests
     values = [
       # 00:10:00.123456
       {"0" => Arrow::Time.new(unit, (60 * 10) * 1_000_000 + 123_456)},
-      nil,
       {"1" => nil},
     ]
     target = build({
@@ -325,7 +300,6 @@ module ValuesSparseUnionArrayTests
     values = [
       # 00:10:00.123456789
       {"0" => Arrow::Time.new(unit, (60 * 10) * 1_000_000_000 + 123_456_789)},
-      nil,
       {"1" => nil},
     ]
     target = build({
@@ -339,7 +313,6 @@ module ValuesSparseUnionArrayTests
   def test_decimal128
     values = [
       {"0" => BigDecimal("92.92")},
-      nil,
       {"1" => nil},
     ]
     target = build({
@@ -351,10 +324,23 @@ module ValuesSparseUnionArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      {"0" => BigDecimal("92.92")},
+      {"1" => nil},
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       {"0" => [true, nil, false]},
-      nil,
       {"1" => nil},
     ]
     target = build({
@@ -371,7 +357,6 @@ module ValuesSparseUnionArrayTests
   def test_struct
     values = [
       {"0" => {"sub_field" => true}},
-      nil,
       {"1" => nil},
       {"0" => {"sub_field" => nil}},
     ]
@@ -392,7 +377,6 @@ module ValuesSparseUnionArrayTests
     omit("Need to add support for SparseUnionArrayBuilder")
     values = [
       {"0" => {"field1" => true}},
-      nil,
       {"1" => nil},
       {"0" => {"field2" => nil}},
     ]
@@ -418,7 +402,6 @@ module ValuesSparseUnionArrayTests
     omit("Need to add support for DenseUnionArrayBuilder")
     values = [
       {"0" => {"field1" => true}},
-      nil,
       {"1" => nil},
       {"0" => {"field2" => nil}},
     ]
@@ -444,7 +427,6 @@ module ValuesSparseUnionArrayTests
     omit("Need to add support for DictionaryArrayBuilder")
     values = [
       {"0" => "Ruby"},
-      nil,
       {"1" => nil},
       {"0" => "GLib"},
     ]

data/test/values/test-struct-array.rb

@@ -326,6 +326,21 @@ module ValuesStructArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      {"field" => BigDecimal("92.92")},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       {"field" => [true, nil, false]},

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow
 version: !ruby/object:Gem::Version
-  version: 0.17.0
+  version: 3.0.0
 platform: ruby
 authors:
 - Apache Arrow Developers
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-04-20 00:00:00.000000000 Z
+date: 2021-01-25 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: bigdecimal
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.3
 - !ruby/object:Gem::Dependency
   name: extpp
   requirement: !ruby/object:Gem::Requirement
@@ -192,6 +206,7 @@ files:
 - lib/arrow/array.rb
 - lib/arrow/bigdecimal-extension.rb
 - lib/arrow/block-closable.rb
+- lib/arrow/buffer.rb
 - lib/arrow/chunked-array.rb
 - lib/arrow/column-containable.rb
 - lib/arrow/column.rb
@@ -207,11 +222,18 @@ files:
 - lib/arrow/decimal128-array.rb
 - lib/arrow/decimal128-data-type.rb
 - lib/arrow/decimal128.rb
+- lib/arrow/decimal256-array-builder.rb
+- lib/arrow/decimal256-array.rb
+- lib/arrow/decimal256-data-type.rb
+- lib/arrow/decimal256.rb
 - lib/arrow/dense-union-data-type.rb
+- lib/arrow/dictionary-array.rb
 - lib/arrow/dictionary-data-type.rb
 - lib/arrow/field-containable.rb
 - lib/arrow/field.rb
 - lib/arrow/file-output-stream.rb
+- lib/arrow/fixed-size-binary-array-builder.rb
+- lib/arrow/fixed-size-binary-array.rb
 - lib/arrow/generic-filterable.rb
 - lib/arrow/generic-takeable.rb
 - lib/arrow/group.rb
@@ -221,8 +243,10 @@ files:
 - lib/arrow/null-array-builder.rb
 - lib/arrow/null-array.rb
 - lib/arrow/path-extension.rb
+- lib/arrow/raw-table-converter.rb
 - lib/arrow/record-batch-builder.rb
 - lib/arrow/record-batch-file-reader.rb
+- lib/arrow/record-batch-iterator.rb
 - lib/arrow/record-batch-stream-reader.rb
 - lib/arrow/record-batch.rb
 - lib/arrow/record-containable.rb
@@ -288,11 +312,18 @@ files:
 - test/test-decimal128-array.rb
 - test/test-decimal128-data-type.rb
 - test/test-decimal128.rb
+- test/test-decimal256-array-builder.rb
+- test/test-decimal256-array.rb
+- test/test-decimal256-data-type.rb
+- test/test-decimal256.rb
 - test/test-dense-union-data-type.rb
+- test/test-dictionary-array.rb
 - test/test-dictionary-data-type.rb
 - test/test-feather.rb
 - test/test-field.rb
 - test/test-file-output-stream.rb
+- test/test-fixed-size-binary-array-builder.rb
+- test/test-fixed-size-binary-array.rb
 - test/test-group.rb
 - test/test-list-array-builder.rb
 - test/test-list-array.rb
@@ -301,6 +332,7 @@ files:
 - test/test-orc.rb
 - test/test-record-batch-builder.rb
 - test/test-record-batch-file-reader.rb
+- test/test-record-batch-iterator.rb
 - test/test-record-batch.rb
 - test/test-rolling-window.rb
 - test/test-schema.rb
@@ -327,7 +359,7 @@ homepage: https://arrow.apache.org/
 licenses:
 - Apache-2.0
 metadata:
-  msys2_mingw_dependencies: arrow>=0.17.0
+  msys2_mingw_dependencies: arrow>=3.0.0
 post_install_message: 
 rdoc_options: []
 require_paths:
@@ -343,77 +375,85 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.2.5
 signing_key: 
 specification_version: 4
 summary: Red Arrow is the Ruby bindings of Apache Arrow
 test_files:
-- test/test-orc.rb
-- test/test-file-output-stream.rb
+- test/test-decimal256-array-builder.rb
+- test/test-time64-data-type.rb
+- test/test-feather.rb
+- test/test-decimal128.rb
+- test/test-struct-array.rb
+- test/test-data-type.rb
+- test/test-list-data-type.rb
 - test/test-dense-union-data-type.rb
-- test/test-record-batch-builder.rb
+- test/test-decimal256-array.rb
+- test/helper.rb
 - test/test-record-batch.rb
-- test/test-list-data-type.rb
-- test/test-decimal128.rb
-- test/test-chunked-array.rb
-- test/test-array.rb
-- test/test-null-array.rb
-- test/test-struct-array-builder.rb
 - test/test-table.rb
+- test/run-test.rb
+- test/test-timestamp-array.rb
+- test/test-date32-array.rb
+- test/test-array-builder.rb
+- test/test-date64-array.rb
+- test/test-record-batch-file-reader.rb
 - test/test-decimal128-data-type.rb
-- test/fixture/TestOrcFile.test1.orc
+- test/test-time.rb
+- test/test-timestamp-data-type.rb
+- test/test-decimal256.rb
+- test/test-dictionary-array.rb
+- test/test-fixed-size-binary-array-builder.rb
+- test/test-column.rb
+- test/test-field.rb
+- test/test-decimal128-array.rb
+- test/test-csv-loader.rb
+- test/test-bigdecimal.rb
+- test/test-fixed-size-binary-array.rb
+- test/test-list-array.rb
+- test/test-decimal256-data-type.rb
+- test/test-time64-array.rb
+- test/test-rolling-window.rb
+- test/test-dictionary-data-type.rb
 - test/fixture/integer-float.csv
-- test/fixture/null-with-double-quote.csv
-- test/fixture/with-header.csv
-- test/fixture/without-header.csv
 - test/fixture/without-header-float.csv
+- test/fixture/null-with-double-quote.csv
 - test/fixture/with-header-float.csv
+- test/fixture/TestOrcFile.test1.orc
 - test/fixture/null-without-double-quote.csv
+- test/fixture/without-header.csv
+- test/fixture/with-header.csv
 - test/fixture/float-integer.csv
-- test/run-test.rb
+- test/test-orc.rb
+- test/test-null-array.rb
+- test/test-time32-data-type.rb
+- test/test-struct-data-type.rb
 - test/test-group.rb
-- test/helper.rb
-- test/test-time64-array.rb
-- test/test-csv-loader.rb
-- test/test-feather.rb
-- test/test-time64-data-type.rb
-- test/values/test-sparse-union-array.rb
+- test/test-buffer.rb
+- test/values/test-struct-array.rb
 - test/values/test-basic-arrays.rb
-- test/values/test-dense-union-array.rb
 - test/values/test-list-array.rb
-- test/values/test-struct-array.rb
-- test/test-struct-data-type.rb
-- test/test-date64-array.rb
-- test/raw-records/test-sparse-union-array.rb
-- test/raw-records/test-multiple-columns.rb
-- test/raw-records/test-basic-arrays.rb
+- test/values/test-dense-union-array.rb
+- test/values/test-sparse-union-array.rb
+- test/test-slicer.rb
+- test/test-list-array-builder.rb
+- test/test-sparse-union-data-type.rb
+- test/test-record-batch-builder.rb
+- test/raw-records/test-struct-array.rb
 - test/raw-records/test-table.rb
-- test/raw-records/test-dense-union-array.rb
+- test/raw-records/test-basic-arrays.rb
 - test/raw-records/test-list-array.rb
-- test/raw-records/test-struct-array.rb
-- test/test-list-array.rb
-- test/test-timestamp-data-type.rb
-- test/test-timestamp-array.rb
-- test/test-data-type.rb
-- test/test-array-builder.rb
-- test/test-time32-data-type.rb
-- test/test-record-batch-file-reader.rb
-- test/test-rolling-window.rb
-- test/test-list-array-builder.rb
-- test/test-slicer.rb
+- test/raw-records/test-dense-union-array.rb
+- test/raw-records/test-sparse-union-array.rb
+- test/raw-records/test-multiple-columns.rb
+- test/test-array.rb
+- test/test-file-output-stream.rb
+- test/test-record-batch-iterator.rb
+- test/test-tensor.rb
 - test/test-decimal128-array-builder.rb
+- test/test-chunked-array.rb
 - test/test-schema.rb
-- test/test-time.rb
-- test/test-column.rb
-- test/test-bigdecimal.rb
-- test/test-sparse-union-data-type.rb
-- test/test-tensor.rb
-- test/test-time32-array.rb
-- test/test-buffer.rb
-- test/test-decimal128-array.rb
-- test/helper/omittable.rb
+- test/test-struct-array-builder.rb
 - test/helper/fixture.rb
-- test/test-dictionary-data-type.rb
-- test/test-date32-array.rb
-- test/test-field.rb
-- test/test-struct-array.rb
+- test/helper/omittable.rb
+- test/test-time32-array.rb