red-arrow 2.0.0 → 3.0.0

data/test/test-decimal256-data-type.rb

@@ -0,0 +1,31 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class Decimal256DataTypeTest < Test::Unit::TestCase
+  sub_test_case(".new") do
+    test("ordered arguments") do
+      assert_equal("decimal256(8, 2)",
+                   Arrow::Decimal256DataType.new(8, 2).to_s)
+    end
+
+    test("description") do
+      assert_equal("decimal256(8, 2)",
+                   Arrow::Decimal256DataType.new(precision: 8,
+                                                 scale: 2).to_s)
+    end
+  end
+end

data/test/test-decimal256.rb

@@ -0,0 +1,102 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class Decimal256Test < Test::Unit::TestCase
+  sub_test_case("instance methods") do
+    def setup
+      @decimal256 = Arrow::Decimal256.new("10.1")
+    end
+
+    sub_test_case("#==") do
+      test("Arrow::Decimal256") do
+        assert do
+          @decimal256 == @decimal256
+        end
+      end
+
+      test("not Arrow::Decimal256") do
+        assert do
+          not (@decimal256 == 10.1)
+        end
+      end
+    end
+
+    sub_test_case("#!=") do
+      test("Arrow::Decimal256") do
+        assert do
+          not (@decimal256 != @decimal256)
+        end
+      end
+
+      test("not Arrow::Decimal256") do
+        assert do
+          @decimal256 != 10.1
+        end
+      end
+    end
+
+    sub_test_case("#to_s") do
+      test("default") do
+        assert_equal("101",
+                     @decimal256.to_s)
+      end
+
+      test("scale") do
+        assert_equal("10.1",
+                     @decimal256.to_s(1))
+      end
+    end
+
+    test("#abs") do
+      decimal256 = Arrow::Decimal256.new("-10.1")
+      assert_equal([
+                     Arrow::Decimal256.new("-10.1"),
+                     Arrow::Decimal256.new("10.1"),
+                   ],
+                   [
+                     decimal256,
+                     decimal256.abs,
+                   ])
+    end
+
+    test("#abs!") do
+      decimal256 = Arrow::Decimal256.new("-10.1")
+      decimal256.abs!
+      assert_equal(Arrow::Decimal256.new("10.1"),
+                   decimal256)
+    end
+
+    test("#negate") do
+      decimal256 = Arrow::Decimal256.new("-10.1")
+      assert_equal([
+                     Arrow::Decimal256.new("-10.1"),
+                     Arrow::Decimal256.new("10.1"),
+                   ],
+                   [
+                     decimal256,
+                     decimal256.negate,
+                   ])
+    end
+
+    test("#negate!") do
+      decimal256 = Arrow::Decimal256.new("-10.1")
+      decimal256.negate!
+      assert_equal(Arrow::Decimal256.new("10.1"),
+                   decimal256)
+    end
+  end
+end

data/test/test-fixed-size-binary-array-builder.rb

@@ -0,0 +1,92 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class FixedSizeBinaryArrayBuilderTest < Test::Unit::TestCase
+  def setup
+    @data_type = Arrow::FixedSizeBinaryDataType.new(4)
+    @builder = Arrow::FixedSizeBinaryArrayBuilder.new(@data_type)
+  end
+
+  sub_test_case("#append_value") do
+    test("nil") do
+      @builder.append_value(nil)
+      array = @builder.finish
+      assert_equal(nil, array[0])
+    end
+
+    test("String") do
+      @builder.append_value("0123")
+      array = @builder.finish
+      assert_equal("0123", array[0])
+    end
+
+    test("GLib::Bytes") do
+      @builder.append_value(GLib::Bytes.new("0123"))
+      array = @builder.finish
+      assert_equal("0123", array[0])
+    end
+  end
+
+  sub_test_case("#append_values") do
+    test("mixed") do
+      @builder.append_values([
+                               "0123",
+                               nil,
+                               GLib::Bytes.new("abcd"),
+                             ])
+      array = @builder.finish
+      assert_equal([
+                     "0123",
+                     nil,
+                     "abcd",
+                   ],
+                   array.to_a)
+    end
+
+    test("is_valids") do
+      @builder.append_values([
+                               "0123",
+                               "0123",
+                               "0123",
+                             ],
+                             [
+                               true,
+                               false,
+                               true,
+                             ])
+      array = @builder.finish
+      assert_equal([
+                     "0123",
+                     nil,
+                     "0123",
+                   ],
+                   array.to_a)
+    end
+
+    test("packed") do
+      @builder.append_values("0123" * 3,
+                             [true, false, true])
+      array = @builder.finish
+      assert_equal([
+                     "0123",
+                     nil,
+                     "0123",
+                   ],
+                   array.to_a)
+    end
+  end
+end

data/test/test-fixed-size-binary-array.rb

@@ -0,0 +1,36 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class FixedSizeBinaryArrayTest < Test::Unit::TestCase
+  sub_test_case(".new") do
+    test("build") do
+      data_type = Arrow::FixedSizeBinaryDataType.new(4)
+      values = [
+        "0123",
+        nil,
+        GLib::Bytes.new("abcd"),
+      ]
+      array = Arrow::FixedSizeBinaryArray.new(data_type, values)
+      assert_equal([
+                     "0123",
+                     nil,
+                     "abcd",
+                   ],
+                   array.to_a)
+    end
+  end
+end

data/test/test-struct-array-builder.rb

@@ -27,8 +27,8 @@ class StructArrayBuilderTest < Test::Unit::TestCase
       @builder.append_value(nil)
       array = @builder.finish
       assert_equal([
-                     [nil],
-                     [nil],
+                     [false],
+                     [0],
                    ],
                    [
                      array.find_field(0).to_a,
@@ -87,8 +87,8 @@ class StructArrayBuilderTest < Test::Unit::TestCase
       @builder.append_values([nil])
       array = @builder.finish
       assert_equal([
-                     [nil],
-                     [nil],
+                     [false],
+                     [0],
                    ],
                    [
                      array.find_field(0).to_a,
@@ -130,8 +130,8 @@ class StructArrayBuilderTest < Test::Unit::TestCase
                              ])
       array = @builder.finish
       assert_equal([
-                     [nil, true, false],
-                     [nil, 1, 2],
+                     [false, true, false],
+                     [0, 1, 2],
                    ],
                    [
                      array.find_field(0).to_a,
@@ -152,8 +152,8 @@ class StructArrayBuilderTest < Test::Unit::TestCase
                              ])
       array = @builder.finish
       assert_equal([
-                     [true, nil, true],
-                     [1, nil, 3],
+                     [true, false, true],
+                     [1, 0, 3],
                    ],
                    [
                      array.find_field(0).to_a,

data/test/test-struct-array.rb

@@ -27,8 +27,8 @@ class StructArrayTest < Test::Unit::TestCase
       ]
       array = Arrow::StructArray.new(data_type, values)
       assert_equal([
-                     [true, nil, false],
-                     [1, nil, 2],
+                     [true, false, false],
+                     [1, 0, 2],
                    ],
                    [
                      array.find_field(0).to_a,

data/test/values/test-basic-arrays.rb

@@ -265,6 +265,17 @@ module ValuesBasicArraysTests
     target = build(Arrow::Decimal128Array.new(data_type, values))
     assert_equal(values, target.values)
   end
+
+  def test_decimal256
+    values = [
+      BigDecimal("92.92"),
+      nil,
+      BigDecimal("29.29"),
+    ]
+    data_type = Arrow::Decimal256DataType.new(38, 2)
+    target = build(Arrow::Decimal256Array.new(data_type, values))
+    assert_equal(values, target.values)
+  end
 end
 
 class ValuesArrayBasicArraysTest < Test::Unit::TestCase

data/test/values/test-dense-union-array.rb

@@ -333,6 +333,20 @@ module ValuesDenseUnionArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      {"0" => BigDecimal("92.92")},
+      {"1" => nil},
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       {"0" => [true, nil, false]},

data/test/values/test-list-array.rb

@@ -354,6 +354,24 @@ module ValuesListArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      [
+        BigDecimal("92.92"),
+        nil,
+        BigDecimal("29.29"),
+      ],
+      nil,
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       [

data/test/values/test-sparse-union-array.rb

@@ -324,6 +324,20 @@ module ValuesSparseUnionArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      {"0" => BigDecimal("92.92")},
+      {"1" => nil},
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       {"0" => [true, nil, false]},

data/test/values/test-struct-array.rb

@@ -326,6 +326,21 @@ module ValuesStructArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      {"field" => BigDecimal("92.92")},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       {"field" => [true, nil, false]},

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow
 version: !ruby/object:Gem::Version
-  version: 2.0.0
+  version: 3.0.0
 platform: ruby
 authors:
 - Apache Arrow Developers
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-10-19 00:00:00.000000000 Z
+date: 2021-01-25 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: bigdecimal
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.3
 - !ruby/object:Gem::Dependency
   name: extpp
   requirement: !ruby/object:Gem::Requirement
@@ -208,12 +222,18 @@ files:
 - lib/arrow/decimal128-array.rb
 - lib/arrow/decimal128-data-type.rb
 - lib/arrow/decimal128.rb
+- lib/arrow/decimal256-array-builder.rb
+- lib/arrow/decimal256-array.rb
+- lib/arrow/decimal256-data-type.rb
+- lib/arrow/decimal256.rb
 - lib/arrow/dense-union-data-type.rb
 - lib/arrow/dictionary-array.rb
 - lib/arrow/dictionary-data-type.rb
 - lib/arrow/field-containable.rb
 - lib/arrow/field.rb
 - lib/arrow/file-output-stream.rb
+- lib/arrow/fixed-size-binary-array-builder.rb
+- lib/arrow/fixed-size-binary-array.rb
 - lib/arrow/generic-filterable.rb
 - lib/arrow/generic-takeable.rb
 - lib/arrow/group.rb
@@ -292,12 +312,18 @@ files:
 - test/test-decimal128-array.rb
 - test/test-decimal128-data-type.rb
 - test/test-decimal128.rb
+- test/test-decimal256-array-builder.rb
+- test/test-decimal256-array.rb
+- test/test-decimal256-data-type.rb
+- test/test-decimal256.rb
 - test/test-dense-union-data-type.rb
 - test/test-dictionary-array.rb
 - test/test-dictionary-data-type.rb
 - test/test-feather.rb
 - test/test-field.rb
 - test/test-file-output-stream.rb
+- test/test-fixed-size-binary-array-builder.rb
+- test/test-fixed-size-binary-array.rb
 - test/test-group.rb
 - test/test-list-array-builder.rb
 - test/test-list-array.rb
@@ -333,8 +359,8 @@ homepage: https://arrow.apache.org/
 licenses:
 - Apache-2.0
 metadata:
-  msys2_mingw_dependencies: arrow>=2.0.0
-post_install_message:
+  msys2_mingw_dependencies: arrow>=3.0.0
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -349,79 +375,85 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key:
+rubygems_version: 3.2.5
+signing_key: 
 specification_version: 4
 summary: Red Arrow is the Ruby bindings of Apache Arrow
 test_files:
-- test/test-orc.rb
-- test/test-file-output-stream.rb
+- test/test-decimal256-array-builder.rb
+- test/test-time64-data-type.rb
+- test/test-feather.rb
+- test/test-decimal128.rb
+- test/test-struct-array.rb
+- test/test-data-type.rb
+- test/test-list-data-type.rb
 - test/test-dense-union-data-type.rb
-- test/test-record-batch-builder.rb
+- test/test-decimal256-array.rb
+- test/helper.rb
 - test/test-record-batch.rb
-- test/test-list-data-type.rb
-- test/test-decimal128.rb
-- test/test-chunked-array.rb
-- test/test-array.rb
-- test/test-null-array.rb
-- test/test-struct-array-builder.rb
 - test/test-table.rb
+- test/run-test.rb
+- test/test-timestamp-array.rb
+- test/test-date32-array.rb
+- test/test-array-builder.rb
+- test/test-date64-array.rb
+- test/test-record-batch-file-reader.rb
 - test/test-decimal128-data-type.rb
-- test/fixture/TestOrcFile.test1.orc
+- test/test-time.rb
+- test/test-timestamp-data-type.rb
+- test/test-decimal256.rb
+- test/test-dictionary-array.rb
+- test/test-fixed-size-binary-array-builder.rb
+- test/test-column.rb
+- test/test-field.rb
+- test/test-decimal128-array.rb
+- test/test-csv-loader.rb
+- test/test-bigdecimal.rb
+- test/test-fixed-size-binary-array.rb
+- test/test-list-array.rb
+- test/test-decimal256-data-type.rb
+- test/test-time64-array.rb
+- test/test-rolling-window.rb
+- test/test-dictionary-data-type.rb
 - test/fixture/integer-float.csv
-- test/fixture/null-with-double-quote.csv
-- test/fixture/with-header.csv
-- test/fixture/without-header.csv
 - test/fixture/without-header-float.csv
+- test/fixture/null-with-double-quote.csv
 - test/fixture/with-header-float.csv
+- test/fixture/TestOrcFile.test1.orc
 - test/fixture/null-without-double-quote.csv
+- test/fixture/without-header.csv
+- test/fixture/with-header.csv
 - test/fixture/float-integer.csv
-- test/run-test.rb
+- test/test-orc.rb
+- test/test-null-array.rb
+- test/test-time32-data-type.rb
+- test/test-struct-data-type.rb
 - test/test-group.rb
-- test/helper.rb
-- test/test-time64-array.rb
-- test/test-csv-loader.rb
-- test/test-feather.rb
-- test/test-time64-data-type.rb
-- test/values/test-sparse-union-array.rb
+- test/test-buffer.rb
+- test/values/test-struct-array.rb
 - test/values/test-basic-arrays.rb
-- test/values/test-dense-union-array.rb
 - test/values/test-list-array.rb
-- test/values/test-struct-array.rb
-- test/test-struct-data-type.rb
-- test/test-date64-array.rb
-- test/raw-records/test-sparse-union-array.rb
-- test/raw-records/test-multiple-columns.rb
-- test/raw-records/test-basic-arrays.rb
+- test/values/test-dense-union-array.rb
+- test/values/test-sparse-union-array.rb
+- test/test-slicer.rb
+- test/test-list-array-builder.rb
+- test/test-sparse-union-data-type.rb
+- test/test-record-batch-builder.rb
+- test/raw-records/test-struct-array.rb
 - test/raw-records/test-table.rb
-- test/raw-records/test-dense-union-array.rb
+- test/raw-records/test-basic-arrays.rb
 - test/raw-records/test-list-array.rb
-- test/raw-records/test-struct-array.rb
-- test/test-list-array.rb
-- test/test-timestamp-data-type.rb
-- test/test-timestamp-array.rb
-- test/test-data-type.rb
-- test/test-array-builder.rb
-- test/test-time32-data-type.rb
-- test/test-record-batch-file-reader.rb
-- test/test-rolling-window.rb
-- test/test-list-array-builder.rb
-- test/test-slicer.rb
+- test/raw-records/test-dense-union-array.rb
+- test/raw-records/test-sparse-union-array.rb
+- test/raw-records/test-multiple-columns.rb
+- test/test-array.rb
+- test/test-file-output-stream.rb
+- test/test-record-batch-iterator.rb
+- test/test-tensor.rb
 - test/test-decimal128-array-builder.rb
+- test/test-chunked-array.rb
 - test/test-schema.rb
-- test/test-time.rb
-- test/test-column.rb
-- test/test-bigdecimal.rb
-- test/test-sparse-union-data-type.rb
-- test/test-dictionary-array.rb
-- test/test-tensor.rb
-- test/test-time32-array.rb
-- test/test-buffer.rb
-- test/test-decimal128-array.rb
-- test/helper/omittable.rb
+- test/test-struct-array-builder.rb
 - test/helper/fixture.rb
-- test/test-dictionary-data-type.rb
-- test/test-date32-array.rb
-- test/test-field.rb
-- test/test-record-batch-iterator.rb
-- test/test-struct-array.rb
+- test/helper/omittable.rb
+- test/test-time32-array.rb