red-arrow 2.0.0 → 5.0.0

data/test/test-orc.rb

@@ -118,39 +118,35 @@ class ORCTest < Test::Unit::TestCase
                        ]
                      ],
                      [
-                       "map: list<item: " +
-                       "struct<key: string, value: " +
-                       "struct<int1: int32, string1: string>>>",
+                       "map: map<string, struct<int1: int32, string1: string>>",
                        [
                          <<-MAP.chomp
 [
+  keys:
+  []
+  values:
   -- is_valid: all not null
-  -- child 0 type: string
+  -- child 0 type: int32
     []
-  -- child 1 type: struct<int1: int32, string1: string>
-    -- is_valid: all not null
-    -- child 0 type: int32
-      []
-    -- child 1 type: string
-      [],
+  -- child 1 type: string
+    [],
+  keys:
+  [
+    "chani",
+    "mauddib"
+  ]
+  values:
   -- is_valid: all not null
-  -- child 0 type: string
+  -- child 0 type: int32
+    [
+      5,
+      1
+    ]
+  -- child 1 type: string
     [
       "chani",
       "mauddib"
     ]
-  -- child 1 type: struct<int1: int32, string1: string>
-    -- is_valid: all not null
-    -- child 0 type: int32
-      [
-        5,
-        1
-      ]
-    -- child 1 type: string
-      [
-        "chani",
-        "mauddib"
-      ]
 ]
                          MAP
                        ],

data/test/test-sort-indices.rb

@@ -0,0 +1,40 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class SortIndicesTest < Test::Unit::TestCase
+  def setup
+    @table = Arrow::Table.new(number1: [16, -1,   2, 32, -4, -4, -8],
+                              number2: [32,  2, -16,  8,  1,  4,  1])
+  end
+
+  sub_test_case("Table") do
+    test("Symbol") do
+      assert_equal(Arrow::UInt64Array.new([6, 4, 5, 1, 2, 0, 3]),
+                   @table.sort_indices(:number1))
+    end
+
+    test("-String") do
+      assert_equal(Arrow::UInt64Array.new([3, 0, 2, 1, 4, 5, 6]),
+                   @table.sort_indices("-number1"))
+    end
+
+    test("Symbol, -String") do
+      assert_equal(Arrow::UInt64Array.new([6, 5, 4, 1, 2, 0, 3]),
+                   @table.sort_indices([:number1, "-number2"]))
+    end
+  end
+end

data/test/test-sort-key.rb

@@ -0,0 +1,81 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class SortKeyTest < Test::Unit::TestCase
+  sub_test_case(".resolve") do
+    test("SortKey") do
+      assert_equal(Arrow::SortKey.new("-count"),
+                   Arrow::SortKey.resolve(Arrow::SortKey.new("-count")))
+    end
+
+    test("-String") do
+      assert_equal(Arrow::SortKey.new("-count"),
+                   Arrow::SortKey.resolve("-count"))
+    end
+
+    test("Symbol, Symbol") do
+      assert_equal(Arrow::SortKey.new("-count"),
+                   Arrow::SortKey.resolve(:count, :desc))
+    end
+  end
+
+  sub_test_case("#initialize") do
+    test("String") do
+      assert_equal("+count",
+                   Arrow::SortKey.new("count").to_s)
+    end
+
+    test("+String") do
+      assert_equal("+count",
+                   Arrow::SortKey.new("+count").to_s)
+    end
+
+    test("-String") do
+      assert_equal("-count",
+                   Arrow::SortKey.new("-count").to_s)
+    end
+
+    test("Symbol") do
+      assert_equal("+-count",
+                   Arrow::SortKey.new(:"-count").to_s)
+    end
+
+    test("String, Symbol") do
+      assert_equal("--count",
+                   Arrow::SortKey.new("-count", :desc).to_s)
+    end
+
+    test("String, String") do
+      assert_equal("--count",
+                   Arrow::SortKey.new("-count", "desc").to_s)
+    end
+
+    test("String, SortOrder") do
+      assert_equal("--count",
+                   Arrow::SortKey.new("-count",
+                                      Arrow::SortOrder::DESCENDING).to_s)
+    end
+  end
+
+  sub_test_case("#to_s") do
+    test("recreatable") do
+      key = Arrow::SortKey.new("-count", :desc)
+      assert_equal(key,
+                   Arrow::SortKey.new(key.to_s))
+    end
+  end
+end

data/test/test-sort-options.rb

@@ -0,0 +1,58 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class SortOptionsTest < Test::Unit::TestCase
+  sub_test_case("#initialize") do
+    test("none") do
+      options = Arrow::SortOptions.new
+      assert_equal([],
+                   options.sort_keys.collect(&:to_s))
+    end
+
+    test("-String, Symbol") do
+      options = Arrow::SortOptions.new("-count", :age)
+      assert_equal(["-count", "+age"],
+                   options.sort_keys.collect(&:to_s))
+    end
+  end
+
+  sub_test_case("instance methods") do
+    setup do
+      @options = Arrow::SortOptions.new
+    end
+
+    sub_test_case("#add_sort_key") do
+      test("-String") do
+        @options.add_sort_key("-count")
+        assert_equal(["-count"],
+                     @options.sort_keys.collect(&:to_s))
+      end
+
+      test("-String, Symbol") do
+        @options.add_sort_key("-count", :desc)
+        assert_equal(["--count"],
+                     @options.sort_keys.collect(&:to_s))
+      end
+
+      test("SortKey") do
+        @options.add_sort_key(Arrow::SortKey.new("-count"))
+        assert_equal(["-count"],
+                     @options.sort_keys.collect(&:to_s))
+      end
+    end
+  end
+end

data/test/test-struct-array-builder.rb

@@ -27,8 +27,8 @@ class StructArrayBuilderTest < Test::Unit::TestCase
       @builder.append_value(nil)
       array = @builder.finish
       assert_equal([
-                     [nil],
-                     [nil],
+                     [false],
+                     [0],
                    ],
                    [
                      array.find_field(0).to_a,
@@ -87,8 +87,8 @@ class StructArrayBuilderTest < Test::Unit::TestCase
       @builder.append_values([nil])
       array = @builder.finish
       assert_equal([
-                     [nil],
-                     [nil],
+                     [false],
+                     [0],
                    ],
                    [
                      array.find_field(0).to_a,
@@ -130,8 +130,8 @@ class StructArrayBuilderTest < Test::Unit::TestCase
                              ])
       array = @builder.finish
       assert_equal([
-                     [nil, true, false],
-                     [nil, 1, 2],
+                     [false, true, false],
+                     [0, 1, 2],
                    ],
                    [
                      array.find_field(0).to_a,
@@ -152,8 +152,8 @@ class StructArrayBuilderTest < Test::Unit::TestCase
                              ])
       array = @builder.finish
       assert_equal([
-                     [true, nil, true],
-                     [1, nil, 3],
+                     [true, false, true],
+                     [1, 0, 3],
                    ],
                    [
                      array.find_field(0).to_a,

data/test/test-struct-array.rb

@@ -27,8 +27,8 @@ class StructArrayTest < Test::Unit::TestCase
       ]
       array = Arrow::StructArray.new(data_type, values)
       assert_equal([
-                     [true, nil, false],
-                     [1, nil, 2],
+                     [true, false, false],
+                     [1, 0, 2],
                    ],
                    [
                      array.find_field(0).to_a,

data/test/values/test-basic-arrays.rb

@@ -265,6 +265,17 @@ module ValuesBasicArraysTests
     target = build(Arrow::Decimal128Array.new(data_type, values))
     assert_equal(values, target.values)
   end
+
+  def test_decimal256
+    values = [
+      BigDecimal("92.92"),
+      nil,
+      BigDecimal("29.29"),
+    ]
+    data_type = Arrow::Decimal256DataType.new(38, 2)
+    target = build(Arrow::Decimal256Array.new(data_type, values))
+    assert_equal(values, target.values)
+  end
 end
 
 class ValuesArrayBasicArraysTest < Test::Unit::TestCase

data/test/values/test-dense-union-array.rb

@@ -333,6 +333,20 @@ module ValuesDenseUnionArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      {"0" => BigDecimal("92.92")},
+      {"1" => nil},
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       {"0" => [true, nil, false]},

data/test/values/test-list-array.rb

@@ -354,6 +354,24 @@ module ValuesListArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      [
+        BigDecimal("92.92"),
+        nil,
+        BigDecimal("29.29"),
+      ],
+      nil,
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       [

data/test/values/test-sparse-union-array.rb

@@ -324,6 +324,20 @@ module ValuesSparseUnionArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      {"0" => BigDecimal("92.92")},
+      {"1" => nil},
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       {"0" => [true, nil, false]},

data/test/values/test-struct-array.rb

@@ -326,6 +326,21 @@ module ValuesStructArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      {"field" => BigDecimal("92.92")},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       {"field" => [true, nil, false]},

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow
 version: !ruby/object:Gem::Version
-  version: 2.0.0
+  version: 5.0.0
 platform: ruby
 authors:
 - Apache Arrow Developers
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-10-19 00:00:00.000000000 Z
+date: 2021-07-28 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: bigdecimal
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.3
 - !ruby/object:Gem::Dependency
   name: extpp
   requirement: !ruby/object:Gem::Requirement
@@ -30,14 +44,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.3.6
+        version: 3.4.5
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 3.3.6
+        version: 3.4.5
 - !ruby/object:Gem::Dependency
   name: native-package-installer
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +122,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: fiddle
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.9
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.9
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -183,6 +211,8 @@ files:
 - ext/arrow/converters.cpp
 - ext/arrow/converters.hpp
 - ext/arrow/extconf.rb
+- ext/arrow/memory-view.cpp
+- ext/arrow/memory-view.hpp
 - ext/arrow/raw-records.cpp
 - ext/arrow/red-arrow.hpp
 - ext/arrow/values.cpp
@@ -197,6 +227,7 @@ files:
 - lib/arrow/column-containable.rb
 - lib/arrow/column.rb
 - lib/arrow/compression-type.rb
+- lib/arrow/constructor-arguments-gc-guardable.rb
 - lib/arrow/csv-loader.rb
 - lib/arrow/csv-read-options.rb
 - lib/arrow/data-type.rb
@@ -204,16 +235,24 @@ files:
 - lib/arrow/date32-array.rb
 - lib/arrow/date64-array-builder.rb
 - lib/arrow/date64-array.rb
+- lib/arrow/datum.rb
 - lib/arrow/decimal128-array-builder.rb
 - lib/arrow/decimal128-array.rb
 - lib/arrow/decimal128-data-type.rb
 - lib/arrow/decimal128.rb
+- lib/arrow/decimal256-array-builder.rb
+- lib/arrow/decimal256-array.rb
+- lib/arrow/decimal256-data-type.rb
+- lib/arrow/decimal256.rb
 - lib/arrow/dense-union-data-type.rb
 - lib/arrow/dictionary-array.rb
 - lib/arrow/dictionary-data-type.rb
+- lib/arrow/equal-options.rb
 - lib/arrow/field-containable.rb
 - lib/arrow/field.rb
 - lib/arrow/file-output-stream.rb
+- lib/arrow/fixed-size-binary-array-builder.rb
+- lib/arrow/fixed-size-binary-array.rb
 - lib/arrow/generic-filterable.rb
 - lib/arrow/generic-takeable.rb
 - lib/arrow/group.rb
@@ -232,8 +271,11 @@ files:
 - lib/arrow/record-containable.rb
 - lib/arrow/record.rb
 - lib/arrow/rolling-window.rb
+- lib/arrow/scalar.rb
 - lib/arrow/schema.rb
 - lib/arrow/slicer.rb
+- lib/arrow/sort-key.rb
+- lib/arrow/sort-options.rb
 - lib/arrow/sparse-union-data-type.rb
 - lib/arrow/struct-array-builder.rb
 - lib/arrow/struct-array.rb
@@ -281,6 +323,7 @@ files:
 - test/test-array-builder.rb
 - test/test-array.rb
 - test/test-bigdecimal.rb
+- test/test-boolean-scalar.rb
 - test/test-buffer.rb
 - test/test-chunked-array.rb
 - test/test-column.rb
@@ -292,16 +335,25 @@ files:
 - test/test-decimal128-array.rb
 - test/test-decimal128-data-type.rb
 - test/test-decimal128.rb
+- test/test-decimal256-array-builder.rb
+- test/test-decimal256-array.rb
+- test/test-decimal256-data-type.rb
+- test/test-decimal256.rb
 - test/test-dense-union-data-type.rb
 - test/test-dictionary-array.rb
 - test/test-dictionary-data-type.rb
 - test/test-feather.rb
 - test/test-field.rb
 - test/test-file-output-stream.rb
+- test/test-fixed-size-binary-array-builder.rb
+- test/test-fixed-size-binary-array.rb
+- test/test-float-scalar.rb
+- test/test-function.rb
 - test/test-group.rb
 - test/test-list-array-builder.rb
 - test/test-list-array.rb
 - test/test-list-data-type.rb
+- test/test-memory-view.rb
 - test/test-null-array.rb
 - test/test-orc.rb
 - test/test-record-batch-builder.rb
@@ -311,6 +363,9 @@ files:
 - test/test-rolling-window.rb
 - test/test-schema.rb
 - test/test-slicer.rb
+- test/test-sort-indices.rb
+- test/test-sort-key.rb
+- test/test-sort-options.rb
 - test/test-sparse-union-data-type.rb
 - test/test-struct-array-builder.rb
 - test/test-struct-array.rb
@@ -333,7 +388,7 @@ homepage: https://arrow.apache.org/
 licenses:
 - Apache-2.0
 metadata:
-  msys2_mingw_dependencies: arrow>=2.0.0
+  msys2_mingw_dependencies: arrow>=5.0.0
 post_install_message:
 rdoc_options: []
 require_paths:
@@ -349,79 +404,92 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.2.22
 signing_key:
 specification_version: 4
 summary: Red Arrow is the Ruby bindings of Apache Arrow
 test_files:
-- test/test-orc.rb
-- test/test-file-output-stream.rb
-- test/test-dense-union-data-type.rb
-- test/test-record-batch-builder.rb
-- test/test-record-batch.rb
-- test/test-list-data-type.rb
-- test/test-decimal128.rb
-- test/test-chunked-array.rb
-- test/test-array.rb
-- test/test-null-array.rb
-- test/test-struct-array-builder.rb
-- test/test-table.rb
-- test/test-decimal128-data-type.rb
 - test/fixture/TestOrcFile.test1.orc
+- test/fixture/float-integer.csv
 - test/fixture/integer-float.csv
 - test/fixture/null-with-double-quote.csv
+- test/fixture/null-without-double-quote.csv
+- test/fixture/with-header-float.csv
 - test/fixture/with-header.csv
-- test/fixture/without-header.csv
 - test/fixture/without-header-float.csv
-- test/fixture/with-header-float.csv
-- test/fixture/null-without-double-quote.csv
-- test/fixture/float-integer.csv
-- test/run-test.rb
-- test/test-group.rb
+- test/fixture/without-header.csv
+- test/helper/fixture.rb
+- test/helper/omittable.rb
 - test/helper.rb
-- test/test-time64-array.rb
-- test/test-csv-loader.rb
-- test/test-feather.rb
-- test/test-time64-data-type.rb
-- test/values/test-sparse-union-array.rb
-- test/values/test-basic-arrays.rb
-- test/values/test-dense-union-array.rb
-- test/values/test-list-array.rb
-- test/values/test-struct-array.rb
-- test/test-struct-data-type.rb
-- test/test-date64-array.rb
-- test/raw-records/test-sparse-union-array.rb
-- test/raw-records/test-multiple-columns.rb
 - test/raw-records/test-basic-arrays.rb
-- test/raw-records/test-table.rb
 - test/raw-records/test-dense-union-array.rb
 - test/raw-records/test-list-array.rb
+- test/raw-records/test-multiple-columns.rb
+- test/raw-records/test-sparse-union-array.rb
 - test/raw-records/test-struct-array.rb
-- test/test-list-array.rb
-- test/test-timestamp-data-type.rb
-- test/test-timestamp-array.rb
-- test/test-data-type.rb
+- test/raw-records/test-table.rb
+- test/run-test.rb
 - test/test-array-builder.rb
-- test/test-time32-data-type.rb
-- test/test-record-batch-file-reader.rb
-- test/test-rolling-window.rb
-- test/test-list-array-builder.rb
-- test/test-slicer.rb
-- test/test-decimal128-array-builder.rb
-- test/test-schema.rb
-- test/test-time.rb
-- test/test-column.rb
+- test/test-array.rb
 - test/test-bigdecimal.rb
-- test/test-sparse-union-data-type.rb
-- test/test-dictionary-array.rb
-- test/test-tensor.rb
-- test/test-time32-array.rb
+- test/test-boolean-scalar.rb
 - test/test-buffer.rb
+- test/test-chunked-array.rb
+- test/test-column.rb
+- test/test-csv-loader.rb
+- test/test-data-type.rb
+- test/test-date32-array.rb
+- test/test-date64-array.rb
+- test/test-decimal128-array-builder.rb
 - test/test-decimal128-array.rb
-- test/helper/omittable.rb
-- test/helper/fixture.rb
+- test/test-decimal128-data-type.rb
+- test/test-decimal128.rb
+- test/test-decimal256-array-builder.rb
+- test/test-decimal256-array.rb
+- test/test-decimal256-data-type.rb
+- test/test-decimal256.rb
+- test/test-dense-union-data-type.rb
+- test/test-dictionary-array.rb
 - test/test-dictionary-data-type.rb
-- test/test-date32-array.rb
+- test/test-feather.rb
 - test/test-field.rb
+- test/test-file-output-stream.rb
+- test/test-fixed-size-binary-array-builder.rb
+- test/test-fixed-size-binary-array.rb
+- test/test-float-scalar.rb
+- test/test-function.rb
+- test/test-group.rb
+- test/test-list-array-builder.rb
+- test/test-list-array.rb
+- test/test-list-data-type.rb
+- test/test-memory-view.rb
+- test/test-null-array.rb
+- test/test-orc.rb
+- test/test-record-batch-builder.rb
+- test/test-record-batch-file-reader.rb
 - test/test-record-batch-iterator.rb
+- test/test-record-batch.rb
+- test/test-rolling-window.rb
+- test/test-schema.rb
+- test/test-slicer.rb
+- test/test-sort-indices.rb
+- test/test-sort-key.rb
+- test/test-sort-options.rb
+- test/test-sparse-union-data-type.rb
+- test/test-struct-array-builder.rb
 - test/test-struct-array.rb
+- test/test-struct-data-type.rb
+- test/test-table.rb
+- test/test-tensor.rb
+- test/test-time.rb
+- test/test-time32-array.rb
+- test/test-time32-data-type.rb
+- test/test-time64-array.rb
+- test/test-time64-data-type.rb
+- test/test-timestamp-array.rb
+- test/test-timestamp-data-type.rb
+- test/values/test-basic-arrays.rb
+- test/values/test-dense-union-array.rb
+- test/values/test-list-array.rb
+- test/values/test-sparse-union-array.rb
+- test/values/test-struct-array.rb