red-arrow 1.0.0 → 4.0.1

data/test/test-fixed-size-binary-array.rb

@@ -0,0 +1,36 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class FixedSizeBinaryArrayTest < Test::Unit::TestCase
+  sub_test_case(".new") do
+    test("build") do
+      data_type = Arrow::FixedSizeBinaryDataType.new(4)
+      values = [
+        "0123",
+        nil,
+        GLib::Bytes.new("abcd"),
+      ]
+      array = Arrow::FixedSizeBinaryArray.new(data_type, values)
+      assert_equal([
+                     "0123",
+                     nil,
+                     "abcd",
+                   ],
+                   array.to_a)
+    end
+  end
+end

data/test/test-orc.rb

@@ -118,39 +118,35 @@ class ORCTest < Test::Unit::TestCase
                        ]
                      ],
                      [
-                       "map: list<item: " +
-                       "struct<key: string, value: " +
-                       "struct<int1: int32, string1: string>>>",
+                       "map: map<string, struct<int1: int32, string1: string>>",
                        [
                          <<-MAP.chomp
 [
+  keys:
+  []
+  values:
   -- is_valid: all not null
-  -- child 0 type: string
+  -- child 0 type: int32
     []
-  -- child 1 type: struct<int1: int32, string1: string>
-    -- is_valid: all not null
-    -- child 0 type: int32
-      []
-    -- child 1 type: string
-      [],
+  -- child 1 type: string
+    [],
+  keys:
+  [
+    "chani",
+    "mauddib"
+  ]
+  values:
   -- is_valid: all not null
-  -- child 0 type: string
+  -- child 0 type: int32
+    [
+      5,
+      1
+    ]
+  -- child 1 type: string
     [
       "chani",
       "mauddib"
     ]
-  -- child 1 type: struct<int1: int32, string1: string>
-    -- is_valid: all not null
-    -- child 0 type: int32
-      [
-        5,
-        1
-      ]
-    -- child 1 type: string
-      [
-        "chani",
-        "mauddib"
-      ]
 ]
                          MAP
                        ],

data/test/test-sort-indices.rb

@@ -0,0 +1,40 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class SortIndicesTest < Test::Unit::TestCase
+  def setup
+    @table = Arrow::Table.new(number1: [16, -1,   2, 32, -4, -4, -8],
+                              number2: [32,  2, -16,  8,  1,  4,  1])
+  end
+
+  sub_test_case("Table") do
+    test("Symbol") do
+      assert_equal(Arrow::UInt64Array.new([6, 4, 5, 1, 2, 0, 3]),
+                   @table.sort_indices(:number1))
+    end
+
+    test("-String") do
+      assert_equal(Arrow::UInt64Array.new([3, 0, 2, 1, 4, 5, 6]),
+                   @table.sort_indices("-number1"))
+    end
+
+    test("Symbol, -String") do
+      assert_equal(Arrow::UInt64Array.new([6, 5, 4, 1, 2, 0, 3]),
+                   @table.sort_indices([:number1, "-number2"]))
+    end
+  end
+end

data/test/test-sort-key.rb

@@ -0,0 +1,81 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class SortKeyTest < Test::Unit::TestCase
+  sub_test_case(".resolve") do
+    test("SortKey") do
+      assert_equal(Arrow::SortKey.new("-count"),
+                   Arrow::SortKey.resolve(Arrow::SortKey.new("-count")))
+    end
+
+    test("-String") do
+      assert_equal(Arrow::SortKey.new("-count"),
+                   Arrow::SortKey.resolve("-count"))
+    end
+
+    test("Symbol, Symbol") do
+      assert_equal(Arrow::SortKey.new("-count"),
+                   Arrow::SortKey.resolve(:count, :desc))
+    end
+  end
+
+  sub_test_case("#initialize") do
+    test("String") do
+      assert_equal("+count",
+                   Arrow::SortKey.new("count").to_s)
+    end
+
+    test("+String") do
+      assert_equal("+count",
+                   Arrow::SortKey.new("+count").to_s)
+    end
+
+    test("-String") do
+      assert_equal("-count",
+                   Arrow::SortKey.new("-count").to_s)
+    end
+
+    test("Symbol") do
+      assert_equal("+-count",
+                   Arrow::SortKey.new(:"-count").to_s)
+    end
+
+    test("String, Symbol") do
+      assert_equal("--count",
+                   Arrow::SortKey.new("-count", :desc).to_s)
+    end
+
+    test("String, String") do
+      assert_equal("--count",
+                   Arrow::SortKey.new("-count", "desc").to_s)
+    end
+
+    test("String, SortOrder") do
+      assert_equal("--count",
+                   Arrow::SortKey.new("-count",
+                                      Arrow::SortOrder::DESCENDING).to_s)
+    end
+  end
+
+  sub_test_case("#to_s") do
+    test("recreatable") do
+      key = Arrow::SortKey.new("-count", :desc)
+      assert_equal(key,
+                   Arrow::SortKey.new(key.to_s))
+    end
+  end
+end

data/test/test-sort-options.rb

@@ -0,0 +1,58 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class SortOptionsTest < Test::Unit::TestCase
+  sub_test_case("#initialize") do
+    test("none") do
+      options = Arrow::SortOptions.new
+      assert_equal([],
+                   options.sort_keys.collect(&:to_s))
+    end
+
+    test("-String, Symbol") do
+      options = Arrow::SortOptions.new("-count", :age)
+      assert_equal(["-count", "+age"],
+                   options.sort_keys.collect(&:to_s))
+    end
+  end
+
+  sub_test_case("instance methods") do
+    setup do
+      @options = Arrow::SortOptions.new
+    end
+
+    sub_test_case("#add_sort_key") do
+      test("-String") do
+        @options.add_sort_key("-count")
+        assert_equal(["-count"],
+                     @options.sort_keys.collect(&:to_s))
+      end
+
+      test("-String, Symbol") do
+        @options.add_sort_key("-count", :desc)
+        assert_equal(["--count"],
+                     @options.sort_keys.collect(&:to_s))
+      end
+
+      test("SortKey") do
+        @options.add_sort_key(Arrow::SortKey.new("-count"))
+        assert_equal(["-count"],
+                     @options.sort_keys.collect(&:to_s))
+      end
+    end
+  end
+end

data/test/test-struct-array-builder.rb

@@ -27,8 +27,8 @@ class StructArrayBuilderTest < Test::Unit::TestCase
       @builder.append_value(nil)
       array = @builder.finish
       assert_equal([
-                     [nil],
-                     [nil],
+                     [false],
+                     [0],
                    ],
                    [
                      array.find_field(0).to_a,
@@ -87,8 +87,8 @@ class StructArrayBuilderTest < Test::Unit::TestCase
       @builder.append_values([nil])
       array = @builder.finish
       assert_equal([
-                     [nil],
-                     [nil],
+                     [false],
+                     [0],
                    ],
                    [
                      array.find_field(0).to_a,
@@ -130,8 +130,8 @@ class StructArrayBuilderTest < Test::Unit::TestCase
                              ])
       array = @builder.finish
       assert_equal([
-                     [nil, true, false],
-                     [nil, 1, 2],
+                     [false, true, false],
+                     [0, 1, 2],
                    ],
                    [
                      array.find_field(0).to_a,
@@ -152,8 +152,8 @@ class StructArrayBuilderTest < Test::Unit::TestCase
                              ])
       array = @builder.finish
       assert_equal([
-                     [true, nil, true],
-                     [1, nil, 3],
+                     [true, false, true],
+                     [1, 0, 3],
                    ],
                    [
                      array.find_field(0).to_a,

data/test/test-struct-array.rb

@@ -27,8 +27,8 @@ class StructArrayTest < Test::Unit::TestCase
       ]
       array = Arrow::StructArray.new(data_type, values)
       assert_equal([
-                     [true, nil, false],
-                     [1, nil, 2],
+                     [true, false, false],
+                     [1, 0, 2],
                    ],
                    [
                      array.find_field(0).to_a,

data/test/values/test-basic-arrays.rb

@@ -265,6 +265,17 @@ module ValuesBasicArraysTests
     target = build(Arrow::Decimal128Array.new(data_type, values))
     assert_equal(values, target.values)
   end
+
+  def test_decimal256
+    values = [
+      BigDecimal("92.92"),
+      nil,
+      BigDecimal("29.29"),
+    ]
+    data_type = Arrow::Decimal256DataType.new(38, 2)
+    target = build(Arrow::Decimal256Array.new(data_type, values))
+    assert_equal(values, target.values)
+  end
 end
 
 class ValuesArrayBasicArraysTest < Test::Unit::TestCase

data/test/values/test-dense-union-array.rb

@@ -333,6 +333,20 @@ module ValuesDenseUnionArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      {"0" => BigDecimal("92.92")},
+      {"1" => nil},
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       {"0" => [true, nil, false]},

data/test/values/test-list-array.rb

@@ -354,6 +354,24 @@ module ValuesListArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      [
+        BigDecimal("92.92"),
+        nil,
+        BigDecimal("29.29"),
+      ],
+      nil,
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       [

data/test/values/test-sparse-union-array.rb

@@ -324,6 +324,20 @@ module ValuesSparseUnionArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      {"0" => BigDecimal("92.92")},
+      {"1" => nil},
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       {"0" => [true, nil, false]},

data/test/values/test-struct-array.rb

@@ -326,6 +326,21 @@ module ValuesStructArrayTests
     assert_equal(values, target.values)
   end
 
+  def test_decimal256
+    values = [
+      {"field" => BigDecimal("92.92")},
+      nil,
+      {"field" => nil},
+    ]
+    target = build({
+                     type: :decimal256,
+                     precision: 38,
+                     scale: 2,
+                   },
+                   values)
+    assert_equal(values, target.values)
+  end
+
   def test_list
     values = [
       {"field" => [true, nil, false]},