red-arrow 0.17.1 → 4.0.0

data/test/test-feather.rb

@@ -28,7 +28,7 @@ class FeatherTest < Test::Unit::TestCase
     @output = Tempfile.new(["red-arrow", ".feather"])
     begin
       yield(@output)
-    rescue
+    ensure
       @output.close!
     end
   end

data/test/test-fixed-size-binary-array-builder.rb

@@ -0,0 +1,92 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class FixedSizeBinaryArrayBuilderTest < Test::Unit::TestCase
+  def setup
+    @data_type = Arrow::FixedSizeBinaryDataType.new(4)
+    @builder = Arrow::FixedSizeBinaryArrayBuilder.new(@data_type)
+  end
+
+  sub_test_case("#append_value") do
+    test("nil") do
+      @builder.append_value(nil)
+      array = @builder.finish
+      assert_equal(nil, array[0])
+    end
+
+    test("String") do
+      @builder.append_value("0123")
+      array = @builder.finish
+      assert_equal("0123", array[0])
+    end
+
+    test("GLib::Bytes") do
+      @builder.append_value(GLib::Bytes.new("0123"))
+      array = @builder.finish
+      assert_equal("0123", array[0])
+    end
+  end
+
+  sub_test_case("#append_values") do
+    test("mixed") do
+      @builder.append_values([
+                               "0123",
+                               nil,
+                               GLib::Bytes.new("abcd"),
+                             ])
+      array = @builder.finish
+      assert_equal([
+                     "0123",
+                     nil,
+                     "abcd",
+                   ],
+                   array.to_a)
+    end
+
+    test("is_valids") do
+      @builder.append_values([
+                               "0123",
+                               "0123",
+                               "0123",
+                             ],
+                             [
+                               true,
+                               false,
+                               true,
+                             ])
+      array = @builder.finish
+      assert_equal([
+                     "0123",
+                     nil,
+                     "0123",
+                   ],
+                   array.to_a)
+    end
+
+    test("packed") do
+      @builder.append_values("0123" * 3,
+                             [true, false, true])
+      array = @builder.finish
+      assert_equal([
+                     "0123",
+                     nil,
+                     "0123",
+                   ],
+                   array.to_a)
+    end
+  end
+end

data/test/test-fixed-size-binary-array.rb

@@ -0,0 +1,36 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class FixedSizeBinaryArrayTest < Test::Unit::TestCase
+  sub_test_case(".new") do
+    test("build") do
+      data_type = Arrow::FixedSizeBinaryDataType.new(4)
+      values = [
+        "0123",
+        nil,
+        GLib::Bytes.new("abcd"),
+      ]
+      array = Arrow::FixedSizeBinaryArray.new(data_type, values)
+      assert_equal([
+                     "0123",
+                     nil,
+                     "abcd",
+                   ],
+                   array.to_a)
+    end
+  end
+end

data/test/test-orc.rb

@@ -118,39 +118,35 @@ class ORCTest < Test::Unit::TestCase
                        ]
                      ],
                      [
-                       "map: list<item: " +
-                       "struct<key: string, value: " +
-                       "struct<int1: int32, string1: string>>>",
+                       "map: map<string, struct<int1: int32, string1: string>>",
                        [
                          <<-MAP.chomp
 [
+  keys:
+  []
+  values:
   -- is_valid: all not null
-  -- child 0 type: string
+  -- child 0 type: int32
     []
-  -- child 1 type: struct<int1: int32, string1: string>
-    -- is_valid: all not null
-    -- child 0 type: int32
-      []
-    -- child 1 type: string
-      [],
+  -- child 1 type: string
+    [],
+  keys:
+  [
+    "chani",
+    "mauddib"
+  ]
+  values:
   -- is_valid: all not null
-  -- child 0 type: string
+  -- child 0 type: int32
+    [
+      5,
+      1
+    ]
+  -- child 1 type: string
     [
       "chani",
       "mauddib"
     ]
-  -- child 1 type: struct<int1: int32, string1: string>
-    -- is_valid: all not null
-    -- child 0 type: int32
-      [
-        5,
-        1
-      ]
-    -- child 1 type: string
-      [
-        "chani",
-        "mauddib"
-      ]
 ]
                          MAP
                        ],

data/test/test-record-batch-iterator.rb

@@ -0,0 +1,37 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class RecordBatchIteratorTest < Test::Unit::TestCase
+  def setup
+    @schema = Arrow::Schema.new(visible: :boolean,
+                                count: :uint32)
+    @record_batches = [
+      Arrow::RecordBatch.new(@schema,
+                             visible: [true],
+                             count: [1]),
+      Arrow::RecordBatch.new(@schema,
+                             visible: [false, nil],
+                             count: [nil, 3]),
+    ]
+    @iterator = Arrow::RecordBatchIterator.new(@record_batches)
+  end
+
+  def test_to_a
+    assert_equal(@record_batches,
+                 @iterator.to_a)
+  end
+end

data/test/test-record-batch.rb

@@ -22,6 +22,20 @@ class RecordBatchTest < Test::Unit::TestCase
                                   count: :uint32)
     end
 
+    test("[raw_table]") do
+      raw_table = {
+        visible: [true, nil, false],
+        count: [1, nil, 3],
+      }
+      record_batch = Arrow::RecordBatch.new(raw_table)
+      assert_equal([
+                     {"visible" => true,  "count" => 1},
+                     {"visible" => nil,   "count" => nil},
+                     {"visible" => false, "count" => 3},
+                   ],
+                   record_batch.each_record.collect(&:to_h))
+    end
+
     test("[Schema, records]") do
       records = [
         {visible: true, count: 1},

data/test/test-sort-indices.rb

@@ -0,0 +1,40 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class SortIndicesTest < Test::Unit::TestCase
+  def setup
+    @table = Arrow::Table.new(number1: [16, -1,   2, 32, -4, -4, -8],
+                              number2: [32,  2, -16,  8,  1,  4,  1])
+  end
+
+  sub_test_case("Table") do
+    test("Symbol") do
+      assert_equal(Arrow::UInt64Array.new([6, 4, 5, 1, 2, 0, 3]),
+                   @table.sort_indices(:number1))
+    end
+
+    test("-String") do
+      assert_equal(Arrow::UInt64Array.new([3, 0, 2, 1, 4, 5, 6]),
+                   @table.sort_indices("-number1"))
+    end
+
+    test("Symbol, -String") do
+      assert_equal(Arrow::UInt64Array.new([6, 5, 4, 1, 2, 0, 3]),
+                   @table.sort_indices([:number1, "-number2"]))
+    end
+  end
+end

data/test/test-sort-key.rb

@@ -0,0 +1,81 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class SortKeyTest < Test::Unit::TestCase
+  sub_test_case(".resolve") do
+    test("SortKey") do
+      assert_equal(Arrow::SortKey.new("-count"),
+                   Arrow::SortKey.resolve(Arrow::SortKey.new("-count")))
+    end
+
+    test("-String") do
+      assert_equal(Arrow::SortKey.new("-count"),
+                   Arrow::SortKey.resolve("-count"))
+    end
+
+    test("Symbol, Symbol") do
+      assert_equal(Arrow::SortKey.new("-count"),
+                   Arrow::SortKey.resolve(:count, :desc))
+    end
+  end
+
+  sub_test_case("#initialize") do
+    test("String") do
+      assert_equal("+count",
+                   Arrow::SortKey.new("count").to_s)
+    end
+
+    test("+String") do
+      assert_equal("+count",
+                   Arrow::SortKey.new("+count").to_s)
+    end
+
+    test("-String") do
+      assert_equal("-count",
+                   Arrow::SortKey.new("-count").to_s)
+    end
+
+    test("Symbol") do
+      assert_equal("+-count",
+                   Arrow::SortKey.new(:"-count").to_s)
+    end
+
+    test("String, Symbol") do
+      assert_equal("--count",
+                   Arrow::SortKey.new("-count", :desc).to_s)
+    end
+
+    test("String, String") do
+      assert_equal("--count",
+                   Arrow::SortKey.new("-count", "desc").to_s)
+    end
+
+    test("String, SortOrder") do
+      assert_equal("--count",
+                   Arrow::SortKey.new("-count",
+                                      Arrow::SortOrder::DESCENDING).to_s)
+    end
+  end
+
+  sub_test_case("#to_s") do
+    test("recreatable") do
+      key = Arrow::SortKey.new("-count", :desc)
+      assert_equal(key,
+                   Arrow::SortKey.new(key.to_s))
+    end
+  end
+end

data/test/test-sort-options.rb

@@ -0,0 +1,58 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class SortOptionsTest < Test::Unit::TestCase
+  sub_test_case("#initialize") do
+    test("none") do
+      options = Arrow::SortOptions.new
+      assert_equal([],
+                   options.sort_keys.collect(&:to_s))
+    end
+
+    test("-String, Symbol") do
+      options = Arrow::SortOptions.new("-count", :age)
+      assert_equal(["-count", "+age"],
+                   options.sort_keys.collect(&:to_s))
+    end
+  end
+
+  sub_test_case("instance methods") do
+    setup do
+      @options = Arrow::SortOptions.new
+    end
+
+    sub_test_case("#add_sort_key") do
+      test("-String") do
+        @options.add_sort_key("-count")
+        assert_equal(["-count"],
+                     @options.sort_keys.collect(&:to_s))
+      end
+
+      test("-String, Symbol") do
+        @options.add_sort_key("-count", :desc)
+        assert_equal(["--count"],
+                     @options.sort_keys.collect(&:to_s))
+      end
+
+      test("SortKey") do
+        @options.add_sort_key(Arrow::SortKey.new("-count"))
+        assert_equal(["-count"],
+                     @options.sort_keys.collect(&:to_s))
+      end
+    end
+  end
+end

data/test/test-sparse-union-data-type.rb

@@ -28,12 +28,12 @@ class SparseUnionDataTypeTest < Test::Unit::TestCase
     end
 
     test("ordered arguments") do
-      assert_equal("union[sparse]<visible: bool=2, count: int32=9>",
+      assert_equal("sparse_union<visible: bool=2, count: int32=9>",
                    Arrow::SparseUnionDataType.new(@fields, [2, 9]).to_s)
     end
 
     test("description") do
-      assert_equal("union[sparse]<visible: bool=2, count: int32=9>",
+      assert_equal("sparse_union<visible: bool=2, count: int32=9>",
                    Arrow::SparseUnionDataType.new(fields: @fields,
                                                   type_codes: [2, 9]).to_s)
     end