red-arrow 0.12.0 → 0.13.0

data/test/raw-records/record-batch/test-struct-array.rb

@@ -0,0 +1,426 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class RawRecordsRecordBatchStructArrayTest < Test::Unit::TestCase
+  def fields(type)
+    field_description = {
+      name: :field,
+    }
+    if type.is_a?(Hash)
+      field_description = field_description.merge(type)
+    else
+      field_description[:type] = type
+    end
+    {
+      column: {
+        type: :struct,
+        fields: [
+          field_description,
+        ],
+      },
+    }
+  end
+
+  test("NullArray") do
+    records = [
+      [{"field" => nil}],
+      [nil],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:null),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("BooleanArray") do
+    records = [
+      [{"field" => true}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:boolean),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("Int8Array") do
+    records = [
+      [{"field" => -(2 ** 7)}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:int8),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("UInt8Array") do
+    records = [
+      [{"field" => (2 ** 8) - 1}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:uint8),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("Int16Array") do
+    records = [
+      [{"field" => -(2 ** 15)}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:int16),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("UInt16Array") do
+    records = [
+      [{"field" => (2 ** 16) - 1}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:uint16),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("Int32Array") do
+    records = [
+      [{"field" => -(2 ** 31)}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:int32),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("UInt32Array") do
+    records = [
+      [{"field" => (2 ** 32) - 1}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:uint32),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("Int64Array") do
+    records = [
+      [{"field" => -(2 ** 63)}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:int64),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("UInt64Array") do
+    records = [
+      [{"field" => (2 ** 64) - 1}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:uint64),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("FloatArray") do
+    records = [
+      [{"field" => -1.0}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:float),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("DoubleArray") do
+    records = [
+      [{"field" => -1.0}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:double),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("BinaryArray") do
+    records = [
+      [{"field" => "\xff".b}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:binary),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("StringArray") do
+    records = [
+      [{"field" => "Ruby"}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:string),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("Date32Array") do
+    records = [
+      [{"field" => Date.new(1960, 1, 1)}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:date32),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("Date64Array") do
+    records = [
+      [{"field" => DateTime.new(1960, 1, 1, 2, 9, 30)}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(:date64),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  sub_test_case("TimestampArray") do
+    test("second") do
+      records = [
+        [{"field" => Time.parse("1960-01-01T02:09:30Z")}],
+        [nil],
+        [{"field" => nil}],
+      ]
+      record_batch = Arrow::RecordBatch.new(fields(type: :timestamp,
+                                                   unit: :second),
+                                            records)
+      assert_equal(records, record_batch.raw_records)
+    end
+
+    test("milli") do
+      records = [
+        [{"field" => Time.parse("1960-01-01T02:09:30.123Z")}],
+        [nil],
+        [{"field" => nil}],
+      ]
+      record_batch = Arrow::RecordBatch.new(fields(type: :timestamp,
+                                                   unit: :milli),
+                                            records)
+      assert_equal(records, record_batch.raw_records)
+    end
+
+    test("micro") do
+      records = [
+        [{"field" => Time.parse("1960-01-01T02:09:30.123456Z")}],
+        [nil],
+        [{"field" => nil}],
+      ]
+      record_batch = Arrow::RecordBatch.new(fields(type: :timestamp,
+                                                   unit: :micro),
+                                            records)
+      assert_equal(records, record_batch.raw_records)
+    end
+
+    test("nano") do
+      records = [
+        [{"field" => Time.parse("1960-01-01T02:09:30.123456789Z")}],
+        [nil],
+        [{"field" => nil}],
+      ]
+      record_batch = Arrow::RecordBatch.new(fields(type: :timestamp,
+                                                   unit: :nano),
+                                            records)
+      assert_equal(records, record_batch.raw_records)
+    end
+  end
+
+  sub_test_case("Time32Array") do
+    test("second") do
+      records = [
+        [{"field" => 60 * 10}], # 00:10:00
+        [nil],
+        [{"field" => nil}],
+      ]
+      record_batch = Arrow::RecordBatch.new(fields(type: :time32,
+                                                   unit: :second),
+                                            records)
+      assert_equal(records, record_batch.raw_records)
+    end
+
+    test("milli") do
+      records = [
+        [{"field" => (60 * 10) * 1000 + 123}], # 00:10:00.123
+        [nil],
+        [{"field" => nil}],
+      ]
+      record_batch = Arrow::RecordBatch.new(fields(type: :time32,
+                                                   unit: :milli),
+                                            records)
+      assert_equal(records, record_batch.raw_records)
+    end
+  end
+
+  sub_test_case("Time64Array") do
+    test("micro") do
+      records = [
+        [{"field" => (60 * 10) * 1_000_000 + 123_456}], # 00:10:00.123456
+        [nil],
+        [{"field" => nil}],
+      ]
+      record_batch = Arrow::RecordBatch.new(fields(type: :time64,
+                                                   unit: :micro),
+                                            records)
+      assert_equal(records, record_batch.raw_records)
+    end
+
+    test("nano") do
+      records = [
+        # 00:10:00.123456789
+        [{"field" => (60 * 10) * 1_000_000_000 + 123_456_789}],
+        [nil],
+        [{"field" => nil}],
+      ]
+      record_batch = Arrow::RecordBatch.new(fields(type: :time64,
+                                                   unit: :nano),
+                                            records)
+      assert_equal(records, record_batch.raw_records)
+    end
+  end
+
+  test("Decimal128Array") do
+    records = [
+      [{"field" => BigDecimal("92.92")}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(type: :decimal128,
+                                                 precision: 8,
+                                                 scale: 2),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("ListArray") do
+    records = [
+      [{"field" => [true, nil, false]}],
+      [nil],
+      [{"field" => nil}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(type: :list,
+                                                 field: {
+                                                   name: :sub_element,
+                                                   type: :boolean,
+                                                 }),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("StructArray") do
+    records = [
+      [{"field" => {"sub_field" => true}}],
+      [nil],
+      [{"field" => nil}],
+      [{"field" => {"sub_field" => nil}}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(type: :struct,
+                                                 fields: [
+                                                   {
+                                                     name: :sub_field,
+                                                     type: :boolean,
+                                                   },
+                                                 ]),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("SparseUnionArray") do
+    omit("Need to add support for SparseUnionArrayBuilder")
+    records = [
+      [{"field" => {"field1" => true}}],
+      [nil],
+      [{"field" => nil}],
+      [{"field" => {"field2" => nil}}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(type: :sparse_union,
+                                                 fields: [
+                                                   {
+                                                     name: :field1,
+                                                     type: :boolean,
+                                                   },
+                                                   {
+                                                     name: :field2,
+                                                     type: :uint8,
+                                                   },
+                                                 ],
+                                                 type_codes: [0, 1]),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("DenseUnionArray") do
+    omit("Need to add support for DenseUnionArrayBuilder")
+    records = [
+      [{"field" => {"field1" => true}}],
+      [nil],
+      [{"field" => nil}],
+      [{"field" => {"field2" => nil}}],
+    ]
+    record_batch = Arrow::RecordBatch.new(fields(type: :dense_union,
+                                                 fields: [
+                                                   {
+                                                     name: :field1,
+                                                     type: :boolean,
+                                                   },
+                                                   {
+                                                     name: :field2,
+                                                     type: :uint8,
+                                                   },
+                                                 ],
+                                                 type_codes: [0, 1]),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+
+  test("DictionaryArray") do
+    omit("Need to add support for DictionaryArrayBuilder")
+    records = [
+      [{"field" => "Ruby"}],
+      [nil],
+      [{"field" => nil}],
+      [{"field" => "GLib"}],
+    ]
+    dictionary = Arrow::StringArray.new(["GLib", "Ruby"])
+    record_batch = Arrow::RecordBatch.new(fields(type: :dictionary,
+                                                 index_data_type: :int8,
+                                                 dictionary: dictionary,
+                                                 ordered: true),
+                                          records)
+    assert_equal(records, record_batch.raw_records)
+  end
+end

data/test/run-test.rb

@@ -17,17 +17,40 @@
 # specific language governing permissions and limitations
 # under the License.
 
-ENV["TZ"] = "Asia/Tokyo"
-
 $VERBOSE = true
 
 require "pathname"
 
+(ENV["ARROW_DLL_PATH"] || "").split(File::PATH_SEPARATOR).each do |path|
+  RubyInstaller::Runtime.add_dll_directory(path)
+end
+
 base_dir = Pathname.new(__dir__).parent.expand_path
 
 lib_dir = base_dir + "lib"
+ext_dir = base_dir + "ext" + "arrow"
 test_dir = base_dir + "test"
 
+make = nil
+if ENV["NO_MAKE"] != "yes"
+  if ENV["MAKE"]
+    make = ENV["MAKE"]
+  elsif system("which gmake > #{File::NULL} 2>&1")
+    make = "gmake"
+  elsif system("which make > #{File::NULL} 2>&1")
+    make = "make"
+  end
+end
+if make
+  Dir.chdir(ext_dir.to_s) do
+    unless File.exist?("Makefile")
+      system(RbConfig.ruby, "extconf.rb", "--enable-debug-build") or exit(false)
+    end
+    system("#{make} > #{File::NULL}") or exit(false)
+  end
+end
+
+$LOAD_PATH.unshift(ext_dir.to_s)
 $LOAD_PATH.unshift(lib_dir.to_s)
 
 require_relative "helper"