RubyGems - red-arrow - Versions diffs - 8.0.0 → 24.0.0 - Mend

red-arrow 8.0.0 → 24.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (178) hide show

checksums.yaml +4 -4
data/README.md +15 -7
data/ext/arrow/arrow.cpp +67 -0
data/ext/arrow/converters.cpp +10 -0
data/ext/arrow/converters.hpp +310 -46
data/ext/arrow/extconf.rb +41 -22
data/ext/arrow/raw-records.cpp +165 -2
data/ext/arrow/red-arrow.hpp +2 -0
data/ext/arrow/values.cpp +6 -2
data/lib/arrow/array-builder.rb +89 -14
data/{test/test-time32-data-type.rb → lib/arrow/array-computable.rb} +24 -16
data/{test/test-buffer.rb → lib/arrow/array-statistics.rb} +19 -24
data/lib/arrow/array.rb +40 -4
data/lib/arrow/chunked-array.rb +56 -1
data/lib/arrow/column-containable.rb +9 -0
data/lib/arrow/column.rb +49 -4
data/{test/test-tensor.rb → lib/arrow/csv-write-options.rb} +28 -31
data/lib/arrow/data-type.rb +17 -3
data/lib/arrow/decimal128-array-builder.rb +16 -6
data/lib/arrow/decimal128.rb +14 -0
data/lib/arrow/decimal256-array-builder.rb +16 -6
data/lib/arrow/decimal256.rb +14 -0
data/{test/test-float-scalar.rb → lib/arrow/dense-union-array-builder.rb} +27 -24
data/{test/test-boolean-scalar.rb → lib/arrow/dense-union-array.rb} +7 -7
data/lib/arrow/duration-array-builder.rb +27 -0
data/lib/arrow/duration-array.rb +24 -0
data/lib/arrow/duration-data-type.rb +32 -0
data/lib/arrow/expression.rb +6 -2
data/lib/arrow/field-containable.rb +1 -1
data/lib/arrow/field.rb +44 -3
data/lib/arrow/fixed-size-list-array-builder.rb +29 -0
data/lib/arrow/fixed-size-list-data-type.rb +118 -0
data/lib/arrow/function.rb +0 -1
data/lib/arrow/half-float-array-builder.rb +32 -0
data/lib/arrow/half-float-array.rb +24 -0
data/lib/arrow/half-float.rb +118 -0
data/{test/helper/fixture.rb → lib/arrow/input-referable.rb} +7 -6
data/lib/arrow/jruby/array-builder.rb +114 -0
data/lib/arrow/jruby/array.rb +109 -0
data/lib/arrow/jruby/chunked-array.rb +36 -0
data/lib/arrow/jruby/compression-type.rb +26 -0
data/lib/arrow/jruby/csv-read-options.rb +32 -0
data/{test/test-map-data-type.rb → lib/arrow/jruby/data-type.rb} +24 -12
data/lib/arrow/jruby/decimal128.rb +28 -0
data/lib/arrow/jruby/decimal256.rb +28 -0
data/{test/fixture/float-integer.csv → lib/arrow/jruby/error.rb} +7 -4
data/lib/arrow/jruby/file-system.rb +24 -0
data/{test/test-null-array.rb → lib/arrow/jruby/function.rb} +5 -4
data/lib/arrow/jruby/record-batch-iterator.rb +24 -0
data/{test/fixture/null-with-double-quote.csv → lib/arrow/jruby/record-batch.rb} +8 -4
data/{test/fixture/integer-float.csv → lib/arrow/jruby/sort-key.rb} +8 -4
data/lib/arrow/jruby/sort-options.rb +24 -0
data/lib/arrow/jruby/stream-listener-raw.rb +25 -0
data/{test/test-rolling-window.rb → lib/arrow/jruby/table.rb} +19 -19
data/lib/arrow/jruby/writable.rb +24 -0
data/lib/arrow/jruby.rb +52 -0
data/{test/test-date32-array.rb → lib/arrow/large-list-array-builder.rb} +10 -5
data/lib/arrow/large-list-data-type.rb +83 -0
data/lib/arrow/libraries.rb +140 -0
data/lib/arrow/list-array-builder.rb +1 -68
data/lib/arrow/list-data-type.rb +3 -38
data/{test/test-dictionary-array.rb → lib/arrow/list-field-resolvable.rb} +26 -17
data/lib/arrow/list-slice-options.rb +76 -0
data/lib/arrow/list-values-appendable.rb +88 -0
data/lib/arrow/loader.rb +15 -96
data/{test/test-decimal128-array.rb → lib/arrow/make-struct-options.rb} +18 -18
data/lib/arrow/raw-table-converter.rb +10 -3
data/lib/arrow/raw-tensor-converter.rb +89 -0
data/lib/arrow/record-batch-file-reader.rb +2 -0
data/lib/arrow/record-batch-stream-reader.rb +2 -0
data/lib/arrow/record-batch.rb +6 -2
data/{test/fixture/null-without-double-quote.csv → lib/arrow/ruby.rb} +5 -4
data/lib/arrow/scalar.rb +67 -0
data/lib/arrow/slicer.rb +61 -0
data/lib/arrow/sort-key.rb +3 -3
data/lib/arrow/sparse-union-array-builder.rb +56 -0
data/lib/arrow/sparse-union-array.rb +26 -0
data/lib/arrow/stream-decoder.rb +29 -0
data/{test/test-decimal256-data-type.rb → lib/arrow/stream-listener.rb} +25 -9
data/lib/arrow/string-array-builder.rb +30 -0
data/lib/arrow/struct-array-builder.rb +0 -5
data/lib/arrow/table-formatter.rb +38 -8
data/lib/arrow/table-list-formatter.rb +3 -3
data/lib/arrow/table-loader.rb +11 -5
data/lib/arrow/table-saver.rb +4 -3
data/lib/arrow/table-table-formatter.rb +7 -0
data/lib/arrow/table.rb +180 -33
data/lib/arrow/tensor.rb +144 -0
data/lib/arrow/time-unit.rb +31 -0
data/lib/arrow/time32-array-builder.rb +2 -14
data/lib/arrow/time32-data-type.rb +9 -38
data/lib/arrow/time64-array-builder.rb +2 -14
data/lib/arrow/time64-data-type.rb +9 -38
data/lib/arrow/timestamp-array-builder.rb +3 -15
data/lib/arrow/timestamp-data-type.rb +9 -34
data/{test/test-date64-array.rb → lib/arrow/timestamp-parser.rb} +14 -6
data/lib/arrow/union-array-builder.rb +59 -0
data/lib/arrow/union-array.rb +26 -0
data/lib/arrow/version.rb +1 -1
data/lib/arrow.rb +2 -7
data/red-arrow.gemspec +74 -11
metadata +85 -210
data/test/fixture/TestOrcFile.test1.orc +0 -0
data/test/fixture/with-header-float.csv +0 -20
data/test/fixture/with-header.csv +0 -20
data/test/fixture/without-header-float.csv +0 -19
data/test/fixture/without-header.csv +0 -19
data/test/helper/omittable.rb +0 -36
data/test/helper.rb +0 -30
data/test/raw-records/test-basic-arrays.rb +0 -395
data/test/raw-records/test-dense-union-array.rb +0 -521
data/test/raw-records/test-list-array.rb +0 -610
data/test/raw-records/test-map-array.rb +0 -478
data/test/raw-records/test-multiple-columns.rb +0 -65
data/test/raw-records/test-sparse-union-array.rb +0 -511
data/test/raw-records/test-struct-array.rb +0 -515
data/test/raw-records/test-table.rb +0 -47
data/test/run-test.rb +0 -71
data/test/test-array-builder.rb +0 -136
data/test/test-array.rb +0 -325
data/test/test-bigdecimal.rb +0 -40
data/test/test-binary-dictionary-array-builder.rb +0 -103
data/test/test-chunked-array.rb +0 -183
data/test/test-column.rb +0 -92
data/test/test-csv-loader.rb +0 -250
data/test/test-data-type.rb +0 -83
data/test/test-decimal128-array-builder.rb +0 -112
data/test/test-decimal128-data-type.rb +0 -31
data/test/test-decimal128.rb +0 -102
data/test/test-decimal256-array-builder.rb +0 -112
data/test/test-decimal256-array.rb +0 -38
data/test/test-decimal256.rb +0 -102
data/test/test-dense-union-data-type.rb +0 -41
data/test/test-dictionary-data-type.rb +0 -40
data/test/test-expression.rb +0 -40
data/test/test-feather.rb +0 -49
data/test/test-field.rb +0 -91
data/test/test-file-output-stream.rb +0 -54
data/test/test-fixed-size-binary-array-builder.rb +0 -92
data/test/test-fixed-size-binary-array.rb +0 -36
data/test/test-function.rb +0 -210
data/test/test-group.rb +0 -180
data/test/test-list-array-builder.rb +0 -79
data/test/test-list-array.rb +0 -32
data/test/test-list-data-type.rb +0 -69
data/test/test-map-array-builder.rb +0 -110
data/test/test-map-array.rb +0 -33
data/test/test-memory-view.rb +0 -434
data/test/test-orc.rb +0 -173
data/test/test-record-batch-builder.rb +0 -125
data/test/test-record-batch-file-reader.rb +0 -115
data/test/test-record-batch-iterator.rb +0 -37
data/test/test-record-batch-reader.rb +0 -46
data/test/test-record-batch.rb +0 -182
data/test/test-schema.rb +0 -134
data/test/test-slicer.rb +0 -487
data/test/test-sort-indices.rb +0 -40
data/test/test-sort-key.rb +0 -81
data/test/test-sort-options.rb +0 -58
data/test/test-sparse-union-data-type.rb +0 -41
data/test/test-string-dictionary-array-builder.rb +0 -103
data/test/test-struct-array-builder.rb +0 -184
data/test/test-struct-array.rb +0 -94
data/test/test-struct-data-type.rb +0 -112
data/test/test-table.rb +0 -1123
data/test/test-time.rb +0 -288
data/test/test-time32-array.rb +0 -81
data/test/test-time64-array.rb +0 -81
data/test/test-time64-data-type.rb +0 -42
data/test/test-timestamp-array.rb +0 -45
data/test/test-timestamp-data-type.rb +0 -42
data/test/values/test-basic-arrays.rb +0 -325
data/test/values/test-dense-union-array.rb +0 -509
data/test/values/test-dictionary-array.rb +0 -295
data/test/values/test-list-array.rb +0 -571
data/test/values/test-map-array.rb +0 -466
data/test/values/test-sparse-union-array.rb +0 -500
data/test/values/test-struct-array.rb +0 -512

data/test/test-memory-view.rb DELETED Viewed

@@ -1,434 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-class MemoryViewTest < Test::Unit::TestCase
-  def setup
-    unless Fiddle.const_defined?(:MemoryView)
-      omit("Fiddle::MemoryView is needed")
-    end
-    unless Fiddle::MemoryView.respond_to?(:export)
-      omit("Fiddle::MemoryView.export is needed")
-    end
-  end
-  def little_endian?
-    [1].pack("s") == [1].pack("s<")
-  end
-  test("BooleanArray") do
-    array = Arrow::BooleanArray.new([true] * 9)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      if little_endian?
-        template = "b"
-      else
-        template = "B"
-      end
-      assert_equal([
-                     "#{template}8",
-                     1,
-                     2,
-                     [(("1" * 9) + ("0" * 7))].pack("#{template}*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("Int8Array") do
-    values = [-(2 ** 7), 0, (2 ** 7) - 1]
-    array = Arrow::Int8Array.new(values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "c",
-                     1,
-                     values.size,
-                     values.pack("c*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("Int16Array") do
-    values = [-(2 ** 15), 0, (2 ** 15) - 1]
-    array = Arrow::Int16Array.new(values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "s",
-                     2,
-                     2 * values.size,
-                     values.pack("s*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("Int32Array") do
-    values = [-(2 ** 31), 0, (2 ** 31) - 1]
-    array = Arrow::Int32Array.new(values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "l",
-                     4,
-                     4 * values.size,
-                     values.pack("l*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("Int64Array") do
-    values = [-(2 ** 63), 0, (2 ** 63) - 1]
-    array = Arrow::Int64Array.new(values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "q",
-                     8,
-                     8 * values.size,
-                     values.pack("q*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("UInt8Array") do
-    values = [0, (2 ** 8) - 1]
-    array = Arrow::UInt8Array.new(values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "C",
-                     1,
-                     values.size,
-                     values.pack("C*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("UInt16Array") do
-    values = [0, (2 ** 16) - 1]
-    array = Arrow::UInt16Array.new(values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "S",
-                     2,
-                     2 * values.size,
-                     values.pack("S*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("UInt32Array") do
-    values = [0, (2 ** 32) - 1]
-    array = Arrow::UInt32Array.new(values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "L",
-                     4,
-                     4 * values.size,
-                     values.pack("L*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("UInt64Array") do
-    values = [(2 ** 64) - 1]
-    array = Arrow::UInt64Array.new(values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "Q",
-                     8,
-                     8 * values.size,
-                     values.pack("Q*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("FloatArray") do
-    values = [-1.1, 0.0, 1.1]
-    array = Arrow::FloatArray.new(values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "f",
-                     4,
-                     4 * values.size,
-                     values.pack("f*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("DoubleArray") do
-    values = [-1.1, 0.0, 1.1]
-    array = Arrow::DoubleArray.new(values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "d",
-                     8,
-                     8 * values.size,
-                     values.pack("d*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("FixedSizeBinaryArray") do
-    values = ["\x01\x02", "\x03\x04", "\x05\x06"]
-    data_type = Arrow::FixedSizeBinaryDataType.new(2)
-    array = Arrow::FixedSizeBinaryArray.new(data_type, values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "C2",
-                     2,
-                     2 * values.size,
-                     values.join("").b,
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("Date32Array") do
-    n_days_since_epoch = 17406 # 2017-08-28
-    values = [n_days_since_epoch]
-    array = Arrow::Date32Array.new(values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "l",
-                     4,
-                     4 * values.size,
-                     values.pack("l*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("Date64Array") do
-    n_msecs_since_epoch = 1503878400000 # 2017-08-28T00:00:00Z
-    values = [n_msecs_since_epoch]
-    array = Arrow::Date64Array.new(values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "q",
-                     8,
-                     8 * values.size,
-                     values.pack("q*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("Time32Array") do
-    values = [1, 2, 3]
-    array = Arrow::Time32Array.new(:milli, values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "l",
-                     4,
-                     4 * values.size,
-                     values.pack("l*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("Time64Array") do
-    values = [1, 2, 3]
-    array = Arrow::Time64Array.new(:nano, values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "q",
-                     8,
-                     8 * values.size,
-                     values.pack("q*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("TimestampArray") do
-    values = [1, 2, 3]
-    array = Arrow::TimestampArray.new(:micro, values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "q",
-                     8,
-                     8 * values.size,
-                     values.pack("q*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("Decimal128Array") do
-    values = [
-      Arrow::Decimal128.new("10.1"),
-      Arrow::Decimal128.new("11.1"),
-      Arrow::Decimal128.new("10.2"),
-    ]
-    data_type = Arrow::Decimal128DataType.new(3, 1)
-    array = Arrow::Decimal128Array.new(data_type, values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "q2",
-                     16,
-                     16 * values.size,
-                     values.collect {|value| value.to_bytes.to_s}.join(""),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("Decimal256Array") do
-    values = [
-      Arrow::Decimal256.new("10.1"),
-      Arrow::Decimal256.new("11.1"),
-      Arrow::Decimal256.new("10.2"),
-    ]
-    data_type = Arrow::Decimal256DataType.new(3, 1)
-    array = Arrow::Decimal256Array.new(data_type, values)
-    Fiddle::MemoryView.export(array) do |memory_view|
-      assert_equal([
-                     "q4",
-                     32,
-                     32 * values.size,
-                     values.collect {|value| value.to_bytes.to_s}.join(""),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-  test("Buffer") do
-    values = [0, nil, nil] * 3
-    array = Arrow::Int8Array.new(values)
-    buffer = array.null_bitmap
-    Fiddle::MemoryView.export(buffer) do |memory_view|
-      if little_endian?
-        template = "b"
-      else
-        template = "B"
-      end
-      assert_equal([
-                     "#{template}8",
-                     1,
-                     2,
-                     ["100" * 3].pack("#{template}*"),
-                   ],
-                   [
-                     memory_view.format,
-                     memory_view.item_size,
-                     memory_view.byte_size,
-                     memory_view.to_s,
-                   ])
-    end
-  end
-end

data/test/test-orc.rb DELETED Viewed

@@ -1,173 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-class ORCTest < Test::Unit::TestCase
-  include Helper::Fixture
-  def setup
-    omit("Require Apache Arrow ORC") unless Arrow.const_defined?(:ORCFileReader)
-    @orc_path = fixture_path("TestOrcFile.test1.orc")
-  end
-  def pp_values(values)
-    "[\n  " + values.collect(&:inspect).join(",\n  ") + "\n]"
-  end
-  sub_test_case("load") do
-    test("default") do
-      table = Arrow::Table.load(@orc_path)
-      dump = table.columns.collect do |column|
-        [
-          column.field.to_s,
-          column.data.chunks.collect(&:to_s),
-        ]
-      end
-      assert_equal([
-                     ["boolean1: bool", [pp_values([false, true])]],
-                     ["byte1: int8", [pp_values([1, 100])]],
-                     ["short1: int16", [pp_values([1024, 2048])]],
-                     ["int1: int32", [pp_values([65536, 65536])]],
-                     [
-                       "long1: int64",
-                       [pp_values([9223372036854775807, 9223372036854775807])],
-                     ],
-                     ["float1: float", [pp_values([1, 2])]],
-                     ["double1: double", [pp_values([-15, -5])]],
-                     ["bytes1: binary", ["[\n  0001020304,\n  \n]"]],
-                     ["string1: string", [pp_values(["hi", "bye"])]],
-                     [
-                       "middle: " +
-                       "struct<list: " +
-                       "list<item: struct<int1: int32, string1: string>>>",
-                       [
-                         <<-STRUCT.chomp
--- is_valid: all not null
--- child 0 type: list<item: struct<int1: int32, string1: string>>
-  [
-    -- is_valid: all not null
-    -- child 0 type: int32
-      [
-        1,
-        2
-      ]
-    -- child 1 type: string
-      [
-        "bye",
-        "sigh"
-      ],
-    -- is_valid: all not null
-    -- child 0 type: int32
-      [
-        1,
-        2
-      ]
-    -- child 1 type: string
-      [
-        "bye",
-        "sigh"
-      ]
-  ]
-                          STRUCT
-                       ]
-                     ],
-                     [
-                       "list: list<item: struct<int1: int32, string1: string>>",
-                       [
-                         <<-LIST.chomp
-[
-  -- is_valid: all not null
-  -- child 0 type: int32
-    [
-      3,
-      4
-    ]
-  -- child 1 type: string
-    [
-      "good",
-      "bad"
-    ],
-  -- is_valid: all not null
-  -- child 0 type: int32
-    [
-      100000000,
-      -100000,
-      1234
-    ]
-  -- child 1 type: string
-    [
-      "cat",
-      "in",
-      "hat"
-    ]
-]
-                         LIST
-                       ]
-                     ],
-                     [
-                       "map: map<string, struct<int1: int32, string1: string>>",
-                       [
-                         <<-MAP.chomp
-[
-  keys:
-  []
-  values:
-  -- is_valid: all not null
-  -- child 0 type: int32
-    []
-  -- child 1 type: string
-    [],
-  keys:
-  [
-    "chani",
-    "mauddib"
-  ]
-  values:
-  -- is_valid: all not null
-  -- child 0 type: int32
-    [
-      5,
-      1
-    ]
-  -- child 1 type: string
-    [
-      "chani",
-      "mauddib"
-    ]
-]
-                         MAP
-                       ],
-                     ],
-                   ],
-                   dump)
-    end
-    test(":field_indexes") do
-      table = Arrow::Table.load(@orc_path, field_indexes: [1, 3])
-      dump = table.columns.collect do |column|
-        [
-          column.field.to_s,
-          column.data.chunks.collect(&:to_s),
-        ]
-      end
-      assert_equal([
-                     ["boolean1: bool", [pp_values([false, true])]],
-                     ["short1: int16", [pp_values([1024, 2048])]],
-                   ],
-                   dump)
-    end
-  end
-end