red-arrow 18.1.0 → 19.0.0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow
 version: !ruby/object:Gem::Version
-  version: 18.1.0
+  version: 19.0.0
 platform: ruby
 authors:
 - Apache Arrow Developers
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-11-27 00:00:00.000000000 Z
+date: 2025-01-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bigdecimal
@@ -172,6 +172,26 @@ files:
 - lib/arrow/half-float-array.rb
 - lib/arrow/half-float.rb
 - lib/arrow/input-referable.rb
+- lib/arrow/jruby.rb
+- lib/arrow/jruby/array-builder.rb
+- lib/arrow/jruby/array.rb
+- lib/arrow/jruby/chunked-array.rb
+- lib/arrow/jruby/compression-type.rb
+- lib/arrow/jruby/csv-read-options.rb
+- lib/arrow/jruby/data-type.rb
+- lib/arrow/jruby/decimal128.rb
+- lib/arrow/jruby/decimal256.rb
+- lib/arrow/jruby/error.rb
+- lib/arrow/jruby/file-system.rb
+- lib/arrow/jruby/function.rb
+- lib/arrow/jruby/record-batch-iterator.rb
+- lib/arrow/jruby/record-batch.rb
+- lib/arrow/jruby/sort-key.rb
+- lib/arrow/jruby/sort-options.rb
+- lib/arrow/jruby/stream-listener-raw.rb
+- lib/arrow/jruby/table.rb
+- lib/arrow/jruby/writable.rb
+- lib/arrow/libraries.rb
 - lib/arrow/list-array-builder.rb
 - lib/arrow/list-data-type.rb
 - lib/arrow/loader.rb
@@ -193,6 +213,7 @@ files:
 - lib/arrow/record-containable.rb
 - lib/arrow/record.rb
 - lib/arrow/rolling-window.rb
+- lib/arrow/ruby.rb
 - lib/arrow/s3-global-options.rb
 - lib/arrow/scalar.rb
 - lib/arrow/schema.rb
@@ -235,123 +256,11 @@ files:
 - lib/arrow/version.rb
 - lib/arrow/writable.rb
 - red-arrow.gemspec
-- test/each-raw-record/test-basic-arrays.rb
-- test/each-raw-record/test-dense-union-array.rb
-- test/each-raw-record/test-dictionary-array.rb
-- test/each-raw-record/test-list-array.rb
-- test/each-raw-record/test-map-array.rb
-- test/each-raw-record/test-multiple-columns.rb
-- test/each-raw-record/test-sparse-union-array.rb
-- test/each-raw-record/test-struct-array.rb
-- test/each-raw-record/test-table.rb
-- test/fixture/TestOrcFile.test1.orc
-- test/fixture/float-integer.csv
-- test/fixture/integer-float.csv
-- test/fixture/null-with-double-quote.csv
-- test/fixture/null-without-double-quote.csv
-- test/fixture/with-header-float.csv
-- test/fixture/with-header.csv
-- test/fixture/without-header-float.csv
-- test/fixture/without-header.csv
-- test/helper.rb
-- test/helper/fixture.rb
-- test/helper/omittable.rb
-- test/raw-records/test-basic-arrays.rb
-- test/raw-records/test-dense-union-array.rb
-- test/raw-records/test-dictionary-array.rb
-- test/raw-records/test-list-array.rb
-- test/raw-records/test-map-array.rb
-- test/raw-records/test-multiple-columns.rb
-- test/raw-records/test-sparse-union-array.rb
-- test/raw-records/test-struct-array.rb
-- test/raw-records/test-table.rb
-- test/run-test.rb
-- test/test-array-builder.rb
-- test/test-array.rb
-- test/test-bigdecimal.rb
-- test/test-binary-dictionary-array-builder.rb
-- test/test-boolean-scalar.rb
-- test/test-buffer.rb
-- test/test-chunked-array.rb
-- test/test-column.rb
-- test/test-csv-loader.rb
-- test/test-data-type.rb
-- test/test-date32-array.rb
-- test/test-date64-array.rb
-- test/test-decimal128-array-builder.rb
-- test/test-decimal128-array.rb
-- test/test-decimal128-data-type.rb
-- test/test-decimal128.rb
-- test/test-decimal256-array-builder.rb
-- test/test-decimal256-array.rb
-- test/test-decimal256-data-type.rb
-- test/test-decimal256.rb
-- test/test-dense-union-array.rb
-- test/test-dense-union-data-type.rb
-- test/test-dictionary-array.rb
-- test/test-dictionary-data-type.rb
-- test/test-expression.rb
-- test/test-feather.rb
-- test/test-field.rb
-- test/test-file-output-stream.rb
-- test/test-fixed-size-binary-array-builder.rb
-- test/test-fixed-size-binary-array.rb
-- test/test-float-scalar.rb
-- test/test-function.rb
-- test/test-group.rb
-- test/test-half-float-array.rb
-- test/test-half-float.rb
-- test/test-list-array-builder.rb
-- test/test-list-array.rb
-- test/test-list-data-type.rb
-- test/test-map-array-builder.rb
-- test/test-map-array.rb
-- test/test-map-data-type.rb
-- test/test-memory-view.rb
-- test/test-null-array.rb
-- test/test-orc.rb
-- test/test-ractor.rb
-- test/test-record-batch-builder.rb
-- test/test-record-batch-file-reader.rb
-- test/test-record-batch-iterator.rb
-- test/test-record-batch-reader.rb
-- test/test-record-batch-stream-reader.rb
-- test/test-record-batch.rb
-- test/test-rolling-window.rb
-- test/test-scalar.rb
-- test/test-schema.rb
-- test/test-slicer.rb
-- test/test-sort-indices.rb
-- test/test-sort-key.rb
-- test/test-sort-options.rb
-- test/test-sparse-union-array.rb
-- test/test-sparse-union-data-type.rb
-- test/test-stream-listener.rb
-- test/test-string-dictionary-array-builder.rb
-- test/test-struct-array-builder.rb
-- test/test-struct-array.rb
-- test/test-struct-data-type.rb
-- test/test-table.rb
-- test/test-tensor.rb
-- test/test-time.rb
-- test/test-time32-array.rb
-- test/test-time32-data-type.rb
-- test/test-time64-array.rb
-- test/test-time64-data-type.rb
-- test/test-timestamp-array.rb
-- test/test-timestamp-data-type.rb
-- test/values/test-basic-arrays.rb
-- test/values/test-dense-union-array.rb
-- test/values/test-dictionary-array.rb
-- test/values/test-list-array.rb
-- test/values/test-map-array.rb
-- test/values/test-sparse-union-array.rb
-- test/values/test-struct-array.rb
 homepage: https://arrow.apache.org/
 licenses:
 - Apache-2.0
 metadata:
-  msys2_mingw_dependencies: arrow>=18.1.0
+  msys2_mingw_dependencies: arrow>=19.0.0
 post_install_message:
 rdoc_options: []
 require_paths:
@@ -367,120 +276,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.23
+rubygems_version: 3.5.16
 signing_key:
 specification_version: 4
 summary: Red Arrow is the Ruby bindings of Apache Arrow
-test_files:
-- test/each-raw-record/test-basic-arrays.rb
-- test/each-raw-record/test-dense-union-array.rb
-- test/each-raw-record/test-dictionary-array.rb
-- test/each-raw-record/test-list-array.rb
-- test/each-raw-record/test-map-array.rb
-- test/each-raw-record/test-multiple-columns.rb
-- test/each-raw-record/test-sparse-union-array.rb
-- test/each-raw-record/test-struct-array.rb
-- test/each-raw-record/test-table.rb
-- test/fixture/TestOrcFile.test1.orc
-- test/fixture/float-integer.csv
-- test/fixture/integer-float.csv
-- test/fixture/null-with-double-quote.csv
-- test/fixture/null-without-double-quote.csv
-- test/fixture/with-header-float.csv
-- test/fixture/with-header.csv
-- test/fixture/without-header-float.csv
-- test/fixture/without-header.csv
-- test/helper/fixture.rb
-- test/helper/omittable.rb
-- test/helper.rb
-- test/raw-records/test-basic-arrays.rb
-- test/raw-records/test-dense-union-array.rb
-- test/raw-records/test-dictionary-array.rb
-- test/raw-records/test-list-array.rb
-- test/raw-records/test-map-array.rb
-- test/raw-records/test-multiple-columns.rb
-- test/raw-records/test-sparse-union-array.rb
-- test/raw-records/test-struct-array.rb
-- test/raw-records/test-table.rb
-- test/run-test.rb
-- test/test-array-builder.rb
-- test/test-array.rb
-- test/test-bigdecimal.rb
-- test/test-binary-dictionary-array-builder.rb
-- test/test-boolean-scalar.rb
-- test/test-buffer.rb
-- test/test-chunked-array.rb
-- test/test-column.rb
-- test/test-csv-loader.rb
-- test/test-data-type.rb
-- test/test-date32-array.rb
-- test/test-date64-array.rb
-- test/test-decimal128-array-builder.rb
-- test/test-decimal128-array.rb
-- test/test-decimal128-data-type.rb
-- test/test-decimal128.rb
-- test/test-decimal256-array-builder.rb
-- test/test-decimal256-array.rb
-- test/test-decimal256-data-type.rb
-- test/test-decimal256.rb
-- test/test-dense-union-array.rb
-- test/test-dense-union-data-type.rb
-- test/test-dictionary-array.rb
-- test/test-dictionary-data-type.rb
-- test/test-expression.rb
-- test/test-feather.rb
-- test/test-field.rb
-- test/test-file-output-stream.rb
-- test/test-fixed-size-binary-array-builder.rb
-- test/test-fixed-size-binary-array.rb
-- test/test-float-scalar.rb
-- test/test-function.rb
-- test/test-group.rb
-- test/test-half-float-array.rb
-- test/test-half-float.rb
-- test/test-list-array-builder.rb
-- test/test-list-array.rb
-- test/test-list-data-type.rb
-- test/test-map-array-builder.rb
-- test/test-map-array.rb
-- test/test-map-data-type.rb
-- test/test-memory-view.rb
-- test/test-null-array.rb
-- test/test-orc.rb
-- test/test-ractor.rb
-- test/test-record-batch-builder.rb
-- test/test-record-batch-file-reader.rb
-- test/test-record-batch-iterator.rb
-- test/test-record-batch-reader.rb
-- test/test-record-batch-stream-reader.rb
-- test/test-record-batch.rb
-- test/test-rolling-window.rb
-- test/test-scalar.rb
-- test/test-schema.rb
-- test/test-slicer.rb
-- test/test-sort-indices.rb
-- test/test-sort-key.rb
-- test/test-sort-options.rb
-- test/test-sparse-union-array.rb
-- test/test-sparse-union-data-type.rb
-- test/test-stream-listener.rb
-- test/test-string-dictionary-array-builder.rb
-- test/test-struct-array-builder.rb
-- test/test-struct-array.rb
-- test/test-struct-data-type.rb
-- test/test-table.rb
-- test/test-tensor.rb
-- test/test-time.rb
-- test/test-time32-array.rb
-- test/test-time32-data-type.rb
-- test/test-time64-array.rb
-- test/test-time64-data-type.rb
-- test/test-timestamp-array.rb
-- test/test-timestamp-data-type.rb
-- test/values/test-basic-arrays.rb
-- test/values/test-dense-union-array.rb
-- test/values/test-dictionary-array.rb
-- test/values/test-list-array.rb
-- test/values/test-map-array.rb
-- test/values/test-sparse-union-array.rb
-- test/values/test-struct-array.rb
+test_files: []

data/test/each-raw-record/test-basic-arrays.rb

@@ -1,411 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-module EachRawRecordBasicArraysTests
-  def test_null
-    records = [
-      [nil],
-      [nil],
-      [nil],
-    ]
-    target = build({column: :null}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_boolean
-    records = [
-      [true],
-      [nil],
-      [false],
-    ]
-    target = build({column: :boolean}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_int8
-    records = [
-      [-(2 ** 7)],
-      [nil],
-      [(2 ** 7) - 1],
-    ]
-    target = build({column: :int8}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_uint8
-    records = [
-      [0],
-      [nil],
-      [(2 ** 8) - 1],
-    ]
-    target = build({column: :uint8}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_int16
-    records = [
-      [-(2 ** 15)],
-      [nil],
-      [(2 ** 15) - 1],
-    ]
-    target = build({column: :int16}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_uint16
-    records = [
-      [0],
-      [nil],
-      [(2 ** 16) - 1],
-    ]
-    target = build({column: :uint16}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_int32
-    records = [
-      [-(2 ** 31)],
-      [nil],
-      [(2 ** 31) - 1],
-    ]
-    target = build({column: :int32}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_uint32
-    records = [
-      [0],
-      [nil],
-      [(2 ** 32) - 1],
-    ]
-    target = build({column: :uint32}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_int64
-    records = [
-      [-(2 ** 63)],
-      [nil],
-      [(2 ** 63) - 1],
-    ]
-    target = build({column: :int64}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_uint64
-    records = [
-      [0],
-      [nil],
-      [(2 ** 64) - 1],
-    ]
-    target = build({column: :uint64}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_half_float
-    records = [
-      [-1.5],
-      [nil],
-      [1.5],
-    ]
-    target = build({column: :half_float}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_float
-    records = [
-      [-1.0],
-      [nil],
-      [1.0],
-    ]
-    target = build({column: :float}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_double
-    records = [
-      [-1.0],
-      [nil],
-      [1.0],
-    ]
-    target = build({column: :double}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_binary
-    records = [
-      ["\x00".b],
-      [nil],
-      ["\xff".b],
-    ]
-    target = build({column: :binary}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_string
-    records = [
-      ["Ruby"],
-      [nil],
-      ["\u3042"], # U+3042 HIRAGANA LETTER A
-    ]
-    target = build({column: :string}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_date32
-    records = [
-      [Date.new(1960, 1, 1)],
-      [nil],
-      [Date.new(2017, 8, 23)],
-    ]
-    target = build({column: :date32}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_date64
-    records = [
-      [DateTime.new(1960, 1, 1, 2, 9, 30)],
-      [nil],
-      [DateTime.new(2017, 8, 23, 14, 57, 2)],
-    ]
-    target = build({column: :date64}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_timestamp_second
-    records = [
-      [Time.parse("1960-01-01T02:09:30Z")],
-      [nil],
-      [Time.parse("2017-08-23T14:57:02Z")],
-    ]
-    target = build({
-                     column: {
-                       type: :timestamp,
-                       unit: :second,
-                     }
-                   },
-                   records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_timestamp_milli
-    records = [
-      [Time.parse("1960-01-01T02:09:30.123Z")],
-      [nil],
-      [Time.parse("2017-08-23T14:57:02.987Z")],
-    ]
-    target = build({
-                     column: {
-                       type: :timestamp,
-                       unit: :milli,
-                     }
-                   },
-                   records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_timestamp_micro
-    records = [
-      [Time.parse("1960-01-01T02:09:30.123456Z")],
-      [nil],
-      [Time.parse("2017-08-23T14:57:02.987654Z")],
-    ]
-    target = build({
-                     column: {
-                       type: :timestamp,
-                       unit: :micro,
-                     }
-                   },
-                   records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_timestamp_nano
-    records = [
-      [Time.parse("1960-01-01T02:09:30.123456789Z")],
-      [nil],
-      [Time.parse("2017-08-23T14:57:02.987654321Z")],
-    ]
-    target = build({
-                     column: {
-                       type: :timestamp,
-                       unit: :nano,
-                     }
-                   },
-                   records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_time32_second
-    unit = Arrow::TimeUnit::SECOND
-    records = [
-      [Arrow::Time.new(unit, 60 * 10)], # 00:10:00
-      [nil],
-      [Arrow::Time.new(unit, 60 * 60 * 2 + 9)], # 02:00:09
-    ]
-    target = build({
-                     column: {
-                       type: :time32,
-                       unit: :second,
-                     }
-                   },
-                   records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_time32_milli
-    unit = Arrow::TimeUnit::MILLI
-    records = [
-      [Arrow::Time.new(unit, (60 * 10) * 1000 + 123)], # 00:10:00.123
-      [nil],
-      [Arrow::Time.new(unit, (60 * 60 * 2 + 9) * 1000 + 987)], # 02:00:09.987
-    ]
-    target = build({
-                     column: {
-                       type: :time32,
-                       unit: :milli,
-                     }
-                   },
-                   records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_time64_micro
-    unit = Arrow::TimeUnit::MICRO
-    records = [
-      # 00:10:00.123456
-      [Arrow::Time.new(unit, (60 * 10) * 1_000_000 + 123_456)],
-      [nil],
-      # 02:00:09.987654
-      [Arrow::Time.new(unit, (60 * 60 * 2 + 9) * 1_000_000 + 987_654)],
-    ]
-    target = build({
-                     column: {
-                       type: :time64,
-                       unit: :micro,
-                     }
-                   },
-                   records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_time64_nano
-    unit = Arrow::TimeUnit::NANO
-    records = [
-      # 00:10:00.123456789
-      [Arrow::Time.new(unit, (60 * 10) * 1_000_000_000 + 123_456_789)],
-      [nil],
-      # 02:00:09.987654321
-      [Arrow::Time.new(unit, (60 * 60 * 2 + 9) * 1_000_000_000 + 987_654_321)],
-    ]
-    target = build({
-                     column: {
-                       type: :time64,
-                       unit: :nano,
-                     }
-                   },
-                   records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_decimal128
-    records = [
-      [BigDecimal("92.92")],
-      [nil],
-      [BigDecimal("29.29")],
-    ]
-    target = build({
-                     column: {
-                       type: :decimal128,
-                       precision: 8,
-                       scale: 2,
-                     }
-                   },
-                   records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_decimal256
-    records = [
-      [BigDecimal("92.92")],
-      [nil],
-      [BigDecimal("29.29")],
-    ]
-    target = build({
-                     column: {
-                       type: :decimal256,
-                       precision: 38,
-                       scale: 2,
-                     }
-                   },
-                   records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_month_interval
-    records = [
-      [1],
-      [nil],
-      [12],
-    ]
-    target = build({column: :month_interval}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_day_time_interval
-    records = [
-      [{day: 1, millisecond: 100}],
-      [nil],
-      [{day: 2, millisecond: 300}],
-    ]
-    target = build({column: :day_time_interval}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-
-  def test_month_day_nano_interval
-    records = [
-      [{month: 1, day: 1, nanosecond: 100}],
-      [nil],
-      [{month: 2, day: 3, nanosecond: 400}],
-    ]
-    target = build({column: :month_day_nano_interval}, records)
-    assert_equal(records, target.each_raw_record.to_a)
-  end
-end
-
-class EachRawRecordRecordBatchBasicArraysTest< Test::Unit::TestCase
-  include EachRawRecordBasicArraysTests
-
-  def build(schema, records)
-    Arrow::RecordBatch.new(schema, records)
-  end
-end
-
-class EachRawRecordTableBasicArraysTest < Test::Unit::TestCase
-  include EachRawRecordBasicArraysTests
-
-  def build(schema, records)
-    record_batch = Arrow::RecordBatch.new(schema, records)
-    # Multiple chunks
-    record_batches = [
-      record_batch.slice(0, 2),
-      record_batch.slice(2, 0), # Empty chunk
-      record_batch.slice(2, record_batch.length - 2),
-    ]
-    Arrow::Table.new(schema, record_batches)
-  end
-end