red-arrow 18.1.0 → 19.0.0

data/test/test-tensor.rb

@@ -1,297 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-class TensorTest < Test::Unit::TestCase
-  sub_test_case("class methods") do
-    sub_test_case(".new") do
-      def setup
-        @raw_tensor = [
-          [
-            [1, 2, 3, 4],
-            [5, 6, 7, 8],
-          ],
-          [
-            [9, 10, 11, 12],
-            [13, 14, 15, 16],
-          ],
-          [
-            [17, 18, 19, 20],
-            [21, 22, 23, 24],
-          ],
-        ]
-        @shape = [3, 2, 4]
-        @strides = [8, 4, 1]
-      end
-
-      test("Array") do
-        tensor = Arrow::Tensor.new(@raw_tensor)
-        assert_equal({
-                       value_data_type: Arrow::UInt8DataType.new,
-                       buffer: @raw_tensor.flatten.pack("C*"),
-                       shape: @shape,
-                       strides: @strides,
-                       dimension_names: ["", "", ""],
-                     },
-                     {
-                       value_data_type: tensor.value_data_type,
-                       buffer: tensor.buffer.data.to_s,
-                       shape: tensor.shape,
-                       strides: tensor.strides,
-                       dimension_names: tensor.dimension_names,
-                     })
-      end
-
-      test("Array, data_type: Symbol") do
-        tensor = Arrow::Tensor.new(@raw_tensor, data_type: :int32)
-        assert_equal({
-                       value_data_type: Arrow::Int32DataType.new,
-                       buffer: @raw_tensor.flatten.pack("l*"),
-                       shape: @shape,
-                       strides: @strides.collect {|x| x * 4},
-                       dimension_names: ["", "", ""],
-                     },
-                     {
-                       value_data_type: tensor.value_data_type,
-                       buffer: tensor.buffer.data.to_s,
-                       shape: tensor.shape,
-                       strides: tensor.strides,
-                       dimension_names: tensor.dimension_names,
-                     })
-      end
-
-      test("Array, dimension_names: Array<String>") do
-        tensor = Arrow::Tensor.new(@raw_tensor,
-                                   dimension_names: ["a", "b", "c"])
-        assert_equal({
-                       value_data_type: Arrow::UInt8DataType.new,
-                       buffer: @raw_tensor.flatten.pack("C*"),
-                       shape: @shape,
-                       strides: @strides,
-                       dimension_names: ["a", "b", "c"],
-                     },
-                     {
-                       value_data_type: tensor.value_data_type,
-                       buffer: tensor.buffer.data.to_s,
-                       shape: tensor.shape,
-                       strides: tensor.strides,
-                       dimension_names: tensor.dimension_names,
-                     })
-      end
-
-      test("Array, dimension_names: Array<Symbol>") do
-        tensor = Arrow::Tensor.new(@raw_tensor,
-                                   dimension_names: [:a, :b, :c])
-        assert_equal({
-                       value_data_type: Arrow::UInt8DataType.new,
-                       buffer: @raw_tensor.flatten.pack("C*"),
-                       shape: @shape,
-                       strides: @strides,
-                       dimension_names: ["a", "b", "c"],
-                     },
-                     {
-                       value_data_type: tensor.value_data_type,
-                       buffer: tensor.buffer.data.to_s,
-                       shape: tensor.shape,
-                       strides: tensor.strides,
-                       dimension_names: tensor.dimension_names,
-                     })
-      end
-
-      test("Array, strides:") do
-        message = "strides: is only accepted with " +
-                  "an Arrow::Buffer or String raw tensor: #{@strides.inspect}"
-        assert_raise(ArgumentError.new(message)) do
-          Arrow::Tensor.new(@raw_tensor, strides: @strides)
-        end
-      end
-
-      test("Arrow::Buffer, data_type:, shape:") do
-        data_type = :uint8
-        data = Arrow::Buffer.new(@raw_tensor.flatten.pack("C*").freeze)
-        tensor = Arrow::Tensor.new(data,
-                                   data_type: data_type,
-                                   shape: @shape)
-        assert_equal({
-                       value_data_type: Arrow::UInt8DataType.new,
-                       buffer: @raw_tensor.flatten.pack("C*"),
-                       shape: @shape,
-                       strides: @strides,
-                       dimension_names: ["", "", ""],
-                     },
-                     {
-                       value_data_type: tensor.value_data_type,
-                       buffer: tensor.buffer.data.to_s,
-                       shape: tensor.shape,
-                       strides: tensor.strides,
-                       dimension_names: tensor.dimension_names,
-                     })
-      end
-
-      test("String, data_type:, shape:") do
-        data_type = :uint8
-        data = @raw_tensor.flatten.pack("C*").freeze
-        tensor = Arrow::Tensor.new(data,
-                                   data_type: data_type,
-                                   shape: @shape)
-        assert_equal({
-                       value_data_type: Arrow::UInt8DataType.new,
-                       buffer: @raw_tensor.flatten.pack("C*"),
-                       shape: @shape,
-                       strides: @strides,
-                       dimension_names: ["", "", ""],
-                     },
-                     {
-                       value_data_type: tensor.value_data_type,
-                       buffer: tensor.buffer.data.to_s,
-                       shape: tensor.shape,
-                       strides: tensor.strides,
-                       dimension_names: tensor.dimension_names,
-                     })
-      end
-
-      test("String, data_type:") do
-        data_type = :uint8
-        data = @raw_tensor.flatten.pack("C*").freeze
-        message = "shape: is missing: #{data.inspect}"
-        assert_raise(ArgumentError.new(message)) do
-          Arrow::Tensor.new(data, data_type: data_type)
-        end
-      end
-
-      test("String, shape:") do
-        data = @raw_tensor.flatten.pack("C*").freeze
-        message = "data_type: is missing: #{data.inspect}"
-        assert_raise(ArgumentError.new(message)) do
-          Arrow::Tensor.new(data, shape: @shape)
-        end
-      end
-
-      test("String - not ASCII-8BIT") do
-        data = "XXX"
-        message = "raw tensor String must be " +
-                  "an ASCII-8BIT encoded string: #{data.encoding.inspect}"
-        assert_raise(ArgumentError.new(message)) do
-          Arrow::Tensor.new("XXX")
-        end
-      end
-
-      test("Symbol, Arrow::Buffer, shape:") do
-        data_type = :uint8
-        data = Arrow::Buffer.new(@raw_tensor.flatten.pack("C*").freeze)
-        tensor = Arrow::Tensor.new(data_type,
-                                   data,
-                                   shape: @shape)
-        assert_equal({
-                       value_data_type: Arrow::UInt8DataType.new,
-                       buffer: @raw_tensor.flatten.pack("C*"),
-                       shape: @shape,
-                       strides: @strides,
-                       dimension_names: ["", "", ""],
-                     },
-                     {
-                       value_data_type: tensor.value_data_type,
-                       buffer: tensor.buffer.data.to_s,
-                       shape: tensor.shape,
-                       strides: tensor.strides,
-                       dimension_names: tensor.dimension_names,
-                     })
-      end
-
-      test("Symbol, String, shape:, strides: - !contiguous and column major") do
-        data_type = :uint8
-        @shape[-1] -= 1 # Ignore the last element in @raw_tensor
-        @strides.reverse
-        tensor = Arrow::Tensor.new(data_type,
-                                   @raw_tensor.flatten.pack("C*"),
-                                   shape: @shape,
-                                   strides: @strides)
-        assert_equal({
-                       value_data_type: Arrow::UInt8DataType.new,
-                       buffer: @raw_tensor.flatten.pack("C*"),
-                       shape: @shape,
-                       strides: @strides,
-                       dimension_names: ["", "", ""],
-                       contiguous: false,
-                       row_major: false,
-                       column_major: false,
-                     },
-                     {
-                       value_data_type: tensor.value_data_type,
-                       buffer: tensor.buffer.data.to_s,
-                       shape: tensor.shape,
-                       strides: tensor.strides,
-                       dimension_names: tensor.dimension_names,
-                       contiguous: tensor.contiguous?,
-                       row_major: tensor.row_major?,
-                       column_major: tensor.column_major?,
-                     })
-      end
-    end
-  end
-
-  sub_test_case("instance methods") do
-    def setup
-      raw_data = [
-        1, 2,
-        3, 4,
-
-        5, 6,
-        7, 8,
-
-        9, 10,
-        11, 12,
-      ]
-      data = Arrow::Buffer.new(raw_data.pack("c*").freeze)
-      shape = [3, 2, 2]
-      strides = []
-      names = ["a", "b", "c"]
-      @tensor = Arrow::Tensor.new(:int8,
-                                  data,
-                                  shape,
-                                  strides,
-                                  names)
-    end
-
-    sub_test_case("#==") do
-      test("Arrow::Tensor") do
-        assert do
-          @tensor == @tensor
-        end
-      end
-
-      test("not Arrow::Tensor") do
-        assert do
-          not (@tensor == 29)
-        end
-      end
-    end
-
-    sub_test_case("#to_arrow_array") do
-      test("1 dimension") do
-        assert_equal(Arrow::UInt8Array.new([1, 2, 3]),
-                     Arrow::Tensor.new([1, 2, 3]).to_arrow_array)
-      end
-
-      test("2 dimensions") do
-        message = "must be 1 dimensional tensor: [3, 1]"
-        assert_raise(RangeError.new(message)) do
-          Arrow::Tensor.new([[1], [2], [3]]).to_arrow_array
-        end
-      end
-    end
-  end
-end

data/test/test-time.rb

@@ -1,288 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-class TimeTest < Test::Unit::TestCase
-  sub_test_case("#==") do
-    test("same unit") do
-      assert do
-        Arrow::Time.new(:second, 10) == Arrow::Time.new(:second, 10)
-      end
-    end
-
-    test("different unit") do
-      assert do
-        Arrow::Time.new(:second, 10) == Arrow::Time.new(:milli, 10 * 1000)
-      end
-    end
-
-    test("false") do
-      assert do
-        not(Arrow::Time.new(:second, 10) == Arrow::Time.new(:second, 11))
-      end
-    end
-  end
-
-  sub_test_case("#cast") do
-    test("same unit") do
-      time = Arrow::Time.new(Arrow::TimeUnit::SECOND, 10)
-      casted_time = time.cast(Arrow::TimeUnit::SECOND)
-      assert_equal([time.unit, time.value],
-                   [casted_time.unit, casted_time.value])
-    end
-
-    test("second -> milli") do
-      time = Arrow::Time.new(Arrow::TimeUnit::SECOND, 10)
-      casted_time = time.cast(Arrow::TimeUnit::MILLI)
-      assert_equal([
-                     Arrow::TimeUnit::MILLI,
-                     time.value * 1000,
-                   ],
-                   [
-                     casted_time.unit,
-                     casted_time.value,
-                   ])
-    end
-
-    test("second -> micro") do
-      time = Arrow::Time.new(Arrow::TimeUnit::SECOND, 10)
-      casted_time = time.cast(Arrow::TimeUnit::MICRO)
-      assert_equal([
-                     Arrow::TimeUnit::MICRO,
-                     time.value * 1000 * 1000,
-                   ],
-                   [
-                     casted_time.unit,
-                     casted_time.value,
-                   ])
-    end
-
-    test("second -> nano") do
-      time = Arrow::Time.new(Arrow::TimeUnit::SECOND, 10)
-      casted_time = time.cast(Arrow::TimeUnit::NANO)
-      assert_equal([
-                     Arrow::TimeUnit::NANO,
-                     time.value * 1000 * 1000 * 1000,
-                   ],
-                   [
-                     casted_time.unit,
-                     casted_time.value,
-                   ])
-    end
-
-    test("milli -> second") do
-      time = Arrow::Time.new(Arrow::TimeUnit::MILLI, 10_200)
-      casted_time = time.cast(Arrow::TimeUnit::SECOND)
-      assert_equal([
-                     Arrow::TimeUnit::SECOND,
-                     10,
-                   ],
-                   [
-                     casted_time.unit,
-                     casted_time.value,
-                   ])
-    end
-
-    test("milli -> micro") do
-      time = Arrow::Time.new(Arrow::TimeUnit::MILLI, 10_200)
-      casted_time = time.cast(Arrow::TimeUnit::MICRO)
-      assert_equal([
-                     Arrow::TimeUnit::MICRO,
-                     time.value * 1000,
-                   ],
-                   [
-                     casted_time.unit,
-                     casted_time.value,
-                   ])
-    end
-
-    test("milli -> nano") do
-      time = Arrow::Time.new(Arrow::TimeUnit::MILLI, 10_200)
-      casted_time = time.cast(Arrow::TimeUnit::NANO)
-      assert_equal([
-                     Arrow::TimeUnit::NANO,
-                     time.value * 1000 * 1000,
-                   ],
-                   [
-                     casted_time.unit,
-                     casted_time.value,
-                   ])
-    end
-
-    test("micro -> second") do
-      time = Arrow::Time.new(Arrow::TimeUnit::MICRO, 10_200_300)
-      casted_time = time.cast(Arrow::TimeUnit::SECOND)
-      assert_equal([
-                     Arrow::TimeUnit::SECOND,
-                     10,
-                   ],
-                   [
-                     casted_time.unit,
-                     casted_time.value,
-                   ])
-    end
-
-    test("micro -> milli") do
-      time = Arrow::Time.new(Arrow::TimeUnit::MICRO, 10_200_300)
-      casted_time = time.cast(Arrow::TimeUnit::MILLI)
-      assert_equal([
-                     Arrow::TimeUnit::MILLI,
-                     10_200,
-                   ],
-                   [
-                     casted_time.unit,
-                     casted_time.value,
-                   ])
-    end
-
-    test("micro -> nano") do
-      time = Arrow::Time.new(Arrow::TimeUnit::MICRO, 10_200_300)
-      casted_time = time.cast(Arrow::TimeUnit::NANO)
-      assert_equal([
-                     Arrow::TimeUnit::NANO,
-                     time.value * 1000,
-                   ],
-                   [
-                     casted_time.unit,
-                     casted_time.value,
-                   ])
-    end
-
-    test("nano -> second") do
-      time = Arrow::Time.new(Arrow::TimeUnit::NANO, 10_200_300_400)
-      casted_time = time.cast(Arrow::TimeUnit::SECOND)
-      assert_equal([
-                     Arrow::TimeUnit::SECOND,
-                     10,
-                   ],
-                   [
-                     casted_time.unit,
-                     casted_time.value,
-                   ])
-    end
-
-    test("nano -> milli") do
-      time = Arrow::Time.new(Arrow::TimeUnit::NANO, 10_200_300_400)
-      casted_time = time.cast(Arrow::TimeUnit::MILLI)
-      assert_equal([
-                     Arrow::TimeUnit::MILLI,
-                     10_200,
-                   ],
-                   [
-                     casted_time.unit,
-                     casted_time.value,
-                   ])
-    end
-
-    test("nano -> micro") do
-      time = Arrow::Time.new(Arrow::TimeUnit::NANO, 10_200_300_400)
-      casted_time = time.cast(Arrow::TimeUnit::MICRO)
-      assert_equal([
-                     Arrow::TimeUnit::MICRO,
-                     10_200_300,
-                   ],
-                   [
-                     casted_time.unit,
-                     casted_time.value,
-                   ])
-    end
-  end
-
-  sub_test_case("#to_f") do
-    test("second") do
-      time = Arrow::Time.new(Arrow::TimeUnit::SECOND, 10)
-      assert_in_delta(10.0, time.to_f)
-    end
-
-    test("milli") do
-      time = Arrow::Time.new(Arrow::TimeUnit::MILLI, 10_200)
-      assert_in_delta(10.2, time.to_f)
-    end
-
-    test("micro") do
-      time = Arrow::Time.new(Arrow::TimeUnit::MICRO, 10_200_300)
-      assert_in_delta(10.2003, time.to_f)
-    end
-
-    test("nano") do
-      time = Arrow::Time.new(Arrow::TimeUnit::NANO, 10_200_300_400)
-      assert_in_delta(10.2003004, time.to_f)
-    end
-  end
-
-  sub_test_case("#positive?") do
-    test("true") do
-      time = Arrow::Time.new(Arrow::TimeUnit::SECOND, 10)
-      assert do
-        time.positive?
-      end
-    end
-
-    test("false") do
-      time = Arrow::Time.new(Arrow::TimeUnit::SECOND, -10)
-      assert do
-        not time.positive?
-      end
-    end
-  end
-
-  sub_test_case("#negative?") do
-    test("true") do
-      time = Arrow::Time.new(Arrow::TimeUnit::SECOND, -10)
-      assert do
-        time.negative?
-      end
-    end
-
-    test("false") do
-      time = Arrow::Time.new(Arrow::TimeUnit::SECOND, 10)
-      assert do
-        not time.negative?
-      end
-    end
-  end
-
-  test("#hour") do
-    time = Arrow::Time.new(Arrow::TimeUnit::SECOND,
-                           (5 * 60 * 60) + (12 * 60) + 10)
-    assert_equal(5, time.hour)
-  end
-
-  test("#minute") do
-    time = Arrow::Time.new(Arrow::TimeUnit::SECOND,
-                           (5 * 60 * 60) + (12 * 60) + 10)
-    assert_equal(12, time.minute)
-  end
-
-  test("#second") do
-    time = Arrow::Time.new(Arrow::TimeUnit::SECOND,
-                           (5 * 60 * 60) + (12 * 60) + 10)
-    assert_equal(10, time.second)
-  end
-
-  test("#nano_second") do
-    time = Arrow::Time.new(Arrow::TimeUnit::NANO, 1234)
-    assert_equal(1234, time.nano_second)
-  end
-
-  test("#to_s") do
-    time = Arrow::Time.new(Arrow::TimeUnit::NANO,
-                           -(((5 * 60 * 60) + (12 * 60) + 10) * 1_000_000_000 +
-                             1234))
-    assert_equal("-05:12:10.000001234",
-                 time.to_s)
-  end
-end

data/test/test-time32-array.rb

@@ -1,81 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-class Time32ArrayTest < Test::Unit::TestCase
-  sub_test_case(".new") do
-    sub_test_case("unit") do
-      test("Arrow::TimeUnit") do
-        values = [1000 * 10, nil]
-        array = Arrow::Time32Array.new(Arrow::TimeUnit::MILLI, values)
-        assert_equal([
-                       "time32[ms]",
-                       [
-                         Arrow::Time.new(Arrow::TimeUnit::MILLI,
-                                         1000 * 10),
-                         nil,
-                       ],
-                     ],
-                     [
-                       array.value_data_type.to_s,
-                       array.to_a,
-                     ])
-      end
-
-      test("Symbol") do
-        values = [60 * 10, nil]
-        array = Arrow::Time32Array.new(:second, values)
-        assert_equal([
-                       "time32[s]",
-                       [
-                         Arrow::Time.new(Arrow::TimeUnit::SECOND,
-                                         60 * 10),
-                         nil,
-                       ],
-                     ],
-                     [
-                       array.value_data_type.to_s,
-                       array.to_a,
-                     ])
-      end
-    end
-
-    sub_test_case("values") do
-      test("Arrow::Time") do
-        data_type = Arrow::Time32DataType.new(:second)
-        values = [
-          Arrow::Time.new(Arrow::TimeUnit::SECOND,
-                          60 * 10),
-          nil,
-        ]
-        array = Arrow::Time32Array.new(data_type, values)
-        assert_equal(values, array.to_a)
-      end
-
-      test("Integer") do
-        data_type = Arrow::Time32DataType.new(:second)
-        values = [60 * 10, nil]
-        array = Arrow::Time32Array.new(data_type, values)
-        assert_equal([
-                       Arrow::Time.new(Arrow::TimeUnit::SECOND,
-                                       60 * 10),
-                       nil,
-                     ],
-                     array.to_a)
-      end
-    end
-  end
-end

data/test/test-time32-data-type.rb

@@ -1,42 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-class Time32DataTypeTest < Test::Unit::TestCase
-  sub_test_case(".new") do
-    test("Arrow::TimeUnit") do
-      assert_equal("time32[ms]",
-                   Arrow::Time32DataType.new(Arrow::TimeUnit::MILLI).to_s)
-    end
-
-    test("Symbol") do
-      assert_equal("time32[ms]",
-                   Arrow::Time32DataType.new(:milli).to_s)
-    end
-
-    test("unit: Arrow::TimeUnit") do
-      data_type = Arrow::Time32DataType.new(unit: Arrow::TimeUnit::MILLI)
-      assert_equal("time32[ms]",
-                   data_type.to_s)
-    end
-
-    test("unit: Symbol") do
-      data_type = Arrow::Time32DataType.new(unit: :milli)
-      assert_equal("time32[ms]",
-                   data_type.to_s)
-    end
-  end
-end