red-arrow 18.1.0 → 19.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4f4b1e51f2f7908d4a816998b595ba66496a17658366a0394e5534ffbd7a8b45
-  data.tar.gz: e128ef39a87c7a48e330516463025b17396c4bb054dc8b6476db5f3c9887910d
+  metadata.gz: 0a8aa36eb0c5f2b949cbaf459814a0ec146609457e502c8094d56292f9508f66
+  data.tar.gz: cd733c775e5a8153e6483ba52865f55f322af6079e0be937e3d9e73d695e35ab
 SHA512:
-  metadata.gz: cc63d80da43f81d20e338b545a2a2adc4e81c9c7c4fd8bf2a01584b8a999a9b49af859961d14d6e6c3933d33870209b5be4a3204f87fa8648435437b1bfcfebf
-  data.tar.gz: b3396ecc39dd245ca2a687c02ccaab6053e9a8a184e55b500e6fbf67ee30efd4f219e1fd7d3fc29f5bad0da501f2350887abf9b1e8c7d63aee1c58faf090dae3
+  metadata.gz: f370dfc7d35173ba0ab1f4cf013971c46714abe88c00e29e44d63ca0478d91632ac390f2c31c5018cf25a9b81978498be3f29302858f24484dd307aa5e09fa90
+  data.tar.gz: 5de09dbc992c45a6a682390250b37607d2d5cdfd6cb0dcbc4cb7c7fb41dcbd6f56dd38c0e8023180d230e3102a68c2b88672ff687a4670ae6b1a13b158d3ec0b

data/lib/arrow/array.rb

@@ -33,9 +33,10 @@ module Arrow
       end
 
       def builder_class
-        builder_class_name = "#{name}Builder"
-        return nil unless const_defined?(builder_class_name)
-        const_get(builder_class_name)
+        local_name = name.split("::").last
+        builder_class_name = "#{local_name}Builder"
+        return nil unless Arrow.const_defined?(builder_class_name)
+        Arrow.const_get(builder_class_name)
       end
 
       # @api private
@@ -92,6 +93,8 @@ module Arrow
       equal_options(other, options)
     end
 
+    alias_method :size, :length
+
     def each
       return to_enum(__method__) unless block_given?
 
@@ -250,7 +253,7 @@ module Arrow
             "[array][resolve] need to implement " +
             "a feature that building #{value_data_type} array " +
             "from raw Ruby Array"
-          raise NotImplemented, message
+          raise NotImplementedError, message
         end
         other_array
       elsif other_array.respond_to?(:value_data_type)

data/lib/arrow/column.rb

@@ -58,11 +58,11 @@ module Arrow
       @data.reverse_each(&block)
     end
 
-    def n_rows
-      @data.n_rows
+    def size
+      @data.size
     end
-    alias_method :size, :n_rows
-    alias_method :length, :n_rows
+    alias_method :length, :size
+    alias_method :n_rows, :size
 
     def n_nulls
       @data.n_nulls

data/lib/arrow/jruby/array-builder.rb

@@ -0,0 +1,114 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+require_relative "array"
+
+module Arrow
+  module ArrayBuildable
+    ValueVector = org.apache.arrow.vector.ValueVector
+    def buildable?(args)
+      return false if args.size == 1 and args.first.is_a?(ValueVector)
+      super
+    end
+  end
+
+  class ArrayBuilder
+    class << self
+      prepend ArrayBuildable
+    end
+
+    def initialize
+      @vector = self.class::Array::Vector.new("", Arrow.allocator)
+      @vector.allocate_new
+      @index = 0
+    end
+
+    def append_value(value)
+      @vector.set(@index, value)
+      @index += 1
+    end
+
+    def append_values(values, is_valids=nil)
+      if is_valids
+        values.zip(is_valids) do |value, is_valid|
+          if is_valid
+            @vector.set(@index, value)
+          else
+            @vector.set_null(@index)
+          end
+          @index += 1
+        end
+      else
+        values.each do |value|
+          @vector.set(@index, value)
+          @index += 1
+        end
+      end
+    end
+
+    def append_nulls(n)
+      n.times do
+        @vector.set_null(@index)
+        @index += 1
+      end
+    end
+
+    def finish
+      @vector.set_value_count(@index)
+      vector, @vector = @vector, nil
+      self.class::Array.new(vector)
+    end
+  end
+
+  class Int8ArrayBuilder < ArrayBuilder
+    Array = Int8Array
+  end
+
+  class Int32ArrayBuilder < ArrayBuilder
+    Array = Int32Array
+  end
+
+  class FixedSizeBinaryArrayBuilder < ArrayBuilder
+  end
+
+  class Decimal128ArrayBuilder < FixedSizeBinaryArrayBuilder
+  end
+
+  class Decimal256ArrayBuilder < FixedSizeBinaryArrayBuilder
+  end
+
+  class ListArrayBuilder < ArrayBuilder
+  end
+
+  class MapArrayBuilder < ArrayBuilder
+  end
+
+  class StructArrayBuilder < ArrayBuilder
+  end
+
+  class UnionArrayBuilder < ArrayBuilder
+    def append_child(child, filed_name)
+      raise NotImplementedError
+    end
+  end
+
+  class DenseUnionArrayBuilder < UnionArrayBuilder
+  end
+
+  class SparseUnionArrayBuilder < UnionArrayBuilder
+  end
+end

data/lib/arrow/jruby/array.rb

@@ -0,0 +1,109 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+require_relative "data-type"
+
+module Arrow
+  class Array
+    VectorAppender = org.apache.arrow.vector.util.VectorAppender
+    VectorEqualsVisitor = org.apache.arrow.vector.compare.VectorEqualsVisitor
+
+    attr_reader :vector
+
+    def initialize(vector)
+      @vector = vector
+    end
+
+    def ==(other_array)
+      return false unless other_array.is_a?(self.class)
+      VectorEqualsVisitor.vector_equals(@vector, other_array.vector)
+    end
+
+    def null?(i)
+      @vector.null?(i)
+    end
+
+    def get_value(i)
+      @vector.get_object(i)
+    end
+
+    def to_s
+      @vector.to_s
+    end
+
+    def inspect
+      super.sub(/>\z/) do
+        " #{to_s}>"
+      end
+    end
+
+    def close
+      @vector.close
+    end
+
+    def length
+      @vector.value_count
+    end
+
+    def value_data_type
+      self.class::ValueDataType.new
+    end
+
+    def values
+      each.to_a
+    end
+
+    def cast(other_value_data_type)
+      other_value_data_type.build_array(to_a)
+    end
+
+    def is_in(values)
+      raise NotImplementedError
+    end
+
+    def concatenate(other_arrays)
+      total_size = length + other_arrays.sum(&:length)
+      vector = self.class::Vector.new("", Arrow.allocator)
+      vector.allocate_new(total_size)
+      appender = VectorAppender.new(vector)
+      @vector.accept(appender, nil)
+      other_arrays.each do |other_array|
+        other_array.vector.accept(appender, nil)
+      end
+      self.class.new(vector)
+    end
+  end
+
+  class Int8Array < Array
+    Vector = org.apache.arrow.vector.SmallIntVector
+    ValueDataType = Int8DataType
+  end
+
+  class Int32Array < Array
+    Vector = org.apache.arrow.vector.IntVector
+    ValueDataType = Int32DataType
+  end
+
+  class FixedSizeBinaryArray < Array
+  end
+
+  class StructArray < Array
+    def fields
+      raise NotImplementedError
+    end
+  end
+end

data/{test/helper/fixture.rb → lib/arrow/jruby/chunked-array.rb}

@@ -15,14 +15,22 @@
 # specific language governing permissions and limitations
 # under the License.
 
-module Helper
-  module Fixture
-    def fixture_dir
-      Pathname.new(__dir__).join("..", "fixture").expand_path
+module Arrow
+  class ChunkedArray
+    def initialize(arrays)
+      @arrays = arrays
     end
 
-    def fixture_path(*components)
-      fixture_dir.join(*components)
+    def n_rows
+      @arrays.sum(&:size)
+    end
+
+    def chunks
+      @arrays
+    end
+
+    def get_chunk(i)
+      @arrays[i]
     end
   end
 end

data/lib/arrow/jruby/compression-type.rb

@@ -0,0 +1,26 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class CompressionType
+    class << self
+      def values
+        []
+      end
+    end
+  end
+end

data/{test/test-boolean-scalar.rb → lib/arrow/jruby/csv-read-options.rb}

@@ -15,12 +15,18 @@
 # specific language governing permissions and limitations
 # under the License.
 
-class BooleanScalarTest < Test::Unit::TestCase
-  def setup
-    @scalar = Arrow::BooleanScalar.new(true)
-  end
+module Arrow
+  class CSVReadOptions
+    def add_column_type(name, type)
+      raise NotImplementedError
+    end
+
+    def delimiter
+      raise NotImplementedError
+    end
 
-  test("#value") do
-    assert_equal(true, @scalar.value)
+    def delimiter=(delimiter)
+      raise NotImplementedError
+    end
   end
 end

data/{test/test-map-data-type.rb → lib/arrow/jruby/data-type.rb}

@@ -15,22 +15,34 @@
 # specific language governing permissions and limitations
 # under the License.
 
-class MapDataTypeTest < Test::Unit::TestCase
-  sub_test_case(".new") do
-    def setup
-      @key = :int8
-      @item = :string
+module Arrow
+  class DataType
+    def initialize
+      @minor_type = self.class::MinorType
     end
+  end
+
+  class Int8DataType < DataType
+    MinorType = org.apache.arrow.vector.types.Types::MinorType::SMALLINT
+  end
 
-    test("ordered arguments") do
-      assert_equal("map<int8, string>",
-                   Arrow::MapDataType.new(@key, @item).to_s)
+  class Int32DataType < DataType
+    MinorType = org.apache.arrow.vector.types.Types::MinorType::INT
+  end
+
+  class Decimal128DataType < DataType
+    class << self
+      def max_precision
+        38
+      end
     end
+  end
 
-    test("description") do
-      assert_equal("map<int8, string>",
-                   Arrow::MapDataType.new(key: @key,
-                                          item: @item).to_s)
+  class Decimal256DataType < DataType
+    class << self
+      def max_precision
+        76
+      end
     end
   end
 end

data/lib/arrow/jruby/decimal128.rb

@@ -0,0 +1,28 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class Decimal128
+    def abs
+      raise NotImplementedError
+    end
+
+    def negate
+      raise NotImplementedError
+    end
+  end
+end

data/lib/arrow/jruby/decimal256.rb

@@ -0,0 +1,28 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class Decimal256
+    def abs
+      raise NotImplementedError
+    end
+
+    def negate
+      raise NotImplementedError
+    end
+  end
+end

data/{test/fixture/null-with-double-quote.csv → lib/arrow/jruby/error.rb}

@@ -14,7 +14,10 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-name,score
-alice,10
-bob,""
-chris,-1
+
+module Arrow
+  class Error < StandardError
+    class Invalid < Error
+    end
+  end
+end

data/lib/arrow/jruby/file-system.rb

@@ -0,0 +1,24 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class FileSystem
+    def open_output_stream(path)
+      raise NotImplementedError
+    end
+  end
+end

data/{test/test-null-array.rb → lib/arrow/jruby/function.rb}

@@ -15,9 +15,10 @@
 # specific language governing permissions and limitations
 # under the License.
 
-class NullArrayTest < Test::Unit::TestCase
-  test("#[]") do
-    array = Arrow::NullArray.new(1)
-    assert_nil(array[0])
+module Arrow
+  class Function
+    def execute(args, options=nil, context=nil)
+      raise NotImplementedError
+    end
   end
 end

data/lib/arrow/jruby/record-batch-iterator.rb

@@ -0,0 +1,24 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class RecordBatchIterator
+    def to_list
+      raise NotImplementedError
+    end
+  end
+end

data/{test/fixture/integer-float.csv → lib/arrow/jruby/record-batch.rb}

@@ -14,7 +14,11 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-score
-10
-2.9
--1.1
+
+module Arrow
+  class RecordBatch
+    def n_rows
+      raise NotImplementedError
+    end
+  end
+end

data/{test/fixture/float-integer.csv → lib/arrow/jruby/sort-key.rb}

@@ -14,7 +14,11 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-score
-2.9
-10
--1.1
+
+module Arrow
+  class SortKey
+    def target
+      raise NotImplementedError
+    end
+  end
+end

data/lib/arrow/jruby/sort-options.rb

@@ -0,0 +1,24 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class SortOptions
+    def add_sort_key(target, order=nil)
+      raise NotImplementedError
+    end
+  end
+end

data/lib/arrow/jruby/stream-listener-raw.rb

@@ -0,0 +1,25 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class StreamListenerRaw
+    class << self
+      def type_register
+      end
+    end
+  end
+end