red-arrow 8.0.0 → 24.0.0

data/lib/arrow/jruby/decimal128.rb

@@ -0,0 +1,28 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class Decimal128
+    def abs
+      raise NotImplementedError
+    end
+
+    def negate
+      raise NotImplementedError
+    end
+  end
+end

data/lib/arrow/jruby/decimal256.rb

@@ -0,0 +1,28 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class Decimal256
+    def abs
+      raise NotImplementedError
+    end
+
+    def negate
+      raise NotImplementedError
+    end
+  end
+end

data/{test/fixture/float-integer.csv → lib/arrow/jruby/error.rb}

@@ -14,7 +14,10 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-score
-2.9
-10
--1.1
+
+module Arrow
+  class Error < StandardError
+    class Invalid < Error
+    end
+  end
+end

data/lib/arrow/jruby/file-system.rb

@@ -0,0 +1,24 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class FileSystem
+    def open_output_stream(path)
+      raise NotImplementedError
+    end
+  end
+end

data/{test/test-null-array.rb → lib/arrow/jruby/function.rb}

@@ -15,9 +15,10 @@
 # specific language governing permissions and limitations
 # under the License.
 
-class NullArrayTest < Test::Unit::TestCase
-  test("#[]") do
-    array = Arrow::NullArray.new(1)
-    assert_nil(array[0])
+module Arrow
+  class Function
+    def execute(args, options=nil, context=nil)
+      raise NotImplementedError
+    end
   end
 end

data/lib/arrow/jruby/record-batch-iterator.rb

@@ -0,0 +1,24 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class RecordBatchIterator
+    def to_list
+      raise NotImplementedError
+    end
+  end
+end

data/{test/fixture/null-with-double-quote.csv → lib/arrow/jruby/record-batch.rb}

@@ -14,7 +14,11 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-name,score
-alice,10
-bob,""
-chris,-1
+
+module Arrow
+  class RecordBatch
+    def n_rows
+      raise NotImplementedError
+    end
+  end
+end

data/{test/fixture/integer-float.csv → lib/arrow/jruby/sort-key.rb}

@@ -14,7 +14,11 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-score
-10
-2.9
--1.1
+
+module Arrow
+  class SortKey
+    def target
+      raise NotImplementedError
+    end
+  end
+end

data/lib/arrow/jruby/sort-options.rb

@@ -0,0 +1,24 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class SortOptions
+    def add_sort_key(target, order=nil)
+      raise NotImplementedError
+    end
+  end
+end

data/lib/arrow/jruby/stream-listener-raw.rb

@@ -0,0 +1,25 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class StreamListenerRaw
+    class << self
+      def type_register
+      end
+    end
+  end
+end

data/{test/test-rolling-window.rb → lib/arrow/jruby/table.rb}

@@ -15,26 +15,26 @@
 # specific language governing permissions and limitations
 # under the License.
 
-class RollingWindowTest < Test::Unit::TestCase
-  include Helper::Fixture
+module Arrow
+  class Table
+    def filter(filter, options=nil)
+      raise NotImplementedError
+    end
 
-  def setup
-    raw_table = {
-      :number => Arrow::Int32Array.new([1, -2, nil, 4, 6, 3]),
-    }
-    @table = Arrow::Table.new(raw_table)
-  end
+    def take(indices)
+      raise NotImplementedError
+    end
+
+    def n_rows
+      raise NotImplementedError
+    end
+
+    def slice(from, length)
+      raise NotImplementedError
+    end
 
-  test("#lag") do
-    assert_equal(<<-ARRAY.chomp, @table.window.lag(:number).to_s)
-[
-  null,
-  -3,
-  null,
-  null,
-  2,
-  -3
-]
-    ARRAY
+    def remove_column(index)
+      raise NotImplementedError
+    end
   end
 end

data/lib/arrow/jruby/writable.rb

@@ -0,0 +1,24 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  module Writable
+    def write(data)
+      raise NotImplementedError
+    end
+  end
+end

data/lib/arrow/jruby.rb

@@ -0,0 +1,52 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+if File.exist?("../red-arrow_jars")
+  # installed gems
+  require_relative "../red-arrow_jars"
+else
+  # local development
+  require "red-arrow_jars"
+end
+
+module Arrow
+  class << self
+    def allocator
+      @allocator ||= org.apache.arrow.memory.RootAllocator.new
+    end
+  end
+end
+
+require_relative "jruby/array"
+require_relative "jruby/array-builder"
+require_relative "jruby/chunked-array"
+require_relative "jruby/compression-type"
+require_relative "jruby/csv-read-options"
+require_relative "jruby/decimal128"
+require_relative "jruby/decimal256"
+require_relative "jruby/error"
+require_relative "jruby/file-system"
+require_relative "jruby/function"
+require_relative "jruby/record-batch"
+require_relative "jruby/record-batch-iterator"
+require_relative "jruby/sort-key"
+require_relative "jruby/sort-options"
+require_relative "jruby/stream-listener-raw"
+require_relative "jruby/table"
+require_relative "jruby/writable"
+
+require_relative "libraries"

data/{test/test-date32-array.rb → lib/arrow/large-list-array-builder.rb}

@@ -15,10 +15,15 @@
 # specific language governing permissions and limitations
 # under the License.
 
-class Date32ArrayTest < Test::Unit::TestCase
-  test("#[]") do
-    n_days_since_epoch = 17406 # 2017-08-28
-    array = Arrow::Date32Array.new([n_days_since_epoch])
-    assert_equal(Date.new(2017, 8, 28), array[0])
+module Arrow
+  class LargeListArrayBuilder
+    class << self
+      def build(data_type, values)
+        builder = new(data_type)
+        builder.build(values)
+      end
+    end
+
+    prepend ListValuesAppendable
   end
 end

data/lib/arrow/large-list-data-type.rb

@@ -0,0 +1,83 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  class LargeListDataType
+    include ListFieldResolvable
+
+    alias_method :initialize_raw, :initialize
+    private :initialize_raw
+
+    # Creates a new {Arrow::LargeListDataType}.
+    #
+    # @overload initialize(field)
+    #
+    #   @param field [Arrow::Field, Hash] The field of the large list
+    #     data type. You can also specify field description by `Hash`.
+    #
+    #     See {Arrow::Field.new} how to specify field description.
+    #
+    #   @example Create a large list data type with {Arrow::Field}
+    #     visible_field = Arrow::Field.new("visible", :boolean)
+    #     Arrow::LargeListDataType.new(visible_field)
+    #
+    #   @example Create a large list data type with field description
+    #     Arrow::LargeListDataType.new(name: "visible", type: :boolean)
+    #
+    # @overload initialize(description)
+    #
+    #   @param description [Hash] The description of the large list data
+    #     type. It must have `:field` value.
+    #
+    #   @option description [Arrow::Field, Hash] :field The field of
+    #     the large list data type. You can also specify field
+    #     description by `Hash`.
+    #
+    #     See {Arrow::Field.new} how to specify field description.
+    #
+    #   @example Create a large list data type with {Arrow::Field}
+    #     visible_field = Arrow::Field.new("visible", :boolean)
+    #     Arrow::LargeListDataType.new(field: visible_field)
+    #
+    #   @example Create a large list data type with field description
+    #     Arrow::LargeListDataType.new(field: {name: "visible", type: :boolean})
+    #
+    # @overload initialize(data_type)
+    #
+    #   @param data_type [Arrow::DataType, String, Symbol,
+    #     ::Array<String>, ::Array<Symbol>, Hash] The element data
+    #     type of the large list data type. A field is created with the
+    #     default name `"item"` from the data type automatically.
+    #
+    #     See {Arrow::DataType.resolve} how to specify data type.
+    #
+    #   @example Create a large list data type with {Arrow::DataType}
+    #     Arrow::LargeListDataType.new(Arrow::BooleanDataType.new)
+    #
+    #   @example Create a large list data type with data type name as String
+    #     Arrow::LargeListDataType.new("boolean")
+    #
+    #   @example Create a large list data type with data type name as Symbol
+    #     Arrow::LargeListDataType.new(:boolean)
+    #
+    #   @example Create a large list data type with data type as Array
+    #     Arrow::LargeListDataType.new([:time32, :milli])
+    def initialize(arg)
+      initialize_raw(resolve_field(arg))
+    end
+  end
+end

data/lib/arrow/libraries.rb

@@ -0,0 +1,140 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+require_relative "array-computable"
+require_relative "column-containable"
+require_relative "field-containable"
+require_relative "generic-filterable"
+require_relative "generic-takeable"
+require_relative "input-referable"
+require_relative "list-field-resolvable"
+require_relative "list-values-appendable"
+require_relative "record-containable"
+require_relative "symbol-values-appendable"
+
+require_relative "aggregate-node-options"
+require_relative "aggregation"
+require_relative "array"
+require_relative "array-builder"
+require_relative "array-statistics"
+require_relative "bigdecimal-extension"
+require_relative "binary-dictionary-array-builder"
+require_relative "buffer"
+require_relative "chunked-array"
+require_relative "column"
+require_relative "compression-type"
+require_relative "csv-loader"
+require_relative "csv-read-options"
+require_relative "csv-write-options"
+require_relative "data-type"
+require_relative "date32-array"
+require_relative "date32-array-builder"
+require_relative "date64-array"
+require_relative "date64-array-builder"
+require_relative "datum"
+require_relative "day-time-interval-array-builder"
+require_relative "decimal128"
+require_relative "decimal128-array"
+require_relative "decimal128-array-builder"
+require_relative "decimal128-data-type"
+require_relative "decimal256"
+require_relative "decimal256-array"
+require_relative "decimal256-array-builder"
+require_relative "decimal256-data-type"
+require_relative "dense-union-array"
+require_relative "dense-union-array-builder"
+require_relative "dense-union-data-type"
+require_relative "dictionary-array"
+require_relative "dictionary-data-type"
+require_relative "duration-array"
+require_relative "duration-array-builder"
+require_relative "duration-data-type"
+require_relative "equal-options"
+require_relative "expression"
+require_relative "field"
+require_relative "file-output-stream"
+require_relative "file-system"
+require_relative "fixed-size-binary-array"
+require_relative "fixed-size-binary-array-builder"
+require_relative "fixed-size-list-array-builder"
+require_relative "fixed-size-list-data-type"
+require_relative "function"
+require_relative "group"
+require_relative "half-float"
+require_relative "half-float-array"
+require_relative "half-float-array-builder"
+require_relative "large-list-array-builder"
+require_relative "large-list-data-type"
+require_relative "list-array-builder"
+require_relative "list-data-type"
+require_relative "list-slice-options"
+require_relative "make-struct-options"
+require_relative "map-array"
+require_relative "map-array-builder"
+require_relative "map-data-type"
+require_relative "month-day-nano-interval-array-builder"
+require_relative "null-array"
+require_relative "null-array-builder"
+require_relative "path-extension"
+require_relative "record"
+require_relative "record-batch"
+require_relative "record-batch-builder"
+require_relative "record-batch-file-reader"
+require_relative "record-batch-iterator"
+require_relative "record-batch-reader"
+require_relative "record-batch-stream-reader"
+require_relative "rolling-window"
+require_relative "s3-global-options"
+require_relative "scalar"
+require_relative "schema"
+require_relative "slicer"
+require_relative "sort-key"
+require_relative "sort-options"
+require_relative "source-node-options"
+require_relative "sparse-union-array"
+require_relative "sparse-union-array-builder"
+require_relative "sparse-union-data-type"
+require_relative "string-dictionary-array-builder"
+require_relative "string-array-builder"
+require_relative "stream-decoder"
+require_relative "stream-listener"
+require_relative "struct-array"
+require_relative "struct-array-builder"
+require_relative "struct-data-type"
+require_relative "table"
+require_relative "table-concatenate-options"
+require_relative "table-formatter"
+require_relative "table-list-formatter"
+require_relative "table-table-formatter"
+require_relative "table-loader"
+require_relative "table-saver"
+require_relative "tensor"
+require_relative "time"
+require_relative "time-unit"
+require_relative "time32-array"
+require_relative "time32-array-builder"
+require_relative "time32-data-type"
+require_relative "time64-array"
+require_relative "time64-array-builder"
+require_relative "time64-data-type"
+require_relative "timestamp-array"
+require_relative "timestamp-array-builder"
+require_relative "timestamp-data-type"
+require_relative "timestamp-parser"
+require_relative "union-array"
+require_relative "union-array-builder"
+require_relative "writable"

data/lib/arrow/list-array-builder.rb

@@ -24,73 +24,6 @@ module Arrow
       end
     end
 
-    alias_method :append_value_raw, :append_value
-
-    # @overload append_value
-    #
-    #   Starts appending a list record. You also need to append list
-    #   value by {#value_builder}.
-    #
-    # @overload append_value(list)
-    #
-    #   Appends a list record including list value.
-    #
-    #   @param value [nil, ::Array] The list value of the record.
-    #
-    #     If this is `nil`, the list record is null.
-    #
-    #     If this is `Array`, it's the list value of the record.
-    #
-    # @since 0.12.0
-    def append_value(*args)
-      n_args = args.size
-
-      case n_args
-      when 0
-        append_value_raw
-      when 1
-        value = args[0]
-        case value
-        when nil
-          append_null
-        when ::Array
-          append_value_raw
-          @value_builder ||= value_builder
-          @value_builder.append(*value)
-        else
-          message = "list value must be nil or Array: #{value.inspect}"
-          raise ArgumentError, message
-        end
-      else
-        message = "wrong number of arguments (given #{n_args}, expected 0..1)"
-        raise ArgumentError, message
-      end
-    end
-
-    def append_values(lists, is_valids=nil)
-      if is_valids
-        is_valids.each_with_index do |is_valid, i|
-          if is_valid
-            append_value(lists[i])
-          else
-            append_null
-          end
-        end
-      else
-        lists.each do |list|
-          append_value(list)
-        end
-      end
-    end
-
-    # @since 0.12.0
-    def append(*values)
-      if values.empty?
-        # For backward compatibility
-        append_value
-      else
-        super
-      end
-    end
+    prepend ListValuesAppendable
   end
 end