red-arrow 18.1.0 → 19.0.1

data/{test/test-rolling-window.rb → lib/arrow/jruby/table.rb}

@@ -15,26 +15,26 @@
 # specific language governing permissions and limitations
 # under the License.
 
-class RollingWindowTest < Test::Unit::TestCase
-  include Helper::Fixture
+module Arrow
+  class Table
+    def filter(filter, options=nil)
+      raise NotImplementedError
+    end
 
-  def setup
-    raw_table = {
-      :number => Arrow::Int32Array.new([1, -2, nil, 4, 6, 3]),
-    }
-    @table = Arrow::Table.new(raw_table)
-  end
+    def take(indices)
+      raise NotImplementedError
+    end
+
+    def n_rows
+      raise NotImplementedError
+    end
+
+    def slice(from, length)
+      raise NotImplementedError
+    end
 
-  test("#lag") do
-    assert_equal(<<-ARRAY.chomp, @table.window.lag(:number).to_s)
-[
-  null,
-  -3,
-  null,
-  null,
-  2,
-  -3
-]
-    ARRAY
+    def remove_column(index)
+      raise NotImplementedError
+    end
   end
 end

data/lib/arrow/jruby/writable.rb

@@ -0,0 +1,24 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Arrow
+  module Writable
+    def write(data)
+      raise NotImplementedError
+    end
+  end
+end

data/lib/arrow/jruby.rb

@@ -0,0 +1,52 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+if File.exist?("../red-arrow_jars")
+  # installed gems
+  require_relative "../red-arrow_jars"
+else
+  # local development
+  require "red-arrow_jars"
+end
+
+module Arrow
+  class << self
+    def allocator
+      @allocator ||= org.apache.arrow.memory.RootAllocator.new
+    end
+  end
+end
+
+require_relative "jruby/array"
+require_relative "jruby/array-builder"
+require_relative "jruby/chunked-array"
+require_relative "jruby/compression-type"
+require_relative "jruby/csv-read-options"
+require_relative "jruby/decimal128"
+require_relative "jruby/decimal256"
+require_relative "jruby/error"
+require_relative "jruby/file-system"
+require_relative "jruby/function"
+require_relative "jruby/record-batch"
+require_relative "jruby/record-batch-iterator"
+require_relative "jruby/sort-key"
+require_relative "jruby/sort-options"
+require_relative "jruby/stream-listener-raw"
+require_relative "jruby/table"
+require_relative "jruby/writable"
+
+require_relative "libraries"

data/lib/arrow/libraries.rb

@@ -0,0 +1,126 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+require_relative "array-computable"
+require_relative "column-containable"
+require_relative "field-containable"
+require_relative "generic-filterable"
+require_relative "generic-takeable"
+require_relative "input-referable"
+require_relative "record-containable"
+require_relative "symbol-values-appendable"
+
+require_relative "aggregate-node-options"
+require_relative "aggregation"
+require_relative "array"
+require_relative "array-builder"
+require_relative "bigdecimal-extension"
+require_relative "binary-dictionary-array-builder"
+require_relative "buffer"
+require_relative "chunked-array"
+require_relative "column"
+require_relative "compression-type"
+require_relative "csv-loader"
+require_relative "csv-read-options"
+require_relative "data-type"
+require_relative "date32-array"
+require_relative "date32-array-builder"
+require_relative "date64-array"
+require_relative "date64-array-builder"
+require_relative "datum"
+require_relative "day-time-interval-array-builder"
+require_relative "decimal128"
+require_relative "decimal128-array"
+require_relative "decimal128-array-builder"
+require_relative "decimal128-data-type"
+require_relative "decimal256"
+require_relative "decimal256-array"
+require_relative "decimal256-array-builder"
+require_relative "decimal256-data-type"
+require_relative "dense-union-array"
+require_relative "dense-union-array-builder"
+require_relative "dense-union-data-type"
+require_relative "dictionary-array"
+require_relative "dictionary-data-type"
+require_relative "equal-options"
+require_relative "expression"
+require_relative "field"
+require_relative "file-output-stream"
+require_relative "file-system"
+require_relative "fixed-size-binary-array"
+require_relative "fixed-size-binary-array-builder"
+require_relative "function"
+require_relative "group"
+require_relative "half-float"
+require_relative "half-float-array"
+require_relative "half-float-array-builder"
+require_relative "list-array-builder"
+require_relative "list-data-type"
+require_relative "map-array"
+require_relative "map-array-builder"
+require_relative "map-data-type"
+require_relative "month-day-nano-interval-array-builder"
+require_relative "null-array"
+require_relative "null-array-builder"
+require_relative "path-extension"
+require_relative "record"
+require_relative "record-batch"
+require_relative "record-batch-builder"
+require_relative "record-batch-file-reader"
+require_relative "record-batch-iterator"
+require_relative "record-batch-reader"
+require_relative "record-batch-stream-reader"
+require_relative "rolling-window"
+require_relative "s3-global-options"
+require_relative "scalar"
+require_relative "schema"
+require_relative "slicer"
+require_relative "sort-key"
+require_relative "sort-options"
+require_relative "source-node-options"
+require_relative "sparse-union-array"
+require_relative "sparse-union-array-builder"
+require_relative "sparse-union-data-type"
+require_relative "string-dictionary-array-builder"
+require_relative "string-array-builder"
+require_relative "stream-decoder"
+require_relative "stream-listener"
+require_relative "struct-array"
+require_relative "struct-array-builder"
+require_relative "struct-data-type"
+require_relative "table"
+require_relative "table-concatenate-options"
+require_relative "table-formatter"
+require_relative "table-list-formatter"
+require_relative "table-table-formatter"
+require_relative "table-loader"
+require_relative "table-saver"
+require_relative "tensor"
+require_relative "time"
+require_relative "time-unit"
+require_relative "time32-array"
+require_relative "time32-array-builder"
+require_relative "time32-data-type"
+require_relative "time64-array"
+require_relative "time64-array-builder"
+require_relative "time64-data-type"
+require_relative "timestamp-array"
+require_relative "timestamp-array-builder"
+require_relative "timestamp-data-type"
+require_relative "timestamp-parser"
+require_relative "union-array-builder"
+require_relative "writable"

data/lib/arrow/list-array-builder.rb

@@ -55,6 +55,7 @@ module Arrow
           append_null
         when ::Array
           append_value_raw
+          return if value.empty?
           @value_builder ||= value_builder
           @value_builder.append(*value)
         else

data/lib/arrow/loader.rb

@@ -15,7 +15,7 @@
 # specific language governing permissions and limitations
 # under the License.
 
-require "arrow/block-closable"
+require_relative "block-closable"
 
 module Arrow
   class Loader < GObjectIntrospection::Loader
@@ -34,115 +34,7 @@ module Arrow
     end
 
     def require_libraries
-      require "arrow/array-computable"
-      require "arrow/column-containable"
-      require "arrow/field-containable"
-      require "arrow/generic-filterable"
-      require "arrow/generic-takeable"
-      require "arrow/input-referable"
-      require "arrow/record-containable"
-      require "arrow/symbol-values-appendable"
-
-      require "arrow/aggregate-node-options"
-      require "arrow/aggregation"
-      require "arrow/array"
-      require "arrow/array-builder"
-      require "arrow/bigdecimal-extension"
-      require "arrow/binary-dictionary-array-builder"
-      require "arrow/buffer"
-      require "arrow/chunked-array"
-      require "arrow/column"
-      require "arrow/compression-type"
-      require "arrow/csv-loader"
-      require "arrow/csv-read-options"
-      require "arrow/data-type"
-      require "arrow/date32-array"
-      require "arrow/date32-array-builder"
-      require "arrow/date64-array"
-      require "arrow/date64-array-builder"
-      require "arrow/datum"
-      require "arrow/day-time-interval-array-builder"
-      require "arrow/decimal128"
-      require "arrow/decimal128-array"
-      require "arrow/decimal128-array-builder"
-      require "arrow/decimal128-data-type"
-      require "arrow/decimal256"
-      require "arrow/decimal256-array"
-      require "arrow/decimal256-array-builder"
-      require "arrow/decimal256-data-type"
-      require "arrow/dense-union-array"
-      require "arrow/dense-union-array-builder"
-      require "arrow/dense-union-data-type"
-      require "arrow/dictionary-array"
-      require "arrow/dictionary-data-type"
-      require "arrow/equal-options"
-      require "arrow/expression"
-      require "arrow/field"
-      require "arrow/file-output-stream"
-      require "arrow/file-system"
-      require "arrow/fixed-size-binary-array"
-      require "arrow/fixed-size-binary-array-builder"
-      require "arrow/function"
-      require "arrow/group"
-      require "arrow/half-float"
-      require "arrow/half-float-array"
-      require "arrow/half-float-array-builder"
-      require "arrow/list-array-builder"
-      require "arrow/list-data-type"
-      require "arrow/map-array"
-      require "arrow/map-array-builder"
-      require "arrow/map-data-type"
-      require "arrow/month-day-nano-interval-array-builder"
-      require "arrow/null-array"
-      require "arrow/null-array-builder"
-      require "arrow/path-extension"
-      require "arrow/record"
-      require "arrow/record-batch"
-      require "arrow/record-batch-builder"
-      require "arrow/record-batch-file-reader"
-      require "arrow/record-batch-iterator"
-      require "arrow/record-batch-reader"
-      require "arrow/record-batch-stream-reader"
-      require "arrow/rolling-window"
-      require "arrow/s3-global-options"
-      require "arrow/scalar"
-      require "arrow/schema"
-      require "arrow/slicer"
-      require "arrow/sort-key"
-      require "arrow/sort-options"
-      require "arrow/source-node-options"
-      require "arrow/sparse-union-array"
-      require "arrow/sparse-union-array-builder"
-      require "arrow/sparse-union-data-type"
-      require "arrow/string-dictionary-array-builder"
-      require "arrow/string-array-builder"
-      require "arrow/stream-decoder"
-      require "arrow/stream-listener"
-      require "arrow/struct-array"
-      require "arrow/struct-array-builder"
-      require "arrow/struct-data-type"
-      require "arrow/table"
-      require "arrow/table-concatenate-options"
-      require "arrow/table-formatter"
-      require "arrow/table-list-formatter"
-      require "arrow/table-table-formatter"
-      require "arrow/table-loader"
-      require "arrow/table-saver"
-      require "arrow/tensor"
-      require "arrow/time"
-      require "arrow/time-unit"
-      require "arrow/time32-array"
-      require "arrow/time32-array-builder"
-      require "arrow/time32-data-type"
-      require "arrow/time64-array"
-      require "arrow/time64-array-builder"
-      require "arrow/time64-data-type"
-      require "arrow/timestamp-array"
-      require "arrow/timestamp-array-builder"
-      require "arrow/timestamp-data-type"
-      require "arrow/timestamp-parser"
-      require "arrow/union-array-builder"
-      require "arrow/writable"
+      require_relative "libraries"
     end
 
     def require_extension_library
@@ -150,7 +42,7 @@ module Arrow
     end
 
     def gc_guard
-      require "arrow/constructor-arguments-gc-guardable"
+      require_relative "constructor-arguments-gc-guardable"
 
       [
         @base_module::BinaryScalar,

data/{test/fixture/null-without-double-quote.csv → lib/arrow/ruby.rb}

@@ -14,7 +14,9 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-name,score
-alice,10
-bob,
-chris,-1
+
+require "extpp/setup"
+require "gio2"
+
+require_relative "loader"
+Arrow::Loader.load

data/lib/arrow/version.rb

@@ -16,7 +16,7 @@
 # under the License.
 
 module Arrow
-  VERSION = "18.1.0"
+  VERSION = "19.0.1"
 
   module Version
     numbers, TAG = VERSION.split("-")

data/lib/arrow.rb

@@ -15,16 +15,11 @@
 # specific language governing permissions and limitations
 # under the License.
 
-require "extpp/setup"
-require "gio2"
-
 require "arrow/version"
 
-require "arrow/loader"
-
 module Arrow
   class Error < StandardError
   end
-
-  Loader.load
 end
+
+require_relative "arrow/#{RUBY_ENGINE}"

data/red-arrow.gemspec

@@ -20,7 +20,11 @@
 require_relative "lib/arrow/version"
 
 Gem::Specification.new do |spec|
+  is_jruby = RUBY_ENGINE == "jruby"
+
   spec.name = "red-arrow"
+  spec.platform = "java" if is_jruby
+
   version_components = [
     Arrow::Version::MAJOR.to_s,
     Arrow::Version::MINOR.to_s,
@@ -43,15 +47,20 @@ Gem::Specification.new do |spec|
   spec.files += Dir.glob("lib/**/*.rb")
   spec.files += Dir.glob("image/*.*")
   spec.files += Dir.glob("doc/text/*")
-  spec.test_files += Dir.glob("test/**/*")
-  spec.extensions = ["ext/arrow/extconf.rb"]
+  spec.extensions = ["ext/arrow/extconf.rb"] unless is_jruby
 
   spec.add_runtime_dependency("bigdecimal", ">= 3.1.0")
   spec.add_runtime_dependency("csv")
-  spec.add_runtime_dependency("extpp", ">= 0.1.1")
-  spec.add_runtime_dependency("gio2", ">= 4.2.3")
-  spec.add_runtime_dependency("native-package-installer")
-  spec.add_runtime_dependency("pkg-config")
+  if is_jruby
+    spec.add_runtime_dependency("jar-dependencies")
+    spec.requirements << "jar org.apache.arrow, arrow-vector, #{spec.version}"
+    spec.requirements << "jar org.apache.arrow, arrow-memory-netty, #{spec.version}"
+  else
+    spec.add_runtime_dependency("extpp", ">= 0.1.1")
+    spec.add_runtime_dependency("gio2", ">= 4.2.3")
+    spec.add_runtime_dependency("native-package-installer")
+    spec.add_runtime_dependency("pkg-config")
+  end
 
   required_msys2_package_version = version_components[0, 3].join(".")
   spec.metadata["msys2_mingw_dependencies"] =