red-arrow-dataset 10.0.1 → 12.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 52af15e972e3de01889a09a6d6ae58217754a6cfd16c7751a769ddd72bdddc6d
-  data.tar.gz: 88ec8ae29e8c89211da9fd24f030c0a736215ff098cd3813b817f0025f02e1ae
+  metadata.gz: 0a6d1268fdbf232588bc49f00578d381e2ad8e906a6b52a91d2515fe017af561
+  data.tar.gz: 64c8116eb4f2eb7b24458244bb57d19e5cad0f54013a3020b15dbd1c832e18cf
 SHA512:
-  metadata.gz: 2c5a288d3c68097d6c4264225f470d2eb87718404f9397bef52d29bafee50d7fb9631c5f6cf85a8e0945996ceee79295632a3d14bdc5373b3ac645538c1ce0d9
-  data.tar.gz: 615c5ac2c995a5a7b59aae5a4599ec75ee409d4ab924682cc9bef9414c104efec897a6084799e63945b49b93432788f16bb750fb003e8e84d6ba59e092bf9e7a
+  metadata.gz: ad96f7ae5d41ab3b894559a049c35c475544359b66e003216fcb36eb84756b338ad39143f3ee44652d8cffbcda965a4bbc216ba38e6b3bad3e73b0a1d474695c
+  data.tar.gz: c28a4c2587883b4209d79bffdb61ab1c4c8cf7d1abee0df02a7a26a7a6f52185e96b01e61b25a83ad79df5679d536bd9da08e738e686540956d762a0a7705de4

data/README.md

@@ -25,9 +25,9 @@ Red Arrow Dataset is the Ruby bindings of Apache Arrow Dataset. Red Arrow Datase
 
 [GObject Introspection](https://wiki.gnome.org/action/show/Projects/GObjectIntrospection) is a middleware for language bindings of C library. GObject Introspection can generate language bindings automatically at runtime.
 
-Red Arrow Dataset uses [Apache Arrow Dataset GLib](https://github.com/apache/arrow/tree/master/c_glib) and [gobject-introspection gem](https://rubygems.org/gems/gobject-introspection) to generate Ruby bindings of Apache Arrow Dataset.
+Red Arrow Dataset uses [Apache Arrow Dataset GLib](https://github.com/apache/arrow/tree/main/c_glib) and [gobject-introspection gem](https://rubygems.org/gems/gobject-introspection) to generate Ruby bindings of Apache Arrow Dataset.
 
-Apache Arrow Dataset GLib is a C wrapper for [Apache Arrow Dataset C++](https://github.com/apache/arrow/tree/master/cpp). GObject Introspection can't use Apache Arrow Dataset C++ directly. Apache Arrow Dataset GLib is a bridge between Apache Arrow Dataset C++ and GObject Introspection.
+Apache Arrow Dataset GLib is a C wrapper for [Apache Arrow Dataset C++](https://github.com/apache/arrow/tree/main/cpp). GObject Introspection can't use Apache Arrow Dataset C++ directly. Apache Arrow Dataset GLib is a bridge between Apache Arrow Dataset C++ and GObject Introspection.
 
 gobject-introspection gem is a Ruby bindings of GObject Introspection. Red Arrow Dataset uses GObject Introspection via gobject-introspection gem.
 

data/lib/arrow-dataset/arrow-table-loadable.rb

@@ -36,13 +36,21 @@ module ArrowDataset
     end
 
     def internal_load_from_uri(uri)
-      format = FileFormat.resolve(@options[:format])
+      options = @options.dup
+      format = FileFormat.resolve(options.delete(:format))
       dataset = FileSystemDataset.build(format) do |factory|
         factory.file_system_uri = uri
+        finish_options = FinishOptions.new
+        FinishOptions.instance_methods(false).each do |method|
+          next unless method.to_s.end_with?("=")
+          value = options.delete(method[0..-2].to_sym)
+          next if value.nil?
+          finish_options.public_send(method, value)
+        end
+        finish_options
       end
       scanner_builder = dataset.begin_scan
-      @options.each do |key, value|
-        next if key == :format
+      options.each do |key, value|
         next if value.nil?
         setter = "#{key}="
         next unless scanner_builder.respond_to?(setter)

data/lib/arrow-dataset/dataset.rb

@@ -21,8 +21,11 @@ module ArrowDataset
       def build(*args)
         factory_class = ArrowDataset.const_get("#{name}Factory")
         factory = factory_class.new(*args)
-        yield(factory)
-        factory.finish
+        options = yield(factory)
+        unless options.is_a?(FinishOptions)
+          options = FinishOptions.try_convert(options)
+        end
+        factory.finish(options)
       end
     end
   end

data/lib/arrow-dataset/finish-options.rb

@@ -0,0 +1,38 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module ArrowDataset
+  class FinishOptions
+    class << self
+      # @api private
+      def try_convert(value)
+        case value
+        when Hash
+          options = new
+          value.each do |k, v|
+            setter = "#{k}="
+            next unless options.respond_to?(setter)
+            options.public_send(setter, v)
+          end
+          options
+        else
+          nil
+        end
+      end
+    end
+  end
+end

data/lib/arrow-dataset/loader.rb

@@ -34,6 +34,7 @@ module ArrowDataset
       require "arrow-dataset/dataset"
       require "arrow-dataset/file-format"
       require "arrow-dataset/file-system-dataset-factory"
+      require "arrow-dataset/finish-options"
     end
   end
 end

data/lib/arrow-dataset/version.rb

@@ -16,7 +16,7 @@
 # under the License.
 
 module ArrowDataset
-  VERSION = "10.0.1"
+  VERSION = "12.0.0"
 
   module Version
     numbers, TAG = VERSION.split("-")

data/test/test-arrow-table.rb

@@ -76,5 +76,18 @@ class TestArrowTable < Test::Unit::TestCase
                    Arrow::Table.load(@dir,
                                      filter: ["equal", :visible, true]))
     end
+
+    def test_schema
+      uri = build_file_uri(@path1)
+      @table1.save(uri)
+      schema = Arrow::Schema.new(visible: :boolean,
+                                 point: :int64)
+      assert_equal(Arrow::Table.new(schema,
+                                    [
+                                      @table1[:visible].data,
+                                      @table1[:point].cast(:int64),
+                                    ]),
+                   Arrow::Table.load(uri, schema: schema))
+    end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow-dataset
 version: !ruby/object:Gem::Version
-  version: 10.0.1
+  version: 12.0.0
 platform: ruby
 authors:
 - Apache Arrow Developers
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-01-10 00:00:00.000000000 Z
+date: 2023-05-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: red-arrow
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 10.0.1
+        version: 12.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 10.0.1
+        version: 12.0.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -87,6 +87,7 @@ files:
 - lib/arrow-dataset/dataset.rb
 - lib/arrow-dataset/file-format.rb
 - lib/arrow-dataset/file-system-dataset-factory.rb
+- lib/arrow-dataset/finish-options.rb
 - lib/arrow-dataset/loader.rb
 - lib/arrow-dataset/version.rb
 - red-arrow-dataset.gemspec
@@ -98,7 +99,7 @@ homepage: https://arrow.apache.org/
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -113,8 +114,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.15
-signing_key:
+rubygems_version: 3.3.5
+signing_key: 
 specification_version: 4
 summary: Red Arrow Dataset is the Ruby bindings of Apache Arrow Dataset
 test_files: