red-arrow-dataset 1.0.0 → 4.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f6765f578316707de9fdb029f2e16873d6a013888e30aa684bf1722745fb99ce
-  data.tar.gz: 61425742e9849324c10ceba4801325b829a81c161b4fc618bfccd51256ddb399
+  metadata.gz: 00cf96f680d62ad003d931b3628313f83dd351b34222a59e5d1f85018ea20d7e
+  data.tar.gz: 399966d45ae4bb31868c9ae21df1b5ee6e6738297597b8536718db398f2a927b
 SHA512:
-  metadata.gz: c0f53a37a9c77a662cc4256075d7d38b89b03eb1193764d26c1759d65397775953bc9f526854776a2b002f120efd3d091514a3a2d7cca523a041b62f350cd535
-  data.tar.gz: a976fd8cf83bb3852b5c3518f01c07fad895d5ce0f76eb4b3a71a3046946d82349f343ba65b8f18b1b743beb598fab545fdadf73f897f5c1468b158a204326c8
+  metadata.gz: c61e5f5ecd8ed9b027091a55ca9213e206c71c7d13c6f11714ec4ad9cdf58c45b4811a46315e267a9fcbf7d5d7a893af2b2dd935dce23c6c898d0c4ae37f4a83
+  data.tar.gz: 0acea5814073860de6780405ff597227dd9fc0971b1312f2e51af2e43c710650968b301160ba4542498189728fb87f2a66cc9344293d80ea71efaba8fe25166c

data/dependency-check/Rakefile

@@ -19,6 +19,7 @@
 
 require "pkg-config"
 require "native-package-installer"
+require_relative "../lib/arrow-dataset/version"
 
 case RUBY_PLATFORM
 when /mingw|mswin/
@@ -33,7 +34,10 @@ end
 namespace :dependency do
   desc "Check dependency"
   task :check do
-    unless PKGConfig.check_version?("arrow-dataset-glib")
+    unless PKGConfig.check_version?("arrow-dataset-glib",
+                                    ArrowDataset::Version::MAJOR,
+                                    ArrowDataset::Version::MINOR,
+                                    ArrowDataset::Version::MICRO)
       unless NativePackageInstaller.install(:debian => "libarrow-dataset-glib-dev",
                                             :redhat => "arrow-dataset-glib-devel")
         exit(false)

data/lib/arrow-dataset/in-memory-fragment.rb

@@ -0,0 +1,32 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module ArrowDataset
+  class InMemoryFragment
+    alias_method :initialize_raw, :initialize
+    private :initialize_raw
+    def initialize(schema, record_batches)
+      record_batches = record_batches.collect do |record_batch|
+        unless record_batch.is_a?(Arrow::RecordBatch)
+          record_batch = Arrow::RecordBatch.new(record_batch)
+        end
+        record_batch
+      end
+      initialize_raw(schema, record_batches)
+    end
+  end
+end

data/lib/arrow-dataset/in-memory-scan-task.rb

@@ -26,9 +26,10 @@ module ArrowDataset
         end
         record_batch
       end
-      context = options.delete(:context) || ScanContext.new
       options[:schema] ||= record_batches.first.schema
-      initialize_raw(record_batches, options, context)
+      fragment = options.delete(:fragment)
+      fragment ||= InMemoryFragment.new(options[:schema], record_batches)
+      initialize_raw(record_batches, options, fragment)
     end
   end
 end

data/lib/arrow-dataset/version.rb

@@ -16,7 +16,7 @@
 # under the License.
 
 module ArrowDataset
-  VERSION = "1.0.0"
+  VERSION = "4.0.1"
 
   module Version
     numbers, TAG = VERSION.split("-")

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-arrow-dataset
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 4.0.1
 platform: ruby
 authors:
 - Apache Arrow Developers
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-07-24 00:00:00.000000000 Z
+date: 2021-05-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: red-arrow
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.0.0
+        version: 4.0.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.0.0
+        version: 4.0.1
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -82,6 +82,7 @@ files:
 - Rakefile
 - dependency-check/Rakefile
 - lib/arrow-dataset.rb
+- lib/arrow-dataset/in-memory-fragment.rb
 - lib/arrow-dataset/in-memory-scan-task.rb
 - lib/arrow-dataset/loader.rb
 - lib/arrow-dataset/scan-options.rb
@@ -95,7 +96,7 @@ homepage: https://arrow.apache.org/
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -110,12 +111,12 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key:
+rubygems_version: 3.2.5
+signing_key: 
 specification_version: 4
 summary: Red Arrow Dataset is the Ruby bindings of Apache Arrow Dataset
 test_files:
-- test/run-test.rb
 - test/helper.rb
+- test/run-test.rb
 - test/test-scan-options.rb
 - test/test-in-memory-scan-task.rb