red-parquet 12.0.1 → 14.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0fe427ed5aff2e561afc4965ecfecc83d18668ebdac7955492a49e444cb30fa5
-  data.tar.gz: 387df336a8f17cf8e9b32ae31c8253ac80346778cf6bf809120a0548be41ba6d
+  metadata.gz: 8cad636ae5f27842cb134a39ae0abaabf91eadae5f4349a65b5985347e83f4dc
+  data.tar.gz: 486195624d0ffec4539a9475aa84635af83fd43458e9943876978345b6af9436
 SHA512:
-  metadata.gz: ed0fec585983d5a04b1717790f56e827af6e0aaacd76253a00189f711dc695144514432371ed5f0e611a65053bf852aef70179056430ce4d56ab4f0884c12f05
-  data.tar.gz: 75fc2091d7aceea63b019b2d5055460016e553def26ebc187458c2b7092bfa3ee94b7eada8ffb849c0eb7d72bb4d58c4c84b3bee8c9fbc28cb6ad4c39d3b9bba
+  metadata.gz: 84e44b345e34097f45b9e1e463e2969e47c4d511aff640f852de3ffc285cf1c336d27c21365ec5789733f64f972c4e36e1200154737cee2e9ec7cc2e07459cca
+  data.tar.gz: ed680882d8e9ef23087944f9b0aba03252a7be4869d1d2ba6eff8e462f671d1462a679419859179b157df229a0b4aa37fe69d815e4c50f79932adb3e848ba0bd

data/lib/parquet/arrow-file-reader.rb

@@ -0,0 +1,28 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Parquet
+  class ArrowFileReader
+    def each_row_group
+      return to_enum(__method__) {n_row_groups} unless block_given?
+
+      n_row_groups.times do |i|
+        yield(read_row_group(i))
+      end
+    end
+  end
+end

data/lib/parquet/loader.rb

@@ -29,6 +29,7 @@ module Parquet
     end
 
     def require_libraries
+      require "parquet/arrow-file-reader"
       require "parquet/arrow-table-loadable"
       require "parquet/arrow-table-savable"
       require "parquet/writer-properties"

data/lib/parquet/version.rb

@@ -16,7 +16,7 @@
 # under the License.
 
 module Parquet
-  VERSION = "12.0.1"
+  VERSION = "14.0.0"
 
   module Version
     numbers, TAG = VERSION.split("-")

data/test/test-arrow-file-reader.rb

@@ -0,0 +1,66 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class TestArrowFileReader < Test::Unit::TestCase
+  def setup
+    @schema = Arrow::Schema.new(visible: :boolean)
+    table = Arrow::Table.new(@schema, [[true], [false]])
+    Tempfile.create(["red-parquet", ".parquet"]) do |file|
+      @file = file
+      Parquet::ArrowFileWriter.open(table.schema, @file.path) do |writer|
+        chunk_size = 1
+        writer.write_table(table, chunk_size)
+      end
+      yield
+    end
+  end
+
+  sub_test_case("#each_row_group") do
+    test("block") do
+      Arrow::FileInputStream.open(@file.path) do |input|
+        reader = Parquet::ArrowFileReader.new(input)
+        row_groups = []
+        reader.each_row_group do |row_group|
+          row_groups << row_group
+        end
+        assert_equal([
+                       Arrow::Table.new(@schema, [[true]]),
+                       Arrow::Table.new(@schema, [[false]])
+                     ],
+                     row_groups)
+      end
+    end
+
+    test("without block") do
+      Arrow::FileInputStream.open(@file.path) do |input|
+        reader = Parquet::ArrowFileReader.new(input)
+        each_row_group = reader.each_row_group
+        assert_equal({
+                       size: 2,
+                       to_a: [
+                         Arrow::Table.new(@schema, [[true]]),
+                         Arrow::Table.new(@schema, [[false]])
+                       ],
+                     },
+                     {
+                       size: each_row_group.size,
+                       to_a: each_row_group.to_a,
+                     })
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-parquet
 version: !ruby/object:Gem::Version
-  version: 12.0.1
+  version: 14.0.0
 platform: ruby
 authors:
 - Apache Arrow Developers
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-06-15 00:00:00.000000000 Z
+date: 2023-11-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: red-arrow
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 12.0.1
+        version: 14.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 12.0.1
+        version: 14.0.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -81,6 +81,7 @@ files:
 - Rakefile
 - dependency-check/Rakefile
 - lib/parquet.rb
+- lib/parquet/arrow-file-reader.rb
 - lib/parquet/arrow-table-loadable.rb
 - lib/parquet/arrow-table-savable.rb
 - lib/parquet/loader.rb
@@ -89,13 +90,14 @@ files:
 - red-parquet.gemspec
 - test/helper.rb
 - test/run-test.rb
+- test/test-arrow-file-reader.rb
 - test/test-arrow-table.rb
 - test/test-boolean-statistics.rb
 homepage: https://arrow.apache.org/
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -110,12 +112,13 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.5
-signing_key: 
+rubygems_version: 3.5.0.dev
+signing_key:
 specification_version: 4
 summary: Red Parquet is the Ruby bindings of Apache Parquet
 test_files:
 - test/helper.rb
 - test/run-test.rb
+- test/test-arrow-file-reader.rb
 - test/test-arrow-table.rb
 - test/test-boolean-statistics.rb