red-parquet 11.0.0 → 13.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 48439eeb2d3d13c832e555bc91c77a8044cbec4e6f7c6571835ad21649003f46
-  data.tar.gz: 9f5bf8e36e9919020f21b6d24b3e89db33b168ddab509666886c6de9dd823164
+  metadata.gz: 9c93ce2b0904caac902ca0439acb097d44dc6081109c954108e6d7c5ce661cb7
+  data.tar.gz: 99107b1b1fc9d5fac8861fc5326fe05b036891e9e454e3f67a2456a87c80d17e
 SHA512:
-  metadata.gz: e8e2616ae95dfb961de5891d6189032c0353f8e15a3dde3774013d8d7994759683aea6c5ddb0bc00808fe9bb51273e5e732bdf8dde3ada952bad88ec20a57661
-  data.tar.gz: 2ffeb5b8b061ac57170255ee41ff30ef299b85f39ed8f02cc66f4908faa156bcff5060618075f43cbe6cd9bcb5bad517f7e8984bc2d3e53ba36467a6370e4178
+  metadata.gz: 715881ca396263186ea896798e33388cd1dd7d43f7e60c71ffeaaa61d4f7f9f91388494f1fe8ad9f6db68f9e8f51baedac4f6fd183b50bddf8923bc02e5af5f8
+  data.tar.gz: 7268ab3d6871063c265fd6342d9a16a5ef70aa0d2e92fbe5f2fd1f06a1f3138ebbccc22ff30042c342155e0f86ec95bd0b7022deb87cd7bd8e249d2598b1c724

data/README.md

@@ -25,9 +25,9 @@ Red Parquet is the Ruby bindings of Apache Parquet. Red Parquet is based on GObj
 
 [GObject Introspection](https://wiki.gnome.org/action/show/Projects/GObjectIntrospection) is a middleware for language bindings of C library. GObject Introspection can generate language bindings automatically at runtime.
 
-Red Parquet uses [Apache Parquet GLib](https://github.com/apache/arrow/tree/master/c_glib/parquet-glib) and [gobject-introspection gem](https://rubygems.org/gems/gobject-introspection) to generate Ruby bindings of Apache Parquet.
+Red Parquet uses [Apache Parquet GLib](https://github.com/apache/arrow/tree/main/c_glib/parquet-glib) and [gobject-introspection gem](https://rubygems.org/gems/gobject-introspection) to generate Ruby bindings of Apache Parquet.
 
-Apache Parquet GLib is a C wrapper for [Apache Parquet C++](https://github.com/apache/arrow/tree/master/cpp/src/parquet). GObject Introspection can't use Apache Parquet C++ directly. Apache Parquet GLib is a bridge between Apache Parquet C++ and GObject Introspection.
+Apache Parquet GLib is a C wrapper for [Apache Parquet C++](https://github.com/apache/arrow/tree/main/cpp/src/parquet). GObject Introspection can't use Apache Parquet C++ directly. Apache Parquet GLib is a bridge between Apache Parquet C++ and GObject Introspection.
 
 gobject-introspection gem is a Ruby bindings of GObject Introspection. Red Parquet uses GObject Introspection via gobject-introspection gem.
 

data/lib/parquet/arrow-file-reader.rb

@@ -0,0 +1,28 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module Parquet
+  class ArrowFileReader
+    def each_row_group
+      return to_enum(__method__) {n_row_groups} unless block_given?
+
+      n_row_groups.times do |i|
+        yield(read_row_group(i))
+      end
+    end
+  end
+end

data/lib/parquet/loader.rb

@@ -29,6 +29,7 @@ module Parquet
     end
 
     def require_libraries
+      require "parquet/arrow-file-reader"
       require "parquet/arrow-table-loadable"
       require "parquet/arrow-table-savable"
       require "parquet/writer-properties"

data/lib/parquet/version.rb

@@ -16,7 +16,7 @@
 # under the License.
 
 module Parquet
-  VERSION = "11.0.0"
+  VERSION = "13.0.0"
 
   module Version
     numbers, TAG = VERSION.split("-")

data/test/test-arrow-file-reader.rb

@@ -0,0 +1,66 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class TestArrowFileReader < Test::Unit::TestCase
+  def setup
+    @schema = Arrow::Schema.new(visible: :boolean)
+    table = Arrow::Table.new(@schema, [[true], [false]])
+    Tempfile.create(["red-parquet", ".parquet"]) do |file|
+      @file = file
+      Parquet::ArrowFileWriter.open(table.schema, @file.path) do |writer|
+        chunk_size = 1
+        writer.write_table(table, chunk_size)
+      end
+      yield
+    end
+  end
+
+  sub_test_case("#each_row_group") do
+    test("block") do
+      Arrow::FileInputStream.open(@file.path) do |input|
+        reader = Parquet::ArrowFileReader.new(input)
+        row_groups = []
+        reader.each_row_group do |row_group|
+          row_groups << row_group
+        end
+        assert_equal([
+                       Arrow::Table.new(@schema, [[true]]),
+                       Arrow::Table.new(@schema, [[false]])
+                     ],
+                     row_groups)
+      end
+    end
+
+    test("without block") do
+      Arrow::FileInputStream.open(@file.path) do |input|
+        reader = Parquet::ArrowFileReader.new(input)
+        each_row_group = reader.each_row_group
+        assert_equal({
+                       size: 2,
+                       to_a: [
+                         Arrow::Table.new(@schema, [[true]]),
+                         Arrow::Table.new(@schema, [[false]])
+                       ],
+                     },
+                     {
+                       size: each_row_group.size,
+                       to_a: each_row_group.to_a,
+                     })
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: red-parquet
 version: !ruby/object:Gem::Version
-  version: 11.0.0
+  version: 13.0.0
 platform: ruby
 authors:
 - Apache Arrow Developers
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-02-24 00:00:00.000000000 Z
+date: 2023-08-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: red-arrow
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 11.0.0
+        version: 13.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 11.0.0
+        version: 13.0.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -81,6 +81,7 @@ files:
 - Rakefile
 - dependency-check/Rakefile
 - lib/parquet.rb
+- lib/parquet/arrow-file-reader.rb
 - lib/parquet/arrow-table-loadable.rb
 - lib/parquet/arrow-table-savable.rb
 - lib/parquet/loader.rb
@@ -89,13 +90,14 @@ files:
 - red-parquet.gemspec
 - test/helper.rb
 - test/run-test.rb
+- test/test-arrow-file-reader.rb
 - test/test-arrow-table.rb
 - test/test-boolean-statistics.rb
 homepage: https://arrow.apache.org/
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -110,12 +112,13 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.0.dev
-signing_key:
+rubygems_version: 3.3.5
+signing_key: 
 specification_version: 4
 summary: Red Parquet is the Ruby bindings of Apache Parquet
 test_files:
 - test/helper.rb
 - test/run-test.rb
+- test/test-arrow-file-reader.rb
 - test/test-arrow-table.rb
 - test/test-boolean-statistics.rb