red-parquet 21.0.0 → 23.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dea271e0c9cad54df53e7505a5a15e4d5366684db1a9fc550c859a104a46c94d
-  data.tar.gz: d82ac2ab36beef09fc8cef1f6ff37e149ac6c5ef41298954514694903ff617b7
+  metadata.gz: 323fa3b4a88ef118dd4580d50a34c8f30db87b93338e3b43d142b17d19ee6efa
+  data.tar.gz: 0a0d9fb8fced5f7d4ac62d57138782d1a45a476030d25e40666d50c9fe0290cc
 SHA512:
-  metadata.gz: a79b25fd5fe7b80e61ea1dabdd9f542266c83202c620aeb54280f74ab4f7bf7cdb50fffcb46f17434484930188241849b1aa5ffa789ffaacea9ef16265db01f7
-  data.tar.gz: ab025f30c30cea3371c1091ddf9ccd3562499028a5f7f72cf70d94fe16ec059203ddf4fffb9eb7981e8dc60260d891fa950875e466de75cbc2fce7b95ed970f8
+  metadata.gz: 1e45caca717bdefade59a70d8273c8f20a20050651d256db56d47a814567626627e6bb5385f645a4b6ae97a56aa025fa0b48cddcf29ded4b81750e8713a65c76
+  data.tar.gz: 634879c4e7919e28094f963e5d6e44511e4a2ce48c0ef622fc1178c0c297779f4a020588835d4ed778188661f927c9709186bbfdda44356ba8cd38cde363045e

data/lib/parquet/arrow-file-reader.rb

@@ -17,6 +17,8 @@
 
 module Parquet
   class ArrowFileReader
+    include Arrow::BlockClosable
+
     def each_row_group
       return to_enum(__method__) {n_row_groups} unless block_given?
 

data/lib/parquet/arrow-file-writer.rb

@@ -17,6 +17,8 @@
 
 module Parquet
   class ArrowFileWriter
+    include Arrow::BlockClosable
+
     # Write data to Apache Parquet.
     #
     # @return [void]

data/lib/parquet/version.rb

@@ -16,7 +16,7 @@
 # under the License.
 
 module Parquet
-  VERSION = "21.0.0"
+  VERSION = "23.0.0"
 
   module Version
     numbers, TAG = VERSION.split("-")

data/red-parquet.gemspec

@@ -29,7 +29,7 @@ Gem::Specification.new do |spec|
   ]
   spec.version = version_components.compact.join(".")
   spec.homepage = "https://arrow.apache.org/"
-  spec.authors = ["Apache Arrow Developers"]
+  spec.authors = ["The Apache Software Foundation"]
   spec.email = ["dev@arrow.apache.org"]
 
   spec.summary = "Red Parquet is the Ruby bindings of Apache Parquet"

data/test/test-array-statistics.rb

@@ -0,0 +1,49 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+class TestArrayStatistics < Test::Unit::TestCase
+  def setup
+    data = Tempfile.create(["red-parquet", ".parquet"]) do |file|
+      table = Arrow::Table.new(int64: [nil, -(2 ** 32), 2 ** 32])
+      table.save(file)
+      File.read(file, mode: "rb")
+    end
+    loaded_table = Arrow::Table.load(Arrow::Buffer.new(data),
+                                     format: :parquet)
+    @statistics = loaded_table[:int64].data.chunks[0].statistics
+  end
+
+  def test_null_count
+    assert do
+      @statistics.has_null_count?
+    end
+    assert do
+      @statistics.null_count_exact?
+    end
+    assert_equal(1, @statistics.null_count)
+  end
+
+  def test_distinct_count
+    assert do
+      not @statistics.has_distinct_count?
+    end
+    assert do
+      not @statistics.distinct_count_exact?
+    end
+    assert_nil(@statistics.distinct_count)
+  end
+end

data/test/test-arrow-table.rb

@@ -50,6 +50,7 @@ class TestArrowTable < Test::Unit::TestCase
     begin
       yield(@output)
     ensure
+      GC.start # Ensure freeing Arrow::Table that refers @output.path.
       @output.close!
     end
   end

data/test/test-boolean-statistics.rb

@@ -17,15 +17,22 @@
 
 class TestBooleanStatistics < Test::Unit::TestCase
   def setup
-    file = Tempfile.open(["data", ".parquet"])
-    array = Arrow::BooleanArray.new([nil, false, true])
-    table = Arrow::Table.new("boolean" => array)
-    writer = Parquet::ArrowFileWriter.new(table.schema, file.path)
-    chunk_size = 1024
-    writer.write_table(table, chunk_size)
-    writer.close
-    reader = Parquet::ArrowFileReader.new(file.path)
-    @statistics = reader.metadata.get_row_group(0).get_column_chunk(0).statistics
+    Tempfile.create(["data", ".parquet"]) do |file|
+      array = Arrow::BooleanArray.new([nil, false, true])
+      table = Arrow::Table.new("boolean" => array)
+      Parquet::ArrowFileWriter.open(table.schema, file.path) do |writer|
+        chunk_size = 1024
+        writer.write_table(table, chunk_size)
+        writer.close
+      end
+      Parquet::ArrowFileReader.open(file.path) do |reader|
+        @statistics =
+          reader.metadata.get_row_group(0).get_column_chunk(0).statistics
+        yield
+        @statistics = nil
+      end
+      GC.start # Ensure freeing @statistics that refers file.path.
+    end
   end
 
   def test_min

metadata

@@ -1,10 +1,10 @@
 --- !ruby/object:Gem::Specification
 name: red-parquet
 version: !ruby/object:Gem::Version
-  version: 21.0.0
+  version: 23.0.0
 platform: ruby
 authors:
-- Apache Arrow Developers
+- The Apache Software Foundation
 bindir: bin
 cert_chain: []
 date: 1980-01-02 00:00:00.000000000 Z
@@ -15,14 +15,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 21.0.0
+        version: 23.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 21.0.0
+        version: 23.0.0
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -90,6 +90,7 @@ files:
 - red-parquet.gemspec
 - test/helper.rb
 - test/run-test.rb
+- test/test-array-statistics.rb
 - test/test-arrow-file-reader.rb
 - test/test-arrow-file-writer.rb
 - test/test-arrow-table.rb
@@ -112,12 +113,13 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.7.1
+rubygems_version: 3.6.7
 specification_version: 4
 summary: Red Parquet is the Ruby bindings of Apache Parquet
 test_files:
 - test/helper.rb
 - test/run-test.rb
+- test/test-array-statistics.rb
 - test/test-arrow-file-reader.rb
 - test/test-arrow-file-writer.rb
 - test/test-arrow-table.rb