red-parquet 6.0.1 → 9.0.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/dependency-check/Rakefile +2 -2
- data/lib/parquet/arrow-table-loadable.rb +7 -6
- data/lib/parquet/loader.rb +15 -0
- data/lib/parquet/version.rb +1 -1
- data/test/test-boolean-statistics.rb +38 -0
- metadata +7 -5
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: b83db6c059ee9d4c563e6fd65fce945c79270fd01911521ae78e508a4518f11b
|
4
|
+
data.tar.gz: 5f9f1adf68a67431e660c78cd1d1448a128db27b9ee1c266b1fc823f4367d065
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 813ccab7fb6e2775d5f19052671bdd278e4ffdf4aec19e42a7b7b14892dd6d668f19fbf5b2a969a91d11e9dbef91abf33493121d9c9d7b2aef37e1cb0eaa65d9
|
7
|
+
data.tar.gz: 342faa70d1fcb76731dc0bdc033ea9cb742fa5ab2460d86f0c4c45f37375ae8b365549e8b528a52333a9d092d77700aee3501c6c3dc3bce46645b43343ed01e2
|
data/dependency-check/Rakefile
CHANGED
@@ -38,8 +38,8 @@ namespace :dependency do
|
|
38
38
|
Parquet::Version::MAJOR,
|
39
39
|
Parquet::Version::MINOR,
|
40
40
|
Parquet::Version::MICRO)
|
41
|
-
unless NativePackageInstaller.install(:
|
42
|
-
:
|
41
|
+
unless NativePackageInstaller.install(debian: "libparquet-glib-dev",
|
42
|
+
redhat: "parquet-glib-devel")
|
43
43
|
exit(false)
|
44
44
|
end
|
45
45
|
end
|
@@ -19,12 +19,13 @@ module Parquet
|
|
19
19
|
module ArrowTableLoadable
|
20
20
|
private
|
21
21
|
def load_as_parquet
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
22
|
+
open_input_stream do |input|
|
23
|
+
reader = Parquet::ArrowFileReader.new(input)
|
24
|
+
reader.use_threads = (@options[:use_threads] != false)
|
25
|
+
table = reader.read_table
|
26
|
+
table.instance_variable_set(:@input, input)
|
27
|
+
table
|
28
|
+
end
|
28
29
|
end
|
29
30
|
end
|
30
31
|
end
|
data/lib/parquet/loader.rb
CHANGED
@@ -42,5 +42,20 @@ module Parquet
|
|
42
42
|
klass.extend(Arrow::BlockClosable)
|
43
43
|
end
|
44
44
|
end
|
45
|
+
|
46
|
+
def load_method_info(info, klass, method_name)
|
47
|
+
case klass.name
|
48
|
+
when "Parquet::BooleanStatistics"
|
49
|
+
case method_name
|
50
|
+
when "min?"
|
51
|
+
method_name = "min"
|
52
|
+
when "max?"
|
53
|
+
method_name = "max"
|
54
|
+
end
|
55
|
+
super(info, klass, method_name)
|
56
|
+
else
|
57
|
+
super
|
58
|
+
end
|
59
|
+
end
|
45
60
|
end
|
46
61
|
end
|
data/lib/parquet/version.rb
CHANGED
@@ -0,0 +1,38 @@
|
|
1
|
+
# Licensed to the Apache Software Foundation (ASF) under one
|
2
|
+
# or more contributor license agreements. See the NOTICE file
|
3
|
+
# distributed with this work for additional information
|
4
|
+
# regarding copyright ownership. The ASF licenses this file
|
5
|
+
# to you under the Apache License, Version 2.0 (the
|
6
|
+
# "License"); you may not use this file except in compliance
|
7
|
+
# with the License. You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing,
|
12
|
+
# software distributed under the License is distributed on an
|
13
|
+
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
14
|
+
# KIND, either express or implied. See the License for the
|
15
|
+
# specific language governing permissions and limitations
|
16
|
+
# under the License.
|
17
|
+
|
18
|
+
class TestBooleanStatistics < Test::Unit::TestCase
|
19
|
+
def setup
|
20
|
+
file = Tempfile.open(["data", ".parquet"])
|
21
|
+
array = Arrow::BooleanArray.new([nil, false, true])
|
22
|
+
table = Arrow::Table.new("boolean" => array)
|
23
|
+
writer = Parquet::ArrowFileWriter.new(table.schema, file.path)
|
24
|
+
chunk_size = 1024
|
25
|
+
writer.write_table(table, chunk_size)
|
26
|
+
writer.close
|
27
|
+
reader = Parquet::ArrowFileReader.new(file.path)
|
28
|
+
@statistics = reader.metadata.get_row_group(0).get_column_chunk(0).statistics
|
29
|
+
end
|
30
|
+
|
31
|
+
def test_min
|
32
|
+
assert_equal(false, @statistics.min)
|
33
|
+
end
|
34
|
+
|
35
|
+
def test_max
|
36
|
+
assert_equal(true, @statistics.max)
|
37
|
+
end
|
38
|
+
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: red-parquet
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 9.0.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Apache Arrow Developers
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2022-08-06 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: red-arrow
|
@@ -16,14 +16,14 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - '='
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version:
|
19
|
+
version: 9.0.0
|
20
20
|
type: :runtime
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - '='
|
25
25
|
- !ruby/object:Gem::Version
|
26
|
-
version:
|
26
|
+
version: 9.0.0
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
28
|
name: bundler
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
@@ -90,6 +90,7 @@ files:
|
|
90
90
|
- test/helper.rb
|
91
91
|
- test/run-test.rb
|
92
92
|
- test/test-arrow-table.rb
|
93
|
+
- test/test-boolean-statistics.rb
|
93
94
|
homepage: https://arrow.apache.org/
|
94
95
|
licenses:
|
95
96
|
- Apache-2.0
|
@@ -109,7 +110,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
109
110
|
- !ruby/object:Gem::Version
|
110
111
|
version: '0'
|
111
112
|
requirements: []
|
112
|
-
rubygems_version: 3.
|
113
|
+
rubygems_version: 3.3.15
|
113
114
|
signing_key:
|
114
115
|
specification_version: 4
|
115
116
|
summary: Red Parquet is the Ruby bindings of Apache Parquet
|
@@ -117,3 +118,4 @@ test_files:
|
|
117
118
|
- test/helper.rb
|
118
119
|
- test/run-test.rb
|
119
120
|
- test/test-arrow-table.rb
|
121
|
+
- test/test-boolean-statistics.rb
|