red-arrow 14.0.1 → 15.0.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/ext/arrow/extconf.rb +1 -1
- data/lib/arrow/array.rb +1 -1
- data/lib/arrow/chunked-array.rb +8 -0
- data/lib/arrow/sort-key.rb +3 -3
- data/lib/arrow/table-loader.rb +7 -1
- data/lib/arrow/version.rb +1 -1
- data/test/helper/omittable.rb +5 -0
- data/test/helper.rb +1 -0
- data/test/test-ractor.rb +34 -0
- data/test/test-table.rb +25 -0
- metadata +5 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 61b131109a11ffd4a13d8bcd50c16c150b04c077f11bd3a58b18b5f1b705a941
|
4
|
+
data.tar.gz: 57bbcac244a80c394ea8ab37c6f606092dd8da500bd1b3e4b7391a691e80be20
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b9ec1a416f7aa77b7d808085239cd06a89e6b69e8c3d9208ee85930e4019be5a42649022d36d71db33e28950d602942dfe4309eee7b1258bdd5b95c403080bf4
|
7
|
+
data.tar.gz: bb520a225a65162e0123217df8c82c9292e7f65bfec66a1e5ebf190aec54dc95be5d8e2f1d2ef3aa24aa330be2eafdd438ddd952624824c89bb59f9cd3b17a54
|
data/ext/arrow/extconf.rb
CHANGED
@@ -84,7 +84,7 @@ when /darwin/
|
|
84
84
|
symbols_in_external_bundles.each do |symbol|
|
85
85
|
$DLDFLAGS << " -Wl,-U,#{symbol}"
|
86
86
|
end
|
87
|
-
mmacosx_version_min = "-mmacosx-version-min=10.
|
87
|
+
mmacosx_version_min = "-mmacosx-version-min=10.15"
|
88
88
|
$CFLAGS << " #{mmacosx_version_min}"
|
89
89
|
$CXXFLAGS << " #{mmacosx_version_min}"
|
90
90
|
end
|
data/lib/arrow/array.rb
CHANGED
@@ -250,7 +250,7 @@ module Arrow
|
|
250
250
|
"[array][resolve] need to implement " +
|
251
251
|
"a feature that building #{value_data_type} array " +
|
252
252
|
"from raw Ruby Array"
|
253
|
-
raise
|
253
|
+
raise NotImplemented, message
|
254
254
|
end
|
255
255
|
other_array
|
256
256
|
elsif other_array.respond_to?(:value_data_type)
|
data/lib/arrow/chunked-array.rb
CHANGED
data/lib/arrow/sort-key.rb
CHANGED
@@ -79,9 +79,9 @@ module Arrow
|
|
79
79
|
# target and corresponding order is used. `"+"` uses ascending
|
80
80
|
# order and `"-"` uses ascending order.
|
81
81
|
#
|
82
|
-
# If `target` is not a String
|
83
|
-
# leading order mark, sort column
|
84
|
-
# ascending order is used.
|
82
|
+
# If `target` is either not a String or `target` doesn't start
|
83
|
+
# with the leading order mark, sort column is `target` as-is
|
84
|
+
# and ascending order is used.
|
85
85
|
#
|
86
86
|
# @example String without the leading order mark
|
87
87
|
# key = Arrow::SortKey.new("count")
|
data/lib/arrow/table-loader.rb
CHANGED
@@ -252,7 +252,13 @@ module Arrow
|
|
252
252
|
|
253
253
|
def load_as_json
|
254
254
|
open_input_stream do |input|
|
255
|
-
|
255
|
+
options = JSONReadOptions.new
|
256
|
+
@options.each do |key, value|
|
257
|
+
next if value.nil?
|
258
|
+
setter = :"#{key}="
|
259
|
+
options.__send__(setter, value) if options.respond_to?(setter)
|
260
|
+
end
|
261
|
+
reader = JSONReader.new(input, options)
|
256
262
|
table = reader.read
|
257
263
|
table.refer_input(input)
|
258
264
|
table
|
data/lib/arrow/version.rb
CHANGED
data/test/helper/omittable.rb
CHANGED
@@ -17,6 +17,11 @@
|
|
17
17
|
|
18
18
|
module Helper
|
19
19
|
module Omittable
|
20
|
+
def require_ruby(major, minor, micro=0)
|
21
|
+
return if (RUBY_VERSION <=> "#{major}.#{minor}.#{micro}") >= 0
|
22
|
+
omit("Require Ruby #{major}.#{minor}.#{micro} or later: #{RUBY_VERSION}")
|
23
|
+
end
|
24
|
+
|
20
25
|
def require_gi_bindings(major, minor, micro)
|
21
26
|
return if GLib.check_binding_version?(major, minor, micro)
|
22
27
|
message =
|
data/test/helper.rb
CHANGED
data/test/test-ractor.rb
ADDED
@@ -0,0 +1,34 @@
|
|
1
|
+
# Licensed to the Apache Software Foundation (ASF) under one
|
2
|
+
# or more contributor license agreements. See the NOTICE file
|
3
|
+
# distributed with this work for additional information
|
4
|
+
# regarding copyright ownership. The ASF licenses this file
|
5
|
+
# to you under the Apache License, Version 2.0 (the
|
6
|
+
# "License"); you may not use this file except in compliance
|
7
|
+
# with the License. You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing,
|
12
|
+
# software distributed under the License is distributed on an
|
13
|
+
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
14
|
+
# KIND, either express or implied. See the License for the
|
15
|
+
# specific language governing permissions and limitations
|
16
|
+
# under the License.
|
17
|
+
|
18
|
+
class RactorTest < Test::Unit::TestCase
|
19
|
+
include Helper::Omittable
|
20
|
+
|
21
|
+
ractor
|
22
|
+
test("ChunkedArray") do
|
23
|
+
require_ruby(3, 1, 0)
|
24
|
+
array = Arrow::Array.new([1, 2, 3])
|
25
|
+
chunked_array = Arrow::ChunkedArray.new([array])
|
26
|
+
Ractor.make_shareable(chunked_array)
|
27
|
+
ractor = Ractor.new do
|
28
|
+
recived_chunked_array = Ractor.receive
|
29
|
+
recived_chunked_array.chunks
|
30
|
+
end
|
31
|
+
ractor.send(chunked_array)
|
32
|
+
assert_equal([array], ractor.take)
|
33
|
+
end
|
34
|
+
end
|
data/test/test-table.rb
CHANGED
@@ -677,6 +677,31 @@ class TableTest < Test::Unit::TestCase
|
|
677
677
|
format: :tsv,
|
678
678
|
schema: @table.schema))
|
679
679
|
end
|
680
|
+
|
681
|
+
def test_json
|
682
|
+
output = create_output(".json")
|
683
|
+
# TODO: Implement this.
|
684
|
+
# @table.save(output, format: :json)
|
685
|
+
columns = ""
|
686
|
+
@table.each_record.each do |record|
|
687
|
+
column = {
|
688
|
+
"count" => record.count,
|
689
|
+
"visible" => record.visible,
|
690
|
+
}
|
691
|
+
columns << column.to_json
|
692
|
+
columns << "\n"
|
693
|
+
end
|
694
|
+
if output.is_a?(String)
|
695
|
+
File.write(output, columns)
|
696
|
+
else
|
697
|
+
output.resize(columns.bytesize)
|
698
|
+
output.set_data(0, columns)
|
699
|
+
end
|
700
|
+
assert_equal(@table,
|
701
|
+
Arrow::Table.load(output,
|
702
|
+
format: :json,
|
703
|
+
schema: @table.schema))
|
704
|
+
end
|
680
705
|
end
|
681
706
|
|
682
707
|
sub_test_case("path") do
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: red-arrow
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 15.0.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Apache Arrow Developers
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2024-01-24 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bigdecimal
|
@@ -307,6 +307,7 @@ files:
|
|
307
307
|
- test/test-memory-view.rb
|
308
308
|
- test/test-null-array.rb
|
309
309
|
- test/test-orc.rb
|
310
|
+
- test/test-ractor.rb
|
310
311
|
- test/test-record-batch-builder.rb
|
311
312
|
- test/test-record-batch-file-reader.rb
|
312
313
|
- test/test-record-batch-iterator.rb
|
@@ -346,7 +347,7 @@ homepage: https://arrow.apache.org/
|
|
346
347
|
licenses:
|
347
348
|
- Apache-2.0
|
348
349
|
metadata:
|
349
|
-
msys2_mingw_dependencies: arrow>=
|
350
|
+
msys2_mingw_dependencies: arrow>=15.0.0
|
350
351
|
post_install_message:
|
351
352
|
rdoc_options: []
|
352
353
|
require_paths:
|
@@ -442,6 +443,7 @@ test_files:
|
|
442
443
|
- test/test-memory-view.rb
|
443
444
|
- test/test-null-array.rb
|
444
445
|
- test/test-orc.rb
|
446
|
+
- test/test-ractor.rb
|
445
447
|
- test/test-record-batch-builder.rb
|
446
448
|
- test/test-record-batch-file-reader.rb
|
447
449
|
- test/test-record-batch-iterator.rb
|