red-arrow 3.0.0 → 6.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +23 -0
- data/ext/arrow/arrow.cpp +3 -0
- data/ext/arrow/converters.cpp +5 -0
- data/ext/arrow/converters.hpp +126 -0
- data/ext/arrow/extconf.rb +13 -0
- data/ext/arrow/memory-view.cpp +311 -0
- data/ext/arrow/memory-view.hpp +26 -0
- data/ext/arrow/raw-records.cpp +1 -0
- data/ext/arrow/values.cpp +1 -0
- data/lib/arrow/aggregate-node-options.rb +35 -0
- data/lib/arrow/aggregation.rb +46 -0
- data/lib/arrow/array-builder.rb +5 -0
- data/lib/arrow/array.rb +130 -0
- data/lib/arrow/binary-dictionary-array-builder.rb +27 -0
- data/lib/arrow/buffer.rb +10 -6
- data/lib/arrow/column-containable.rb +100 -1
- data/lib/arrow/constructor-arguments-gc-guardable.rb +25 -0
- data/lib/arrow/data-type.rb +14 -5
- data/lib/arrow/datum.rb +100 -0
- data/lib/arrow/dense-union-data-type.rb +2 -2
- data/lib/arrow/dictionary-data-type.rb +2 -2
- data/lib/arrow/equal-options.rb +38 -0
- data/lib/arrow/expression.rb +48 -0
- data/lib/arrow/file-system.rb +34 -0
- data/lib/arrow/group.rb +116 -124
- data/lib/arrow/loader.rb +46 -0
- data/lib/arrow/map-array-builder.rb +109 -0
- data/lib/arrow/map-array.rb +26 -0
- data/lib/arrow/map-data-type.rb +89 -0
- data/lib/arrow/path-extension.rb +1 -1
- data/lib/arrow/record-batch-reader.rb +41 -0
- data/lib/arrow/record-batch.rb +0 -2
- data/lib/arrow/scalar.rb +32 -0
- data/lib/arrow/slicer.rb +44 -143
- data/lib/arrow/sort-key.rb +193 -0
- data/lib/arrow/sort-options.rb +109 -0
- data/lib/arrow/source-node-options.rb +32 -0
- data/lib/arrow/sparse-union-data-type.rb +2 -2
- data/lib/arrow/string-dictionary-array-builder.rb +27 -0
- data/lib/arrow/symbol-values-appendable.rb +34 -0
- data/lib/arrow/table-concatenate-options.rb +36 -0
- data/lib/arrow/table-formatter.rb +141 -17
- data/lib/arrow/table-list-formatter.rb +5 -3
- data/lib/arrow/table-loader.rb +41 -3
- data/lib/arrow/table-saver.rb +29 -3
- data/lib/arrow/table-table-formatter.rb +7 -31
- data/lib/arrow/table.rb +34 -40
- data/lib/arrow/time32-data-type.rb +2 -2
- data/lib/arrow/time64-data-type.rb +2 -2
- data/lib/arrow/timestamp-data-type.rb +2 -2
- data/lib/arrow/version.rb +1 -1
- data/red-arrow.gemspec +2 -1
- data/test/helper.rb +1 -0
- data/test/raw-records/test-dense-union-array.rb +14 -0
- data/test/raw-records/test-list-array.rb +19 -0
- data/test/raw-records/test-map-array.rb +441 -0
- data/test/raw-records/test-sparse-union-array.rb +14 -0
- data/test/raw-records/test-struct-array.rb +15 -0
- data/test/test-array-builder.rb +7 -0
- data/test/test-array.rb +154 -0
- data/test/test-binary-dictionary-array-builder.rb +103 -0
- data/test/test-boolean-scalar.rb +26 -0
- data/test/test-csv-loader.rb +8 -8
- data/test/test-decimal128-data-type.rb +2 -2
- data/test/test-expression.rb +40 -0
- data/test/test-float-scalar.rb +46 -0
- data/test/test-function.rb +176 -0
- data/test/test-group.rb +75 -51
- data/test/test-map-array-builder.rb +110 -0
- data/test/test-map-array.rb +33 -0
- data/test/test-map-data-type.rb +36 -0
- data/test/test-memory-view.rb +434 -0
- data/test/test-orc.rb +19 -23
- data/test/test-record-batch-reader.rb +46 -0
- data/test/test-record-batch.rb +42 -0
- data/test/test-slicer.rb +166 -167
- data/test/test-sort-indices.rb +40 -0
- data/test/test-sort-key.rb +81 -0
- data/test/test-sort-options.rb +58 -0
- data/test/test-string-dictionary-array-builder.rb +103 -0
- data/test/test-table.rb +190 -53
- data/test/values/test-dense-union-array.rb +14 -0
- data/test/values/test-list-array.rb +17 -0
- data/test/values/test-map-array.rb +433 -0
- data/test/values/test-sparse-union-array.rb +14 -0
- data/test/values/test-struct-array.rb +15 -0
- metadata +73 -6
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: red-arrow
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 6.0.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Apache Arrow Developers
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-11-04 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bigdecimal
|
@@ -44,14 +44,14 @@ dependencies:
|
|
44
44
|
requirements:
|
45
45
|
- - ">="
|
46
46
|
- !ruby/object:Gem::Version
|
47
|
-
version: 3.
|
47
|
+
version: 3.4.9
|
48
48
|
type: :runtime
|
49
49
|
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
52
|
- - ">="
|
53
53
|
- !ruby/object:Gem::Version
|
54
|
-
version: 3.
|
54
|
+
version: 3.4.9
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
56
|
name: native-package-installer
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
@@ -122,6 +122,20 @@ dependencies:
|
|
122
122
|
- - ">="
|
123
123
|
- !ruby/object:Gem::Version
|
124
124
|
version: '0'
|
125
|
+
- !ruby/object:Gem::Dependency
|
126
|
+
name: fiddle
|
127
|
+
requirement: !ruby/object:Gem::Requirement
|
128
|
+
requirements:
|
129
|
+
- - ">="
|
130
|
+
- !ruby/object:Gem::Version
|
131
|
+
version: 1.0.9
|
132
|
+
type: :development
|
133
|
+
prerelease: false
|
134
|
+
version_requirements: !ruby/object:Gem::Requirement
|
135
|
+
requirements:
|
136
|
+
- - ">="
|
137
|
+
- !ruby/object:Gem::Version
|
138
|
+
version: 1.0.9
|
125
139
|
- !ruby/object:Gem::Dependency
|
126
140
|
name: rake
|
127
141
|
requirement: !ruby/object:Gem::Requirement
|
@@ -197,20 +211,26 @@ files:
|
|
197
211
|
- ext/arrow/converters.cpp
|
198
212
|
- ext/arrow/converters.hpp
|
199
213
|
- ext/arrow/extconf.rb
|
214
|
+
- ext/arrow/memory-view.cpp
|
215
|
+
- ext/arrow/memory-view.hpp
|
200
216
|
- ext/arrow/raw-records.cpp
|
201
217
|
- ext/arrow/red-arrow.hpp
|
202
218
|
- ext/arrow/values.cpp
|
203
219
|
- image/red-arrow.png
|
204
220
|
- lib/arrow.rb
|
221
|
+
- lib/arrow/aggregate-node-options.rb
|
222
|
+
- lib/arrow/aggregation.rb
|
205
223
|
- lib/arrow/array-builder.rb
|
206
224
|
- lib/arrow/array.rb
|
207
225
|
- lib/arrow/bigdecimal-extension.rb
|
226
|
+
- lib/arrow/binary-dictionary-array-builder.rb
|
208
227
|
- lib/arrow/block-closable.rb
|
209
228
|
- lib/arrow/buffer.rb
|
210
229
|
- lib/arrow/chunked-array.rb
|
211
230
|
- lib/arrow/column-containable.rb
|
212
231
|
- lib/arrow/column.rb
|
213
232
|
- lib/arrow/compression-type.rb
|
233
|
+
- lib/arrow/constructor-arguments-gc-guardable.rb
|
214
234
|
- lib/arrow/csv-loader.rb
|
215
235
|
- lib/arrow/csv-read-options.rb
|
216
236
|
- lib/arrow/data-type.rb
|
@@ -218,6 +238,7 @@ files:
|
|
218
238
|
- lib/arrow/date32-array.rb
|
219
239
|
- lib/arrow/date64-array-builder.rb
|
220
240
|
- lib/arrow/date64-array.rb
|
241
|
+
- lib/arrow/datum.rb
|
221
242
|
- lib/arrow/decimal128-array-builder.rb
|
222
243
|
- lib/arrow/decimal128-array.rb
|
223
244
|
- lib/arrow/decimal128-data-type.rb
|
@@ -229,9 +250,12 @@ files:
|
|
229
250
|
- lib/arrow/dense-union-data-type.rb
|
230
251
|
- lib/arrow/dictionary-array.rb
|
231
252
|
- lib/arrow/dictionary-data-type.rb
|
253
|
+
- lib/arrow/equal-options.rb
|
254
|
+
- lib/arrow/expression.rb
|
232
255
|
- lib/arrow/field-containable.rb
|
233
256
|
- lib/arrow/field.rb
|
234
257
|
- lib/arrow/file-output-stream.rb
|
258
|
+
- lib/arrow/file-system.rb
|
235
259
|
- lib/arrow/fixed-size-binary-array-builder.rb
|
236
260
|
- lib/arrow/fixed-size-binary-array.rb
|
237
261
|
- lib/arrow/generic-filterable.rb
|
@@ -240,6 +264,9 @@ files:
|
|
240
264
|
- lib/arrow/list-array-builder.rb
|
241
265
|
- lib/arrow/list-data-type.rb
|
242
266
|
- lib/arrow/loader.rb
|
267
|
+
- lib/arrow/map-array-builder.rb
|
268
|
+
- lib/arrow/map-array.rb
|
269
|
+
- lib/arrow/map-data-type.rb
|
243
270
|
- lib/arrow/null-array-builder.rb
|
244
271
|
- lib/arrow/null-array.rb
|
245
272
|
- lib/arrow/path-extension.rb
|
@@ -247,17 +274,25 @@ files:
|
|
247
274
|
- lib/arrow/record-batch-builder.rb
|
248
275
|
- lib/arrow/record-batch-file-reader.rb
|
249
276
|
- lib/arrow/record-batch-iterator.rb
|
277
|
+
- lib/arrow/record-batch-reader.rb
|
250
278
|
- lib/arrow/record-batch-stream-reader.rb
|
251
279
|
- lib/arrow/record-batch.rb
|
252
280
|
- lib/arrow/record-containable.rb
|
253
281
|
- lib/arrow/record.rb
|
254
282
|
- lib/arrow/rolling-window.rb
|
283
|
+
- lib/arrow/scalar.rb
|
255
284
|
- lib/arrow/schema.rb
|
256
285
|
- lib/arrow/slicer.rb
|
286
|
+
- lib/arrow/sort-key.rb
|
287
|
+
- lib/arrow/sort-options.rb
|
288
|
+
- lib/arrow/source-node-options.rb
|
257
289
|
- lib/arrow/sparse-union-data-type.rb
|
290
|
+
- lib/arrow/string-dictionary-array-builder.rb
|
258
291
|
- lib/arrow/struct-array-builder.rb
|
259
292
|
- lib/arrow/struct-array.rb
|
260
293
|
- lib/arrow/struct-data-type.rb
|
294
|
+
- lib/arrow/symbol-values-appendable.rb
|
295
|
+
- lib/arrow/table-concatenate-options.rb
|
261
296
|
- lib/arrow/table-formatter.rb
|
262
297
|
- lib/arrow/table-list-formatter.rb
|
263
298
|
- lib/arrow/table-loader.rb
|
@@ -293,6 +328,7 @@ files:
|
|
293
328
|
- test/raw-records/test-basic-arrays.rb
|
294
329
|
- test/raw-records/test-dense-union-array.rb
|
295
330
|
- test/raw-records/test-list-array.rb
|
331
|
+
- test/raw-records/test-map-array.rb
|
296
332
|
- test/raw-records/test-multiple-columns.rb
|
297
333
|
- test/raw-records/test-sparse-union-array.rb
|
298
334
|
- test/raw-records/test-struct-array.rb
|
@@ -301,6 +337,8 @@ files:
|
|
301
337
|
- test/test-array-builder.rb
|
302
338
|
- test/test-array.rb
|
303
339
|
- test/test-bigdecimal.rb
|
340
|
+
- test/test-binary-dictionary-array-builder.rb
|
341
|
+
- test/test-boolean-scalar.rb
|
304
342
|
- test/test-buffer.rb
|
305
343
|
- test/test-chunked-array.rb
|
306
344
|
- test/test-column.rb
|
@@ -319,25 +357,37 @@ files:
|
|
319
357
|
- test/test-dense-union-data-type.rb
|
320
358
|
- test/test-dictionary-array.rb
|
321
359
|
- test/test-dictionary-data-type.rb
|
360
|
+
- test/test-expression.rb
|
322
361
|
- test/test-feather.rb
|
323
362
|
- test/test-field.rb
|
324
363
|
- test/test-file-output-stream.rb
|
325
364
|
- test/test-fixed-size-binary-array-builder.rb
|
326
365
|
- test/test-fixed-size-binary-array.rb
|
366
|
+
- test/test-float-scalar.rb
|
367
|
+
- test/test-function.rb
|
327
368
|
- test/test-group.rb
|
328
369
|
- test/test-list-array-builder.rb
|
329
370
|
- test/test-list-array.rb
|
330
371
|
- test/test-list-data-type.rb
|
372
|
+
- test/test-map-array-builder.rb
|
373
|
+
- test/test-map-array.rb
|
374
|
+
- test/test-map-data-type.rb
|
375
|
+
- test/test-memory-view.rb
|
331
376
|
- test/test-null-array.rb
|
332
377
|
- test/test-orc.rb
|
333
378
|
- test/test-record-batch-builder.rb
|
334
379
|
- test/test-record-batch-file-reader.rb
|
335
380
|
- test/test-record-batch-iterator.rb
|
381
|
+
- test/test-record-batch-reader.rb
|
336
382
|
- test/test-record-batch.rb
|
337
383
|
- test/test-rolling-window.rb
|
338
384
|
- test/test-schema.rb
|
339
385
|
- test/test-slicer.rb
|
386
|
+
- test/test-sort-indices.rb
|
387
|
+
- test/test-sort-key.rb
|
388
|
+
- test/test-sort-options.rb
|
340
389
|
- test/test-sparse-union-data-type.rb
|
390
|
+
- test/test-string-dictionary-array-builder.rb
|
341
391
|
- test/test-struct-array-builder.rb
|
342
392
|
- test/test-struct-array.rb
|
343
393
|
- test/test-struct-data-type.rb
|
@@ -353,13 +403,14 @@ files:
|
|
353
403
|
- test/values/test-basic-arrays.rb
|
354
404
|
- test/values/test-dense-union-array.rb
|
355
405
|
- test/values/test-list-array.rb
|
406
|
+
- test/values/test-map-array.rb
|
356
407
|
- test/values/test-sparse-union-array.rb
|
357
408
|
- test/values/test-struct-array.rb
|
358
409
|
homepage: https://arrow.apache.org/
|
359
410
|
licenses:
|
360
411
|
- Apache-2.0
|
361
412
|
metadata:
|
362
|
-
msys2_mingw_dependencies: arrow>=
|
413
|
+
msys2_mingw_dependencies: arrow>=6.0.0
|
363
414
|
post_install_message:
|
364
415
|
rdoc_options: []
|
365
416
|
require_paths:
|
@@ -375,18 +426,22 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
375
426
|
- !ruby/object:Gem::Version
|
376
427
|
version: '0'
|
377
428
|
requirements: []
|
378
|
-
rubygems_version: 3.2.
|
429
|
+
rubygems_version: 3.2.27
|
379
430
|
signing_key:
|
380
431
|
specification_version: 4
|
381
432
|
summary: Red Arrow is the Ruby bindings of Apache Arrow
|
382
433
|
test_files:
|
383
434
|
- test/test-decimal256-array-builder.rb
|
384
435
|
- test/test-time64-data-type.rb
|
436
|
+
- test/test-sort-options.rb
|
385
437
|
- test/test-feather.rb
|
438
|
+
- test/test-map-array-builder.rb
|
386
439
|
- test/test-decimal128.rb
|
387
440
|
- test/test-struct-array.rb
|
441
|
+
- test/test-string-dictionary-array-builder.rb
|
388
442
|
- test/test-data-type.rb
|
389
443
|
- test/test-list-data-type.rb
|
444
|
+
- test/test-expression.rb
|
390
445
|
- test/test-dense-union-data-type.rb
|
391
446
|
- test/test-decimal256-array.rb
|
392
447
|
- test/helper.rb
|
@@ -395,6 +450,7 @@ test_files:
|
|
395
450
|
- test/run-test.rb
|
396
451
|
- test/test-timestamp-array.rb
|
397
452
|
- test/test-date32-array.rb
|
453
|
+
- test/test-map-array.rb
|
398
454
|
- test/test-array-builder.rb
|
399
455
|
- test/test-date64-array.rb
|
400
456
|
- test/test-record-batch-file-reader.rb
|
@@ -413,6 +469,7 @@ test_files:
|
|
413
469
|
- test/test-list-array.rb
|
414
470
|
- test/test-decimal256-data-type.rb
|
415
471
|
- test/test-time64-array.rb
|
472
|
+
- test/test-boolean-scalar.rb
|
416
473
|
- test/test-rolling-window.rb
|
417
474
|
- test/test-dictionary-data-type.rb
|
418
475
|
- test/fixture/integer-float.csv
|
@@ -428,19 +485,27 @@ test_files:
|
|
428
485
|
- test/test-null-array.rb
|
429
486
|
- test/test-time32-data-type.rb
|
430
487
|
- test/test-struct-data-type.rb
|
488
|
+
- test/test-sort-indices.rb
|
431
489
|
- test/test-group.rb
|
490
|
+
- test/test-sort-key.rb
|
432
491
|
- test/test-buffer.rb
|
492
|
+
- test/test-float-scalar.rb
|
433
493
|
- test/values/test-struct-array.rb
|
494
|
+
- test/values/test-map-array.rb
|
434
495
|
- test/values/test-basic-arrays.rb
|
435
496
|
- test/values/test-list-array.rb
|
436
497
|
- test/values/test-dense-union-array.rb
|
437
498
|
- test/values/test-sparse-union-array.rb
|
499
|
+
- test/test-function.rb
|
500
|
+
- test/test-memory-view.rb
|
501
|
+
- test/test-record-batch-reader.rb
|
438
502
|
- test/test-slicer.rb
|
439
503
|
- test/test-list-array-builder.rb
|
440
504
|
- test/test-sparse-union-data-type.rb
|
441
505
|
- test/test-record-batch-builder.rb
|
442
506
|
- test/raw-records/test-struct-array.rb
|
443
507
|
- test/raw-records/test-table.rb
|
508
|
+
- test/raw-records/test-map-array.rb
|
444
509
|
- test/raw-records/test-basic-arrays.rb
|
445
510
|
- test/raw-records/test-list-array.rb
|
446
511
|
- test/raw-records/test-dense-union-array.rb
|
@@ -453,6 +518,8 @@ test_files:
|
|
453
518
|
- test/test-decimal128-array-builder.rb
|
454
519
|
- test/test-chunked-array.rb
|
455
520
|
- test/test-schema.rb
|
521
|
+
- test/test-map-data-type.rb
|
522
|
+
- test/test-binary-dictionary-array-builder.rb
|
456
523
|
- test/test-struct-array-builder.rb
|
457
524
|
- test/helper/fixture.rb
|
458
525
|
- test/helper/omittable.rb
|