red-arrow 5.0.0 → 6.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (60) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +23 -0
  3. data/ext/arrow/converters.cpp +5 -0
  4. data/ext/arrow/converters.hpp +126 -0
  5. data/ext/arrow/extconf.rb +13 -0
  6. data/ext/arrow/raw-records.cpp +1 -0
  7. data/ext/arrow/values.cpp +1 -0
  8. data/lib/arrow/aggregate-node-options.rb +35 -0
  9. data/lib/arrow/aggregation.rb +46 -0
  10. data/lib/arrow/array-builder.rb +5 -0
  11. data/lib/arrow/binary-dictionary-array-builder.rb +27 -0
  12. data/lib/arrow/column-containable.rb +100 -1
  13. data/lib/arrow/datum.rb +2 -0
  14. data/lib/arrow/expression.rb +48 -0
  15. data/lib/arrow/file-system.rb +34 -0
  16. data/lib/arrow/group.rb +116 -124
  17. data/lib/arrow/loader.rb +13 -0
  18. data/lib/arrow/map-array-builder.rb +109 -0
  19. data/lib/arrow/map-array.rb +26 -0
  20. data/lib/arrow/map-data-type.rb +89 -0
  21. data/lib/arrow/path-extension.rb +1 -1
  22. data/lib/arrow/record-batch-reader.rb +41 -0
  23. data/lib/arrow/record-batch.rb +0 -2
  24. data/lib/arrow/slicer.rb +44 -143
  25. data/lib/arrow/source-node-options.rb +32 -0
  26. data/lib/arrow/string-dictionary-array-builder.rb +27 -0
  27. data/lib/arrow/symbol-values-appendable.rb +34 -0
  28. data/lib/arrow/table-concatenate-options.rb +36 -0
  29. data/lib/arrow/table-formatter.rb +141 -17
  30. data/lib/arrow/table-list-formatter.rb +5 -3
  31. data/lib/arrow/table-loader.rb +41 -3
  32. data/lib/arrow/table-saver.rb +29 -3
  33. data/lib/arrow/table-table-formatter.rb +7 -31
  34. data/lib/arrow/table.rb +32 -38
  35. data/lib/arrow/version.rb +1 -1
  36. data/red-arrow.gemspec +1 -1
  37. data/test/raw-records/test-dense-union-array.rb +14 -0
  38. data/test/raw-records/test-list-array.rb +19 -0
  39. data/test/raw-records/test-map-array.rb +441 -0
  40. data/test/raw-records/test-sparse-union-array.rb +14 -0
  41. data/test/raw-records/test-struct-array.rb +15 -0
  42. data/test/test-array-builder.rb +7 -0
  43. data/test/test-binary-dictionary-array-builder.rb +103 -0
  44. data/test/test-csv-loader.rb +8 -8
  45. data/test/test-expression.rb +40 -0
  46. data/test/test-group.rb +75 -51
  47. data/test/test-map-array-builder.rb +110 -0
  48. data/test/test-map-array.rb +33 -0
  49. data/test/test-map-data-type.rb +36 -0
  50. data/test/test-record-batch-reader.rb +46 -0
  51. data/test/test-record-batch.rb +42 -0
  52. data/test/test-slicer.rb +166 -167
  53. data/test/test-string-dictionary-array-builder.rb +103 -0
  54. data/test/test-table.rb +190 -53
  55. data/test/values/test-dense-union-array.rb +14 -0
  56. data/test/values/test-list-array.rb +17 -0
  57. data/test/values/test-map-array.rb +433 -0
  58. data/test/values/test-sparse-union-array.rb +14 -0
  59. data/test/values/test-struct-array.rb +15 -0
  60. metadata +107 -76
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: red-arrow
3
3
  version: !ruby/object:Gem::Version
4
- version: 5.0.0
4
+ version: 6.0.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Apache Arrow Developers
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-07-28 00:00:00.000000000 Z
11
+ date: 2021-11-04 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bigdecimal
@@ -44,14 +44,14 @@ dependencies:
44
44
  requirements:
45
45
  - - ">="
46
46
  - !ruby/object:Gem::Version
47
- version: 3.4.5
47
+ version: 3.4.9
48
48
  type: :runtime
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
52
  - - ">="
53
53
  - !ruby/object:Gem::Version
54
- version: 3.4.5
54
+ version: 3.4.9
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: native-package-installer
57
57
  requirement: !ruby/object:Gem::Requirement
@@ -218,9 +218,12 @@ files:
218
218
  - ext/arrow/values.cpp
219
219
  - image/red-arrow.png
220
220
  - lib/arrow.rb
221
+ - lib/arrow/aggregate-node-options.rb
222
+ - lib/arrow/aggregation.rb
221
223
  - lib/arrow/array-builder.rb
222
224
  - lib/arrow/array.rb
223
225
  - lib/arrow/bigdecimal-extension.rb
226
+ - lib/arrow/binary-dictionary-array-builder.rb
224
227
  - lib/arrow/block-closable.rb
225
228
  - lib/arrow/buffer.rb
226
229
  - lib/arrow/chunked-array.rb
@@ -248,9 +251,11 @@ files:
248
251
  - lib/arrow/dictionary-array.rb
249
252
  - lib/arrow/dictionary-data-type.rb
250
253
  - lib/arrow/equal-options.rb
254
+ - lib/arrow/expression.rb
251
255
  - lib/arrow/field-containable.rb
252
256
  - lib/arrow/field.rb
253
257
  - lib/arrow/file-output-stream.rb
258
+ - lib/arrow/file-system.rb
254
259
  - lib/arrow/fixed-size-binary-array-builder.rb
255
260
  - lib/arrow/fixed-size-binary-array.rb
256
261
  - lib/arrow/generic-filterable.rb
@@ -259,6 +264,9 @@ files:
259
264
  - lib/arrow/list-array-builder.rb
260
265
  - lib/arrow/list-data-type.rb
261
266
  - lib/arrow/loader.rb
267
+ - lib/arrow/map-array-builder.rb
268
+ - lib/arrow/map-array.rb
269
+ - lib/arrow/map-data-type.rb
262
270
  - lib/arrow/null-array-builder.rb
263
271
  - lib/arrow/null-array.rb
264
272
  - lib/arrow/path-extension.rb
@@ -266,6 +274,7 @@ files:
266
274
  - lib/arrow/record-batch-builder.rb
267
275
  - lib/arrow/record-batch-file-reader.rb
268
276
  - lib/arrow/record-batch-iterator.rb
277
+ - lib/arrow/record-batch-reader.rb
269
278
  - lib/arrow/record-batch-stream-reader.rb
270
279
  - lib/arrow/record-batch.rb
271
280
  - lib/arrow/record-containable.rb
@@ -276,10 +285,14 @@ files:
276
285
  - lib/arrow/slicer.rb
277
286
  - lib/arrow/sort-key.rb
278
287
  - lib/arrow/sort-options.rb
288
+ - lib/arrow/source-node-options.rb
279
289
  - lib/arrow/sparse-union-data-type.rb
290
+ - lib/arrow/string-dictionary-array-builder.rb
280
291
  - lib/arrow/struct-array-builder.rb
281
292
  - lib/arrow/struct-array.rb
282
293
  - lib/arrow/struct-data-type.rb
294
+ - lib/arrow/symbol-values-appendable.rb
295
+ - lib/arrow/table-concatenate-options.rb
283
296
  - lib/arrow/table-formatter.rb
284
297
  - lib/arrow/table-list-formatter.rb
285
298
  - lib/arrow/table-loader.rb
@@ -315,6 +328,7 @@ files:
315
328
  - test/raw-records/test-basic-arrays.rb
316
329
  - test/raw-records/test-dense-union-array.rb
317
330
  - test/raw-records/test-list-array.rb
331
+ - test/raw-records/test-map-array.rb
318
332
  - test/raw-records/test-multiple-columns.rb
319
333
  - test/raw-records/test-sparse-union-array.rb
320
334
  - test/raw-records/test-struct-array.rb
@@ -323,6 +337,7 @@ files:
323
337
  - test/test-array-builder.rb
324
338
  - test/test-array.rb
325
339
  - test/test-bigdecimal.rb
340
+ - test/test-binary-dictionary-array-builder.rb
326
341
  - test/test-boolean-scalar.rb
327
342
  - test/test-buffer.rb
328
343
  - test/test-chunked-array.rb
@@ -342,6 +357,7 @@ files:
342
357
  - test/test-dense-union-data-type.rb
343
358
  - test/test-dictionary-array.rb
344
359
  - test/test-dictionary-data-type.rb
360
+ - test/test-expression.rb
345
361
  - test/test-feather.rb
346
362
  - test/test-field.rb
347
363
  - test/test-file-output-stream.rb
@@ -353,12 +369,16 @@ files:
353
369
  - test/test-list-array-builder.rb
354
370
  - test/test-list-array.rb
355
371
  - test/test-list-data-type.rb
372
+ - test/test-map-array-builder.rb
373
+ - test/test-map-array.rb
374
+ - test/test-map-data-type.rb
356
375
  - test/test-memory-view.rb
357
376
  - test/test-null-array.rb
358
377
  - test/test-orc.rb
359
378
  - test/test-record-batch-builder.rb
360
379
  - test/test-record-batch-file-reader.rb
361
380
  - test/test-record-batch-iterator.rb
381
+ - test/test-record-batch-reader.rb
362
382
  - test/test-record-batch.rb
363
383
  - test/test-rolling-window.rb
364
384
  - test/test-schema.rb
@@ -367,6 +387,7 @@ files:
367
387
  - test/test-sort-key.rb
368
388
  - test/test-sort-options.rb
369
389
  - test/test-sparse-union-data-type.rb
390
+ - test/test-string-dictionary-array-builder.rb
370
391
  - test/test-struct-array-builder.rb
371
392
  - test/test-struct-array.rb
372
393
  - test/test-struct-data-type.rb
@@ -382,14 +403,15 @@ files:
382
403
  - test/values/test-basic-arrays.rb
383
404
  - test/values/test-dense-union-array.rb
384
405
  - test/values/test-list-array.rb
406
+ - test/values/test-map-array.rb
385
407
  - test/values/test-sparse-union-array.rb
386
408
  - test/values/test-struct-array.rb
387
409
  homepage: https://arrow.apache.org/
388
410
  licenses:
389
411
  - Apache-2.0
390
412
  metadata:
391
- msys2_mingw_dependencies: arrow>=5.0.0
392
- post_install_message:
413
+ msys2_mingw_dependencies: arrow>=6.0.0
414
+ post_install_message:
393
415
  rdoc_options: []
394
416
  require_paths:
395
417
  - lib
@@ -404,92 +426,101 @@ required_rubygems_version: !ruby/object:Gem::Requirement
404
426
  - !ruby/object:Gem::Version
405
427
  version: '0'
406
428
  requirements: []
407
- rubygems_version: 3.2.22
408
- signing_key:
429
+ rubygems_version: 3.2.27
430
+ signing_key:
409
431
  specification_version: 4
410
432
  summary: Red Arrow is the Ruby bindings of Apache Arrow
411
433
  test_files:
412
- - test/fixture/TestOrcFile.test1.orc
413
- - test/fixture/float-integer.csv
414
- - test/fixture/integer-float.csv
415
- - test/fixture/null-with-double-quote.csv
416
- - test/fixture/null-without-double-quote.csv
417
- - test/fixture/with-header-float.csv
418
- - test/fixture/with-header.csv
419
- - test/fixture/without-header-float.csv
420
- - test/fixture/without-header.csv
421
- - test/helper/fixture.rb
422
- - test/helper/omittable.rb
434
+ - test/test-decimal256-array-builder.rb
435
+ - test/test-time64-data-type.rb
436
+ - test/test-sort-options.rb
437
+ - test/test-feather.rb
438
+ - test/test-map-array-builder.rb
439
+ - test/test-decimal128.rb
440
+ - test/test-struct-array.rb
441
+ - test/test-string-dictionary-array-builder.rb
442
+ - test/test-data-type.rb
443
+ - test/test-list-data-type.rb
444
+ - test/test-expression.rb
445
+ - test/test-dense-union-data-type.rb
446
+ - test/test-decimal256-array.rb
423
447
  - test/helper.rb
424
- - test/raw-records/test-basic-arrays.rb
425
- - test/raw-records/test-dense-union-array.rb
426
- - test/raw-records/test-list-array.rb
427
- - test/raw-records/test-multiple-columns.rb
428
- - test/raw-records/test-sparse-union-array.rb
429
- - test/raw-records/test-struct-array.rb
430
- - test/raw-records/test-table.rb
448
+ - test/test-record-batch.rb
449
+ - test/test-table.rb
431
450
  - test/run-test.rb
432
- - test/test-array-builder.rb
433
- - test/test-array.rb
434
- - test/test-bigdecimal.rb
435
- - test/test-boolean-scalar.rb
436
- - test/test-buffer.rb
437
- - test/test-chunked-array.rb
438
- - test/test-column.rb
439
- - test/test-csv-loader.rb
440
- - test/test-data-type.rb
451
+ - test/test-timestamp-array.rb
441
452
  - test/test-date32-array.rb
453
+ - test/test-map-array.rb
454
+ - test/test-array-builder.rb
442
455
  - test/test-date64-array.rb
443
- - test/test-decimal128-array-builder.rb
444
- - test/test-decimal128-array.rb
456
+ - test/test-record-batch-file-reader.rb
445
457
  - test/test-decimal128-data-type.rb
446
- - test/test-decimal128.rb
447
- - test/test-decimal256-array-builder.rb
448
- - test/test-decimal256-array.rb
449
- - test/test-decimal256-data-type.rb
458
+ - test/test-time.rb
459
+ - test/test-timestamp-data-type.rb
450
460
  - test/test-decimal256.rb
451
- - test/test-dense-union-data-type.rb
452
461
  - test/test-dictionary-array.rb
453
- - test/test-dictionary-data-type.rb
454
- - test/test-feather.rb
455
- - test/test-field.rb
456
- - test/test-file-output-stream.rb
457
462
  - test/test-fixed-size-binary-array-builder.rb
463
+ - test/test-column.rb
464
+ - test/test-field.rb
465
+ - test/test-decimal128-array.rb
466
+ - test/test-csv-loader.rb
467
+ - test/test-bigdecimal.rb
458
468
  - test/test-fixed-size-binary-array.rb
469
+ - test/test-list-array.rb
470
+ - test/test-decimal256-data-type.rb
471
+ - test/test-time64-array.rb
472
+ - test/test-boolean-scalar.rb
473
+ - test/test-rolling-window.rb
474
+ - test/test-dictionary-data-type.rb
475
+ - test/fixture/integer-float.csv
476
+ - test/fixture/without-header-float.csv
477
+ - test/fixture/null-with-double-quote.csv
478
+ - test/fixture/with-header-float.csv
479
+ - test/fixture/TestOrcFile.test1.orc
480
+ - test/fixture/null-without-double-quote.csv
481
+ - test/fixture/without-header.csv
482
+ - test/fixture/with-header.csv
483
+ - test/fixture/float-integer.csv
484
+ - test/test-orc.rb
485
+ - test/test-null-array.rb
486
+ - test/test-time32-data-type.rb
487
+ - test/test-struct-data-type.rb
488
+ - test/test-sort-indices.rb
489
+ - test/test-group.rb
490
+ - test/test-sort-key.rb
491
+ - test/test-buffer.rb
459
492
  - test/test-float-scalar.rb
493
+ - test/values/test-struct-array.rb
494
+ - test/values/test-map-array.rb
495
+ - test/values/test-basic-arrays.rb
496
+ - test/values/test-list-array.rb
497
+ - test/values/test-dense-union-array.rb
498
+ - test/values/test-sparse-union-array.rb
460
499
  - test/test-function.rb
461
- - test/test-group.rb
462
- - test/test-list-array-builder.rb
463
- - test/test-list-array.rb
464
- - test/test-list-data-type.rb
465
500
  - test/test-memory-view.rb
466
- - test/test-null-array.rb
467
- - test/test-orc.rb
501
+ - test/test-record-batch-reader.rb
502
+ - test/test-slicer.rb
503
+ - test/test-list-array-builder.rb
504
+ - test/test-sparse-union-data-type.rb
468
505
  - test/test-record-batch-builder.rb
469
- - test/test-record-batch-file-reader.rb
506
+ - test/raw-records/test-struct-array.rb
507
+ - test/raw-records/test-table.rb
508
+ - test/raw-records/test-map-array.rb
509
+ - test/raw-records/test-basic-arrays.rb
510
+ - test/raw-records/test-list-array.rb
511
+ - test/raw-records/test-dense-union-array.rb
512
+ - test/raw-records/test-sparse-union-array.rb
513
+ - test/raw-records/test-multiple-columns.rb
514
+ - test/test-array.rb
515
+ - test/test-file-output-stream.rb
470
516
  - test/test-record-batch-iterator.rb
471
- - test/test-record-batch.rb
472
- - test/test-rolling-window.rb
517
+ - test/test-tensor.rb
518
+ - test/test-decimal128-array-builder.rb
519
+ - test/test-chunked-array.rb
473
520
  - test/test-schema.rb
474
- - test/test-slicer.rb
475
- - test/test-sort-indices.rb
476
- - test/test-sort-key.rb
477
- - test/test-sort-options.rb
478
- - test/test-sparse-union-data-type.rb
521
+ - test/test-map-data-type.rb
522
+ - test/test-binary-dictionary-array-builder.rb
479
523
  - test/test-struct-array-builder.rb
480
- - test/test-struct-array.rb
481
- - test/test-struct-data-type.rb
482
- - test/test-table.rb
483
- - test/test-tensor.rb
484
- - test/test-time.rb
524
+ - test/helper/fixture.rb
525
+ - test/helper/omittable.rb
485
526
  - test/test-time32-array.rb
486
- - test/test-time32-data-type.rb
487
- - test/test-time64-array.rb
488
- - test/test-time64-data-type.rb
489
- - test/test-timestamp-array.rb
490
- - test/test-timestamp-data-type.rb
491
- - test/values/test-basic-arrays.rb
492
- - test/values/test-dense-union-array.rb
493
- - test/values/test-list-array.rb
494
- - test/values/test-sparse-union-array.rb
495
- - test/values/test-struct-array.rb