red-arrow 5.0.0 → 6.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (60) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +23 -0
  3. data/ext/arrow/converters.cpp +5 -0
  4. data/ext/arrow/converters.hpp +126 -0
  5. data/ext/arrow/extconf.rb +13 -0
  6. data/ext/arrow/raw-records.cpp +1 -0
  7. data/ext/arrow/values.cpp +1 -0
  8. data/lib/arrow/aggregate-node-options.rb +35 -0
  9. data/lib/arrow/aggregation.rb +46 -0
  10. data/lib/arrow/array-builder.rb +5 -0
  11. data/lib/arrow/binary-dictionary-array-builder.rb +27 -0
  12. data/lib/arrow/column-containable.rb +100 -1
  13. data/lib/arrow/datum.rb +2 -0
  14. data/lib/arrow/expression.rb +48 -0
  15. data/lib/arrow/file-system.rb +34 -0
  16. data/lib/arrow/group.rb +116 -124
  17. data/lib/arrow/loader.rb +13 -0
  18. data/lib/arrow/map-array-builder.rb +109 -0
  19. data/lib/arrow/map-array.rb +26 -0
  20. data/lib/arrow/map-data-type.rb +89 -0
  21. data/lib/arrow/path-extension.rb +1 -1
  22. data/lib/arrow/record-batch-reader.rb +41 -0
  23. data/lib/arrow/record-batch.rb +0 -2
  24. data/lib/arrow/slicer.rb +44 -143
  25. data/lib/arrow/source-node-options.rb +32 -0
  26. data/lib/arrow/string-dictionary-array-builder.rb +27 -0
  27. data/lib/arrow/symbol-values-appendable.rb +34 -0
  28. data/lib/arrow/table-concatenate-options.rb +36 -0
  29. data/lib/arrow/table-formatter.rb +141 -17
  30. data/lib/arrow/table-list-formatter.rb +5 -3
  31. data/lib/arrow/table-loader.rb +41 -3
  32. data/lib/arrow/table-saver.rb +29 -3
  33. data/lib/arrow/table-table-formatter.rb +7 -31
  34. data/lib/arrow/table.rb +32 -38
  35. data/lib/arrow/version.rb +1 -1
  36. data/red-arrow.gemspec +1 -1
  37. data/test/raw-records/test-dense-union-array.rb +14 -0
  38. data/test/raw-records/test-list-array.rb +19 -0
  39. data/test/raw-records/test-map-array.rb +441 -0
  40. data/test/raw-records/test-sparse-union-array.rb +14 -0
  41. data/test/raw-records/test-struct-array.rb +15 -0
  42. data/test/test-array-builder.rb +7 -0
  43. data/test/test-binary-dictionary-array-builder.rb +103 -0
  44. data/test/test-csv-loader.rb +8 -8
  45. data/test/test-expression.rb +40 -0
  46. data/test/test-group.rb +75 -51
  47. data/test/test-map-array-builder.rb +110 -0
  48. data/test/test-map-array.rb +33 -0
  49. data/test/test-map-data-type.rb +36 -0
  50. data/test/test-record-batch-reader.rb +46 -0
  51. data/test/test-record-batch.rb +42 -0
  52. data/test/test-slicer.rb +166 -167
  53. data/test/test-string-dictionary-array-builder.rb +103 -0
  54. data/test/test-table.rb +190 -53
  55. data/test/values/test-dense-union-array.rb +14 -0
  56. data/test/values/test-list-array.rb +17 -0
  57. data/test/values/test-map-array.rb +433 -0
  58. data/test/values/test-sparse-union-array.rb +14 -0
  59. data/test/values/test-struct-array.rb +15 -0
  60. metadata +107 -76
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: red-arrow
3
3
  version: !ruby/object:Gem::Version
4
- version: 5.0.0
4
+ version: 6.0.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Apache Arrow Developers
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-07-28 00:00:00.000000000 Z
11
+ date: 2021-11-04 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bigdecimal
@@ -44,14 +44,14 @@ dependencies:
44
44
  requirements:
45
45
  - - ">="
46
46
  - !ruby/object:Gem::Version
47
- version: 3.4.5
47
+ version: 3.4.9
48
48
  type: :runtime
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
52
  - - ">="
53
53
  - !ruby/object:Gem::Version
54
- version: 3.4.5
54
+ version: 3.4.9
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: native-package-installer
57
57
  requirement: !ruby/object:Gem::Requirement
@@ -218,9 +218,12 @@ files:
218
218
  - ext/arrow/values.cpp
219
219
  - image/red-arrow.png
220
220
  - lib/arrow.rb
221
+ - lib/arrow/aggregate-node-options.rb
222
+ - lib/arrow/aggregation.rb
221
223
  - lib/arrow/array-builder.rb
222
224
  - lib/arrow/array.rb
223
225
  - lib/arrow/bigdecimal-extension.rb
226
+ - lib/arrow/binary-dictionary-array-builder.rb
224
227
  - lib/arrow/block-closable.rb
225
228
  - lib/arrow/buffer.rb
226
229
  - lib/arrow/chunked-array.rb
@@ -248,9 +251,11 @@ files:
248
251
  - lib/arrow/dictionary-array.rb
249
252
  - lib/arrow/dictionary-data-type.rb
250
253
  - lib/arrow/equal-options.rb
254
+ - lib/arrow/expression.rb
251
255
  - lib/arrow/field-containable.rb
252
256
  - lib/arrow/field.rb
253
257
  - lib/arrow/file-output-stream.rb
258
+ - lib/arrow/file-system.rb
254
259
  - lib/arrow/fixed-size-binary-array-builder.rb
255
260
  - lib/arrow/fixed-size-binary-array.rb
256
261
  - lib/arrow/generic-filterable.rb
@@ -259,6 +264,9 @@ files:
259
264
  - lib/arrow/list-array-builder.rb
260
265
  - lib/arrow/list-data-type.rb
261
266
  - lib/arrow/loader.rb
267
+ - lib/arrow/map-array-builder.rb
268
+ - lib/arrow/map-array.rb
269
+ - lib/arrow/map-data-type.rb
262
270
  - lib/arrow/null-array-builder.rb
263
271
  - lib/arrow/null-array.rb
264
272
  - lib/arrow/path-extension.rb
@@ -266,6 +274,7 @@ files:
266
274
  - lib/arrow/record-batch-builder.rb
267
275
  - lib/arrow/record-batch-file-reader.rb
268
276
  - lib/arrow/record-batch-iterator.rb
277
+ - lib/arrow/record-batch-reader.rb
269
278
  - lib/arrow/record-batch-stream-reader.rb
270
279
  - lib/arrow/record-batch.rb
271
280
  - lib/arrow/record-containable.rb
@@ -276,10 +285,14 @@ files:
276
285
  - lib/arrow/slicer.rb
277
286
  - lib/arrow/sort-key.rb
278
287
  - lib/arrow/sort-options.rb
288
+ - lib/arrow/source-node-options.rb
279
289
  - lib/arrow/sparse-union-data-type.rb
290
+ - lib/arrow/string-dictionary-array-builder.rb
280
291
  - lib/arrow/struct-array-builder.rb
281
292
  - lib/arrow/struct-array.rb
282
293
  - lib/arrow/struct-data-type.rb
294
+ - lib/arrow/symbol-values-appendable.rb
295
+ - lib/arrow/table-concatenate-options.rb
283
296
  - lib/arrow/table-formatter.rb
284
297
  - lib/arrow/table-list-formatter.rb
285
298
  - lib/arrow/table-loader.rb
@@ -315,6 +328,7 @@ files:
315
328
  - test/raw-records/test-basic-arrays.rb
316
329
  - test/raw-records/test-dense-union-array.rb
317
330
  - test/raw-records/test-list-array.rb
331
+ - test/raw-records/test-map-array.rb
318
332
  - test/raw-records/test-multiple-columns.rb
319
333
  - test/raw-records/test-sparse-union-array.rb
320
334
  - test/raw-records/test-struct-array.rb
@@ -323,6 +337,7 @@ files:
323
337
  - test/test-array-builder.rb
324
338
  - test/test-array.rb
325
339
  - test/test-bigdecimal.rb
340
+ - test/test-binary-dictionary-array-builder.rb
326
341
  - test/test-boolean-scalar.rb
327
342
  - test/test-buffer.rb
328
343
  - test/test-chunked-array.rb
@@ -342,6 +357,7 @@ files:
342
357
  - test/test-dense-union-data-type.rb
343
358
  - test/test-dictionary-array.rb
344
359
  - test/test-dictionary-data-type.rb
360
+ - test/test-expression.rb
345
361
  - test/test-feather.rb
346
362
  - test/test-field.rb
347
363
  - test/test-file-output-stream.rb
@@ -353,12 +369,16 @@ files:
353
369
  - test/test-list-array-builder.rb
354
370
  - test/test-list-array.rb
355
371
  - test/test-list-data-type.rb
372
+ - test/test-map-array-builder.rb
373
+ - test/test-map-array.rb
374
+ - test/test-map-data-type.rb
356
375
  - test/test-memory-view.rb
357
376
  - test/test-null-array.rb
358
377
  - test/test-orc.rb
359
378
  - test/test-record-batch-builder.rb
360
379
  - test/test-record-batch-file-reader.rb
361
380
  - test/test-record-batch-iterator.rb
381
+ - test/test-record-batch-reader.rb
362
382
  - test/test-record-batch.rb
363
383
  - test/test-rolling-window.rb
364
384
  - test/test-schema.rb
@@ -367,6 +387,7 @@ files:
367
387
  - test/test-sort-key.rb
368
388
  - test/test-sort-options.rb
369
389
  - test/test-sparse-union-data-type.rb
390
+ - test/test-string-dictionary-array-builder.rb
370
391
  - test/test-struct-array-builder.rb
371
392
  - test/test-struct-array.rb
372
393
  - test/test-struct-data-type.rb
@@ -382,14 +403,15 @@ files:
382
403
  - test/values/test-basic-arrays.rb
383
404
  - test/values/test-dense-union-array.rb
384
405
  - test/values/test-list-array.rb
406
+ - test/values/test-map-array.rb
385
407
  - test/values/test-sparse-union-array.rb
386
408
  - test/values/test-struct-array.rb
387
409
  homepage: https://arrow.apache.org/
388
410
  licenses:
389
411
  - Apache-2.0
390
412
  metadata:
391
- msys2_mingw_dependencies: arrow>=5.0.0
392
- post_install_message:
413
+ msys2_mingw_dependencies: arrow>=6.0.0
414
+ post_install_message:
393
415
  rdoc_options: []
394
416
  require_paths:
395
417
  - lib
@@ -404,92 +426,101 @@ required_rubygems_version: !ruby/object:Gem::Requirement
404
426
  - !ruby/object:Gem::Version
405
427
  version: '0'
406
428
  requirements: []
407
- rubygems_version: 3.2.22
408
- signing_key:
429
+ rubygems_version: 3.2.27
430
+ signing_key:
409
431
  specification_version: 4
410
432
  summary: Red Arrow is the Ruby bindings of Apache Arrow
411
433
  test_files:
412
- - test/fixture/TestOrcFile.test1.orc
413
- - test/fixture/float-integer.csv
414
- - test/fixture/integer-float.csv
415
- - test/fixture/null-with-double-quote.csv
416
- - test/fixture/null-without-double-quote.csv
417
- - test/fixture/with-header-float.csv
418
- - test/fixture/with-header.csv
419
- - test/fixture/without-header-float.csv
420
- - test/fixture/without-header.csv
421
- - test/helper/fixture.rb
422
- - test/helper/omittable.rb
434
+ - test/test-decimal256-array-builder.rb
435
+ - test/test-time64-data-type.rb
436
+ - test/test-sort-options.rb
437
+ - test/test-feather.rb
438
+ - test/test-map-array-builder.rb
439
+ - test/test-decimal128.rb
440
+ - test/test-struct-array.rb
441
+ - test/test-string-dictionary-array-builder.rb
442
+ - test/test-data-type.rb
443
+ - test/test-list-data-type.rb
444
+ - test/test-expression.rb
445
+ - test/test-dense-union-data-type.rb
446
+ - test/test-decimal256-array.rb
423
447
  - test/helper.rb
424
- - test/raw-records/test-basic-arrays.rb
425
- - test/raw-records/test-dense-union-array.rb
426
- - test/raw-records/test-list-array.rb
427
- - test/raw-records/test-multiple-columns.rb
428
- - test/raw-records/test-sparse-union-array.rb
429
- - test/raw-records/test-struct-array.rb
430
- - test/raw-records/test-table.rb
448
+ - test/test-record-batch.rb
449
+ - test/test-table.rb
431
450
  - test/run-test.rb
432
- - test/test-array-builder.rb
433
- - test/test-array.rb
434
- - test/test-bigdecimal.rb
435
- - test/test-boolean-scalar.rb
436
- - test/test-buffer.rb
437
- - test/test-chunked-array.rb
438
- - test/test-column.rb
439
- - test/test-csv-loader.rb
440
- - test/test-data-type.rb
451
+ - test/test-timestamp-array.rb
441
452
  - test/test-date32-array.rb
453
+ - test/test-map-array.rb
454
+ - test/test-array-builder.rb
442
455
  - test/test-date64-array.rb
443
- - test/test-decimal128-array-builder.rb
444
- - test/test-decimal128-array.rb
456
+ - test/test-record-batch-file-reader.rb
445
457
  - test/test-decimal128-data-type.rb
446
- - test/test-decimal128.rb
447
- - test/test-decimal256-array-builder.rb
448
- - test/test-decimal256-array.rb
449
- - test/test-decimal256-data-type.rb
458
+ - test/test-time.rb
459
+ - test/test-timestamp-data-type.rb
450
460
  - test/test-decimal256.rb
451
- - test/test-dense-union-data-type.rb
452
461
  - test/test-dictionary-array.rb
453
- - test/test-dictionary-data-type.rb
454
- - test/test-feather.rb
455
- - test/test-field.rb
456
- - test/test-file-output-stream.rb
457
462
  - test/test-fixed-size-binary-array-builder.rb
463
+ - test/test-column.rb
464
+ - test/test-field.rb
465
+ - test/test-decimal128-array.rb
466
+ - test/test-csv-loader.rb
467
+ - test/test-bigdecimal.rb
458
468
  - test/test-fixed-size-binary-array.rb
469
+ - test/test-list-array.rb
470
+ - test/test-decimal256-data-type.rb
471
+ - test/test-time64-array.rb
472
+ - test/test-boolean-scalar.rb
473
+ - test/test-rolling-window.rb
474
+ - test/test-dictionary-data-type.rb
475
+ - test/fixture/integer-float.csv
476
+ - test/fixture/without-header-float.csv
477
+ - test/fixture/null-with-double-quote.csv
478
+ - test/fixture/with-header-float.csv
479
+ - test/fixture/TestOrcFile.test1.orc
480
+ - test/fixture/null-without-double-quote.csv
481
+ - test/fixture/without-header.csv
482
+ - test/fixture/with-header.csv
483
+ - test/fixture/float-integer.csv
484
+ - test/test-orc.rb
485
+ - test/test-null-array.rb
486
+ - test/test-time32-data-type.rb
487
+ - test/test-struct-data-type.rb
488
+ - test/test-sort-indices.rb
489
+ - test/test-group.rb
490
+ - test/test-sort-key.rb
491
+ - test/test-buffer.rb
459
492
  - test/test-float-scalar.rb
493
+ - test/values/test-struct-array.rb
494
+ - test/values/test-map-array.rb
495
+ - test/values/test-basic-arrays.rb
496
+ - test/values/test-list-array.rb
497
+ - test/values/test-dense-union-array.rb
498
+ - test/values/test-sparse-union-array.rb
460
499
  - test/test-function.rb
461
- - test/test-group.rb
462
- - test/test-list-array-builder.rb
463
- - test/test-list-array.rb
464
- - test/test-list-data-type.rb
465
500
  - test/test-memory-view.rb
466
- - test/test-null-array.rb
467
- - test/test-orc.rb
501
+ - test/test-record-batch-reader.rb
502
+ - test/test-slicer.rb
503
+ - test/test-list-array-builder.rb
504
+ - test/test-sparse-union-data-type.rb
468
505
  - test/test-record-batch-builder.rb
469
- - test/test-record-batch-file-reader.rb
506
+ - test/raw-records/test-struct-array.rb
507
+ - test/raw-records/test-table.rb
508
+ - test/raw-records/test-map-array.rb
509
+ - test/raw-records/test-basic-arrays.rb
510
+ - test/raw-records/test-list-array.rb
511
+ - test/raw-records/test-dense-union-array.rb
512
+ - test/raw-records/test-sparse-union-array.rb
513
+ - test/raw-records/test-multiple-columns.rb
514
+ - test/test-array.rb
515
+ - test/test-file-output-stream.rb
470
516
  - test/test-record-batch-iterator.rb
471
- - test/test-record-batch.rb
472
- - test/test-rolling-window.rb
517
+ - test/test-tensor.rb
518
+ - test/test-decimal128-array-builder.rb
519
+ - test/test-chunked-array.rb
473
520
  - test/test-schema.rb
474
- - test/test-slicer.rb
475
- - test/test-sort-indices.rb
476
- - test/test-sort-key.rb
477
- - test/test-sort-options.rb
478
- - test/test-sparse-union-data-type.rb
521
+ - test/test-map-data-type.rb
522
+ - test/test-binary-dictionary-array-builder.rb
479
523
  - test/test-struct-array-builder.rb
480
- - test/test-struct-array.rb
481
- - test/test-struct-data-type.rb
482
- - test/test-table.rb
483
- - test/test-tensor.rb
484
- - test/test-time.rb
524
+ - test/helper/fixture.rb
525
+ - test/helper/omittable.rb
485
526
  - test/test-time32-array.rb
486
- - test/test-time32-data-type.rb
487
- - test/test-time64-array.rb
488
- - test/test-time64-data-type.rb
489
- - test/test-timestamp-array.rb
490
- - test/test-timestamp-data-type.rb
491
- - test/values/test-basic-arrays.rb
492
- - test/values/test-dense-union-array.rb
493
- - test/values/test-list-array.rb
494
- - test/values/test-sparse-union-array.rb
495
- - test/values/test-struct-array.rb