red-arrow 4.0.0 → 6.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +23 -0
  3. data/ext/arrow/arrow.cpp +3 -0
  4. data/ext/arrow/converters.cpp +5 -0
  5. data/ext/arrow/converters.hpp +126 -0
  6. data/ext/arrow/extconf.rb +13 -0
  7. data/ext/arrow/memory-view.cpp +311 -0
  8. data/ext/arrow/memory-view.hpp +26 -0
  9. data/ext/arrow/raw-records.cpp +1 -0
  10. data/ext/arrow/values.cpp +1 -0
  11. data/lib/arrow/aggregate-node-options.rb +35 -0
  12. data/lib/arrow/aggregation.rb +46 -0
  13. data/lib/arrow/array-builder.rb +5 -0
  14. data/lib/arrow/array.rb +12 -0
  15. data/lib/arrow/binary-dictionary-array-builder.rb +27 -0
  16. data/lib/arrow/buffer.rb +10 -6
  17. data/lib/arrow/column-containable.rb +100 -1
  18. data/lib/arrow/constructor-arguments-gc-guardable.rb +25 -0
  19. data/lib/arrow/datum.rb +100 -0
  20. data/lib/arrow/equal-options.rb +38 -0
  21. data/lib/arrow/expression.rb +48 -0
  22. data/lib/arrow/file-system.rb +34 -0
  23. data/lib/arrow/group.rb +116 -124
  24. data/lib/arrow/loader.rb +44 -0
  25. data/lib/arrow/map-array-builder.rb +109 -0
  26. data/lib/arrow/map-array.rb +26 -0
  27. data/lib/arrow/map-data-type.rb +89 -0
  28. data/lib/arrow/path-extension.rb +1 -1
  29. data/lib/arrow/record-batch-reader.rb +41 -0
  30. data/lib/arrow/record-batch.rb +0 -2
  31. data/lib/arrow/scalar.rb +32 -0
  32. data/lib/arrow/slicer.rb +44 -143
  33. data/lib/arrow/source-node-options.rb +32 -0
  34. data/lib/arrow/string-dictionary-array-builder.rb +27 -0
  35. data/lib/arrow/symbol-values-appendable.rb +34 -0
  36. data/lib/arrow/table-concatenate-options.rb +36 -0
  37. data/lib/arrow/table-formatter.rb +141 -17
  38. data/lib/arrow/table-list-formatter.rb +5 -3
  39. data/lib/arrow/table-loader.rb +41 -3
  40. data/lib/arrow/table-saver.rb +29 -3
  41. data/lib/arrow/table-table-formatter.rb +7 -31
  42. data/lib/arrow/table.rb +34 -40
  43. data/lib/arrow/version.rb +1 -1
  44. data/red-arrow.gemspec +2 -1
  45. data/test/helper.rb +1 -0
  46. data/test/raw-records/test-dense-union-array.rb +14 -0
  47. data/test/raw-records/test-list-array.rb +19 -0
  48. data/test/raw-records/test-map-array.rb +441 -0
  49. data/test/raw-records/test-sparse-union-array.rb +14 -0
  50. data/test/raw-records/test-struct-array.rb +15 -0
  51. data/test/test-array-builder.rb +7 -0
  52. data/test/test-array.rb +34 -0
  53. data/test/test-binary-dictionary-array-builder.rb +103 -0
  54. data/test/test-boolean-scalar.rb +26 -0
  55. data/test/test-csv-loader.rb +8 -8
  56. data/test/test-expression.rb +40 -0
  57. data/test/test-float-scalar.rb +46 -0
  58. data/test/test-function.rb +176 -0
  59. data/test/test-group.rb +75 -51
  60. data/test/test-map-array-builder.rb +110 -0
  61. data/test/test-map-array.rb +33 -0
  62. data/test/test-map-data-type.rb +36 -0
  63. data/test/test-memory-view.rb +434 -0
  64. data/test/test-record-batch-reader.rb +46 -0
  65. data/test/test-record-batch.rb +42 -0
  66. data/test/test-slicer.rb +166 -167
  67. data/test/test-string-dictionary-array-builder.rb +103 -0
  68. data/test/test-table.rb +190 -53
  69. data/test/values/test-dense-union-array.rb +14 -0
  70. data/test/values/test-list-array.rb +17 -0
  71. data/test/values/test-map-array.rb +433 -0
  72. data/test/values/test-sparse-union-array.rb +14 -0
  73. data/test/values/test-struct-array.rb +15 -0
  74. metadata +132 -73
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: red-arrow
3
3
  version: !ruby/object:Gem::Version
4
- version: 4.0.0
4
+ version: 6.0.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Apache Arrow Developers
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-04-26 00:00:00.000000000 Z
11
+ date: 2021-11-19 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bigdecimal
@@ -44,14 +44,14 @@ dependencies:
44
44
  requirements:
45
45
  - - ">="
46
46
  - !ruby/object:Gem::Version
47
- version: 3.3.6
47
+ version: 3.4.9
48
48
  type: :runtime
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
52
  - - ">="
53
53
  - !ruby/object:Gem::Version
54
- version: 3.3.6
54
+ version: 3.4.9
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: native-package-installer
57
57
  requirement: !ruby/object:Gem::Requirement
@@ -122,6 +122,20 @@ dependencies:
122
122
  - - ">="
123
123
  - !ruby/object:Gem::Version
124
124
  version: '0'
125
+ - !ruby/object:Gem::Dependency
126
+ name: fiddle
127
+ requirement: !ruby/object:Gem::Requirement
128
+ requirements:
129
+ - - ">="
130
+ - !ruby/object:Gem::Version
131
+ version: 1.0.9
132
+ type: :development
133
+ prerelease: false
134
+ version_requirements: !ruby/object:Gem::Requirement
135
+ requirements:
136
+ - - ">="
137
+ - !ruby/object:Gem::Version
138
+ version: 1.0.9
125
139
  - !ruby/object:Gem::Dependency
126
140
  name: rake
127
141
  requirement: !ruby/object:Gem::Requirement
@@ -197,20 +211,26 @@ files:
197
211
  - ext/arrow/converters.cpp
198
212
  - ext/arrow/converters.hpp
199
213
  - ext/arrow/extconf.rb
214
+ - ext/arrow/memory-view.cpp
215
+ - ext/arrow/memory-view.hpp
200
216
  - ext/arrow/raw-records.cpp
201
217
  - ext/arrow/red-arrow.hpp
202
218
  - ext/arrow/values.cpp
203
219
  - image/red-arrow.png
204
220
  - lib/arrow.rb
221
+ - lib/arrow/aggregate-node-options.rb
222
+ - lib/arrow/aggregation.rb
205
223
  - lib/arrow/array-builder.rb
206
224
  - lib/arrow/array.rb
207
225
  - lib/arrow/bigdecimal-extension.rb
226
+ - lib/arrow/binary-dictionary-array-builder.rb
208
227
  - lib/arrow/block-closable.rb
209
228
  - lib/arrow/buffer.rb
210
229
  - lib/arrow/chunked-array.rb
211
230
  - lib/arrow/column-containable.rb
212
231
  - lib/arrow/column.rb
213
232
  - lib/arrow/compression-type.rb
233
+ - lib/arrow/constructor-arguments-gc-guardable.rb
214
234
  - lib/arrow/csv-loader.rb
215
235
  - lib/arrow/csv-read-options.rb
216
236
  - lib/arrow/data-type.rb
@@ -218,6 +238,7 @@ files:
218
238
  - lib/arrow/date32-array.rb
219
239
  - lib/arrow/date64-array-builder.rb
220
240
  - lib/arrow/date64-array.rb
241
+ - lib/arrow/datum.rb
221
242
  - lib/arrow/decimal128-array-builder.rb
222
243
  - lib/arrow/decimal128-array.rb
223
244
  - lib/arrow/decimal128-data-type.rb
@@ -229,9 +250,12 @@ files:
229
250
  - lib/arrow/dense-union-data-type.rb
230
251
  - lib/arrow/dictionary-array.rb
231
252
  - lib/arrow/dictionary-data-type.rb
253
+ - lib/arrow/equal-options.rb
254
+ - lib/arrow/expression.rb
232
255
  - lib/arrow/field-containable.rb
233
256
  - lib/arrow/field.rb
234
257
  - lib/arrow/file-output-stream.rb
258
+ - lib/arrow/file-system.rb
235
259
  - lib/arrow/fixed-size-binary-array-builder.rb
236
260
  - lib/arrow/fixed-size-binary-array.rb
237
261
  - lib/arrow/generic-filterable.rb
@@ -240,6 +264,9 @@ files:
240
264
  - lib/arrow/list-array-builder.rb
241
265
  - lib/arrow/list-data-type.rb
242
266
  - lib/arrow/loader.rb
267
+ - lib/arrow/map-array-builder.rb
268
+ - lib/arrow/map-array.rb
269
+ - lib/arrow/map-data-type.rb
243
270
  - lib/arrow/null-array-builder.rb
244
271
  - lib/arrow/null-array.rb
245
272
  - lib/arrow/path-extension.rb
@@ -247,19 +274,25 @@ files:
247
274
  - lib/arrow/record-batch-builder.rb
248
275
  - lib/arrow/record-batch-file-reader.rb
249
276
  - lib/arrow/record-batch-iterator.rb
277
+ - lib/arrow/record-batch-reader.rb
250
278
  - lib/arrow/record-batch-stream-reader.rb
251
279
  - lib/arrow/record-batch.rb
252
280
  - lib/arrow/record-containable.rb
253
281
  - lib/arrow/record.rb
254
282
  - lib/arrow/rolling-window.rb
283
+ - lib/arrow/scalar.rb
255
284
  - lib/arrow/schema.rb
256
285
  - lib/arrow/slicer.rb
257
286
  - lib/arrow/sort-key.rb
258
287
  - lib/arrow/sort-options.rb
288
+ - lib/arrow/source-node-options.rb
259
289
  - lib/arrow/sparse-union-data-type.rb
290
+ - lib/arrow/string-dictionary-array-builder.rb
260
291
  - lib/arrow/struct-array-builder.rb
261
292
  - lib/arrow/struct-array.rb
262
293
  - lib/arrow/struct-data-type.rb
294
+ - lib/arrow/symbol-values-appendable.rb
295
+ - lib/arrow/table-concatenate-options.rb
263
296
  - lib/arrow/table-formatter.rb
264
297
  - lib/arrow/table-list-formatter.rb
265
298
  - lib/arrow/table-loader.rb
@@ -295,6 +328,7 @@ files:
295
328
  - test/raw-records/test-basic-arrays.rb
296
329
  - test/raw-records/test-dense-union-array.rb
297
330
  - test/raw-records/test-list-array.rb
331
+ - test/raw-records/test-map-array.rb
298
332
  - test/raw-records/test-multiple-columns.rb
299
333
  - test/raw-records/test-sparse-union-array.rb
300
334
  - test/raw-records/test-struct-array.rb
@@ -303,6 +337,8 @@ files:
303
337
  - test/test-array-builder.rb
304
338
  - test/test-array.rb
305
339
  - test/test-bigdecimal.rb
340
+ - test/test-binary-dictionary-array-builder.rb
341
+ - test/test-boolean-scalar.rb
306
342
  - test/test-buffer.rb
307
343
  - test/test-chunked-array.rb
308
344
  - test/test-column.rb
@@ -321,20 +357,28 @@ files:
321
357
  - test/test-dense-union-data-type.rb
322
358
  - test/test-dictionary-array.rb
323
359
  - test/test-dictionary-data-type.rb
360
+ - test/test-expression.rb
324
361
  - test/test-feather.rb
325
362
  - test/test-field.rb
326
363
  - test/test-file-output-stream.rb
327
364
  - test/test-fixed-size-binary-array-builder.rb
328
365
  - test/test-fixed-size-binary-array.rb
366
+ - test/test-float-scalar.rb
367
+ - test/test-function.rb
329
368
  - test/test-group.rb
330
369
  - test/test-list-array-builder.rb
331
370
  - test/test-list-array.rb
332
371
  - test/test-list-data-type.rb
372
+ - test/test-map-array-builder.rb
373
+ - test/test-map-array.rb
374
+ - test/test-map-data-type.rb
375
+ - test/test-memory-view.rb
333
376
  - test/test-null-array.rb
334
377
  - test/test-orc.rb
335
378
  - test/test-record-batch-builder.rb
336
379
  - test/test-record-batch-file-reader.rb
337
380
  - test/test-record-batch-iterator.rb
381
+ - test/test-record-batch-reader.rb
338
382
  - test/test-record-batch.rb
339
383
  - test/test-rolling-window.rb
340
384
  - test/test-schema.rb
@@ -343,6 +387,7 @@ files:
343
387
  - test/test-sort-key.rb
344
388
  - test/test-sort-options.rb
345
389
  - test/test-sparse-union-data-type.rb
390
+ - test/test-string-dictionary-array-builder.rb
346
391
  - test/test-struct-array-builder.rb
347
392
  - test/test-struct-array.rb
348
393
  - test/test-struct-data-type.rb
@@ -358,14 +403,15 @@ files:
358
403
  - test/values/test-basic-arrays.rb
359
404
  - test/values/test-dense-union-array.rb
360
405
  - test/values/test-list-array.rb
406
+ - test/values/test-map-array.rb
361
407
  - test/values/test-sparse-union-array.rb
362
408
  - test/values/test-struct-array.rb
363
409
  homepage: https://arrow.apache.org/
364
410
  licenses:
365
411
  - Apache-2.0
366
412
  metadata:
367
- msys2_mingw_dependencies: arrow>=4.0.0
368
- post_install_message:
413
+ msys2_mingw_dependencies: arrow>=6.0.1
414
+ post_install_message:
369
415
  rdoc_options: []
370
416
  require_paths:
371
417
  - lib
@@ -380,88 +426,101 @@ required_rubygems_version: !ruby/object:Gem::Requirement
380
426
  - !ruby/object:Gem::Version
381
427
  version: '0'
382
428
  requirements: []
383
- rubygems_version: 3.2.15
384
- signing_key:
429
+ rubygems_version: 3.2.27
430
+ signing_key:
385
431
  specification_version: 4
386
432
  summary: Red Arrow is the Ruby bindings of Apache Arrow
387
433
  test_files:
388
- - test/fixture/TestOrcFile.test1.orc
389
- - test/fixture/float-integer.csv
390
- - test/fixture/integer-float.csv
391
- - test/fixture/null-with-double-quote.csv
392
- - test/fixture/null-without-double-quote.csv
393
- - test/fixture/with-header-float.csv
394
- - test/fixture/with-header.csv
395
- - test/fixture/without-header-float.csv
396
- - test/fixture/without-header.csv
397
- - test/helper/fixture.rb
398
- - test/helper/omittable.rb
434
+ - test/test-decimal256-array-builder.rb
435
+ - test/test-time64-data-type.rb
436
+ - test/test-sort-options.rb
437
+ - test/test-feather.rb
438
+ - test/test-map-array-builder.rb
439
+ - test/test-decimal128.rb
440
+ - test/test-struct-array.rb
441
+ - test/test-string-dictionary-array-builder.rb
442
+ - test/test-data-type.rb
443
+ - test/test-list-data-type.rb
444
+ - test/test-expression.rb
445
+ - test/test-dense-union-data-type.rb
446
+ - test/test-decimal256-array.rb
399
447
  - test/helper.rb
400
- - test/raw-records/test-basic-arrays.rb
401
- - test/raw-records/test-dense-union-array.rb
402
- - test/raw-records/test-list-array.rb
403
- - test/raw-records/test-multiple-columns.rb
404
- - test/raw-records/test-sparse-union-array.rb
405
- - test/raw-records/test-struct-array.rb
406
- - test/raw-records/test-table.rb
448
+ - test/test-record-batch.rb
449
+ - test/test-table.rb
407
450
  - test/run-test.rb
408
- - test/test-array-builder.rb
409
- - test/test-array.rb
410
- - test/test-bigdecimal.rb
411
- - test/test-buffer.rb
412
- - test/test-chunked-array.rb
413
- - test/test-column.rb
414
- - test/test-csv-loader.rb
415
- - test/test-data-type.rb
451
+ - test/test-timestamp-array.rb
416
452
  - test/test-date32-array.rb
453
+ - test/test-map-array.rb
454
+ - test/test-array-builder.rb
417
455
  - test/test-date64-array.rb
418
- - test/test-decimal128-array-builder.rb
419
- - test/test-decimal128-array.rb
456
+ - test/test-record-batch-file-reader.rb
420
457
  - test/test-decimal128-data-type.rb
421
- - test/test-decimal128.rb
422
- - test/test-decimal256-array-builder.rb
423
- - test/test-decimal256-array.rb
424
- - test/test-decimal256-data-type.rb
458
+ - test/test-time.rb
459
+ - test/test-timestamp-data-type.rb
425
460
  - test/test-decimal256.rb
426
- - test/test-dense-union-data-type.rb
427
461
  - test/test-dictionary-array.rb
428
- - test/test-dictionary-data-type.rb
429
- - test/test-feather.rb
430
- - test/test-field.rb
431
- - test/test-file-output-stream.rb
432
462
  - test/test-fixed-size-binary-array-builder.rb
463
+ - test/test-column.rb
464
+ - test/test-field.rb
465
+ - test/test-decimal128-array.rb
466
+ - test/test-csv-loader.rb
467
+ - test/test-bigdecimal.rb
433
468
  - test/test-fixed-size-binary-array.rb
434
- - test/test-group.rb
435
- - test/test-list-array-builder.rb
436
469
  - test/test-list-array.rb
437
- - test/test-list-data-type.rb
438
- - test/test-null-array.rb
439
- - test/test-orc.rb
440
- - test/test-record-batch-builder.rb
441
- - test/test-record-batch-file-reader.rb
442
- - test/test-record-batch-iterator.rb
443
- - test/test-record-batch.rb
470
+ - test/test-decimal256-data-type.rb
471
+ - test/test-time64-array.rb
472
+ - test/test-boolean-scalar.rb
444
473
  - test/test-rolling-window.rb
445
- - test/test-schema.rb
446
- - test/test-slicer.rb
474
+ - test/test-dictionary-data-type.rb
475
+ - test/fixture/integer-float.csv
476
+ - test/fixture/without-header-float.csv
477
+ - test/fixture/null-with-double-quote.csv
478
+ - test/fixture/with-header-float.csv
479
+ - test/fixture/TestOrcFile.test1.orc
480
+ - test/fixture/null-without-double-quote.csv
481
+ - test/fixture/without-header.csv
482
+ - test/fixture/with-header.csv
483
+ - test/fixture/float-integer.csv
484
+ - test/test-orc.rb
485
+ - test/test-null-array.rb
486
+ - test/test-time32-data-type.rb
487
+ - test/test-struct-data-type.rb
447
488
  - test/test-sort-indices.rb
489
+ - test/test-group.rb
448
490
  - test/test-sort-key.rb
449
- - test/test-sort-options.rb
450
- - test/test-sparse-union-data-type.rb
451
- - test/test-struct-array-builder.rb
452
- - test/test-struct-array.rb
453
- - test/test-struct-data-type.rb
454
- - test/test-table.rb
455
- - test/test-tensor.rb
456
- - test/test-time.rb
457
- - test/test-time32-array.rb
458
- - test/test-time32-data-type.rb
459
- - test/test-time64-array.rb
460
- - test/test-time64-data-type.rb
461
- - test/test-timestamp-array.rb
462
- - test/test-timestamp-data-type.rb
491
+ - test/test-buffer.rb
492
+ - test/test-float-scalar.rb
493
+ - test/values/test-struct-array.rb
494
+ - test/values/test-map-array.rb
463
495
  - test/values/test-basic-arrays.rb
464
- - test/values/test-dense-union-array.rb
465
496
  - test/values/test-list-array.rb
497
+ - test/values/test-dense-union-array.rb
466
498
  - test/values/test-sparse-union-array.rb
467
- - test/values/test-struct-array.rb
499
+ - test/test-function.rb
500
+ - test/test-memory-view.rb
501
+ - test/test-record-batch-reader.rb
502
+ - test/test-slicer.rb
503
+ - test/test-list-array-builder.rb
504
+ - test/test-sparse-union-data-type.rb
505
+ - test/test-record-batch-builder.rb
506
+ - test/raw-records/test-struct-array.rb
507
+ - test/raw-records/test-table.rb
508
+ - test/raw-records/test-map-array.rb
509
+ - test/raw-records/test-basic-arrays.rb
510
+ - test/raw-records/test-list-array.rb
511
+ - test/raw-records/test-dense-union-array.rb
512
+ - test/raw-records/test-sparse-union-array.rb
513
+ - test/raw-records/test-multiple-columns.rb
514
+ - test/test-array.rb
515
+ - test/test-file-output-stream.rb
516
+ - test/test-record-batch-iterator.rb
517
+ - test/test-tensor.rb
518
+ - test/test-decimal128-array-builder.rb
519
+ - test/test-chunked-array.rb
520
+ - test/test-schema.rb
521
+ - test/test-map-data-type.rb
522
+ - test/test-binary-dictionary-array-builder.rb
523
+ - test/test-struct-array-builder.rb
524
+ - test/helper/fixture.rb
525
+ - test/helper/omittable.rb
526
+ - test/test-time32-array.rb