red-arrow 4.0.0 → 6.0.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (74) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +23 -0
  3. data/ext/arrow/arrow.cpp +3 -0
  4. data/ext/arrow/converters.cpp +5 -0
  5. data/ext/arrow/converters.hpp +126 -0
  6. data/ext/arrow/extconf.rb +13 -0
  7. data/ext/arrow/memory-view.cpp +311 -0
  8. data/ext/arrow/memory-view.hpp +26 -0
  9. data/ext/arrow/raw-records.cpp +1 -0
  10. data/ext/arrow/values.cpp +1 -0
  11. data/lib/arrow/aggregate-node-options.rb +35 -0
  12. data/lib/arrow/aggregation.rb +46 -0
  13. data/lib/arrow/array-builder.rb +5 -0
  14. data/lib/arrow/array.rb +12 -0
  15. data/lib/arrow/binary-dictionary-array-builder.rb +27 -0
  16. data/lib/arrow/buffer.rb +10 -6
  17. data/lib/arrow/column-containable.rb +100 -1
  18. data/lib/arrow/constructor-arguments-gc-guardable.rb +25 -0
  19. data/lib/arrow/datum.rb +100 -0
  20. data/lib/arrow/equal-options.rb +38 -0
  21. data/lib/arrow/expression.rb +48 -0
  22. data/lib/arrow/file-system.rb +34 -0
  23. data/lib/arrow/group.rb +116 -124
  24. data/lib/arrow/loader.rb +44 -0
  25. data/lib/arrow/map-array-builder.rb +109 -0
  26. data/lib/arrow/map-array.rb +26 -0
  27. data/lib/arrow/map-data-type.rb +89 -0
  28. data/lib/arrow/path-extension.rb +1 -1
  29. data/lib/arrow/record-batch-reader.rb +41 -0
  30. data/lib/arrow/record-batch.rb +0 -2
  31. data/lib/arrow/scalar.rb +32 -0
  32. data/lib/arrow/slicer.rb +44 -143
  33. data/lib/arrow/source-node-options.rb +32 -0
  34. data/lib/arrow/string-dictionary-array-builder.rb +27 -0
  35. data/lib/arrow/symbol-values-appendable.rb +34 -0
  36. data/lib/arrow/table-concatenate-options.rb +36 -0
  37. data/lib/arrow/table-formatter.rb +141 -17
  38. data/lib/arrow/table-list-formatter.rb +5 -3
  39. data/lib/arrow/table-loader.rb +41 -3
  40. data/lib/arrow/table-saver.rb +29 -3
  41. data/lib/arrow/table-table-formatter.rb +7 -31
  42. data/lib/arrow/table.rb +34 -40
  43. data/lib/arrow/version.rb +1 -1
  44. data/red-arrow.gemspec +2 -1
  45. data/test/helper.rb +1 -0
  46. data/test/raw-records/test-dense-union-array.rb +14 -0
  47. data/test/raw-records/test-list-array.rb +19 -0
  48. data/test/raw-records/test-map-array.rb +441 -0
  49. data/test/raw-records/test-sparse-union-array.rb +14 -0
  50. data/test/raw-records/test-struct-array.rb +15 -0
  51. data/test/test-array-builder.rb +7 -0
  52. data/test/test-array.rb +34 -0
  53. data/test/test-binary-dictionary-array-builder.rb +103 -0
  54. data/test/test-boolean-scalar.rb +26 -0
  55. data/test/test-csv-loader.rb +8 -8
  56. data/test/test-expression.rb +40 -0
  57. data/test/test-float-scalar.rb +46 -0
  58. data/test/test-function.rb +176 -0
  59. data/test/test-group.rb +75 -51
  60. data/test/test-map-array-builder.rb +110 -0
  61. data/test/test-map-array.rb +33 -0
  62. data/test/test-map-data-type.rb +36 -0
  63. data/test/test-memory-view.rb +434 -0
  64. data/test/test-record-batch-reader.rb +46 -0
  65. data/test/test-record-batch.rb +42 -0
  66. data/test/test-slicer.rb +166 -167
  67. data/test/test-string-dictionary-array-builder.rb +103 -0
  68. data/test/test-table.rb +190 -53
  69. data/test/values/test-dense-union-array.rb +14 -0
  70. data/test/values/test-list-array.rb +17 -0
  71. data/test/values/test-map-array.rb +433 -0
  72. data/test/values/test-sparse-union-array.rb +14 -0
  73. data/test/values/test-struct-array.rb +15 -0
  74. metadata +132 -73
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: red-arrow
3
3
  version: !ruby/object:Gem::Version
4
- version: 4.0.0
4
+ version: 6.0.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Apache Arrow Developers
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-04-26 00:00:00.000000000 Z
11
+ date: 2021-11-19 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bigdecimal
@@ -44,14 +44,14 @@ dependencies:
44
44
  requirements:
45
45
  - - ">="
46
46
  - !ruby/object:Gem::Version
47
- version: 3.3.6
47
+ version: 3.4.9
48
48
  type: :runtime
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
52
  - - ">="
53
53
  - !ruby/object:Gem::Version
54
- version: 3.3.6
54
+ version: 3.4.9
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: native-package-installer
57
57
  requirement: !ruby/object:Gem::Requirement
@@ -122,6 +122,20 @@ dependencies:
122
122
  - - ">="
123
123
  - !ruby/object:Gem::Version
124
124
  version: '0'
125
+ - !ruby/object:Gem::Dependency
126
+ name: fiddle
127
+ requirement: !ruby/object:Gem::Requirement
128
+ requirements:
129
+ - - ">="
130
+ - !ruby/object:Gem::Version
131
+ version: 1.0.9
132
+ type: :development
133
+ prerelease: false
134
+ version_requirements: !ruby/object:Gem::Requirement
135
+ requirements:
136
+ - - ">="
137
+ - !ruby/object:Gem::Version
138
+ version: 1.0.9
125
139
  - !ruby/object:Gem::Dependency
126
140
  name: rake
127
141
  requirement: !ruby/object:Gem::Requirement
@@ -197,20 +211,26 @@ files:
197
211
  - ext/arrow/converters.cpp
198
212
  - ext/arrow/converters.hpp
199
213
  - ext/arrow/extconf.rb
214
+ - ext/arrow/memory-view.cpp
215
+ - ext/arrow/memory-view.hpp
200
216
  - ext/arrow/raw-records.cpp
201
217
  - ext/arrow/red-arrow.hpp
202
218
  - ext/arrow/values.cpp
203
219
  - image/red-arrow.png
204
220
  - lib/arrow.rb
221
+ - lib/arrow/aggregate-node-options.rb
222
+ - lib/arrow/aggregation.rb
205
223
  - lib/arrow/array-builder.rb
206
224
  - lib/arrow/array.rb
207
225
  - lib/arrow/bigdecimal-extension.rb
226
+ - lib/arrow/binary-dictionary-array-builder.rb
208
227
  - lib/arrow/block-closable.rb
209
228
  - lib/arrow/buffer.rb
210
229
  - lib/arrow/chunked-array.rb
211
230
  - lib/arrow/column-containable.rb
212
231
  - lib/arrow/column.rb
213
232
  - lib/arrow/compression-type.rb
233
+ - lib/arrow/constructor-arguments-gc-guardable.rb
214
234
  - lib/arrow/csv-loader.rb
215
235
  - lib/arrow/csv-read-options.rb
216
236
  - lib/arrow/data-type.rb
@@ -218,6 +238,7 @@ files:
218
238
  - lib/arrow/date32-array.rb
219
239
  - lib/arrow/date64-array-builder.rb
220
240
  - lib/arrow/date64-array.rb
241
+ - lib/arrow/datum.rb
221
242
  - lib/arrow/decimal128-array-builder.rb
222
243
  - lib/arrow/decimal128-array.rb
223
244
  - lib/arrow/decimal128-data-type.rb
@@ -229,9 +250,12 @@ files:
229
250
  - lib/arrow/dense-union-data-type.rb
230
251
  - lib/arrow/dictionary-array.rb
231
252
  - lib/arrow/dictionary-data-type.rb
253
+ - lib/arrow/equal-options.rb
254
+ - lib/arrow/expression.rb
232
255
  - lib/arrow/field-containable.rb
233
256
  - lib/arrow/field.rb
234
257
  - lib/arrow/file-output-stream.rb
258
+ - lib/arrow/file-system.rb
235
259
  - lib/arrow/fixed-size-binary-array-builder.rb
236
260
  - lib/arrow/fixed-size-binary-array.rb
237
261
  - lib/arrow/generic-filterable.rb
@@ -240,6 +264,9 @@ files:
240
264
  - lib/arrow/list-array-builder.rb
241
265
  - lib/arrow/list-data-type.rb
242
266
  - lib/arrow/loader.rb
267
+ - lib/arrow/map-array-builder.rb
268
+ - lib/arrow/map-array.rb
269
+ - lib/arrow/map-data-type.rb
243
270
  - lib/arrow/null-array-builder.rb
244
271
  - lib/arrow/null-array.rb
245
272
  - lib/arrow/path-extension.rb
@@ -247,19 +274,25 @@ files:
247
274
  - lib/arrow/record-batch-builder.rb
248
275
  - lib/arrow/record-batch-file-reader.rb
249
276
  - lib/arrow/record-batch-iterator.rb
277
+ - lib/arrow/record-batch-reader.rb
250
278
  - lib/arrow/record-batch-stream-reader.rb
251
279
  - lib/arrow/record-batch.rb
252
280
  - lib/arrow/record-containable.rb
253
281
  - lib/arrow/record.rb
254
282
  - lib/arrow/rolling-window.rb
283
+ - lib/arrow/scalar.rb
255
284
  - lib/arrow/schema.rb
256
285
  - lib/arrow/slicer.rb
257
286
  - lib/arrow/sort-key.rb
258
287
  - lib/arrow/sort-options.rb
288
+ - lib/arrow/source-node-options.rb
259
289
  - lib/arrow/sparse-union-data-type.rb
290
+ - lib/arrow/string-dictionary-array-builder.rb
260
291
  - lib/arrow/struct-array-builder.rb
261
292
  - lib/arrow/struct-array.rb
262
293
  - lib/arrow/struct-data-type.rb
294
+ - lib/arrow/symbol-values-appendable.rb
295
+ - lib/arrow/table-concatenate-options.rb
263
296
  - lib/arrow/table-formatter.rb
264
297
  - lib/arrow/table-list-formatter.rb
265
298
  - lib/arrow/table-loader.rb
@@ -295,6 +328,7 @@ files:
295
328
  - test/raw-records/test-basic-arrays.rb
296
329
  - test/raw-records/test-dense-union-array.rb
297
330
  - test/raw-records/test-list-array.rb
331
+ - test/raw-records/test-map-array.rb
298
332
  - test/raw-records/test-multiple-columns.rb
299
333
  - test/raw-records/test-sparse-union-array.rb
300
334
  - test/raw-records/test-struct-array.rb
@@ -303,6 +337,8 @@ files:
303
337
  - test/test-array-builder.rb
304
338
  - test/test-array.rb
305
339
  - test/test-bigdecimal.rb
340
+ - test/test-binary-dictionary-array-builder.rb
341
+ - test/test-boolean-scalar.rb
306
342
  - test/test-buffer.rb
307
343
  - test/test-chunked-array.rb
308
344
  - test/test-column.rb
@@ -321,20 +357,28 @@ files:
321
357
  - test/test-dense-union-data-type.rb
322
358
  - test/test-dictionary-array.rb
323
359
  - test/test-dictionary-data-type.rb
360
+ - test/test-expression.rb
324
361
  - test/test-feather.rb
325
362
  - test/test-field.rb
326
363
  - test/test-file-output-stream.rb
327
364
  - test/test-fixed-size-binary-array-builder.rb
328
365
  - test/test-fixed-size-binary-array.rb
366
+ - test/test-float-scalar.rb
367
+ - test/test-function.rb
329
368
  - test/test-group.rb
330
369
  - test/test-list-array-builder.rb
331
370
  - test/test-list-array.rb
332
371
  - test/test-list-data-type.rb
372
+ - test/test-map-array-builder.rb
373
+ - test/test-map-array.rb
374
+ - test/test-map-data-type.rb
375
+ - test/test-memory-view.rb
333
376
  - test/test-null-array.rb
334
377
  - test/test-orc.rb
335
378
  - test/test-record-batch-builder.rb
336
379
  - test/test-record-batch-file-reader.rb
337
380
  - test/test-record-batch-iterator.rb
381
+ - test/test-record-batch-reader.rb
338
382
  - test/test-record-batch.rb
339
383
  - test/test-rolling-window.rb
340
384
  - test/test-schema.rb
@@ -343,6 +387,7 @@ files:
343
387
  - test/test-sort-key.rb
344
388
  - test/test-sort-options.rb
345
389
  - test/test-sparse-union-data-type.rb
390
+ - test/test-string-dictionary-array-builder.rb
346
391
  - test/test-struct-array-builder.rb
347
392
  - test/test-struct-array.rb
348
393
  - test/test-struct-data-type.rb
@@ -358,14 +403,15 @@ files:
358
403
  - test/values/test-basic-arrays.rb
359
404
  - test/values/test-dense-union-array.rb
360
405
  - test/values/test-list-array.rb
406
+ - test/values/test-map-array.rb
361
407
  - test/values/test-sparse-union-array.rb
362
408
  - test/values/test-struct-array.rb
363
409
  homepage: https://arrow.apache.org/
364
410
  licenses:
365
411
  - Apache-2.0
366
412
  metadata:
367
- msys2_mingw_dependencies: arrow>=4.0.0
368
- post_install_message:
413
+ msys2_mingw_dependencies: arrow>=6.0.1
414
+ post_install_message:
369
415
  rdoc_options: []
370
416
  require_paths:
371
417
  - lib
@@ -380,88 +426,101 @@ required_rubygems_version: !ruby/object:Gem::Requirement
380
426
  - !ruby/object:Gem::Version
381
427
  version: '0'
382
428
  requirements: []
383
- rubygems_version: 3.2.15
384
- signing_key:
429
+ rubygems_version: 3.2.27
430
+ signing_key:
385
431
  specification_version: 4
386
432
  summary: Red Arrow is the Ruby bindings of Apache Arrow
387
433
  test_files:
388
- - test/fixture/TestOrcFile.test1.orc
389
- - test/fixture/float-integer.csv
390
- - test/fixture/integer-float.csv
391
- - test/fixture/null-with-double-quote.csv
392
- - test/fixture/null-without-double-quote.csv
393
- - test/fixture/with-header-float.csv
394
- - test/fixture/with-header.csv
395
- - test/fixture/without-header-float.csv
396
- - test/fixture/without-header.csv
397
- - test/helper/fixture.rb
398
- - test/helper/omittable.rb
434
+ - test/test-decimal256-array-builder.rb
435
+ - test/test-time64-data-type.rb
436
+ - test/test-sort-options.rb
437
+ - test/test-feather.rb
438
+ - test/test-map-array-builder.rb
439
+ - test/test-decimal128.rb
440
+ - test/test-struct-array.rb
441
+ - test/test-string-dictionary-array-builder.rb
442
+ - test/test-data-type.rb
443
+ - test/test-list-data-type.rb
444
+ - test/test-expression.rb
445
+ - test/test-dense-union-data-type.rb
446
+ - test/test-decimal256-array.rb
399
447
  - test/helper.rb
400
- - test/raw-records/test-basic-arrays.rb
401
- - test/raw-records/test-dense-union-array.rb
402
- - test/raw-records/test-list-array.rb
403
- - test/raw-records/test-multiple-columns.rb
404
- - test/raw-records/test-sparse-union-array.rb
405
- - test/raw-records/test-struct-array.rb
406
- - test/raw-records/test-table.rb
448
+ - test/test-record-batch.rb
449
+ - test/test-table.rb
407
450
  - test/run-test.rb
408
- - test/test-array-builder.rb
409
- - test/test-array.rb
410
- - test/test-bigdecimal.rb
411
- - test/test-buffer.rb
412
- - test/test-chunked-array.rb
413
- - test/test-column.rb
414
- - test/test-csv-loader.rb
415
- - test/test-data-type.rb
451
+ - test/test-timestamp-array.rb
416
452
  - test/test-date32-array.rb
453
+ - test/test-map-array.rb
454
+ - test/test-array-builder.rb
417
455
  - test/test-date64-array.rb
418
- - test/test-decimal128-array-builder.rb
419
- - test/test-decimal128-array.rb
456
+ - test/test-record-batch-file-reader.rb
420
457
  - test/test-decimal128-data-type.rb
421
- - test/test-decimal128.rb
422
- - test/test-decimal256-array-builder.rb
423
- - test/test-decimal256-array.rb
424
- - test/test-decimal256-data-type.rb
458
+ - test/test-time.rb
459
+ - test/test-timestamp-data-type.rb
425
460
  - test/test-decimal256.rb
426
- - test/test-dense-union-data-type.rb
427
461
  - test/test-dictionary-array.rb
428
- - test/test-dictionary-data-type.rb
429
- - test/test-feather.rb
430
- - test/test-field.rb
431
- - test/test-file-output-stream.rb
432
462
  - test/test-fixed-size-binary-array-builder.rb
463
+ - test/test-column.rb
464
+ - test/test-field.rb
465
+ - test/test-decimal128-array.rb
466
+ - test/test-csv-loader.rb
467
+ - test/test-bigdecimal.rb
433
468
  - test/test-fixed-size-binary-array.rb
434
- - test/test-group.rb
435
- - test/test-list-array-builder.rb
436
469
  - test/test-list-array.rb
437
- - test/test-list-data-type.rb
438
- - test/test-null-array.rb
439
- - test/test-orc.rb
440
- - test/test-record-batch-builder.rb
441
- - test/test-record-batch-file-reader.rb
442
- - test/test-record-batch-iterator.rb
443
- - test/test-record-batch.rb
470
+ - test/test-decimal256-data-type.rb
471
+ - test/test-time64-array.rb
472
+ - test/test-boolean-scalar.rb
444
473
  - test/test-rolling-window.rb
445
- - test/test-schema.rb
446
- - test/test-slicer.rb
474
+ - test/test-dictionary-data-type.rb
475
+ - test/fixture/integer-float.csv
476
+ - test/fixture/without-header-float.csv
477
+ - test/fixture/null-with-double-quote.csv
478
+ - test/fixture/with-header-float.csv
479
+ - test/fixture/TestOrcFile.test1.orc
480
+ - test/fixture/null-without-double-quote.csv
481
+ - test/fixture/without-header.csv
482
+ - test/fixture/with-header.csv
483
+ - test/fixture/float-integer.csv
484
+ - test/test-orc.rb
485
+ - test/test-null-array.rb
486
+ - test/test-time32-data-type.rb
487
+ - test/test-struct-data-type.rb
447
488
  - test/test-sort-indices.rb
489
+ - test/test-group.rb
448
490
  - test/test-sort-key.rb
449
- - test/test-sort-options.rb
450
- - test/test-sparse-union-data-type.rb
451
- - test/test-struct-array-builder.rb
452
- - test/test-struct-array.rb
453
- - test/test-struct-data-type.rb
454
- - test/test-table.rb
455
- - test/test-tensor.rb
456
- - test/test-time.rb
457
- - test/test-time32-array.rb
458
- - test/test-time32-data-type.rb
459
- - test/test-time64-array.rb
460
- - test/test-time64-data-type.rb
461
- - test/test-timestamp-array.rb
462
- - test/test-timestamp-data-type.rb
491
+ - test/test-buffer.rb
492
+ - test/test-float-scalar.rb
493
+ - test/values/test-struct-array.rb
494
+ - test/values/test-map-array.rb
463
495
  - test/values/test-basic-arrays.rb
464
- - test/values/test-dense-union-array.rb
465
496
  - test/values/test-list-array.rb
497
+ - test/values/test-dense-union-array.rb
466
498
  - test/values/test-sparse-union-array.rb
467
- - test/values/test-struct-array.rb
499
+ - test/test-function.rb
500
+ - test/test-memory-view.rb
501
+ - test/test-record-batch-reader.rb
502
+ - test/test-slicer.rb
503
+ - test/test-list-array-builder.rb
504
+ - test/test-sparse-union-data-type.rb
505
+ - test/test-record-batch-builder.rb
506
+ - test/raw-records/test-struct-array.rb
507
+ - test/raw-records/test-table.rb
508
+ - test/raw-records/test-map-array.rb
509
+ - test/raw-records/test-basic-arrays.rb
510
+ - test/raw-records/test-list-array.rb
511
+ - test/raw-records/test-dense-union-array.rb
512
+ - test/raw-records/test-sparse-union-array.rb
513
+ - test/raw-records/test-multiple-columns.rb
514
+ - test/test-array.rb
515
+ - test/test-file-output-stream.rb
516
+ - test/test-record-batch-iterator.rb
517
+ - test/test-tensor.rb
518
+ - test/test-decimal128-array-builder.rb
519
+ - test/test-chunked-array.rb
520
+ - test/test-schema.rb
521
+ - test/test-map-data-type.rb
522
+ - test/test-binary-dictionary-array-builder.rb
523
+ - test/test-struct-array-builder.rb
524
+ - test/helper/fixture.rb
525
+ - test/helper/omittable.rb
526
+ - test/test-time32-array.rb