red-arrow 3.0.0 → 6.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (88) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +23 -0
  3. data/ext/arrow/arrow.cpp +3 -0
  4. data/ext/arrow/converters.cpp +5 -0
  5. data/ext/arrow/converters.hpp +126 -0
  6. data/ext/arrow/extconf.rb +13 -0
  7. data/ext/arrow/memory-view.cpp +311 -0
  8. data/ext/arrow/memory-view.hpp +26 -0
  9. data/ext/arrow/raw-records.cpp +1 -0
  10. data/ext/arrow/values.cpp +1 -0
  11. data/lib/arrow/aggregate-node-options.rb +35 -0
  12. data/lib/arrow/aggregation.rb +46 -0
  13. data/lib/arrow/array-builder.rb +5 -0
  14. data/lib/arrow/array.rb +130 -0
  15. data/lib/arrow/binary-dictionary-array-builder.rb +27 -0
  16. data/lib/arrow/buffer.rb +10 -6
  17. data/lib/arrow/column-containable.rb +100 -1
  18. data/lib/arrow/constructor-arguments-gc-guardable.rb +25 -0
  19. data/lib/arrow/data-type.rb +14 -5
  20. data/lib/arrow/datum.rb +100 -0
  21. data/lib/arrow/dense-union-data-type.rb +2 -2
  22. data/lib/arrow/dictionary-data-type.rb +2 -2
  23. data/lib/arrow/equal-options.rb +38 -0
  24. data/lib/arrow/expression.rb +48 -0
  25. data/lib/arrow/file-system.rb +34 -0
  26. data/lib/arrow/group.rb +116 -124
  27. data/lib/arrow/loader.rb +46 -0
  28. data/lib/arrow/map-array-builder.rb +109 -0
  29. data/lib/arrow/map-array.rb +26 -0
  30. data/lib/arrow/map-data-type.rb +89 -0
  31. data/lib/arrow/path-extension.rb +1 -1
  32. data/lib/arrow/record-batch-reader.rb +41 -0
  33. data/lib/arrow/record-batch.rb +0 -2
  34. data/lib/arrow/scalar.rb +32 -0
  35. data/lib/arrow/slicer.rb +44 -143
  36. data/lib/arrow/sort-key.rb +193 -0
  37. data/lib/arrow/sort-options.rb +109 -0
  38. data/lib/arrow/source-node-options.rb +32 -0
  39. data/lib/arrow/sparse-union-data-type.rb +2 -2
  40. data/lib/arrow/string-dictionary-array-builder.rb +27 -0
  41. data/lib/arrow/symbol-values-appendable.rb +34 -0
  42. data/lib/arrow/table-concatenate-options.rb +36 -0
  43. data/lib/arrow/table-formatter.rb +141 -17
  44. data/lib/arrow/table-list-formatter.rb +5 -3
  45. data/lib/arrow/table-loader.rb +41 -3
  46. data/lib/arrow/table-saver.rb +29 -3
  47. data/lib/arrow/table-table-formatter.rb +7 -31
  48. data/lib/arrow/table.rb +34 -40
  49. data/lib/arrow/time32-data-type.rb +2 -2
  50. data/lib/arrow/time64-data-type.rb +2 -2
  51. data/lib/arrow/timestamp-data-type.rb +2 -2
  52. data/lib/arrow/version.rb +1 -1
  53. data/red-arrow.gemspec +2 -1
  54. data/test/helper.rb +1 -0
  55. data/test/raw-records/test-dense-union-array.rb +14 -0
  56. data/test/raw-records/test-list-array.rb +19 -0
  57. data/test/raw-records/test-map-array.rb +441 -0
  58. data/test/raw-records/test-sparse-union-array.rb +14 -0
  59. data/test/raw-records/test-struct-array.rb +15 -0
  60. data/test/test-array-builder.rb +7 -0
  61. data/test/test-array.rb +154 -0
  62. data/test/test-binary-dictionary-array-builder.rb +103 -0
  63. data/test/test-boolean-scalar.rb +26 -0
  64. data/test/test-csv-loader.rb +8 -8
  65. data/test/test-decimal128-data-type.rb +2 -2
  66. data/test/test-expression.rb +40 -0
  67. data/test/test-float-scalar.rb +46 -0
  68. data/test/test-function.rb +176 -0
  69. data/test/test-group.rb +75 -51
  70. data/test/test-map-array-builder.rb +110 -0
  71. data/test/test-map-array.rb +33 -0
  72. data/test/test-map-data-type.rb +36 -0
  73. data/test/test-memory-view.rb +434 -0
  74. data/test/test-orc.rb +19 -23
  75. data/test/test-record-batch-reader.rb +46 -0
  76. data/test/test-record-batch.rb +42 -0
  77. data/test/test-slicer.rb +166 -167
  78. data/test/test-sort-indices.rb +40 -0
  79. data/test/test-sort-key.rb +81 -0
  80. data/test/test-sort-options.rb +58 -0
  81. data/test/test-string-dictionary-array-builder.rb +103 -0
  82. data/test/test-table.rb +190 -53
  83. data/test/values/test-dense-union-array.rb +14 -0
  84. data/test/values/test-list-array.rb +17 -0
  85. data/test/values/test-map-array.rb +433 -0
  86. data/test/values/test-sparse-union-array.rb +14 -0
  87. data/test/values/test-struct-array.rb +15 -0
  88. metadata +73 -6
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: red-arrow
3
3
  version: !ruby/object:Gem::Version
4
- version: 3.0.0
4
+ version: 6.0.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Apache Arrow Developers
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-01-25 00:00:00.000000000 Z
11
+ date: 2021-11-04 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bigdecimal
@@ -44,14 +44,14 @@ dependencies:
44
44
  requirements:
45
45
  - - ">="
46
46
  - !ruby/object:Gem::Version
47
- version: 3.3.6
47
+ version: 3.4.9
48
48
  type: :runtime
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
52
  - - ">="
53
53
  - !ruby/object:Gem::Version
54
- version: 3.3.6
54
+ version: 3.4.9
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: native-package-installer
57
57
  requirement: !ruby/object:Gem::Requirement
@@ -122,6 +122,20 @@ dependencies:
122
122
  - - ">="
123
123
  - !ruby/object:Gem::Version
124
124
  version: '0'
125
+ - !ruby/object:Gem::Dependency
126
+ name: fiddle
127
+ requirement: !ruby/object:Gem::Requirement
128
+ requirements:
129
+ - - ">="
130
+ - !ruby/object:Gem::Version
131
+ version: 1.0.9
132
+ type: :development
133
+ prerelease: false
134
+ version_requirements: !ruby/object:Gem::Requirement
135
+ requirements:
136
+ - - ">="
137
+ - !ruby/object:Gem::Version
138
+ version: 1.0.9
125
139
  - !ruby/object:Gem::Dependency
126
140
  name: rake
127
141
  requirement: !ruby/object:Gem::Requirement
@@ -197,20 +211,26 @@ files:
197
211
  - ext/arrow/converters.cpp
198
212
  - ext/arrow/converters.hpp
199
213
  - ext/arrow/extconf.rb
214
+ - ext/arrow/memory-view.cpp
215
+ - ext/arrow/memory-view.hpp
200
216
  - ext/arrow/raw-records.cpp
201
217
  - ext/arrow/red-arrow.hpp
202
218
  - ext/arrow/values.cpp
203
219
  - image/red-arrow.png
204
220
  - lib/arrow.rb
221
+ - lib/arrow/aggregate-node-options.rb
222
+ - lib/arrow/aggregation.rb
205
223
  - lib/arrow/array-builder.rb
206
224
  - lib/arrow/array.rb
207
225
  - lib/arrow/bigdecimal-extension.rb
226
+ - lib/arrow/binary-dictionary-array-builder.rb
208
227
  - lib/arrow/block-closable.rb
209
228
  - lib/arrow/buffer.rb
210
229
  - lib/arrow/chunked-array.rb
211
230
  - lib/arrow/column-containable.rb
212
231
  - lib/arrow/column.rb
213
232
  - lib/arrow/compression-type.rb
233
+ - lib/arrow/constructor-arguments-gc-guardable.rb
214
234
  - lib/arrow/csv-loader.rb
215
235
  - lib/arrow/csv-read-options.rb
216
236
  - lib/arrow/data-type.rb
@@ -218,6 +238,7 @@ files:
218
238
  - lib/arrow/date32-array.rb
219
239
  - lib/arrow/date64-array-builder.rb
220
240
  - lib/arrow/date64-array.rb
241
+ - lib/arrow/datum.rb
221
242
  - lib/arrow/decimal128-array-builder.rb
222
243
  - lib/arrow/decimal128-array.rb
223
244
  - lib/arrow/decimal128-data-type.rb
@@ -229,9 +250,12 @@ files:
229
250
  - lib/arrow/dense-union-data-type.rb
230
251
  - lib/arrow/dictionary-array.rb
231
252
  - lib/arrow/dictionary-data-type.rb
253
+ - lib/arrow/equal-options.rb
254
+ - lib/arrow/expression.rb
232
255
  - lib/arrow/field-containable.rb
233
256
  - lib/arrow/field.rb
234
257
  - lib/arrow/file-output-stream.rb
258
+ - lib/arrow/file-system.rb
235
259
  - lib/arrow/fixed-size-binary-array-builder.rb
236
260
  - lib/arrow/fixed-size-binary-array.rb
237
261
  - lib/arrow/generic-filterable.rb
@@ -240,6 +264,9 @@ files:
240
264
  - lib/arrow/list-array-builder.rb
241
265
  - lib/arrow/list-data-type.rb
242
266
  - lib/arrow/loader.rb
267
+ - lib/arrow/map-array-builder.rb
268
+ - lib/arrow/map-array.rb
269
+ - lib/arrow/map-data-type.rb
243
270
  - lib/arrow/null-array-builder.rb
244
271
  - lib/arrow/null-array.rb
245
272
  - lib/arrow/path-extension.rb
@@ -247,17 +274,25 @@ files:
247
274
  - lib/arrow/record-batch-builder.rb
248
275
  - lib/arrow/record-batch-file-reader.rb
249
276
  - lib/arrow/record-batch-iterator.rb
277
+ - lib/arrow/record-batch-reader.rb
250
278
  - lib/arrow/record-batch-stream-reader.rb
251
279
  - lib/arrow/record-batch.rb
252
280
  - lib/arrow/record-containable.rb
253
281
  - lib/arrow/record.rb
254
282
  - lib/arrow/rolling-window.rb
283
+ - lib/arrow/scalar.rb
255
284
  - lib/arrow/schema.rb
256
285
  - lib/arrow/slicer.rb
286
+ - lib/arrow/sort-key.rb
287
+ - lib/arrow/sort-options.rb
288
+ - lib/arrow/source-node-options.rb
257
289
  - lib/arrow/sparse-union-data-type.rb
290
+ - lib/arrow/string-dictionary-array-builder.rb
258
291
  - lib/arrow/struct-array-builder.rb
259
292
  - lib/arrow/struct-array.rb
260
293
  - lib/arrow/struct-data-type.rb
294
+ - lib/arrow/symbol-values-appendable.rb
295
+ - lib/arrow/table-concatenate-options.rb
261
296
  - lib/arrow/table-formatter.rb
262
297
  - lib/arrow/table-list-formatter.rb
263
298
  - lib/arrow/table-loader.rb
@@ -293,6 +328,7 @@ files:
293
328
  - test/raw-records/test-basic-arrays.rb
294
329
  - test/raw-records/test-dense-union-array.rb
295
330
  - test/raw-records/test-list-array.rb
331
+ - test/raw-records/test-map-array.rb
296
332
  - test/raw-records/test-multiple-columns.rb
297
333
  - test/raw-records/test-sparse-union-array.rb
298
334
  - test/raw-records/test-struct-array.rb
@@ -301,6 +337,8 @@ files:
301
337
  - test/test-array-builder.rb
302
338
  - test/test-array.rb
303
339
  - test/test-bigdecimal.rb
340
+ - test/test-binary-dictionary-array-builder.rb
341
+ - test/test-boolean-scalar.rb
304
342
  - test/test-buffer.rb
305
343
  - test/test-chunked-array.rb
306
344
  - test/test-column.rb
@@ -319,25 +357,37 @@ files:
319
357
  - test/test-dense-union-data-type.rb
320
358
  - test/test-dictionary-array.rb
321
359
  - test/test-dictionary-data-type.rb
360
+ - test/test-expression.rb
322
361
  - test/test-feather.rb
323
362
  - test/test-field.rb
324
363
  - test/test-file-output-stream.rb
325
364
  - test/test-fixed-size-binary-array-builder.rb
326
365
  - test/test-fixed-size-binary-array.rb
366
+ - test/test-float-scalar.rb
367
+ - test/test-function.rb
327
368
  - test/test-group.rb
328
369
  - test/test-list-array-builder.rb
329
370
  - test/test-list-array.rb
330
371
  - test/test-list-data-type.rb
372
+ - test/test-map-array-builder.rb
373
+ - test/test-map-array.rb
374
+ - test/test-map-data-type.rb
375
+ - test/test-memory-view.rb
331
376
  - test/test-null-array.rb
332
377
  - test/test-orc.rb
333
378
  - test/test-record-batch-builder.rb
334
379
  - test/test-record-batch-file-reader.rb
335
380
  - test/test-record-batch-iterator.rb
381
+ - test/test-record-batch-reader.rb
336
382
  - test/test-record-batch.rb
337
383
  - test/test-rolling-window.rb
338
384
  - test/test-schema.rb
339
385
  - test/test-slicer.rb
386
+ - test/test-sort-indices.rb
387
+ - test/test-sort-key.rb
388
+ - test/test-sort-options.rb
340
389
  - test/test-sparse-union-data-type.rb
390
+ - test/test-string-dictionary-array-builder.rb
341
391
  - test/test-struct-array-builder.rb
342
392
  - test/test-struct-array.rb
343
393
  - test/test-struct-data-type.rb
@@ -353,13 +403,14 @@ files:
353
403
  - test/values/test-basic-arrays.rb
354
404
  - test/values/test-dense-union-array.rb
355
405
  - test/values/test-list-array.rb
406
+ - test/values/test-map-array.rb
356
407
  - test/values/test-sparse-union-array.rb
357
408
  - test/values/test-struct-array.rb
358
409
  homepage: https://arrow.apache.org/
359
410
  licenses:
360
411
  - Apache-2.0
361
412
  metadata:
362
- msys2_mingw_dependencies: arrow>=3.0.0
413
+ msys2_mingw_dependencies: arrow>=6.0.0
363
414
  post_install_message:
364
415
  rdoc_options: []
365
416
  require_paths:
@@ -375,18 +426,22 @@ required_rubygems_version: !ruby/object:Gem::Requirement
375
426
  - !ruby/object:Gem::Version
376
427
  version: '0'
377
428
  requirements: []
378
- rubygems_version: 3.2.5
429
+ rubygems_version: 3.2.27
379
430
  signing_key:
380
431
  specification_version: 4
381
432
  summary: Red Arrow is the Ruby bindings of Apache Arrow
382
433
  test_files:
383
434
  - test/test-decimal256-array-builder.rb
384
435
  - test/test-time64-data-type.rb
436
+ - test/test-sort-options.rb
385
437
  - test/test-feather.rb
438
+ - test/test-map-array-builder.rb
386
439
  - test/test-decimal128.rb
387
440
  - test/test-struct-array.rb
441
+ - test/test-string-dictionary-array-builder.rb
388
442
  - test/test-data-type.rb
389
443
  - test/test-list-data-type.rb
444
+ - test/test-expression.rb
390
445
  - test/test-dense-union-data-type.rb
391
446
  - test/test-decimal256-array.rb
392
447
  - test/helper.rb
@@ -395,6 +450,7 @@ test_files:
395
450
  - test/run-test.rb
396
451
  - test/test-timestamp-array.rb
397
452
  - test/test-date32-array.rb
453
+ - test/test-map-array.rb
398
454
  - test/test-array-builder.rb
399
455
  - test/test-date64-array.rb
400
456
  - test/test-record-batch-file-reader.rb
@@ -413,6 +469,7 @@ test_files:
413
469
  - test/test-list-array.rb
414
470
  - test/test-decimal256-data-type.rb
415
471
  - test/test-time64-array.rb
472
+ - test/test-boolean-scalar.rb
416
473
  - test/test-rolling-window.rb
417
474
  - test/test-dictionary-data-type.rb
418
475
  - test/fixture/integer-float.csv
@@ -428,19 +485,27 @@ test_files:
428
485
  - test/test-null-array.rb
429
486
  - test/test-time32-data-type.rb
430
487
  - test/test-struct-data-type.rb
488
+ - test/test-sort-indices.rb
431
489
  - test/test-group.rb
490
+ - test/test-sort-key.rb
432
491
  - test/test-buffer.rb
492
+ - test/test-float-scalar.rb
433
493
  - test/values/test-struct-array.rb
494
+ - test/values/test-map-array.rb
434
495
  - test/values/test-basic-arrays.rb
435
496
  - test/values/test-list-array.rb
436
497
  - test/values/test-dense-union-array.rb
437
498
  - test/values/test-sparse-union-array.rb
499
+ - test/test-function.rb
500
+ - test/test-memory-view.rb
501
+ - test/test-record-batch-reader.rb
438
502
  - test/test-slicer.rb
439
503
  - test/test-list-array-builder.rb
440
504
  - test/test-sparse-union-data-type.rb
441
505
  - test/test-record-batch-builder.rb
442
506
  - test/raw-records/test-struct-array.rb
443
507
  - test/raw-records/test-table.rb
508
+ - test/raw-records/test-map-array.rb
444
509
  - test/raw-records/test-basic-arrays.rb
445
510
  - test/raw-records/test-list-array.rb
446
511
  - test/raw-records/test-dense-union-array.rb
@@ -453,6 +518,8 @@ test_files:
453
518
  - test/test-decimal128-array-builder.rb
454
519
  - test/test-chunked-array.rb
455
520
  - test/test-schema.rb
521
+ - test/test-map-data-type.rb
522
+ - test/test-binary-dictionary-array-builder.rb
456
523
  - test/test-struct-array-builder.rb
457
524
  - test/helper/fixture.rb
458
525
  - test/helper/omittable.rb