red-arrow 3.0.0 → 6.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (88) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +23 -0
  3. data/ext/arrow/arrow.cpp +3 -0
  4. data/ext/arrow/converters.cpp +5 -0
  5. data/ext/arrow/converters.hpp +126 -0
  6. data/ext/arrow/extconf.rb +13 -0
  7. data/ext/arrow/memory-view.cpp +311 -0
  8. data/ext/arrow/memory-view.hpp +26 -0
  9. data/ext/arrow/raw-records.cpp +1 -0
  10. data/ext/arrow/values.cpp +1 -0
  11. data/lib/arrow/aggregate-node-options.rb +35 -0
  12. data/lib/arrow/aggregation.rb +46 -0
  13. data/lib/arrow/array-builder.rb +5 -0
  14. data/lib/arrow/array.rb +130 -0
  15. data/lib/arrow/binary-dictionary-array-builder.rb +27 -0
  16. data/lib/arrow/buffer.rb +10 -6
  17. data/lib/arrow/column-containable.rb +100 -1
  18. data/lib/arrow/constructor-arguments-gc-guardable.rb +25 -0
  19. data/lib/arrow/data-type.rb +14 -5
  20. data/lib/arrow/datum.rb +100 -0
  21. data/lib/arrow/dense-union-data-type.rb +2 -2
  22. data/lib/arrow/dictionary-data-type.rb +2 -2
  23. data/lib/arrow/equal-options.rb +38 -0
  24. data/lib/arrow/expression.rb +48 -0
  25. data/lib/arrow/file-system.rb +34 -0
  26. data/lib/arrow/group.rb +116 -124
  27. data/lib/arrow/loader.rb +46 -0
  28. data/lib/arrow/map-array-builder.rb +109 -0
  29. data/lib/arrow/map-array.rb +26 -0
  30. data/lib/arrow/map-data-type.rb +89 -0
  31. data/lib/arrow/path-extension.rb +1 -1
  32. data/lib/arrow/record-batch-reader.rb +41 -0
  33. data/lib/arrow/record-batch.rb +0 -2
  34. data/lib/arrow/scalar.rb +32 -0
  35. data/lib/arrow/slicer.rb +44 -143
  36. data/lib/arrow/sort-key.rb +193 -0
  37. data/lib/arrow/sort-options.rb +109 -0
  38. data/lib/arrow/source-node-options.rb +32 -0
  39. data/lib/arrow/sparse-union-data-type.rb +2 -2
  40. data/lib/arrow/string-dictionary-array-builder.rb +27 -0
  41. data/lib/arrow/symbol-values-appendable.rb +34 -0
  42. data/lib/arrow/table-concatenate-options.rb +36 -0
  43. data/lib/arrow/table-formatter.rb +141 -17
  44. data/lib/arrow/table-list-formatter.rb +5 -3
  45. data/lib/arrow/table-loader.rb +41 -3
  46. data/lib/arrow/table-saver.rb +29 -3
  47. data/lib/arrow/table-table-formatter.rb +7 -31
  48. data/lib/arrow/table.rb +34 -40
  49. data/lib/arrow/time32-data-type.rb +2 -2
  50. data/lib/arrow/time64-data-type.rb +2 -2
  51. data/lib/arrow/timestamp-data-type.rb +2 -2
  52. data/lib/arrow/version.rb +1 -1
  53. data/red-arrow.gemspec +2 -1
  54. data/test/helper.rb +1 -0
  55. data/test/raw-records/test-dense-union-array.rb +14 -0
  56. data/test/raw-records/test-list-array.rb +19 -0
  57. data/test/raw-records/test-map-array.rb +441 -0
  58. data/test/raw-records/test-sparse-union-array.rb +14 -0
  59. data/test/raw-records/test-struct-array.rb +15 -0
  60. data/test/test-array-builder.rb +7 -0
  61. data/test/test-array.rb +154 -0
  62. data/test/test-binary-dictionary-array-builder.rb +103 -0
  63. data/test/test-boolean-scalar.rb +26 -0
  64. data/test/test-csv-loader.rb +8 -8
  65. data/test/test-decimal128-data-type.rb +2 -2
  66. data/test/test-expression.rb +40 -0
  67. data/test/test-float-scalar.rb +46 -0
  68. data/test/test-function.rb +176 -0
  69. data/test/test-group.rb +75 -51
  70. data/test/test-map-array-builder.rb +110 -0
  71. data/test/test-map-array.rb +33 -0
  72. data/test/test-map-data-type.rb +36 -0
  73. data/test/test-memory-view.rb +434 -0
  74. data/test/test-orc.rb +19 -23
  75. data/test/test-record-batch-reader.rb +46 -0
  76. data/test/test-record-batch.rb +42 -0
  77. data/test/test-slicer.rb +166 -167
  78. data/test/test-sort-indices.rb +40 -0
  79. data/test/test-sort-key.rb +81 -0
  80. data/test/test-sort-options.rb +58 -0
  81. data/test/test-string-dictionary-array-builder.rb +103 -0
  82. data/test/test-table.rb +190 -53
  83. data/test/values/test-dense-union-array.rb +14 -0
  84. data/test/values/test-list-array.rb +17 -0
  85. data/test/values/test-map-array.rb +433 -0
  86. data/test/values/test-sparse-union-array.rb +14 -0
  87. data/test/values/test-struct-array.rb +15 -0
  88. metadata +73 -6
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: red-arrow
3
3
  version: !ruby/object:Gem::Version
4
- version: 3.0.0
4
+ version: 6.0.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Apache Arrow Developers
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-01-25 00:00:00.000000000 Z
11
+ date: 2021-11-04 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bigdecimal
@@ -44,14 +44,14 @@ dependencies:
44
44
  requirements:
45
45
  - - ">="
46
46
  - !ruby/object:Gem::Version
47
- version: 3.3.6
47
+ version: 3.4.9
48
48
  type: :runtime
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
52
  - - ">="
53
53
  - !ruby/object:Gem::Version
54
- version: 3.3.6
54
+ version: 3.4.9
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: native-package-installer
57
57
  requirement: !ruby/object:Gem::Requirement
@@ -122,6 +122,20 @@ dependencies:
122
122
  - - ">="
123
123
  - !ruby/object:Gem::Version
124
124
  version: '0'
125
+ - !ruby/object:Gem::Dependency
126
+ name: fiddle
127
+ requirement: !ruby/object:Gem::Requirement
128
+ requirements:
129
+ - - ">="
130
+ - !ruby/object:Gem::Version
131
+ version: 1.0.9
132
+ type: :development
133
+ prerelease: false
134
+ version_requirements: !ruby/object:Gem::Requirement
135
+ requirements:
136
+ - - ">="
137
+ - !ruby/object:Gem::Version
138
+ version: 1.0.9
125
139
  - !ruby/object:Gem::Dependency
126
140
  name: rake
127
141
  requirement: !ruby/object:Gem::Requirement
@@ -197,20 +211,26 @@ files:
197
211
  - ext/arrow/converters.cpp
198
212
  - ext/arrow/converters.hpp
199
213
  - ext/arrow/extconf.rb
214
+ - ext/arrow/memory-view.cpp
215
+ - ext/arrow/memory-view.hpp
200
216
  - ext/arrow/raw-records.cpp
201
217
  - ext/arrow/red-arrow.hpp
202
218
  - ext/arrow/values.cpp
203
219
  - image/red-arrow.png
204
220
  - lib/arrow.rb
221
+ - lib/arrow/aggregate-node-options.rb
222
+ - lib/arrow/aggregation.rb
205
223
  - lib/arrow/array-builder.rb
206
224
  - lib/arrow/array.rb
207
225
  - lib/arrow/bigdecimal-extension.rb
226
+ - lib/arrow/binary-dictionary-array-builder.rb
208
227
  - lib/arrow/block-closable.rb
209
228
  - lib/arrow/buffer.rb
210
229
  - lib/arrow/chunked-array.rb
211
230
  - lib/arrow/column-containable.rb
212
231
  - lib/arrow/column.rb
213
232
  - lib/arrow/compression-type.rb
233
+ - lib/arrow/constructor-arguments-gc-guardable.rb
214
234
  - lib/arrow/csv-loader.rb
215
235
  - lib/arrow/csv-read-options.rb
216
236
  - lib/arrow/data-type.rb
@@ -218,6 +238,7 @@ files:
218
238
  - lib/arrow/date32-array.rb
219
239
  - lib/arrow/date64-array-builder.rb
220
240
  - lib/arrow/date64-array.rb
241
+ - lib/arrow/datum.rb
221
242
  - lib/arrow/decimal128-array-builder.rb
222
243
  - lib/arrow/decimal128-array.rb
223
244
  - lib/arrow/decimal128-data-type.rb
@@ -229,9 +250,12 @@ files:
229
250
  - lib/arrow/dense-union-data-type.rb
230
251
  - lib/arrow/dictionary-array.rb
231
252
  - lib/arrow/dictionary-data-type.rb
253
+ - lib/arrow/equal-options.rb
254
+ - lib/arrow/expression.rb
232
255
  - lib/arrow/field-containable.rb
233
256
  - lib/arrow/field.rb
234
257
  - lib/arrow/file-output-stream.rb
258
+ - lib/arrow/file-system.rb
235
259
  - lib/arrow/fixed-size-binary-array-builder.rb
236
260
  - lib/arrow/fixed-size-binary-array.rb
237
261
  - lib/arrow/generic-filterable.rb
@@ -240,6 +264,9 @@ files:
240
264
  - lib/arrow/list-array-builder.rb
241
265
  - lib/arrow/list-data-type.rb
242
266
  - lib/arrow/loader.rb
267
+ - lib/arrow/map-array-builder.rb
268
+ - lib/arrow/map-array.rb
269
+ - lib/arrow/map-data-type.rb
243
270
  - lib/arrow/null-array-builder.rb
244
271
  - lib/arrow/null-array.rb
245
272
  - lib/arrow/path-extension.rb
@@ -247,17 +274,25 @@ files:
247
274
  - lib/arrow/record-batch-builder.rb
248
275
  - lib/arrow/record-batch-file-reader.rb
249
276
  - lib/arrow/record-batch-iterator.rb
277
+ - lib/arrow/record-batch-reader.rb
250
278
  - lib/arrow/record-batch-stream-reader.rb
251
279
  - lib/arrow/record-batch.rb
252
280
  - lib/arrow/record-containable.rb
253
281
  - lib/arrow/record.rb
254
282
  - lib/arrow/rolling-window.rb
283
+ - lib/arrow/scalar.rb
255
284
  - lib/arrow/schema.rb
256
285
  - lib/arrow/slicer.rb
286
+ - lib/arrow/sort-key.rb
287
+ - lib/arrow/sort-options.rb
288
+ - lib/arrow/source-node-options.rb
257
289
  - lib/arrow/sparse-union-data-type.rb
290
+ - lib/arrow/string-dictionary-array-builder.rb
258
291
  - lib/arrow/struct-array-builder.rb
259
292
  - lib/arrow/struct-array.rb
260
293
  - lib/arrow/struct-data-type.rb
294
+ - lib/arrow/symbol-values-appendable.rb
295
+ - lib/arrow/table-concatenate-options.rb
261
296
  - lib/arrow/table-formatter.rb
262
297
  - lib/arrow/table-list-formatter.rb
263
298
  - lib/arrow/table-loader.rb
@@ -293,6 +328,7 @@ files:
293
328
  - test/raw-records/test-basic-arrays.rb
294
329
  - test/raw-records/test-dense-union-array.rb
295
330
  - test/raw-records/test-list-array.rb
331
+ - test/raw-records/test-map-array.rb
296
332
  - test/raw-records/test-multiple-columns.rb
297
333
  - test/raw-records/test-sparse-union-array.rb
298
334
  - test/raw-records/test-struct-array.rb
@@ -301,6 +337,8 @@ files:
301
337
  - test/test-array-builder.rb
302
338
  - test/test-array.rb
303
339
  - test/test-bigdecimal.rb
340
+ - test/test-binary-dictionary-array-builder.rb
341
+ - test/test-boolean-scalar.rb
304
342
  - test/test-buffer.rb
305
343
  - test/test-chunked-array.rb
306
344
  - test/test-column.rb
@@ -319,25 +357,37 @@ files:
319
357
  - test/test-dense-union-data-type.rb
320
358
  - test/test-dictionary-array.rb
321
359
  - test/test-dictionary-data-type.rb
360
+ - test/test-expression.rb
322
361
  - test/test-feather.rb
323
362
  - test/test-field.rb
324
363
  - test/test-file-output-stream.rb
325
364
  - test/test-fixed-size-binary-array-builder.rb
326
365
  - test/test-fixed-size-binary-array.rb
366
+ - test/test-float-scalar.rb
367
+ - test/test-function.rb
327
368
  - test/test-group.rb
328
369
  - test/test-list-array-builder.rb
329
370
  - test/test-list-array.rb
330
371
  - test/test-list-data-type.rb
372
+ - test/test-map-array-builder.rb
373
+ - test/test-map-array.rb
374
+ - test/test-map-data-type.rb
375
+ - test/test-memory-view.rb
331
376
  - test/test-null-array.rb
332
377
  - test/test-orc.rb
333
378
  - test/test-record-batch-builder.rb
334
379
  - test/test-record-batch-file-reader.rb
335
380
  - test/test-record-batch-iterator.rb
381
+ - test/test-record-batch-reader.rb
336
382
  - test/test-record-batch.rb
337
383
  - test/test-rolling-window.rb
338
384
  - test/test-schema.rb
339
385
  - test/test-slicer.rb
386
+ - test/test-sort-indices.rb
387
+ - test/test-sort-key.rb
388
+ - test/test-sort-options.rb
340
389
  - test/test-sparse-union-data-type.rb
390
+ - test/test-string-dictionary-array-builder.rb
341
391
  - test/test-struct-array-builder.rb
342
392
  - test/test-struct-array.rb
343
393
  - test/test-struct-data-type.rb
@@ -353,13 +403,14 @@ files:
353
403
  - test/values/test-basic-arrays.rb
354
404
  - test/values/test-dense-union-array.rb
355
405
  - test/values/test-list-array.rb
406
+ - test/values/test-map-array.rb
356
407
  - test/values/test-sparse-union-array.rb
357
408
  - test/values/test-struct-array.rb
358
409
  homepage: https://arrow.apache.org/
359
410
  licenses:
360
411
  - Apache-2.0
361
412
  metadata:
362
- msys2_mingw_dependencies: arrow>=3.0.0
413
+ msys2_mingw_dependencies: arrow>=6.0.0
363
414
  post_install_message:
364
415
  rdoc_options: []
365
416
  require_paths:
@@ -375,18 +426,22 @@ required_rubygems_version: !ruby/object:Gem::Requirement
375
426
  - !ruby/object:Gem::Version
376
427
  version: '0'
377
428
  requirements: []
378
- rubygems_version: 3.2.5
429
+ rubygems_version: 3.2.27
379
430
  signing_key:
380
431
  specification_version: 4
381
432
  summary: Red Arrow is the Ruby bindings of Apache Arrow
382
433
  test_files:
383
434
  - test/test-decimal256-array-builder.rb
384
435
  - test/test-time64-data-type.rb
436
+ - test/test-sort-options.rb
385
437
  - test/test-feather.rb
438
+ - test/test-map-array-builder.rb
386
439
  - test/test-decimal128.rb
387
440
  - test/test-struct-array.rb
441
+ - test/test-string-dictionary-array-builder.rb
388
442
  - test/test-data-type.rb
389
443
  - test/test-list-data-type.rb
444
+ - test/test-expression.rb
390
445
  - test/test-dense-union-data-type.rb
391
446
  - test/test-decimal256-array.rb
392
447
  - test/helper.rb
@@ -395,6 +450,7 @@ test_files:
395
450
  - test/run-test.rb
396
451
  - test/test-timestamp-array.rb
397
452
  - test/test-date32-array.rb
453
+ - test/test-map-array.rb
398
454
  - test/test-array-builder.rb
399
455
  - test/test-date64-array.rb
400
456
  - test/test-record-batch-file-reader.rb
@@ -413,6 +469,7 @@ test_files:
413
469
  - test/test-list-array.rb
414
470
  - test/test-decimal256-data-type.rb
415
471
  - test/test-time64-array.rb
472
+ - test/test-boolean-scalar.rb
416
473
  - test/test-rolling-window.rb
417
474
  - test/test-dictionary-data-type.rb
418
475
  - test/fixture/integer-float.csv
@@ -428,19 +485,27 @@ test_files:
428
485
  - test/test-null-array.rb
429
486
  - test/test-time32-data-type.rb
430
487
  - test/test-struct-data-type.rb
488
+ - test/test-sort-indices.rb
431
489
  - test/test-group.rb
490
+ - test/test-sort-key.rb
432
491
  - test/test-buffer.rb
492
+ - test/test-float-scalar.rb
433
493
  - test/values/test-struct-array.rb
494
+ - test/values/test-map-array.rb
434
495
  - test/values/test-basic-arrays.rb
435
496
  - test/values/test-list-array.rb
436
497
  - test/values/test-dense-union-array.rb
437
498
  - test/values/test-sparse-union-array.rb
499
+ - test/test-function.rb
500
+ - test/test-memory-view.rb
501
+ - test/test-record-batch-reader.rb
438
502
  - test/test-slicer.rb
439
503
  - test/test-list-array-builder.rb
440
504
  - test/test-sparse-union-data-type.rb
441
505
  - test/test-record-batch-builder.rb
442
506
  - test/raw-records/test-struct-array.rb
443
507
  - test/raw-records/test-table.rb
508
+ - test/raw-records/test-map-array.rb
444
509
  - test/raw-records/test-basic-arrays.rb
445
510
  - test/raw-records/test-list-array.rb
446
511
  - test/raw-records/test-dense-union-array.rb
@@ -453,6 +518,8 @@ test_files:
453
518
  - test/test-decimal128-array-builder.rb
454
519
  - test/test-chunked-array.rb
455
520
  - test/test-schema.rb
521
+ - test/test-map-data-type.rb
522
+ - test/test-binary-dictionary-array-builder.rb
456
523
  - test/test-struct-array-builder.rb
457
524
  - test/helper/fixture.rb
458
525
  - test/helper/omittable.rb