red-arrow 6.0.0 → 8.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (38) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +10 -0
  3. data/ext/arrow/arrow.cpp +12 -0
  4. data/ext/arrow/converters.hpp +46 -10
  5. data/ext/arrow/extconf.rb +1 -1
  6. data/ext/arrow/raw-records.cpp +3 -2
  7. data/ext/arrow/red-arrow.hpp +7 -0
  8. data/ext/arrow/values.cpp +3 -2
  9. data/lib/arrow/datum.rb +2 -0
  10. data/lib/arrow/day-time-interval-array-builder.rb +29 -0
  11. data/lib/arrow/function.rb +52 -0
  12. data/lib/arrow/loader.rb +16 -0
  13. data/lib/arrow/month-day-nano-interval-array-builder.rb +29 -0
  14. data/lib/arrow/s3-global-options.rb +38 -0
  15. data/lib/arrow/sort-key.rb +61 -55
  16. data/lib/arrow/sort-options.rb +8 -8
  17. data/lib/arrow/table-loader.rb +99 -62
  18. data/lib/arrow/table-saver.rb +7 -2
  19. data/lib/arrow/table.rb +78 -0
  20. data/lib/arrow/version.rb +1 -1
  21. data/red-arrow.gemspec +1 -10
  22. data/test/helper.rb +2 -0
  23. data/test/raw-records/test-basic-arrays.rb +30 -0
  24. data/test/raw-records/test-dense-union-array.rb +27 -0
  25. data/test/raw-records/test-list-array.rb +39 -0
  26. data/test/raw-records/test-map-array.rb +37 -0
  27. data/test/raw-records/test-sparse-union-array.rb +27 -0
  28. data/test/raw-records/test-struct-array.rb +30 -0
  29. data/test/test-function.rb +48 -14
  30. data/test/test-table.rb +204 -6
  31. data/test/values/test-basic-arrays.rb +30 -0
  32. data/test/values/test-dense-union-array.rb +27 -0
  33. data/test/values/test-dictionary-array.rb +295 -0
  34. data/test/values/test-list-array.rb +39 -0
  35. data/test/values/test-map-array.rb +33 -0
  36. data/test/values/test-sparse-union-array.rb +27 -0
  37. data/test/values/test-struct-array.rb +30 -0
  38. metadata +88 -194
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: red-arrow
3
3
  version: !ruby/object:Gem::Version
4
- version: 6.0.0
4
+ version: 8.0.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Apache Arrow Developers
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2021-11-04 00:00:00.000000000 Z
11
+ date: 2022-05-07 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bigdecimal
@@ -44,14 +44,14 @@ dependencies:
44
44
  requirements:
45
45
  - - ">="
46
46
  - !ruby/object:Gem::Version
47
- version: 3.4.9
47
+ version: 3.5.0
48
48
  type: :runtime
49
49
  prerelease: false
50
50
  version_requirements: !ruby/object:Gem::Requirement
51
51
  requirements:
52
52
  - - ">="
53
53
  - !ruby/object:Gem::Version
54
- version: 3.4.9
54
+ version: 3.5.0
55
55
  - !ruby/object:Gem::Dependency
56
56
  name: native-package-installer
57
57
  requirement: !ruby/object:Gem::Requirement
@@ -80,118 +80,6 @@ dependencies:
80
80
  - - ">="
81
81
  - !ruby/object:Gem::Version
82
82
  version: '0'
83
- - !ruby/object:Gem::Dependency
84
- name: benchmark-driver
85
- requirement: !ruby/object:Gem::Requirement
86
- requirements:
87
- - - ">="
88
- - !ruby/object:Gem::Version
89
- version: '0'
90
- type: :development
91
- prerelease: false
92
- version_requirements: !ruby/object:Gem::Requirement
93
- requirements:
94
- - - ">="
95
- - !ruby/object:Gem::Version
96
- version: '0'
97
- - !ruby/object:Gem::Dependency
98
- name: bundler
99
- requirement: !ruby/object:Gem::Requirement
100
- requirements:
101
- - - ">="
102
- - !ruby/object:Gem::Version
103
- version: '0'
104
- type: :development
105
- prerelease: false
106
- version_requirements: !ruby/object:Gem::Requirement
107
- requirements:
108
- - - ">="
109
- - !ruby/object:Gem::Version
110
- version: '0'
111
- - !ruby/object:Gem::Dependency
112
- name: faker
113
- requirement: !ruby/object:Gem::Requirement
114
- requirements:
115
- - - ">="
116
- - !ruby/object:Gem::Version
117
- version: '0'
118
- type: :development
119
- prerelease: false
120
- version_requirements: !ruby/object:Gem::Requirement
121
- requirements:
122
- - - ">="
123
- - !ruby/object:Gem::Version
124
- version: '0'
125
- - !ruby/object:Gem::Dependency
126
- name: fiddle
127
- requirement: !ruby/object:Gem::Requirement
128
- requirements:
129
- - - ">="
130
- - !ruby/object:Gem::Version
131
- version: 1.0.9
132
- type: :development
133
- prerelease: false
134
- version_requirements: !ruby/object:Gem::Requirement
135
- requirements:
136
- - - ">="
137
- - !ruby/object:Gem::Version
138
- version: 1.0.9
139
- - !ruby/object:Gem::Dependency
140
- name: rake
141
- requirement: !ruby/object:Gem::Requirement
142
- requirements:
143
- - - ">="
144
- - !ruby/object:Gem::Version
145
- version: '0'
146
- type: :development
147
- prerelease: false
148
- version_requirements: !ruby/object:Gem::Requirement
149
- requirements:
150
- - - ">="
151
- - !ruby/object:Gem::Version
152
- version: '0'
153
- - !ruby/object:Gem::Dependency
154
- name: redcarpet
155
- requirement: !ruby/object:Gem::Requirement
156
- requirements:
157
- - - ">="
158
- - !ruby/object:Gem::Version
159
- version: '0'
160
- type: :development
161
- prerelease: false
162
- version_requirements: !ruby/object:Gem::Requirement
163
- requirements:
164
- - - ">="
165
- - !ruby/object:Gem::Version
166
- version: '0'
167
- - !ruby/object:Gem::Dependency
168
- name: test-unit
169
- requirement: !ruby/object:Gem::Requirement
170
- requirements:
171
- - - ">="
172
- - !ruby/object:Gem::Version
173
- version: '0'
174
- type: :development
175
- prerelease: false
176
- version_requirements: !ruby/object:Gem::Requirement
177
- requirements:
178
- - - ">="
179
- - !ruby/object:Gem::Version
180
- version: '0'
181
- - !ruby/object:Gem::Dependency
182
- name: yard
183
- requirement: !ruby/object:Gem::Requirement
184
- requirements:
185
- - - ">="
186
- - !ruby/object:Gem::Version
187
- version: '0'
188
- type: :development
189
- prerelease: false
190
- version_requirements: !ruby/object:Gem::Requirement
191
- requirements:
192
- - - ">="
193
- - !ruby/object:Gem::Version
194
- version: '0'
195
83
  description: Apache Arrow is a common in-memory columnar data store. It's useful to
196
84
  share and process large data.
197
85
  email:
@@ -239,6 +127,7 @@ files:
239
127
  - lib/arrow/date64-array-builder.rb
240
128
  - lib/arrow/date64-array.rb
241
129
  - lib/arrow/datum.rb
130
+ - lib/arrow/day-time-interval-array-builder.rb
242
131
  - lib/arrow/decimal128-array-builder.rb
243
132
  - lib/arrow/decimal128-array.rb
244
133
  - lib/arrow/decimal128-data-type.rb
@@ -258,6 +147,7 @@ files:
258
147
  - lib/arrow/file-system.rb
259
148
  - lib/arrow/fixed-size-binary-array-builder.rb
260
149
  - lib/arrow/fixed-size-binary-array.rb
150
+ - lib/arrow/function.rb
261
151
  - lib/arrow/generic-filterable.rb
262
152
  - lib/arrow/generic-takeable.rb
263
153
  - lib/arrow/group.rb
@@ -267,6 +157,7 @@ files:
267
157
  - lib/arrow/map-array-builder.rb
268
158
  - lib/arrow/map-array.rb
269
159
  - lib/arrow/map-data-type.rb
160
+ - lib/arrow/month-day-nano-interval-array-builder.rb
270
161
  - lib/arrow/null-array-builder.rb
271
162
  - lib/arrow/null-array.rb
272
163
  - lib/arrow/path-extension.rb
@@ -280,6 +171,7 @@ files:
280
171
  - lib/arrow/record-containable.rb
281
172
  - lib/arrow/record.rb
282
173
  - lib/arrow/rolling-window.rb
174
+ - lib/arrow/s3-global-options.rb
283
175
  - lib/arrow/scalar.rb
284
176
  - lib/arrow/schema.rb
285
177
  - lib/arrow/slicer.rb
@@ -402,6 +294,7 @@ files:
402
294
  - test/test-timestamp-data-type.rb
403
295
  - test/values/test-basic-arrays.rb
404
296
  - test/values/test-dense-union-array.rb
297
+ - test/values/test-dictionary-array.rb
405
298
  - test/values/test-list-array.rb
406
299
  - test/values/test-map-array.rb
407
300
  - test/values/test-sparse-union-array.rb
@@ -410,7 +303,7 @@ homepage: https://arrow.apache.org/
410
303
  licenses:
411
304
  - Apache-2.0
412
305
  metadata:
413
- msys2_mingw_dependencies: arrow>=6.0.0
306
+ msys2_mingw_dependencies: arrow>=8.0.0
414
307
  post_install_message:
415
308
  rdoc_options: []
416
309
  require_paths:
@@ -426,101 +319,102 @@ required_rubygems_version: !ruby/object:Gem::Requirement
426
319
  - !ruby/object:Gem::Version
427
320
  version: '0'
428
321
  requirements: []
429
- rubygems_version: 3.2.27
322
+ rubygems_version: 3.4.0.dev
430
323
  signing_key:
431
324
  specification_version: 4
432
325
  summary: Red Arrow is the Ruby bindings of Apache Arrow
433
326
  test_files:
434
- - test/test-decimal256-array-builder.rb
435
- - test/test-time64-data-type.rb
436
- - test/test-sort-options.rb
437
- - test/test-feather.rb
438
- - test/test-map-array-builder.rb
439
- - test/test-decimal128.rb
440
- - test/test-struct-array.rb
441
- - test/test-string-dictionary-array-builder.rb
442
- - test/test-data-type.rb
443
- - test/test-list-data-type.rb
444
- - test/test-expression.rb
445
- - test/test-dense-union-data-type.rb
446
- - test/test-decimal256-array.rb
327
+ - test/fixture/TestOrcFile.test1.orc
328
+ - test/fixture/float-integer.csv
329
+ - test/fixture/integer-float.csv
330
+ - test/fixture/null-with-double-quote.csv
331
+ - test/fixture/null-without-double-quote.csv
332
+ - test/fixture/with-header-float.csv
333
+ - test/fixture/with-header.csv
334
+ - test/fixture/without-header-float.csv
335
+ - test/fixture/without-header.csv
336
+ - test/helper/fixture.rb
337
+ - test/helper/omittable.rb
447
338
  - test/helper.rb
448
- - test/test-record-batch.rb
449
- - test/test-table.rb
339
+ - test/raw-records/test-basic-arrays.rb
340
+ - test/raw-records/test-dense-union-array.rb
341
+ - test/raw-records/test-list-array.rb
342
+ - test/raw-records/test-map-array.rb
343
+ - test/raw-records/test-multiple-columns.rb
344
+ - test/raw-records/test-sparse-union-array.rb
345
+ - test/raw-records/test-struct-array.rb
346
+ - test/raw-records/test-table.rb
450
347
  - test/run-test.rb
451
- - test/test-timestamp-array.rb
452
- - test/test-date32-array.rb
453
- - test/test-map-array.rb
454
348
  - test/test-array-builder.rb
349
+ - test/test-array.rb
350
+ - test/test-bigdecimal.rb
351
+ - test/test-binary-dictionary-array-builder.rb
352
+ - test/test-boolean-scalar.rb
353
+ - test/test-buffer.rb
354
+ - test/test-chunked-array.rb
355
+ - test/test-column.rb
356
+ - test/test-csv-loader.rb
357
+ - test/test-data-type.rb
358
+ - test/test-date32-array.rb
455
359
  - test/test-date64-array.rb
456
- - test/test-record-batch-file-reader.rb
360
+ - test/test-decimal128-array-builder.rb
361
+ - test/test-decimal128-array.rb
457
362
  - test/test-decimal128-data-type.rb
458
- - test/test-time.rb
459
- - test/test-timestamp-data-type.rb
363
+ - test/test-decimal128.rb
364
+ - test/test-decimal256-array-builder.rb
365
+ - test/test-decimal256-array.rb
366
+ - test/test-decimal256-data-type.rb
460
367
  - test/test-decimal256.rb
368
+ - test/test-dense-union-data-type.rb
461
369
  - test/test-dictionary-array.rb
462
- - test/test-fixed-size-binary-array-builder.rb
463
- - test/test-column.rb
370
+ - test/test-dictionary-data-type.rb
371
+ - test/test-expression.rb
372
+ - test/test-feather.rb
464
373
  - test/test-field.rb
465
- - test/test-decimal128-array.rb
466
- - test/test-csv-loader.rb
467
- - test/test-bigdecimal.rb
374
+ - test/test-file-output-stream.rb
375
+ - test/test-fixed-size-binary-array-builder.rb
468
376
  - test/test-fixed-size-binary-array.rb
469
- - test/test-list-array.rb
470
- - test/test-decimal256-data-type.rb
471
- - test/test-time64-array.rb
472
- - test/test-boolean-scalar.rb
473
- - test/test-rolling-window.rb
474
- - test/test-dictionary-data-type.rb
475
- - test/fixture/integer-float.csv
476
- - test/fixture/without-header-float.csv
477
- - test/fixture/null-with-double-quote.csv
478
- - test/fixture/with-header-float.csv
479
- - test/fixture/TestOrcFile.test1.orc
480
- - test/fixture/null-without-double-quote.csv
481
- - test/fixture/without-header.csv
482
- - test/fixture/with-header.csv
483
- - test/fixture/float-integer.csv
484
- - test/test-orc.rb
485
- - test/test-null-array.rb
486
- - test/test-time32-data-type.rb
487
- - test/test-struct-data-type.rb
488
- - test/test-sort-indices.rb
489
- - test/test-group.rb
490
- - test/test-sort-key.rb
491
- - test/test-buffer.rb
492
377
  - test/test-float-scalar.rb
493
- - test/values/test-struct-array.rb
494
- - test/values/test-map-array.rb
495
- - test/values/test-basic-arrays.rb
496
- - test/values/test-list-array.rb
497
- - test/values/test-dense-union-array.rb
498
- - test/values/test-sparse-union-array.rb
499
378
  - test/test-function.rb
500
- - test/test-memory-view.rb
501
- - test/test-record-batch-reader.rb
502
- - test/test-slicer.rb
379
+ - test/test-group.rb
503
380
  - test/test-list-array-builder.rb
504
- - test/test-sparse-union-data-type.rb
381
+ - test/test-list-array.rb
382
+ - test/test-list-data-type.rb
383
+ - test/test-map-array-builder.rb
384
+ - test/test-map-array.rb
385
+ - test/test-map-data-type.rb
386
+ - test/test-memory-view.rb
387
+ - test/test-null-array.rb
388
+ - test/test-orc.rb
505
389
  - test/test-record-batch-builder.rb
506
- - test/raw-records/test-struct-array.rb
507
- - test/raw-records/test-table.rb
508
- - test/raw-records/test-map-array.rb
509
- - test/raw-records/test-basic-arrays.rb
510
- - test/raw-records/test-list-array.rb
511
- - test/raw-records/test-dense-union-array.rb
512
- - test/raw-records/test-sparse-union-array.rb
513
- - test/raw-records/test-multiple-columns.rb
514
- - test/test-array.rb
515
- - test/test-file-output-stream.rb
390
+ - test/test-record-batch-file-reader.rb
516
391
  - test/test-record-batch-iterator.rb
517
- - test/test-tensor.rb
518
- - test/test-decimal128-array-builder.rb
519
- - test/test-chunked-array.rb
392
+ - test/test-record-batch-reader.rb
393
+ - test/test-record-batch.rb
394
+ - test/test-rolling-window.rb
520
395
  - test/test-schema.rb
521
- - test/test-map-data-type.rb
522
- - test/test-binary-dictionary-array-builder.rb
396
+ - test/test-slicer.rb
397
+ - test/test-sort-indices.rb
398
+ - test/test-sort-key.rb
399
+ - test/test-sort-options.rb
400
+ - test/test-sparse-union-data-type.rb
401
+ - test/test-string-dictionary-array-builder.rb
523
402
  - test/test-struct-array-builder.rb
524
- - test/helper/fixture.rb
525
- - test/helper/omittable.rb
403
+ - test/test-struct-array.rb
404
+ - test/test-struct-data-type.rb
405
+ - test/test-table.rb
406
+ - test/test-tensor.rb
407
+ - test/test-time.rb
526
408
  - test/test-time32-array.rb
409
+ - test/test-time32-data-type.rb
410
+ - test/test-time64-array.rb
411
+ - test/test-time64-data-type.rb
412
+ - test/test-timestamp-array.rb
413
+ - test/test-timestamp-data-type.rb
414
+ - test/values/test-basic-arrays.rb
415
+ - test/values/test-dense-union-array.rb
416
+ - test/values/test-dictionary-array.rb
417
+ - test/values/test-list-array.rb
418
+ - test/values/test-map-array.rb
419
+ - test/values/test-sparse-union-array.rb
420
+ - test/values/test-struct-array.rb