red-arrow 0.16.0 → 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. checksums.yaml +4 -4
  2. data/Rakefile +28 -16
  3. data/ext/arrow/converters.hpp +60 -30
  4. data/ext/arrow/extconf.rb +14 -3
  5. data/ext/arrow/raw-records.cpp +2 -1
  6. data/ext/arrow/values.cpp +2 -1
  7. data/lib/arrow/buffer.rb +28 -0
  8. data/lib/arrow/dictionary-array.rb +24 -0
  9. data/lib/arrow/generic-filterable.rb +7 -7
  10. data/lib/arrow/generic-takeable.rb +2 -2
  11. data/lib/arrow/loader.rb +3 -0
  12. data/lib/arrow/null-array-builder.rb +1 -1
  13. data/lib/arrow/raw-table-converter.rb +47 -0
  14. data/lib/arrow/record-batch-iterator.rb +22 -0
  15. data/lib/arrow/record-batch.rb +9 -1
  16. data/lib/arrow/schema.rb +5 -0
  17. data/lib/arrow/struct-array-builder.rb +13 -7
  18. data/lib/arrow/table-saver.rb +8 -4
  19. data/lib/arrow/table.rb +8 -25
  20. data/lib/arrow/version.rb +1 -1
  21. data/test/helper.rb +1 -0
  22. data/test/helper/omittable.rb +36 -0
  23. data/test/raw-records/test-dense-union-array.rb +1 -34
  24. data/test/raw-records/test-sparse-union-array.rb +1 -33
  25. data/test/run-test.rb +14 -3
  26. data/test/test-array.rb +5 -3
  27. data/test/test-buffer.rb +11 -0
  28. data/test/test-chunked-array.rb +5 -3
  29. data/test/test-dense-union-data-type.rb +2 -2
  30. data/test/test-dictionary-array.rb +41 -0
  31. data/test/test-feather.rb +21 -6
  32. data/test/test-record-batch-iterator.rb +37 -0
  33. data/test/test-record-batch.rb +14 -0
  34. data/test/test-schema.rb +16 -0
  35. data/test/test-sparse-union-data-type.rb +2 -2
  36. data/test/test-struct-array-builder.rb +8 -4
  37. data/test/test-table.rb +9 -3
  38. data/test/values/test-dense-union-array.rb +1 -34
  39. data/test/values/test-sparse-union-array.rb +1 -33
  40. metadata +68 -59
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: red-arrow
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.16.0
4
+ version: 2.0.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Apache Arrow Developers
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-02-07 00:00:00.000000000 Z
11
+ date: 2020-10-19 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: extpp
@@ -192,6 +192,7 @@ files:
192
192
  - lib/arrow/array.rb
193
193
  - lib/arrow/bigdecimal-extension.rb
194
194
  - lib/arrow/block-closable.rb
195
+ - lib/arrow/buffer.rb
195
196
  - lib/arrow/chunked-array.rb
196
197
  - lib/arrow/column-containable.rb
197
198
  - lib/arrow/column.rb
@@ -208,6 +209,7 @@ files:
208
209
  - lib/arrow/decimal128-data-type.rb
209
210
  - lib/arrow/decimal128.rb
210
211
  - lib/arrow/dense-union-data-type.rb
212
+ - lib/arrow/dictionary-array.rb
211
213
  - lib/arrow/dictionary-data-type.rb
212
214
  - lib/arrow/field-containable.rb
213
215
  - lib/arrow/field.rb
@@ -221,8 +223,10 @@ files:
221
223
  - lib/arrow/null-array-builder.rb
222
224
  - lib/arrow/null-array.rb
223
225
  - lib/arrow/path-extension.rb
226
+ - lib/arrow/raw-table-converter.rb
224
227
  - lib/arrow/record-batch-builder.rb
225
228
  - lib/arrow/record-batch-file-reader.rb
229
+ - lib/arrow/record-batch-iterator.rb
226
230
  - lib/arrow/record-batch-stream-reader.rb
227
231
  - lib/arrow/record-batch.rb
228
232
  - lib/arrow/record-containable.rb
@@ -265,6 +269,7 @@ files:
265
269
  - test/fixture/without-header.csv
266
270
  - test/helper.rb
267
271
  - test/helper/fixture.rb
272
+ - test/helper/omittable.rb
268
273
  - test/raw-records/test-basic-arrays.rb
269
274
  - test/raw-records/test-dense-union-array.rb
270
275
  - test/raw-records/test-list-array.rb
@@ -288,6 +293,7 @@ files:
288
293
  - test/test-decimal128-data-type.rb
289
294
  - test/test-decimal128.rb
290
295
  - test/test-dense-union-data-type.rb
296
+ - test/test-dictionary-array.rb
291
297
  - test/test-dictionary-data-type.rb
292
298
  - test/test-feather.rb
293
299
  - test/test-field.rb
@@ -300,6 +306,7 @@ files:
300
306
  - test/test-orc.rb
301
307
  - test/test-record-batch-builder.rb
302
308
  - test/test-record-batch-file-reader.rb
309
+ - test/test-record-batch-iterator.rb
303
310
  - test/test-record-batch.rb
304
311
  - test/test-rolling-window.rb
305
312
  - test/test-schema.rb
@@ -326,8 +333,8 @@ homepage: https://arrow.apache.org/
326
333
  licenses:
327
334
  - Apache-2.0
328
335
  metadata:
329
- msys2_mingw_dependencies: arrow>=0.16.0
330
- post_install_message:
336
+ msys2_mingw_dependencies: arrow>=2.0.0
337
+ post_install_message:
331
338
  rdoc_options: []
332
339
  require_paths:
333
340
  - lib
@@ -342,77 +349,79 @@ required_rubygems_version: !ruby/object:Gem::Requirement
342
349
  - !ruby/object:Gem::Version
343
350
  version: '0'
344
351
  requirements: []
345
- rubyforge_project:
346
- rubygems_version: 2.7.6.2
347
- signing_key:
352
+ rubygems_version: 3.1.2
353
+ signing_key:
348
354
  specification_version: 4
349
355
  summary: Red Arrow is the Ruby bindings of Apache Arrow
350
356
  test_files:
351
- - test/test-time64-data-type.rb
352
- - test/test-feather.rb
353
- - test/test-decimal128.rb
354
- - test/test-struct-array.rb
355
- - test/test-data-type.rb
356
- - test/test-list-data-type.rb
357
+ - test/test-orc.rb
358
+ - test/test-file-output-stream.rb
357
359
  - test/test-dense-union-data-type.rb
358
- - test/helper.rb
360
+ - test/test-record-batch-builder.rb
359
361
  - test/test-record-batch.rb
362
+ - test/test-list-data-type.rb
363
+ - test/test-decimal128.rb
364
+ - test/test-chunked-array.rb
365
+ - test/test-array.rb
366
+ - test/test-null-array.rb
367
+ - test/test-struct-array-builder.rb
360
368
  - test/test-table.rb
361
- - test/run-test.rb
362
- - test/test-timestamp-array.rb
363
- - test/test-date32-array.rb
364
- - test/test-array-builder.rb
365
- - test/test-date64-array.rb
366
- - test/test-record-batch-file-reader.rb
367
369
  - test/test-decimal128-data-type.rb
368
- - test/test-time.rb
369
- - test/test-timestamp-data-type.rb
370
- - test/test-column.rb
371
- - test/test-field.rb
372
- - test/test-decimal128-array.rb
373
- - test/test-csv-loader.rb
374
- - test/test-bigdecimal.rb
375
- - test/test-list-array.rb
376
- - test/test-time64-array.rb
377
- - test/test-rolling-window.rb
378
- - test/test-dictionary-data-type.rb
370
+ - test/fixture/TestOrcFile.test1.orc
379
371
  - test/fixture/integer-float.csv
380
- - test/fixture/without-header-float.csv
381
372
  - test/fixture/null-with-double-quote.csv
373
+ - test/fixture/with-header.csv
374
+ - test/fixture/without-header.csv
375
+ - test/fixture/without-header-float.csv
382
376
  - test/fixture/with-header-float.csv
383
- - test/fixture/TestOrcFile.test1.orc
384
377
  - test/fixture/null-without-double-quote.csv
385
- - test/fixture/without-header.csv
386
- - test/fixture/with-header.csv
387
378
  - test/fixture/float-integer.csv
388
- - test/test-orc.rb
389
- - test/test-null-array.rb
390
- - test/test-time32-data-type.rb
391
- - test/test-struct-data-type.rb
379
+ - test/run-test.rb
392
380
  - test/test-group.rb
393
- - test/test-buffer.rb
394
- - test/values/test-struct-array.rb
381
+ - test/helper.rb
382
+ - test/test-time64-array.rb
383
+ - test/test-csv-loader.rb
384
+ - test/test-feather.rb
385
+ - test/test-time64-data-type.rb
386
+ - test/values/test-sparse-union-array.rb
395
387
  - test/values/test-basic-arrays.rb
396
- - test/values/test-list-array.rb
397
388
  - test/values/test-dense-union-array.rb
398
- - test/values/test-sparse-union-array.rb
399
- - test/test-slicer.rb
400
- - test/test-list-array-builder.rb
401
- - test/test-sparse-union-data-type.rb
402
- - test/test-record-batch-builder.rb
403
- - test/raw-records/test-struct-array.rb
404
- - test/raw-records/test-table.rb
405
- - test/raw-records/test-basic-arrays.rb
406
- - test/raw-records/test-list-array.rb
407
- - test/raw-records/test-dense-union-array.rb
389
+ - test/values/test-list-array.rb
390
+ - test/values/test-struct-array.rb
391
+ - test/test-struct-data-type.rb
392
+ - test/test-date64-array.rb
408
393
  - test/raw-records/test-sparse-union-array.rb
409
394
  - test/raw-records/test-multiple-columns.rb
410
- - test/test-array.rb
411
- - test/test-file-output-stream.rb
412
- - test/test-tensor.rb
395
+ - test/raw-records/test-basic-arrays.rb
396
+ - test/raw-records/test-table.rb
397
+ - test/raw-records/test-dense-union-array.rb
398
+ - test/raw-records/test-list-array.rb
399
+ - test/raw-records/test-struct-array.rb
400
+ - test/test-list-array.rb
401
+ - test/test-timestamp-data-type.rb
402
+ - test/test-timestamp-array.rb
403
+ - test/test-data-type.rb
404
+ - test/test-array-builder.rb
405
+ - test/test-time32-data-type.rb
406
+ - test/test-record-batch-file-reader.rb
407
+ - test/test-rolling-window.rb
408
+ - test/test-list-array-builder.rb
409
+ - test/test-slicer.rb
413
410
  - test/test-decimal128-array-builder.rb
414
- - test/test-chunked-array.rb
415
411
  - test/test-schema.rb
416
- - test/test-struct-array-builder.rb
417
- - test/helper/fixture.rb
412
+ - test/test-time.rb
413
+ - test/test-column.rb
414
+ - test/test-bigdecimal.rb
415
+ - test/test-sparse-union-data-type.rb
416
+ - test/test-dictionary-array.rb
417
+ - test/test-tensor.rb
418
418
  - test/test-time32-array.rb
419
+ - test/test-buffer.rb
420
+ - test/test-decimal128-array.rb
421
+ - test/helper/omittable.rb
422
+ - test/helper/fixture.rb
423
+ - test/test-dictionary-data-type.rb
424
+ - test/test-date32-array.rb
425
+ - test/test-field.rb
426
+ - test/test-record-batch-iterator.rb
427
+ - test/test-struct-array.rb