red-arrow 0.16.0 → 2.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (40) hide show
  1. checksums.yaml +4 -4
  2. data/Rakefile +28 -16
  3. data/ext/arrow/converters.hpp +60 -30
  4. data/ext/arrow/extconf.rb +14 -3
  5. data/ext/arrow/raw-records.cpp +2 -1
  6. data/ext/arrow/values.cpp +2 -1
  7. data/lib/arrow/buffer.rb +28 -0
  8. data/lib/arrow/dictionary-array.rb +24 -0
  9. data/lib/arrow/generic-filterable.rb +7 -7
  10. data/lib/arrow/generic-takeable.rb +2 -2
  11. data/lib/arrow/loader.rb +3 -0
  12. data/lib/arrow/null-array-builder.rb +1 -1
  13. data/lib/arrow/raw-table-converter.rb +47 -0
  14. data/lib/arrow/record-batch-iterator.rb +22 -0
  15. data/lib/arrow/record-batch.rb +9 -1
  16. data/lib/arrow/schema.rb +5 -0
  17. data/lib/arrow/struct-array-builder.rb +13 -7
  18. data/lib/arrow/table-saver.rb +8 -4
  19. data/lib/arrow/table.rb +8 -25
  20. data/lib/arrow/version.rb +1 -1
  21. data/test/helper.rb +1 -0
  22. data/test/helper/omittable.rb +36 -0
  23. data/test/raw-records/test-dense-union-array.rb +1 -34
  24. data/test/raw-records/test-sparse-union-array.rb +1 -33
  25. data/test/run-test.rb +14 -3
  26. data/test/test-array.rb +5 -3
  27. data/test/test-buffer.rb +11 -0
  28. data/test/test-chunked-array.rb +5 -3
  29. data/test/test-dense-union-data-type.rb +2 -2
  30. data/test/test-dictionary-array.rb +41 -0
  31. data/test/test-feather.rb +21 -6
  32. data/test/test-record-batch-iterator.rb +37 -0
  33. data/test/test-record-batch.rb +14 -0
  34. data/test/test-schema.rb +16 -0
  35. data/test/test-sparse-union-data-type.rb +2 -2
  36. data/test/test-struct-array-builder.rb +8 -4
  37. data/test/test-table.rb +9 -3
  38. data/test/values/test-dense-union-array.rb +1 -34
  39. data/test/values/test-sparse-union-array.rb +1 -33
  40. metadata +68 -59
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: red-arrow
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.16.0
4
+ version: 2.0.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Apache Arrow Developers
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-02-07 00:00:00.000000000 Z
11
+ date: 2020-10-19 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: extpp
@@ -192,6 +192,7 @@ files:
192
192
  - lib/arrow/array.rb
193
193
  - lib/arrow/bigdecimal-extension.rb
194
194
  - lib/arrow/block-closable.rb
195
+ - lib/arrow/buffer.rb
195
196
  - lib/arrow/chunked-array.rb
196
197
  - lib/arrow/column-containable.rb
197
198
  - lib/arrow/column.rb
@@ -208,6 +209,7 @@ files:
208
209
  - lib/arrow/decimal128-data-type.rb
209
210
  - lib/arrow/decimal128.rb
210
211
  - lib/arrow/dense-union-data-type.rb
212
+ - lib/arrow/dictionary-array.rb
211
213
  - lib/arrow/dictionary-data-type.rb
212
214
  - lib/arrow/field-containable.rb
213
215
  - lib/arrow/field.rb
@@ -221,8 +223,10 @@ files:
221
223
  - lib/arrow/null-array-builder.rb
222
224
  - lib/arrow/null-array.rb
223
225
  - lib/arrow/path-extension.rb
226
+ - lib/arrow/raw-table-converter.rb
224
227
  - lib/arrow/record-batch-builder.rb
225
228
  - lib/arrow/record-batch-file-reader.rb
229
+ - lib/arrow/record-batch-iterator.rb
226
230
  - lib/arrow/record-batch-stream-reader.rb
227
231
  - lib/arrow/record-batch.rb
228
232
  - lib/arrow/record-containable.rb
@@ -265,6 +269,7 @@ files:
265
269
  - test/fixture/without-header.csv
266
270
  - test/helper.rb
267
271
  - test/helper/fixture.rb
272
+ - test/helper/omittable.rb
268
273
  - test/raw-records/test-basic-arrays.rb
269
274
  - test/raw-records/test-dense-union-array.rb
270
275
  - test/raw-records/test-list-array.rb
@@ -288,6 +293,7 @@ files:
288
293
  - test/test-decimal128-data-type.rb
289
294
  - test/test-decimal128.rb
290
295
  - test/test-dense-union-data-type.rb
296
+ - test/test-dictionary-array.rb
291
297
  - test/test-dictionary-data-type.rb
292
298
  - test/test-feather.rb
293
299
  - test/test-field.rb
@@ -300,6 +306,7 @@ files:
300
306
  - test/test-orc.rb
301
307
  - test/test-record-batch-builder.rb
302
308
  - test/test-record-batch-file-reader.rb
309
+ - test/test-record-batch-iterator.rb
303
310
  - test/test-record-batch.rb
304
311
  - test/test-rolling-window.rb
305
312
  - test/test-schema.rb
@@ -326,8 +333,8 @@ homepage: https://arrow.apache.org/
326
333
  licenses:
327
334
  - Apache-2.0
328
335
  metadata:
329
- msys2_mingw_dependencies: arrow>=0.16.0
330
- post_install_message:
336
+ msys2_mingw_dependencies: arrow>=2.0.0
337
+ post_install_message:
331
338
  rdoc_options: []
332
339
  require_paths:
333
340
  - lib
@@ -342,77 +349,79 @@ required_rubygems_version: !ruby/object:Gem::Requirement
342
349
  - !ruby/object:Gem::Version
343
350
  version: '0'
344
351
  requirements: []
345
- rubyforge_project:
346
- rubygems_version: 2.7.6.2
347
- signing_key:
352
+ rubygems_version: 3.1.2
353
+ signing_key:
348
354
  specification_version: 4
349
355
  summary: Red Arrow is the Ruby bindings of Apache Arrow
350
356
  test_files:
351
- - test/test-time64-data-type.rb
352
- - test/test-feather.rb
353
- - test/test-decimal128.rb
354
- - test/test-struct-array.rb
355
- - test/test-data-type.rb
356
- - test/test-list-data-type.rb
357
+ - test/test-orc.rb
358
+ - test/test-file-output-stream.rb
357
359
  - test/test-dense-union-data-type.rb
358
- - test/helper.rb
360
+ - test/test-record-batch-builder.rb
359
361
  - test/test-record-batch.rb
362
+ - test/test-list-data-type.rb
363
+ - test/test-decimal128.rb
364
+ - test/test-chunked-array.rb
365
+ - test/test-array.rb
366
+ - test/test-null-array.rb
367
+ - test/test-struct-array-builder.rb
360
368
  - test/test-table.rb
361
- - test/run-test.rb
362
- - test/test-timestamp-array.rb
363
- - test/test-date32-array.rb
364
- - test/test-array-builder.rb
365
- - test/test-date64-array.rb
366
- - test/test-record-batch-file-reader.rb
367
369
  - test/test-decimal128-data-type.rb
368
- - test/test-time.rb
369
- - test/test-timestamp-data-type.rb
370
- - test/test-column.rb
371
- - test/test-field.rb
372
- - test/test-decimal128-array.rb
373
- - test/test-csv-loader.rb
374
- - test/test-bigdecimal.rb
375
- - test/test-list-array.rb
376
- - test/test-time64-array.rb
377
- - test/test-rolling-window.rb
378
- - test/test-dictionary-data-type.rb
370
+ - test/fixture/TestOrcFile.test1.orc
379
371
  - test/fixture/integer-float.csv
380
- - test/fixture/without-header-float.csv
381
372
  - test/fixture/null-with-double-quote.csv
373
+ - test/fixture/with-header.csv
374
+ - test/fixture/without-header.csv
375
+ - test/fixture/without-header-float.csv
382
376
  - test/fixture/with-header-float.csv
383
- - test/fixture/TestOrcFile.test1.orc
384
377
  - test/fixture/null-without-double-quote.csv
385
- - test/fixture/without-header.csv
386
- - test/fixture/with-header.csv
387
378
  - test/fixture/float-integer.csv
388
- - test/test-orc.rb
389
- - test/test-null-array.rb
390
- - test/test-time32-data-type.rb
391
- - test/test-struct-data-type.rb
379
+ - test/run-test.rb
392
380
  - test/test-group.rb
393
- - test/test-buffer.rb
394
- - test/values/test-struct-array.rb
381
+ - test/helper.rb
382
+ - test/test-time64-array.rb
383
+ - test/test-csv-loader.rb
384
+ - test/test-feather.rb
385
+ - test/test-time64-data-type.rb
386
+ - test/values/test-sparse-union-array.rb
395
387
  - test/values/test-basic-arrays.rb
396
- - test/values/test-list-array.rb
397
388
  - test/values/test-dense-union-array.rb
398
- - test/values/test-sparse-union-array.rb
399
- - test/test-slicer.rb
400
- - test/test-list-array-builder.rb
401
- - test/test-sparse-union-data-type.rb
402
- - test/test-record-batch-builder.rb
403
- - test/raw-records/test-struct-array.rb
404
- - test/raw-records/test-table.rb
405
- - test/raw-records/test-basic-arrays.rb
406
- - test/raw-records/test-list-array.rb
407
- - test/raw-records/test-dense-union-array.rb
389
+ - test/values/test-list-array.rb
390
+ - test/values/test-struct-array.rb
391
+ - test/test-struct-data-type.rb
392
+ - test/test-date64-array.rb
408
393
  - test/raw-records/test-sparse-union-array.rb
409
394
  - test/raw-records/test-multiple-columns.rb
410
- - test/test-array.rb
411
- - test/test-file-output-stream.rb
412
- - test/test-tensor.rb
395
+ - test/raw-records/test-basic-arrays.rb
396
+ - test/raw-records/test-table.rb
397
+ - test/raw-records/test-dense-union-array.rb
398
+ - test/raw-records/test-list-array.rb
399
+ - test/raw-records/test-struct-array.rb
400
+ - test/test-list-array.rb
401
+ - test/test-timestamp-data-type.rb
402
+ - test/test-timestamp-array.rb
403
+ - test/test-data-type.rb
404
+ - test/test-array-builder.rb
405
+ - test/test-time32-data-type.rb
406
+ - test/test-record-batch-file-reader.rb
407
+ - test/test-rolling-window.rb
408
+ - test/test-list-array-builder.rb
409
+ - test/test-slicer.rb
413
410
  - test/test-decimal128-array-builder.rb
414
- - test/test-chunked-array.rb
415
411
  - test/test-schema.rb
416
- - test/test-struct-array-builder.rb
417
- - test/helper/fixture.rb
412
+ - test/test-time.rb
413
+ - test/test-column.rb
414
+ - test/test-bigdecimal.rb
415
+ - test/test-sparse-union-data-type.rb
416
+ - test/test-dictionary-array.rb
417
+ - test/test-tensor.rb
418
418
  - test/test-time32-array.rb
419
+ - test/test-buffer.rb
420
+ - test/test-decimal128-array.rb
421
+ - test/helper/omittable.rb
422
+ - test/helper/fixture.rb
423
+ - test/test-dictionary-data-type.rb
424
+ - test/test-date32-array.rb
425
+ - test/test-field.rb
426
+ - test/test-record-batch-iterator.rb
427
+ - test/test-struct-array.rb