red-arrow 10.0.1 → 12.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +3 -3
- data/ext/arrow/converters.hpp +45 -41
- data/ext/arrow/extconf.rb +14 -2
- data/ext/arrow/raw-records.cpp +1 -2
- data/ext/arrow/values.cpp +1 -2
- data/lib/arrow/array-computable.rb +13 -0
- data/lib/arrow/array.rb +5 -0
- data/lib/arrow/chunked-array.rb +23 -1
- data/lib/arrow/column-containable.rb +9 -0
- data/lib/arrow/column.rb +1 -0
- data/lib/arrow/data-type.rb +9 -0
- data/lib/arrow/dense-union-array-builder.rb +49 -0
- data/lib/arrow/dense-union-array.rb +26 -0
- data/lib/arrow/half-float-array-builder.rb +32 -0
- data/lib/arrow/half-float-array.rb +24 -0
- data/lib/arrow/half-float.rb +118 -0
- data/lib/arrow/input-referable.rb +29 -0
- data/lib/arrow/loader.rb +10 -0
- data/lib/arrow/raw-table-converter.rb +7 -5
- data/lib/arrow/record-batch-file-reader.rb +2 -0
- data/lib/arrow/record-batch-stream-reader.rb +2 -0
- data/lib/arrow/record-batch.rb +6 -2
- data/lib/arrow/scalar.rb +67 -0
- data/lib/arrow/slicer.rb +61 -0
- data/lib/arrow/sparse-union-array-builder.rb +56 -0
- data/lib/arrow/sparse-union-array.rb +26 -0
- data/lib/arrow/struct-array-builder.rb +0 -5
- data/lib/arrow/table-loader.rb +4 -4
- data/lib/arrow/table-saver.rb +1 -0
- data/lib/arrow/table.rb +178 -31
- data/lib/arrow/tensor.rb +4 -0
- data/lib/arrow/union-array-builder.rb +59 -0
- data/lib/arrow/version.rb +1 -1
- data/red-arrow.gemspec +1 -1
- data/test/raw-records/test-basic-arrays.rb +10 -0
- data/test/raw-records/test-dense-union-array.rb +90 -45
- data/test/raw-records/test-list-array.rb +28 -10
- data/test/raw-records/test-map-array.rb +39 -10
- data/test/raw-records/test-sparse-union-array.rb +86 -41
- data/test/raw-records/test-struct-array.rb +22 -8
- data/test/test-array.rb +7 -0
- data/test/test-chunked-array.rb +9 -0
- data/test/test-data-type.rb +2 -1
- data/test/test-dense-union-array.rb +42 -0
- data/test/test-dense-union-data-type.rb +1 -1
- data/test/test-function.rb +7 -7
- data/test/test-group.rb +58 -58
- data/test/test-half-float-array.rb +43 -0
- data/test/test-half-float.rb +130 -0
- data/test/test-record-batch-file-reader.rb +21 -0
- data/test/test-record-batch-stream-reader.rb +129 -0
- data/test/test-scalar.rb +65 -0
- data/test/test-slicer.rb +194 -129
- data/test/test-sparse-union-array.rb +38 -0
- data/test/test-table.rb +324 -40
- data/test/values/test-basic-arrays.rb +10 -0
- data/test/values/test-dense-union-array.rb +88 -45
- data/test/values/test-list-array.rb +26 -10
- data/test/values/test-map-array.rb +33 -10
- data/test/values/test-sparse-union-array.rb +84 -41
- data/test/values/test-struct-array.rb +20 -8
- metadata +30 -9
|
@@ -64,12 +64,23 @@ module ValuesDenseUnionArrayTests
|
|
|
64
64
|
arrays)
|
|
65
65
|
end
|
|
66
66
|
|
|
67
|
+
def remove_field_names(values)
|
|
68
|
+
values.collect do |value|
|
|
69
|
+
if value.nil?
|
|
70
|
+
value
|
|
71
|
+
else
|
|
72
|
+
value.values[0]
|
|
73
|
+
end
|
|
74
|
+
end
|
|
75
|
+
end
|
|
76
|
+
|
|
67
77
|
def test_null
|
|
68
78
|
values = [
|
|
69
79
|
{"0" => nil},
|
|
70
80
|
]
|
|
71
81
|
target = build(:null, values)
|
|
72
|
-
assert_equal(values,
|
|
82
|
+
assert_equal(remove_field_names(values),
|
|
83
|
+
target.values)
|
|
73
84
|
end
|
|
74
85
|
|
|
75
86
|
def test_boolean
|
|
@@ -78,7 +89,8 @@ module ValuesDenseUnionArrayTests
|
|
|
78
89
|
{"1" => nil},
|
|
79
90
|
]
|
|
80
91
|
target = build(:boolean, values)
|
|
81
|
-
assert_equal(values,
|
|
92
|
+
assert_equal(remove_field_names(values),
|
|
93
|
+
target.values)
|
|
82
94
|
end
|
|
83
95
|
|
|
84
96
|
def test_int8
|
|
@@ -87,7 +99,8 @@ module ValuesDenseUnionArrayTests
|
|
|
87
99
|
{"1" => nil},
|
|
88
100
|
]
|
|
89
101
|
target = build(:int8, values)
|
|
90
|
-
assert_equal(values,
|
|
102
|
+
assert_equal(remove_field_names(values),
|
|
103
|
+
target.values)
|
|
91
104
|
end
|
|
92
105
|
|
|
93
106
|
def test_uint8
|
|
@@ -96,7 +109,8 @@ module ValuesDenseUnionArrayTests
|
|
|
96
109
|
{"1" => nil},
|
|
97
110
|
]
|
|
98
111
|
target = build(:uint8, values)
|
|
99
|
-
assert_equal(values,
|
|
112
|
+
assert_equal(remove_field_names(values),
|
|
113
|
+
target.values)
|
|
100
114
|
end
|
|
101
115
|
|
|
102
116
|
def test_int16
|
|
@@ -105,7 +119,8 @@ module ValuesDenseUnionArrayTests
|
|
|
105
119
|
{"1" => nil},
|
|
106
120
|
]
|
|
107
121
|
target = build(:int16, values)
|
|
108
|
-
assert_equal(values,
|
|
122
|
+
assert_equal(remove_field_names(values),
|
|
123
|
+
target.values)
|
|
109
124
|
end
|
|
110
125
|
|
|
111
126
|
def test_uint16
|
|
@@ -114,7 +129,8 @@ module ValuesDenseUnionArrayTests
|
|
|
114
129
|
{"1" => nil},
|
|
115
130
|
]
|
|
116
131
|
target = build(:uint16, values)
|
|
117
|
-
assert_equal(values,
|
|
132
|
+
assert_equal(remove_field_names(values),
|
|
133
|
+
target.values)
|
|
118
134
|
end
|
|
119
135
|
|
|
120
136
|
def test_int32
|
|
@@ -123,7 +139,8 @@ module ValuesDenseUnionArrayTests
|
|
|
123
139
|
{"1" => nil},
|
|
124
140
|
]
|
|
125
141
|
target = build(:int32, values)
|
|
126
|
-
assert_equal(values,
|
|
142
|
+
assert_equal(remove_field_names(values),
|
|
143
|
+
target.values)
|
|
127
144
|
end
|
|
128
145
|
|
|
129
146
|
def test_uint32
|
|
@@ -132,7 +149,8 @@ module ValuesDenseUnionArrayTests
|
|
|
132
149
|
{"1" => nil},
|
|
133
150
|
]
|
|
134
151
|
target = build(:uint32, values)
|
|
135
|
-
assert_equal(values,
|
|
152
|
+
assert_equal(remove_field_names(values),
|
|
153
|
+
target.values)
|
|
136
154
|
end
|
|
137
155
|
|
|
138
156
|
def test_int64
|
|
@@ -141,7 +159,8 @@ module ValuesDenseUnionArrayTests
|
|
|
141
159
|
{"1" => nil},
|
|
142
160
|
]
|
|
143
161
|
target = build(:int64, values)
|
|
144
|
-
assert_equal(values,
|
|
162
|
+
assert_equal(remove_field_names(values),
|
|
163
|
+
target.values)
|
|
145
164
|
end
|
|
146
165
|
|
|
147
166
|
def test_uint64
|
|
@@ -150,7 +169,8 @@ module ValuesDenseUnionArrayTests
|
|
|
150
169
|
{"1" => nil},
|
|
151
170
|
]
|
|
152
171
|
target = build(:uint64, values)
|
|
153
|
-
assert_equal(values,
|
|
172
|
+
assert_equal(remove_field_names(values),
|
|
173
|
+
target.values)
|
|
154
174
|
end
|
|
155
175
|
|
|
156
176
|
def test_float
|
|
@@ -159,7 +179,8 @@ module ValuesDenseUnionArrayTests
|
|
|
159
179
|
{"1" => nil},
|
|
160
180
|
]
|
|
161
181
|
target = build(:float, values)
|
|
162
|
-
assert_equal(values,
|
|
182
|
+
assert_equal(remove_field_names(values),
|
|
183
|
+
target.values)
|
|
163
184
|
end
|
|
164
185
|
|
|
165
186
|
def test_double
|
|
@@ -168,7 +189,8 @@ module ValuesDenseUnionArrayTests
|
|
|
168
189
|
{"1" => nil},
|
|
169
190
|
]
|
|
170
191
|
target = build(:double, values)
|
|
171
|
-
assert_equal(values,
|
|
192
|
+
assert_equal(remove_field_names(values),
|
|
193
|
+
target.values)
|
|
172
194
|
end
|
|
173
195
|
|
|
174
196
|
def test_binary
|
|
@@ -177,7 +199,8 @@ module ValuesDenseUnionArrayTests
|
|
|
177
199
|
{"1" => nil},
|
|
178
200
|
]
|
|
179
201
|
target = build(:binary, values)
|
|
180
|
-
assert_equal(values,
|
|
202
|
+
assert_equal(remove_field_names(values),
|
|
203
|
+
target.values)
|
|
181
204
|
end
|
|
182
205
|
|
|
183
206
|
def test_string
|
|
@@ -186,7 +209,8 @@ module ValuesDenseUnionArrayTests
|
|
|
186
209
|
{"1" => nil},
|
|
187
210
|
]
|
|
188
211
|
target = build(:string, values)
|
|
189
|
-
assert_equal(values,
|
|
212
|
+
assert_equal(remove_field_names(values),
|
|
213
|
+
target.values)
|
|
190
214
|
end
|
|
191
215
|
|
|
192
216
|
def test_date32
|
|
@@ -195,7 +219,8 @@ module ValuesDenseUnionArrayTests
|
|
|
195
219
|
{"1" => nil},
|
|
196
220
|
]
|
|
197
221
|
target = build(:date32, values)
|
|
198
|
-
assert_equal(values,
|
|
222
|
+
assert_equal(remove_field_names(values),
|
|
223
|
+
target.values)
|
|
199
224
|
end
|
|
200
225
|
|
|
201
226
|
def test_date64
|
|
@@ -204,7 +229,8 @@ module ValuesDenseUnionArrayTests
|
|
|
204
229
|
{"1" => nil},
|
|
205
230
|
]
|
|
206
231
|
target = build(:date64, values)
|
|
207
|
-
assert_equal(values,
|
|
232
|
+
assert_equal(remove_field_names(values),
|
|
233
|
+
target.values)
|
|
208
234
|
end
|
|
209
235
|
|
|
210
236
|
def test_timestamp_second
|
|
@@ -217,7 +243,8 @@ module ValuesDenseUnionArrayTests
|
|
|
217
243
|
unit: :second,
|
|
218
244
|
},
|
|
219
245
|
values)
|
|
220
|
-
assert_equal(values,
|
|
246
|
+
assert_equal(remove_field_names(values),
|
|
247
|
+
target.values)
|
|
221
248
|
end
|
|
222
249
|
|
|
223
250
|
def test_timestamp_milli
|
|
@@ -230,7 +257,8 @@ module ValuesDenseUnionArrayTests
|
|
|
230
257
|
unit: :milli,
|
|
231
258
|
},
|
|
232
259
|
values)
|
|
233
|
-
assert_equal(values,
|
|
260
|
+
assert_equal(remove_field_names(values),
|
|
261
|
+
target.values)
|
|
234
262
|
end
|
|
235
263
|
|
|
236
264
|
def test_timestamp_micro
|
|
@@ -243,7 +271,8 @@ module ValuesDenseUnionArrayTests
|
|
|
243
271
|
unit: :micro,
|
|
244
272
|
},
|
|
245
273
|
values)
|
|
246
|
-
assert_equal(values,
|
|
274
|
+
assert_equal(remove_field_names(values),
|
|
275
|
+
target.values)
|
|
247
276
|
end
|
|
248
277
|
|
|
249
278
|
def test_timestamp_nano
|
|
@@ -256,7 +285,8 @@ module ValuesDenseUnionArrayTests
|
|
|
256
285
|
unit: :nano,
|
|
257
286
|
},
|
|
258
287
|
values)
|
|
259
|
-
assert_equal(values,
|
|
288
|
+
assert_equal(remove_field_names(values),
|
|
289
|
+
target.values)
|
|
260
290
|
end
|
|
261
291
|
|
|
262
292
|
def test_time32_second
|
|
@@ -271,7 +301,8 @@ module ValuesDenseUnionArrayTests
|
|
|
271
301
|
unit: :second,
|
|
272
302
|
},
|
|
273
303
|
values)
|
|
274
|
-
assert_equal(values,
|
|
304
|
+
assert_equal(remove_field_names(values),
|
|
305
|
+
target.values)
|
|
275
306
|
end
|
|
276
307
|
|
|
277
308
|
def test_time32_milli
|
|
@@ -286,7 +317,8 @@ module ValuesDenseUnionArrayTests
|
|
|
286
317
|
unit: :milli,
|
|
287
318
|
},
|
|
288
319
|
values)
|
|
289
|
-
assert_equal(values,
|
|
320
|
+
assert_equal(remove_field_names(values),
|
|
321
|
+
target.values)
|
|
290
322
|
end
|
|
291
323
|
|
|
292
324
|
def test_time64_micro
|
|
@@ -301,7 +333,8 @@ module ValuesDenseUnionArrayTests
|
|
|
301
333
|
unit: :micro,
|
|
302
334
|
},
|
|
303
335
|
values)
|
|
304
|
-
assert_equal(values,
|
|
336
|
+
assert_equal(remove_field_names(values),
|
|
337
|
+
target.values)
|
|
305
338
|
end
|
|
306
339
|
|
|
307
340
|
def test_time64_nano
|
|
@@ -316,7 +349,8 @@ module ValuesDenseUnionArrayTests
|
|
|
316
349
|
unit: :nano,
|
|
317
350
|
},
|
|
318
351
|
values)
|
|
319
|
-
assert_equal(values,
|
|
352
|
+
assert_equal(remove_field_names(values),
|
|
353
|
+
target.values)
|
|
320
354
|
end
|
|
321
355
|
|
|
322
356
|
def test_decimal128
|
|
@@ -330,7 +364,8 @@ module ValuesDenseUnionArrayTests
|
|
|
330
364
|
scale: 2,
|
|
331
365
|
},
|
|
332
366
|
values)
|
|
333
|
-
assert_equal(values,
|
|
367
|
+
assert_equal(remove_field_names(values),
|
|
368
|
+
target.values)
|
|
334
369
|
end
|
|
335
370
|
|
|
336
371
|
def test_decimal256
|
|
@@ -344,7 +379,8 @@ module ValuesDenseUnionArrayTests
|
|
|
344
379
|
scale: 2,
|
|
345
380
|
},
|
|
346
381
|
values)
|
|
347
|
-
assert_equal(values,
|
|
382
|
+
assert_equal(remove_field_names(values),
|
|
383
|
+
target.values)
|
|
348
384
|
end
|
|
349
385
|
|
|
350
386
|
def test_month_interval
|
|
@@ -353,7 +389,8 @@ module ValuesDenseUnionArrayTests
|
|
|
353
389
|
{"1" => nil},
|
|
354
390
|
]
|
|
355
391
|
target = build(:month_interval, values)
|
|
356
|
-
assert_equal(values,
|
|
392
|
+
assert_equal(remove_field_names(values),
|
|
393
|
+
target.values)
|
|
357
394
|
end
|
|
358
395
|
|
|
359
396
|
def test_day_time_interval
|
|
@@ -362,7 +399,8 @@ module ValuesDenseUnionArrayTests
|
|
|
362
399
|
{"1" => nil},
|
|
363
400
|
]
|
|
364
401
|
target = build(:day_time_interval, values)
|
|
365
|
-
assert_equal(values,
|
|
402
|
+
assert_equal(remove_field_names(values),
|
|
403
|
+
target.values)
|
|
366
404
|
end
|
|
367
405
|
|
|
368
406
|
def test_month_day_nano_interval
|
|
@@ -371,7 +409,8 @@ module ValuesDenseUnionArrayTests
|
|
|
371
409
|
{"1" => nil},
|
|
372
410
|
]
|
|
373
411
|
target = build(:month_day_nano_interval, values)
|
|
374
|
-
assert_equal(values,
|
|
412
|
+
assert_equal(remove_field_names(values),
|
|
413
|
+
target.values)
|
|
375
414
|
end
|
|
376
415
|
|
|
377
416
|
def test_list
|
|
@@ -387,7 +426,8 @@ module ValuesDenseUnionArrayTests
|
|
|
387
426
|
},
|
|
388
427
|
},
|
|
389
428
|
values)
|
|
390
|
-
assert_equal(values,
|
|
429
|
+
assert_equal(remove_field_names(values),
|
|
430
|
+
target.values)
|
|
391
431
|
end
|
|
392
432
|
|
|
393
433
|
def test_struct
|
|
@@ -406,7 +446,8 @@ module ValuesDenseUnionArrayTests
|
|
|
406
446
|
],
|
|
407
447
|
},
|
|
408
448
|
values)
|
|
409
|
-
assert_equal(values,
|
|
449
|
+
assert_equal(remove_field_names(values),
|
|
450
|
+
target.values)
|
|
410
451
|
end
|
|
411
452
|
|
|
412
453
|
def test_map
|
|
@@ -420,14 +461,15 @@ module ValuesDenseUnionArrayTests
|
|
|
420
461
|
item: :boolean,
|
|
421
462
|
},
|
|
422
463
|
values)
|
|
423
|
-
assert_equal(values,
|
|
464
|
+
assert_equal(remove_field_names(values),
|
|
465
|
+
target.values)
|
|
424
466
|
end
|
|
425
467
|
|
|
426
468
|
def test_sparse_union
|
|
427
|
-
omit("Need to add support for SparseUnionArrayBuilder")
|
|
428
469
|
values = [
|
|
429
470
|
{"0" => {"field1" => true}},
|
|
430
471
|
{"1" => nil},
|
|
472
|
+
{"0" => {"field2" => 29}},
|
|
431
473
|
{"0" => {"field2" => nil}},
|
|
432
474
|
]
|
|
433
475
|
target = build({
|
|
@@ -445,14 +487,15 @@ module ValuesDenseUnionArrayTests
|
|
|
445
487
|
type_codes: [0, 1],
|
|
446
488
|
},
|
|
447
489
|
values)
|
|
448
|
-
assert_equal(values,
|
|
490
|
+
assert_equal(remove_field_names(remove_field_names(values)),
|
|
491
|
+
target.values)
|
|
449
492
|
end
|
|
450
493
|
|
|
451
494
|
def test_dense_union
|
|
452
|
-
omit("Need to add support for DenseUnionArrayBuilder")
|
|
453
495
|
values = [
|
|
454
496
|
{"0" => {"field1" => true}},
|
|
455
497
|
{"1" => nil},
|
|
498
|
+
{"0" => {"field2" => 29}},
|
|
456
499
|
{"0" => {"field2" => nil}},
|
|
457
500
|
]
|
|
458
501
|
target = build({
|
|
@@ -470,25 +513,25 @@ module ValuesDenseUnionArrayTests
|
|
|
470
513
|
type_codes: [0, 1],
|
|
471
514
|
},
|
|
472
515
|
values)
|
|
473
|
-
assert_equal(values,
|
|
516
|
+
assert_equal(remove_field_names(remove_field_names(values)),
|
|
517
|
+
target.values)
|
|
474
518
|
end
|
|
475
519
|
|
|
476
520
|
def test_dictionary
|
|
477
|
-
omit("Need to add support for DictionaryArrayBuilder")
|
|
478
521
|
values = [
|
|
479
522
|
{"0" => "Ruby"},
|
|
480
523
|
{"1" => nil},
|
|
481
524
|
{"0" => "GLib"},
|
|
482
525
|
]
|
|
483
|
-
dictionary = Arrow::StringArray.new(["GLib", "Ruby"])
|
|
484
526
|
target = build({
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
assert_equal(values,
|
|
527
|
+
type: :dictionary,
|
|
528
|
+
index_data_type: :int8,
|
|
529
|
+
value_data_type: :string,
|
|
530
|
+
ordered: false,
|
|
531
|
+
},
|
|
532
|
+
values)
|
|
533
|
+
assert_equal(remove_field_names(values),
|
|
534
|
+
target.values)
|
|
492
535
|
end
|
|
493
536
|
end
|
|
494
537
|
|
|
@@ -476,12 +476,28 @@ module ValuesListArrayTests
|
|
|
476
476
|
assert_equal(values, target.values)
|
|
477
477
|
end
|
|
478
478
|
|
|
479
|
-
def
|
|
480
|
-
|
|
479
|
+
def remove_union_field_names(values)
|
|
480
|
+
values.collect do |value|
|
|
481
|
+
if value.nil?
|
|
482
|
+
value
|
|
483
|
+
else
|
|
484
|
+
value.collect do |v|
|
|
485
|
+
if v.nil?
|
|
486
|
+
v
|
|
487
|
+
else
|
|
488
|
+
v.values[0]
|
|
489
|
+
end
|
|
490
|
+
end
|
|
491
|
+
end
|
|
492
|
+
end
|
|
493
|
+
end
|
|
494
|
+
|
|
495
|
+
def test_sparse_union
|
|
481
496
|
values = [
|
|
482
497
|
[
|
|
483
498
|
{"field1" => true},
|
|
484
499
|
nil,
|
|
500
|
+
{"field2" => 29},
|
|
485
501
|
{"field2" => nil},
|
|
486
502
|
],
|
|
487
503
|
nil,
|
|
@@ -501,15 +517,16 @@ module ValuesListArrayTests
|
|
|
501
517
|
type_codes: [0, 1],
|
|
502
518
|
},
|
|
503
519
|
values)
|
|
504
|
-
assert_equal(values,
|
|
520
|
+
assert_equal(remove_union_field_names(values),
|
|
521
|
+
target.values)
|
|
505
522
|
end
|
|
506
523
|
|
|
507
|
-
def
|
|
508
|
-
omit("Need to add support for DenseUnionArrayBuilder")
|
|
524
|
+
def test_dense_union
|
|
509
525
|
values = [
|
|
510
526
|
[
|
|
511
527
|
{"field1" => true},
|
|
512
528
|
nil,
|
|
529
|
+
{"field2" => 29},
|
|
513
530
|
{"field2" => nil},
|
|
514
531
|
],
|
|
515
532
|
nil,
|
|
@@ -529,11 +546,11 @@ module ValuesListArrayTests
|
|
|
529
546
|
type_codes: [0, 1],
|
|
530
547
|
},
|
|
531
548
|
values)
|
|
532
|
-
assert_equal(values,
|
|
549
|
+
assert_equal(remove_union_field_names(values),
|
|
550
|
+
target.values)
|
|
533
551
|
end
|
|
534
552
|
|
|
535
553
|
def test_dictionary
|
|
536
|
-
omit("Need to add support for DictionaryArrayBuilder")
|
|
537
554
|
values = [
|
|
538
555
|
[
|
|
539
556
|
"Ruby",
|
|
@@ -542,12 +559,11 @@ module ValuesListArrayTests
|
|
|
542
559
|
],
|
|
543
560
|
nil,
|
|
544
561
|
]
|
|
545
|
-
dictionary = Arrow::StringArray.new(["GLib", "Ruby"])
|
|
546
562
|
target = build({
|
|
547
563
|
type: :dictionary,
|
|
548
564
|
index_data_type: :int8,
|
|
549
|
-
|
|
550
|
-
ordered:
|
|
565
|
+
value_data_type: :string,
|
|
566
|
+
ordered: false,
|
|
551
567
|
},
|
|
552
568
|
values)
|
|
553
569
|
assert_equal(values, target.values)
|
|
@@ -383,10 +383,29 @@ module ValuesMapArrayTests
|
|
|
383
383
|
assert_equal(values, target.values)
|
|
384
384
|
end
|
|
385
385
|
|
|
386
|
+
def remove_union_field_names(values)
|
|
387
|
+
values.collect do |value|
|
|
388
|
+
if value.nil?
|
|
389
|
+
value
|
|
390
|
+
else
|
|
391
|
+
val = {}
|
|
392
|
+
value.each do |k, v|
|
|
393
|
+
v = v.values[0] unless v.nil?
|
|
394
|
+
val[k] = v
|
|
395
|
+
end
|
|
396
|
+
val
|
|
397
|
+
end
|
|
398
|
+
end
|
|
399
|
+
end
|
|
400
|
+
|
|
386
401
|
def test_sparse_union
|
|
387
|
-
omit("Need to add support for SparseUnionArrayBuilder")
|
|
388
402
|
values = [
|
|
389
|
-
{
|
|
403
|
+
{
|
|
404
|
+
"key1" => {"field1" => true},
|
|
405
|
+
"key2" => nil,
|
|
406
|
+
"key3" => {"field2" => 29},
|
|
407
|
+
"key4" => {"field2" => nil},
|
|
408
|
+
},
|
|
390
409
|
nil,
|
|
391
410
|
]
|
|
392
411
|
target = build({
|
|
@@ -404,13 +423,18 @@ module ValuesMapArrayTests
|
|
|
404
423
|
type_codes: [0, 1],
|
|
405
424
|
},
|
|
406
425
|
values)
|
|
407
|
-
assert_equal(values,
|
|
426
|
+
assert_equal(remove_union_field_names(values),
|
|
427
|
+
target.values)
|
|
408
428
|
end
|
|
409
429
|
|
|
410
430
|
def test_dense_union
|
|
411
|
-
omit("Need to add support for DenseUnionArrayBuilder")
|
|
412
431
|
values = [
|
|
413
|
-
{
|
|
432
|
+
{
|
|
433
|
+
"key1" => {"field1" => true},
|
|
434
|
+
"key2" => nil,
|
|
435
|
+
"key3" => {"field2" => 29},
|
|
436
|
+
"key4" => {"field2" => nil},
|
|
437
|
+
},
|
|
414
438
|
nil,
|
|
415
439
|
]
|
|
416
440
|
target = build({
|
|
@@ -428,21 +452,20 @@ module ValuesMapArrayTests
|
|
|
428
452
|
type_codes: [0, 1],
|
|
429
453
|
},
|
|
430
454
|
values)
|
|
431
|
-
assert_equal(values,
|
|
455
|
+
assert_equal(remove_union_field_names(values),
|
|
456
|
+
target.values)
|
|
432
457
|
end
|
|
433
458
|
|
|
434
459
|
def test_dictionary
|
|
435
|
-
omit("Need to add support for DictionaryArrayBuilder")
|
|
436
460
|
values = [
|
|
437
461
|
{"key1" => "Ruby", "key2" => nil, "key3" => "GLib"},
|
|
438
462
|
nil,
|
|
439
463
|
]
|
|
440
|
-
dictionary = Arrow::StringArray.new(["GLib", "Ruby"])
|
|
441
464
|
target = build({
|
|
442
465
|
type: :dictionary,
|
|
443
466
|
index_data_type: :int8,
|
|
444
|
-
|
|
445
|
-
ordered:
|
|
467
|
+
value_data_type: :string,
|
|
468
|
+
ordered: false,
|
|
446
469
|
},
|
|
447
470
|
values)
|
|
448
471
|
assert_equal(values, target.values)
|