red-arrow-format 23.0.0 → 24.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile +7 -2
- data/NOTICE.txt +1 -1
- data/Rakefile +23 -1
- data/lib/arrow-format/array.rb +486 -117
- data/lib/arrow-format/bitmap.rb +25 -6
- data/lib/arrow-format/buffer-alignable.rb +35 -0
- data/lib/arrow-format/dictionary.rb +29 -0
- data/lib/arrow-format/error.rb +1 -1
- data/lib/arrow-format/field.rb +24 -3
- data/lib/arrow-format/file-reader.rb +47 -25
- data/lib/arrow-format/file-writer.rb +56 -0
- data/lib/arrow-format/flatbuffers.rb +67 -0
- data/lib/arrow-format/org/apache/arrow/flatbuf/binary.rb +5 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/binary_view.rb +5 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/block.rb +10 -2
- data/lib/arrow-format/org/apache/arrow/flatbuf/body_compression.rb +8 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/body_compression_method.rb +3 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/bool.rb +5 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/buffer.rb +8 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/compression_type.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/date.rb +7 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/date_unit.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/decimal.rb +9 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/dictionary_batch.rb +9 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/dictionary_encoding.rb +11 -2
- data/lib/arrow-format/org/apache/arrow/flatbuf/dictionary_kind.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/duration.rb +7 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/endianness.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/feature.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/field.rb +13 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/field_node.rb +8 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/fixed_size_binary.rb +7 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/fixed_size_list.rb +7 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/floating_point.rb +7 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/footer.rb +22 -2
- data/lib/arrow-format/org/apache/arrow/flatbuf/int.rb +8 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/interval.rb +7 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/interval_unit.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/key_value.rb +8 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/large_binary.rb +5 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/large_list.rb +5 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/large_list_view.rb +5 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/large_utf8.rb +5 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/list.rb +5 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/list_view.rb +5 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/map.rb +8 -2
- data/lib/arrow-format/org/apache/arrow/flatbuf/message.rb +22 -2
- data/lib/arrow-format/org/apache/arrow/flatbuf/message_header.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/metadata_version.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/null.rb +5 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/precision.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/record_batch.rb +12 -2
- data/lib/arrow-format/org/apache/arrow/flatbuf/run_end_encoded.rb +5 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/schema.rb +10 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_matrix_compressed_axis.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_matrix_index_csx.rb +12 -2
- data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor.rb +13 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor_index.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor_index_coo.rb +13 -4
- data/lib/arrow-format/org/apache/arrow/flatbuf/sparse_tensor_index_csf.rb +14 -4
- data/lib/arrow-format/org/apache/arrow/flatbuf/struct_.rb +5 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/tensor.rb +11 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/tensor_dim.rb +8 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/time.rb +8 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/time_unit.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/timestamp.rb +8 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/type.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/union.rb +8 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/union_mode.rb +1 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/utf8.rb +5 -1
- data/lib/arrow-format/org/apache/arrow/flatbuf/utf8view.rb +5 -1
- data/lib/arrow-format/readable.rb +151 -96
- data/lib/arrow-format/record-batch.rb +70 -1
- data/lib/arrow-format/schema.rb +14 -1
- data/lib/arrow-format/streaming-pull-reader.rb +49 -23
- data/lib/arrow-format/streaming-reader.rb +51 -14
- data/lib/arrow-format/streaming-writer.rb +156 -0
- data/lib/arrow-format/type.rb +397 -34
- data/lib/arrow-format/version.rb +1 -1
- data/lib/arrow-format.rb +2 -0
- data/red-arrow-format.gemspec +2 -1
- metadata +9 -4
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Automatically generated. Don't modify manually.
|
|
2
2
|
#
|
|
3
|
-
# Red FlatBuffers version: 0.0.
|
|
3
|
+
# Red FlatBuffers version: 0.0.4
|
|
4
4
|
# Declared by: //SparseTensor.fbs
|
|
5
5
|
# Rooting type: org.apache.arrow.flatbuf.Message (//Message.fbs)
|
|
6
6
|
|
|
@@ -16,6 +16,16 @@ module ArrowFormat
|
|
|
16
16
|
module Flatbuf
|
|
17
17
|
# Compressed Sparse format, that is matrix-specific.
|
|
18
18
|
class SparseMatrixIndexCSX < ::FlatBuffers::Table
|
|
19
|
+
FIELDS = {
|
|
20
|
+
compressed_axis: ::FlatBuffers::Field.new(:compressed_axis, 0, 4, :short, 0),
|
|
21
|
+
indptr_type: ::FlatBuffers::Field.new(:indptr_type, 1, 6, "::ArrowFormat::Org::Apache::Arrow::Flatbuf::Int", 0),
|
|
22
|
+
indptr_buffer: ::FlatBuffers::Field.new(:indptr_buffer, 2, 8, "::ArrowFormat::Org::Apache::Arrow::Flatbuf::Buffer", 0),
|
|
23
|
+
indices_type: ::FlatBuffers::Field.new(:indices_type, 3, 10, "::ArrowFormat::Org::Apache::Arrow::Flatbuf::Int", 0),
|
|
24
|
+
indices_buffer: ::FlatBuffers::Field.new(:indices_buffer, 4, 12, "::ArrowFormat::Org::Apache::Arrow::Flatbuf::Buffer", 0),
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
Data = define_data_class
|
|
28
|
+
|
|
19
29
|
# Which axis, row or column, is compressed
|
|
20
30
|
def compressed_axis
|
|
21
31
|
field_offset = @view.unpack_virtual_offset(4)
|
|
@@ -31,7 +41,7 @@ module ArrowFormat
|
|
|
31
41
|
# contains the column indices of the corresponding non-zero values.
|
|
32
42
|
# The type of index value is long.
|
|
33
43
|
#
|
|
34
|
-
# For example, the indices of the above X
|
|
44
|
+
# For example, the indices of the above X are:
|
|
35
45
|
# ```text
|
|
36
46
|
# indices(X) = [1, 2, 2, 1, 3, 0, 2, 3, 1].
|
|
37
47
|
# ```
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Automatically generated. Don't modify manually.
|
|
2
2
|
#
|
|
3
|
-
# Red FlatBuffers version: 0.0.
|
|
3
|
+
# Red FlatBuffers version: 0.0.4
|
|
4
4
|
# Declared by: //SparseTensor.fbs
|
|
5
5
|
# Rooting type: org.apache.arrow.flatbuf.Message (//Message.fbs)
|
|
6
6
|
|
|
@@ -16,6 +16,18 @@ module ArrowFormat
|
|
|
16
16
|
module Arrow
|
|
17
17
|
module Flatbuf
|
|
18
18
|
class SparseTensor < ::FlatBuffers::Table
|
|
19
|
+
FIELDS = {
|
|
20
|
+
type_type: ::FlatBuffers::Field.new(:type_type, 0, 4, :utype, 0),
|
|
21
|
+
type: ::FlatBuffers::Field.new(:type, 1, 6, "::ArrowFormat::Org::Apache::Arrow::Flatbuf::Type", 0),
|
|
22
|
+
shape: ::FlatBuffers::Field.new(:shape, 2, 8, ["::ArrowFormat::Org::Apache::Arrow::Flatbuf::TensorDim"], 0),
|
|
23
|
+
non_zero_length: ::FlatBuffers::Field.new(:non_zero_length, 3, 10, :long, 0),
|
|
24
|
+
sparse_index_type: ::FlatBuffers::Field.new(:sparse_index_type, 4, 12, :utype, 0),
|
|
25
|
+
sparse_index: ::FlatBuffers::Field.new(:sparse_index, 5, 14, "::ArrowFormat::Org::Apache::Arrow::Flatbuf::SparseTensorIndex", 0),
|
|
26
|
+
data: ::FlatBuffers::Field.new(:data, 6, 16, "::ArrowFormat::Org::Apache::Arrow::Flatbuf::Buffer", 0),
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
Data = define_data_class
|
|
30
|
+
|
|
19
31
|
# The location and size of the tensor's data
|
|
20
32
|
def data
|
|
21
33
|
field_offset = @view.unpack_virtual_offset(16)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Automatically generated. Don't modify manually.
|
|
2
2
|
#
|
|
3
|
-
# Red FlatBuffers version: 0.0.
|
|
3
|
+
# Red FlatBuffers version: 0.0.4
|
|
4
4
|
# Declared by: //SparseTensor.fbs
|
|
5
5
|
# Rooting type: org.apache.arrow.flatbuf.Message (//Message.fbs)
|
|
6
6
|
|
|
@@ -17,11 +17,11 @@ module ArrowFormat
|
|
|
17
17
|
# EXPERIMENTAL: Data structures for sparse tensors
|
|
18
18
|
# Coordinate (COO) format of sparse tensor index.
|
|
19
19
|
#
|
|
20
|
-
# COO's index list
|
|
20
|
+
# COO's index list is represented as an NxM matrix,
|
|
21
21
|
# where N is the number of non-zero values,
|
|
22
22
|
# and M is the number of dimensions of a sparse tensor.
|
|
23
23
|
#
|
|
24
|
-
# indicesBuffer stores the location and size of the data of
|
|
24
|
+
# indicesBuffer stores the location and size of the data of these indices
|
|
25
25
|
# matrix. The value type and the stride of the indices matrix is
|
|
26
26
|
# specified in indicesType and indicesStrides fields.
|
|
27
27
|
#
|
|
@@ -42,10 +42,19 @@ module ArrowFormat
|
|
|
42
42
|
# [2, 2, 3, 1, 2, 0],
|
|
43
43
|
# [0, 1, 0, 0, 3, 4]]
|
|
44
44
|
# ```
|
|
45
|
-
# When isCanonical is true, the indices
|
|
45
|
+
# When isCanonical is true, the indices are sorted in lexicographical order
|
|
46
46
|
# (row-major order), and it does not have duplicated entries. Otherwise,
|
|
47
47
|
# the indices may not be sorted, or may have duplicated entries.
|
|
48
48
|
class SparseTensorIndexCOO < ::FlatBuffers::Table
|
|
49
|
+
FIELDS = {
|
|
50
|
+
indices_type: ::FlatBuffers::Field.new(:indices_type, 0, 4, "::ArrowFormat::Org::Apache::Arrow::Flatbuf::Int", 0),
|
|
51
|
+
indices_strides: ::FlatBuffers::Field.new(:indices_strides, 1, 6, [:long], 0),
|
|
52
|
+
indices_buffer: ::FlatBuffers::Field.new(:indices_buffer, 2, 8, "::ArrowFormat::Org::Apache::Arrow::Flatbuf::Buffer", 0),
|
|
53
|
+
canonical?: ::FlatBuffers::Field.new(:canonical?, 3, 10, :bool, 0),
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
Data = define_data_class
|
|
57
|
+
|
|
49
58
|
# The location and size of the indices matrix's data
|
|
50
59
|
def indices_buffer
|
|
51
60
|
field_offset = @view.unpack_virtual_offset(8)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Automatically generated. Don't modify manually.
|
|
2
2
|
#
|
|
3
|
-
# Red FlatBuffers version: 0.0.
|
|
3
|
+
# Red FlatBuffers version: 0.0.4
|
|
4
4
|
# Declared by: //SparseTensor.fbs
|
|
5
5
|
# Rooting type: org.apache.arrow.flatbuf.Message (//Message.fbs)
|
|
6
6
|
|
|
@@ -15,6 +15,16 @@ module ArrowFormat
|
|
|
15
15
|
module Flatbuf
|
|
16
16
|
# Compressed Sparse Fiber (CSF) sparse tensor index.
|
|
17
17
|
class SparseTensorIndexCSF < ::FlatBuffers::Table
|
|
18
|
+
FIELDS = {
|
|
19
|
+
indptr_type: ::FlatBuffers::Field.new(:indptr_type, 0, 4, "::ArrowFormat::Org::Apache::Arrow::Flatbuf::Int", 0),
|
|
20
|
+
indptr_buffers: ::FlatBuffers::Field.new(:indptr_buffers, 1, 6, ["::ArrowFormat::Org::Apache::Arrow::Flatbuf::Buffer"], 0),
|
|
21
|
+
indices_type: ::FlatBuffers::Field.new(:indices_type, 2, 8, "::ArrowFormat::Org::Apache::Arrow::Flatbuf::Int", 0),
|
|
22
|
+
indices_buffers: ::FlatBuffers::Field.new(:indices_buffers, 3, 10, ["::ArrowFormat::Org::Apache::Arrow::Flatbuf::Buffer"], 0),
|
|
23
|
+
axis_order: ::FlatBuffers::Field.new(:axis_order, 4, 12, [:int], 0),
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
Data = define_data_class
|
|
27
|
+
|
|
18
28
|
# axisOrder stores the sequence in which dimensions were traversed to
|
|
19
29
|
# produce the prefix tree.
|
|
20
30
|
# For example, the axisOrder for the above X is:
|
|
@@ -33,7 +43,7 @@ module ArrowFormat
|
|
|
33
43
|
|
|
34
44
|
# indicesBuffers stores values of nodes.
|
|
35
45
|
# Each tensor dimension corresponds to a buffer in indicesBuffers.
|
|
36
|
-
# For example, the indicesBuffers for the above X
|
|
46
|
+
# For example, the indicesBuffers for the above X are:
|
|
37
47
|
# ```text
|
|
38
48
|
# indicesBuffer(X) = [
|
|
39
49
|
# [0, 1],
|
|
@@ -66,7 +76,7 @@ module ArrowFormat
|
|
|
66
76
|
# and `indptrBuffers[dim][i + 1]` signify a range of nodes in
|
|
67
77
|
# `indicesBuffers[dim + 1]` who are children of `indicesBuffers[dim][i]` node.
|
|
68
78
|
#
|
|
69
|
-
# For example, the indptrBuffers for the above X
|
|
79
|
+
# For example, the indptrBuffers for the above X are:
|
|
70
80
|
# ```text
|
|
71
81
|
# indptrBuffer(X) = [
|
|
72
82
|
# [0, 2, 3],
|
|
@@ -90,7 +100,7 @@ module ArrowFormat
|
|
|
90
100
|
# CSF index recursively compresses each dimension of a tensor into a set
|
|
91
101
|
# of prefix trees. Each path from a root to leaf forms one tensor
|
|
92
102
|
# non-zero index. CSF is implemented with two arrays of buffers and one
|
|
93
|
-
#
|
|
103
|
+
# array of integers.
|
|
94
104
|
#
|
|
95
105
|
# For example, let X be a 2x3x4x5 tensor and let it have the following
|
|
96
106
|
# 8 non-zero values:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Automatically generated. Don't modify manually.
|
|
2
2
|
#
|
|
3
|
-
# Red FlatBuffers version: 0.0.
|
|
3
|
+
# Red FlatBuffers version: 0.0.4
|
|
4
4
|
# Declared by: //Schema.fbs
|
|
5
5
|
# Rooting type: org.apache.arrow.flatbuf.Message (//Message.fbs)
|
|
6
6
|
|
|
@@ -15,6 +15,10 @@ module ArrowFormat
|
|
|
15
15
|
# (according to the physical memory layout). We used Struct_ here as
|
|
16
16
|
# Struct is a reserved word in Flatbuffers
|
|
17
17
|
class Struct < ::FlatBuffers::Table
|
|
18
|
+
FIELDS = {
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
Data = define_data_class
|
|
18
22
|
end
|
|
19
23
|
end
|
|
20
24
|
end
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Automatically generated. Don't modify manually.
|
|
2
2
|
#
|
|
3
|
-
# Red FlatBuffers version: 0.0.
|
|
3
|
+
# Red FlatBuffers version: 0.0.4
|
|
4
4
|
# Declared by: //Tensor.fbs
|
|
5
5
|
# Rooting type: org.apache.arrow.flatbuf.Message (//Message.fbs)
|
|
6
6
|
|
|
@@ -15,6 +15,16 @@ module ArrowFormat
|
|
|
15
15
|
module Arrow
|
|
16
16
|
module Flatbuf
|
|
17
17
|
class Tensor < ::FlatBuffers::Table
|
|
18
|
+
FIELDS = {
|
|
19
|
+
type_type: ::FlatBuffers::Field.new(:type_type, 0, 4, :utype, 0),
|
|
20
|
+
type: ::FlatBuffers::Field.new(:type, 1, 6, "::ArrowFormat::Org::Apache::Arrow::Flatbuf::Type", 0),
|
|
21
|
+
shape: ::FlatBuffers::Field.new(:shape, 2, 8, ["::ArrowFormat::Org::Apache::Arrow::Flatbuf::TensorDim"], 0),
|
|
22
|
+
strides: ::FlatBuffers::Field.new(:strides, 3, 10, [:long], 0),
|
|
23
|
+
data: ::FlatBuffers::Field.new(:data, 4, 12, "::ArrowFormat::Org::Apache::Arrow::Flatbuf::Buffer", 0),
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
Data = define_data_class
|
|
27
|
+
|
|
18
28
|
# The location and size of the tensor's data
|
|
19
29
|
def data
|
|
20
30
|
field_offset = @view.unpack_virtual_offset(12)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Automatically generated. Don't modify manually.
|
|
2
2
|
#
|
|
3
|
-
# Red FlatBuffers version: 0.0.
|
|
3
|
+
# Red FlatBuffers version: 0.0.4
|
|
4
4
|
# Declared by: //Tensor.fbs
|
|
5
5
|
# Rooting type: org.apache.arrow.flatbuf.Message (//Message.fbs)
|
|
6
6
|
|
|
@@ -15,6 +15,13 @@ module ArrowFormat
|
|
|
15
15
|
# Data structures for dense tensors
|
|
16
16
|
# Shape data for a single axis in a tensor
|
|
17
17
|
class TensorDim < ::FlatBuffers::Table
|
|
18
|
+
FIELDS = {
|
|
19
|
+
size: ::FlatBuffers::Field.new(:size, 0, 4, :long, 0),
|
|
20
|
+
name: ::FlatBuffers::Field.new(:name, 1, 6, :string, 0),
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
Data = define_data_class
|
|
24
|
+
|
|
18
25
|
# Name of the dimension, optional
|
|
19
26
|
def name
|
|
20
27
|
field_offset = @view.unpack_virtual_offset(6)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Automatically generated. Don't modify manually.
|
|
2
2
|
#
|
|
3
|
-
# Red FlatBuffers version: 0.0.
|
|
3
|
+
# Red FlatBuffers version: 0.0.4
|
|
4
4
|
# Declared by: //Schema.fbs
|
|
5
5
|
# Rooting type: org.apache.arrow.flatbuf.Message (//Message.fbs)
|
|
6
6
|
|
|
@@ -27,6 +27,13 @@ module ArrowFormat
|
|
|
27
27
|
# measurements with leap seconds will need to be corrected when ingesting
|
|
28
28
|
# into Arrow (for example by replacing the value 86400 with 86399).
|
|
29
29
|
class Time < ::FlatBuffers::Table
|
|
30
|
+
FIELDS = {
|
|
31
|
+
unit: ::FlatBuffers::Field.new(:unit, 0, 4, :short, 0),
|
|
32
|
+
bit_width: ::FlatBuffers::Field.new(:bit_width, 1, 6, :int, 0),
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
Data = define_data_class
|
|
36
|
+
|
|
30
37
|
def bit_width
|
|
31
38
|
field_offset = @view.unpack_virtual_offset(6)
|
|
32
39
|
return 32 if field_offset.zero?
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Automatically generated. Don't modify manually.
|
|
2
2
|
#
|
|
3
|
-
# Red FlatBuffers version: 0.0.
|
|
3
|
+
# Red FlatBuffers version: 0.0.4
|
|
4
4
|
# Declared by: //Schema.fbs
|
|
5
5
|
# Rooting type: org.apache.arrow.flatbuf.Message (//Message.fbs)
|
|
6
6
|
|
|
@@ -118,6 +118,13 @@ module ArrowFormat
|
|
|
118
118
|
# was UTC; for example, the naive date-time "January 1st 1970, 00h00" would
|
|
119
119
|
# be encoded as timestamp value 0.
|
|
120
120
|
class Timestamp < ::FlatBuffers::Table
|
|
121
|
+
FIELDS = {
|
|
122
|
+
unit: ::FlatBuffers::Field.new(:unit, 0, 4, :short, 0),
|
|
123
|
+
timezone: ::FlatBuffers::Field.new(:timezone, 1, 6, :string, 0),
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
Data = define_data_class
|
|
127
|
+
|
|
121
128
|
# The timezone is an optional string indicating the name of a timezone,
|
|
122
129
|
# one of:
|
|
123
130
|
#
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Automatically generated. Don't modify manually.
|
|
2
2
|
#
|
|
3
|
-
# Red FlatBuffers version: 0.0.
|
|
3
|
+
# Red FlatBuffers version: 0.0.4
|
|
4
4
|
# Declared by: //Schema.fbs
|
|
5
5
|
# Rooting type: org.apache.arrow.flatbuf.Message (//Message.fbs)
|
|
6
6
|
|
|
@@ -17,6 +17,13 @@ module ArrowFormat
|
|
|
17
17
|
# optionally typeIds provides an indirection between the child offset and the type id
|
|
18
18
|
# for each child `typeIds[offset]` is the id used in the type vector
|
|
19
19
|
class Union < ::FlatBuffers::Table
|
|
20
|
+
FIELDS = {
|
|
21
|
+
mode: ::FlatBuffers::Field.new(:mode, 0, 4, :short, 0),
|
|
22
|
+
type_ids: ::FlatBuffers::Field.new(:type_ids, 1, 6, [:int], 0),
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
Data = define_data_class
|
|
26
|
+
|
|
20
27
|
def mode
|
|
21
28
|
field_offset = @view.unpack_virtual_offset(4)
|
|
22
29
|
if field_offset.zero?
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Automatically generated. Don't modify manually.
|
|
2
2
|
#
|
|
3
|
-
# Red FlatBuffers version: 0.0.
|
|
3
|
+
# Red FlatBuffers version: 0.0.4
|
|
4
4
|
# Declared by: //Schema.fbs
|
|
5
5
|
# Rooting type: org.apache.arrow.flatbuf.Message (//Message.fbs)
|
|
6
6
|
|
|
@@ -13,6 +13,10 @@ module ArrowFormat
|
|
|
13
13
|
module Flatbuf
|
|
14
14
|
# Unicode with UTF-8 encoding
|
|
15
15
|
class Utf8 < ::FlatBuffers::Table
|
|
16
|
+
FIELDS = {
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
Data = define_data_class
|
|
16
20
|
end
|
|
17
21
|
end
|
|
18
22
|
end
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Automatically generated. Don't modify manually.
|
|
2
2
|
#
|
|
3
|
-
# Red FlatBuffers version: 0.0.
|
|
3
|
+
# Red FlatBuffers version: 0.0.4
|
|
4
4
|
# Declared by: //Schema.fbs
|
|
5
5
|
# Rooting type: org.apache.arrow.flatbuf.Message (//Message.fbs)
|
|
6
6
|
|
|
@@ -19,6 +19,10 @@ module ArrowFormat
|
|
|
19
19
|
# Since it uses a variable number of data buffers, each Field with this type
|
|
20
20
|
# must have a corresponding entry in `variadicBufferCounts`.
|
|
21
21
|
class Utf8View < ::FlatBuffers::Table
|
|
22
|
+
FIELDS = {
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
Data = define_data_class
|
|
22
26
|
end
|
|
23
27
|
end
|
|
24
28
|
end
|