red-arrow-format 23.0.1 → 24.0.0

data/lib/arrow-format/bitmap.rb

@@ -18,27 +18,46 @@ module ArrowFormat
   class Bitmap
     include Enumerable
 
-    def initialize(buffer, n_values)
+    def initialize(buffer, offset, n_values)
       @buffer = buffer
+      @offset = offset
       @n_values = n_values
     end
 
+    def [](i)
+      i += @offset
+      (@buffer.get_value(:U8, i / 8) & (1 << (i % 8))) > 0
+    end
+
     def each
       return to_enum(__method__) unless block_given?
 
-      n_bytes = @n_values / 8
+      # TODO: Optimize
+      current = -1
+      n_bytes = (@offset + @n_values) / 8
       @buffer.each(:U8, 0, n_bytes) do |offset, value|
-        7.times do |i|
-          yield(value & (1 << (i % 8)))
+        8.times do |i|
+          current += 1
+          next if current < @offset
+          yield((value & (1 << (i % 8))) > 0)
         end
       end
-      remained_bits = @n_values % 8
+      remained_bits = (@offset + @n_values) % 8
       unless remained_bits.zero?
         value = @buffer.get_value(:U8, n_bytes)
         remained_bits.times do |i|
-          yield(value & (1 << (i % 8)))
+          current += 1
+          next if current < @offset
+          yield((value & (1 << (i % 8))) > 0)
         end
       end
     end
+
+    def popcount
+      # TODO: Optimize
+      count do |flaged|
+        flaged
+      end
+    end
   end
 end

data/lib/arrow-format/buffer-alignable.rb

@@ -0,0 +1,35 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+require_relative "flatbuffers"
+
+module ArrowFormat
+  module BufferAlignable
+    include FlatBuffers::Alignable
+
+    BUFFER_ALIGNMENT_SIZE = 64
+
+    private
+    def buffer_padding_size(buffer)
+      compute_padding_size(buffer.size, BUFFER_ALIGNMENT_SIZE)
+    end
+
+    def aligned_buffer_size(buffer)
+      buffer.size + buffer_padding_size(buffer)
+    end
+  end
+end

data/lib/arrow-format/dictionary.rb

@@ -0,0 +1,29 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+module ArrowFormat
+  class Dictionary
+    attr_reader :id
+    attr_reader :array
+    attr_reader :message_metadata
+    def initialize(id, array, message_metadata: nil)
+      @id = id
+      @array = array
+      @message_metadata = message_metadata
+    end
+  end
+end

data/lib/arrow-format/error.rb

@@ -25,7 +25,7 @@ module ArrowFormat
     attr_reader :buffer
     def initialize(buffer, message)
       @buffer = buffer
-      super("#{message}: #{@buffer}")
+      super("#{message}: #{@buffer.inspect}")
     end
   end
 

data/lib/arrow-format/field.rb

@@ -18,16 +18,37 @@ module ArrowFormat
   class Field
     attr_reader :name
     attr_reader :type
-    attr_reader :dictionary_id
-    def initialize(name, type, nullable, dictionary_id)
+    attr_reader :metadata
+    def initialize(name,
+                   type,
+                   nullable: true,
+                   metadata: nil)
       @name = name
       @type = type
       @nullable = nullable
-      @dictionary_id = dictionary_id
+      @metadata = metadata
     end
 
     def nullable?
       @nullable
     end
+
+    def to_flatbuffers
+      fb_field = FB::Field::Data.new
+      fb_field.name = @name
+      fb_field.nullable = @nullable
+      if @type.respond_to?(:build_fb_field)
+        @type.build_fb_field(fb_field)
+      else
+        fb_field.type = @type.to_flatbuffers
+      end
+      if @type.respond_to?(:child)
+        fb_field.children = [@type.child.to_flatbuffers]
+      elsif @type.respond_to?(:children)
+        fb_field.children = @type.children.collect(&:to_flatbuffers)
+      end
+      fb_field.custom_metadata = FB.build_custom_metadata(@metadata)
+      fb_field
+    end
   end
 end

data/lib/arrow-format/file-reader.rb

@@ -17,9 +17,6 @@
 
 require_relative "streaming-reader"
 
-require_relative "org/apache/arrow/flatbuf/block"
-require_relative "org/apache/arrow/flatbuf/footer"
-
 module ArrowFormat
   class FileReader
     include Enumerable
@@ -37,6 +34,8 @@ module ArrowFormat
     FOOTER_SIZE_FORMAT = :s32
     FOOTER_SIZE_SIZE = IO::Buffer.size_of(FOOTER_SIZE_FORMAT)
 
+    attr_reader :schema
+    attr_reader :metadata
     def initialize(input)
       case input
       when IO
@@ -49,7 +48,8 @@ module ArrowFormat
 
       validate
       @footer = read_footer
-      @record_batch_blocks = @footer.record_batches
+      @metadata = read_custom_metadata(@footer.custom_metadata)
+      @record_batch_blocks = @footer.record_batches || []
       @schema = read_schema(@footer.schema)
       @dictionaries = read_dictionaries
     end
@@ -59,14 +59,18 @@ module ArrowFormat
     end
 
     def read(i)
-      fb_message, body = read_block(@record_batch_blocks[i])
+      fb_message, body = read_block(@record_batch_blocks[i], :record_batch, i)
       fb_header = fb_message.header
-      unless fb_header.is_a?(Org::Apache::Arrow::Flatbuf::RecordBatch)
+      unless fb_header.is_a?(FB::RecordBatch)
         raise FileReadError.new(@buffer,
                                 "Not a record batch message: #{i}: " +
                                 fb_header.class.name)
       end
-      read_record_batch(fb_header, @schema, body)
+      read_record_batch(fb_message.version,
+                        fb_header,
+                        fb_message.custom_metadata,
+                        @schema,
+                        body)
     end
 
     def each
@@ -104,17 +108,21 @@ module ArrowFormat
       footer_size = @buffer.get_value(FOOTER_SIZE_FORMAT, footer_size_offset)
       footer_data = @buffer.slice(footer_size_offset - footer_size,
                                   footer_size)
-      Org::Apache::Arrow::Flatbuf::Footer.new(footer_data)
+      FB::Footer.new(footer_data)
     end
 
-    def read_block(block)
+    def read_block(block, type, i)
       offset = block.offset
 
-      # If we can report property error information, we can use
+      # If we can report error information correctly, we can use
       # MessagePullReader here.
       #
       # message_pull_reader = MessagePullReader.new do |message, body|
-      #   return read_record_batch(message.header, @schema, body)
+      #   return read_record_batch(message.version,
+      #                            message.header,
+      #                            message.custom_metadata,
+      #                            @schema,
+      #                            body)
       # end
       # chunk = @buffer.slice(offset,
       #                       MessagePullReader::CONTINUATION_SIZE +
@@ -125,12 +133,18 @@ module ArrowFormat
 
       continuation_size = CONTINUATION_BUFFER.size
       continuation = @buffer.slice(offset, continuation_size)
-      unless continuation == CONTINUATION_BUFFER
+      if continuation == CONTINUATION_BUFFER
+        offset += continuation_size
+      elsif continuation.get_value(MessagePullReader::CONTINUATION_TYPE, 0) < 0
         raise FileReadError.new(@buffer,
-                                "Invalid continuation: #{i}: " +
+                                "Invalid continuation: #{type}: #{i}: " +
                                 continuation.inspect)
+      else
+        # For backward compatibility of data produced prior to version
+        # 0.15.0. It doesn't have continuation token. Ignore it and
+        # re-read it as metadata length.
+        continuation_size = 0
       end
-      offset += continuation_size
 
       metadata_length_type = MessagePullReader::METADATA_LENGTH_TYPE
       metadata_length_size = MessagePullReader::METADATA_LENGTH_SIZE
@@ -141,14 +155,14 @@ module ArrowFormat
         metadata_length_size
       unless metadata_length == expected_metadata_length
         raise FileReadError.new(@buffer,
-                                "Invalid metadata length #{i}: " +
+                                "Invalid metadata length: #{type}: #{i}: " +
                                 "expected:#{expected_metadata_length} " +
                                 "actual:#{metadata_length}")
       end
       offset += metadata_length_size
 
       metadata = @buffer.slice(offset, metadata_length)
-      fb_message = Org::Apache::Arrow::Flatbuf::Message.new(metadata)
+      fb_message = FB::Message.new(metadata)
       offset += metadata_length
 
       body = @buffer.slice(offset, block.body_length)
@@ -163,14 +177,14 @@ module ArrowFormat
       dictionary_fields = {}
       @schema.fields.each do |field|
         next unless field.type.is_a?(DictionaryType)
-        dictionary_fields[field.dictionary_id] = field
+        dictionary_fields[field.type.id] = field
       end
 
       dictionaries = {}
-      dictionary_blocks.each do |block|
-        fb_message, body = read_block(block)
+      dictionary_blocks.each_with_index do |block, i|
+        fb_message, body = read_block(block, :dictionary_block, i)
         fb_header = fb_message.header
-        unless fb_header.is_a?(Org::Apache::Arrow::Flatbuf::DictionaryBatch)
+        unless fb_header.is_a?(FB::DictionaryBatch)
           raise FileReadError.new(@buffer,
                                   "Not a dictionary batch message: " +
                                   fb_header.inspect)
@@ -195,18 +209,26 @@ module ArrowFormat
         end
 
         value_type = dictionary_fields[id].type.value_type
-        schema = Schema.new([Field.new("dummy", value_type, true, nil)])
-        record_batch = read_record_batch(fb_header.data, schema, body)
+        schema = Schema.new([Field.new("dummy", value_type)])
+        record_batch = read_record_batch(fb_message.version,
+                                         fb_header.data,
+                                         nil,
+                                         schema,
+                                         body)
+        message_metadata = read_custom_metadata(fb_message.custom_metadata)
+        dictionary = Dictionary.new(fb_header.id,
+                                    record_batch.columns[0],
+                                    message_metadata: message_metadata)
         if fb_header.delta?
-          dictionaries[id] << record_batch.columns[0]
+          dictionaries[id] << dictionary
         else
-          dictionaries[id] = [record_batch.columns[0]]
+          dictionaries[id] = [dictionary]
         end
       end
       dictionaries
     end
 
-    def find_dictionary(id)
+    def find_dictionaries(id)
       @dictionaries[id]
     end
   end

data/lib/arrow-format/file-writer.rb

@@ -0,0 +1,56 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+require_relative "streaming-writer"
+
+module ArrowFormat
+  class FileWriter < StreamingWriter
+    MAGIC = "ARROW1".b
+    MAGIC_PADDING = "\x00\x00"
+
+    def start(schema)
+      @fb_schema = schema.to_flatbuffers
+      write_data(MAGIC)
+      write_data(MAGIC_PADDING)
+      super
+    end
+
+    def finish(metadata=nil)
+      super()
+      write_footer(metadata)
+      write_data(MAGIC)
+      @output
+    end
+
+    private
+    def build_footer(metadata)
+      fb_footer = FB::Footer::Data.new
+      fb_footer.version = FB::MetadataVersion::V5
+      fb_footer.schema = @fb_schema
+      fb_footer.dictionaries = @fb_dictionary_blocks
+      fb_footer.record_batches = @fb_record_batch_blocks
+      fb_footer.custom_metadata = FB.build_custom_metadata(metadata)
+      FB::Footer.serialize(fb_footer)
+    end
+
+    def write_footer(metadata)
+      footer = build_footer(metadata)
+      write_data(footer)
+      write_data([footer.bytesize].pack("l<"))
+    end
+  end
+end

data/lib/arrow-format/flatbuffers.rb

@@ -0,0 +1,67 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+require_relative "org/apache/arrow/flatbuf/binary"
+require_relative "org/apache/arrow/flatbuf/block"
+require_relative "org/apache/arrow/flatbuf/bool"
+require_relative "org/apache/arrow/flatbuf/date"
+require_relative "org/apache/arrow/flatbuf/date_unit"
+require_relative "org/apache/arrow/flatbuf/decimal"
+require_relative "org/apache/arrow/flatbuf/dictionary_encoding"
+require_relative "org/apache/arrow/flatbuf/dictionary_batch"
+require_relative "org/apache/arrow/flatbuf/duration"
+require_relative "org/apache/arrow/flatbuf/fixed_size_binary"
+require_relative "org/apache/arrow/flatbuf/fixed_size_list"
+require_relative "org/apache/arrow/flatbuf/floating_point"
+require_relative "org/apache/arrow/flatbuf/footer"
+require_relative "org/apache/arrow/flatbuf/int"
+require_relative "org/apache/arrow/flatbuf/interval"
+require_relative "org/apache/arrow/flatbuf/interval_unit"
+require_relative "org/apache/arrow/flatbuf/large_binary"
+require_relative "org/apache/arrow/flatbuf/large_list"
+require_relative "org/apache/arrow/flatbuf/large_utf8"
+require_relative "org/apache/arrow/flatbuf/list"
+require_relative "org/apache/arrow/flatbuf/map"
+require_relative "org/apache/arrow/flatbuf/message"
+require_relative "org/apache/arrow/flatbuf/null"
+require_relative "org/apache/arrow/flatbuf/precision"
+require_relative "org/apache/arrow/flatbuf/record_batch"
+require_relative "org/apache/arrow/flatbuf/schema"
+require_relative "org/apache/arrow/flatbuf/struct_"
+require_relative "org/apache/arrow/flatbuf/time"
+require_relative "org/apache/arrow/flatbuf/time_unit"
+require_relative "org/apache/arrow/flatbuf/timestamp"
+require_relative "org/apache/arrow/flatbuf/union"
+require_relative "org/apache/arrow/flatbuf/union_mode"
+require_relative "org/apache/arrow/flatbuf/utf8"
+
+module ArrowFormat
+  FB = Org::Apache::Arrow::Flatbuf
+
+  class << FB
+    def build_custom_metadata(custom_metadata)
+      return nil if custom_metadata.nil?
+
+      custom_metadata.collect do |key, value|
+        fb_key_value = FB::KeyValue::Data.new
+        fb_key_value.key = key
+        fb_key_value.value = value
+        fb_key_value
+      end
+    end
+  end
+end

data/lib/arrow-format/org/apache/arrow/flatbuf/binary.rb

@@ -1,6 +1,6 @@
 # Automatically generated. Don't modify manually.
 #
-# Red FlatBuffers version: 0.0.3
+# Red FlatBuffers version: 0.0.4
 # Declared by:             //Schema.fbs
 # Rooting type:            org.apache.arrow.flatbuf.Message (//Message.fbs)
 
@@ -13,6 +13,10 @@ module ArrowFormat
         module Flatbuf
           # Opaque binary data
           class Binary < ::FlatBuffers::Table
+            FIELDS = {
+            }
+
+            Data = define_data_class
           end
         end
       end

data/lib/arrow-format/org/apache/arrow/flatbuf/binary_view.rb

@@ -1,6 +1,6 @@
 # Automatically generated. Don't modify manually.
 #
-# Red FlatBuffers version: 0.0.3
+# Red FlatBuffers version: 0.0.4
 # Declared by:             //Schema.fbs
 # Rooting type:            org.apache.arrow.flatbuf.Message (//Message.fbs)
 
@@ -19,6 +19,10 @@ module ArrowFormat
           # Since it uses a variable number of data buffers, each Field with this type
           # must have a corresponding entry in `variadicBufferCounts`.
           class BinaryView < ::FlatBuffers::Table
+            FIELDS = {
+            }
+
+            Data = define_data_class
           end
         end
       end

data/lib/arrow-format/org/apache/arrow/flatbuf/block.rb

@@ -1,6 +1,6 @@
 # Automatically generated. Don't modify manually.
 #
-# Red FlatBuffers version: 0.0.3
+# Red FlatBuffers version: 0.0.4
 # Declared by:             //File.fbs
 # Rooting type:            org.apache.arrow.flatbuf.Footer (//File.fbs)
 
@@ -12,6 +12,14 @@ module ArrowFormat
       module Arrow
         module Flatbuf
           class Block < ::FlatBuffers::Struct
+            FIELDS = {
+              offset: ::FlatBuffers::Field.new(:offset, 0, 0, :long, 0),
+              meta_data_length: ::FlatBuffers::Field.new(:meta_data_length, 1, 8, :int, 4),
+              body_length: ::FlatBuffers::Field.new(:body_length, 2, 16, :long, 0),
+            }
+
+            Data = define_data_class
+
             # Length of the data (this is aligned so there can be a gap between this and
             # the metadata).
             def body_length
@@ -25,7 +33,7 @@ module ArrowFormat
               @view.unpack_int(field_offset)
             end
 
-            # Index to the start of the RecordBlock (note this is past the Message header)
+            # Index to the start of the RecordBatch (note this is past the Message header)
             def offset
               field_offset = 0
               @view.unpack_long(field_offset)

data/lib/arrow-format/org/apache/arrow/flatbuf/body_compression.rb

@@ -1,6 +1,6 @@
 # Automatically generated. Don't modify manually.
 #
-# Red FlatBuffers version: 0.0.3
+# Red FlatBuffers version: 0.0.4
 # Declared by:             //Message.fbs
 # Rooting type:            org.apache.arrow.flatbuf.Message (//Message.fbs)
 
@@ -17,6 +17,13 @@ module ArrowFormat
           # bodies. Intended for use with RecordBatch but could be used for other
           # message types
           class BodyCompression < ::FlatBuffers::Table
+            FIELDS = {
+              codec: ::FlatBuffers::Field.new(:codec, 0, 4, :byte, 0),
+              method: ::FlatBuffers::Field.new(:method, 1, 6, :byte, 0),
+            }
+
+            Data = define_data_class
+
             # Compressor library.
             # For LZ4_FRAME, each compressed buffer must consist of a single frame.
             def codec

data/lib/arrow-format/org/apache/arrow/flatbuf/body_compression_method.rb

@@ -1,6 +1,6 @@
 # Automatically generated. Don't modify manually.
 #
-# Red FlatBuffers version: 0.0.3
+# Red FlatBuffers version: 0.0.4
 # Declared by:             //Message.fbs
 # Rooting type:            org.apache.arrow.flatbuf.Message (//Message.fbs)
 
@@ -22,6 +22,8 @@ module ArrowFormat
             # uncompressed length may be set to -1 to indicate that the data that
             # follows is not compressed, which can be useful for cases where
             # compression does not yield appreciable savings.
+            # Also, empty buffers can optionally be written out as 0-byte compressed
+            # buffers, thereby omitting the 8-bytes length header.
             BUFFER = register("BUFFER", 0)
           end
         end

data/lib/arrow-format/org/apache/arrow/flatbuf/bool.rb

@@ -1,6 +1,6 @@
 # Automatically generated. Don't modify manually.
 #
-# Red FlatBuffers version: 0.0.3
+# Red FlatBuffers version: 0.0.4
 # Declared by:             //Schema.fbs
 # Rooting type:            org.apache.arrow.flatbuf.Message (//Message.fbs)
 
@@ -12,6 +12,10 @@ module ArrowFormat
       module Arrow
         module Flatbuf
           class Bool < ::FlatBuffers::Table
+            FIELDS = {
+            }
+
+            Data = define_data_class
           end
         end
       end

data/lib/arrow-format/org/apache/arrow/flatbuf/buffer.rb

@@ -1,6 +1,6 @@
 # Automatically generated. Don't modify manually.
 #
-# Red FlatBuffers version: 0.0.3
+# Red FlatBuffers version: 0.0.4
 # Declared by:             //Schema.fbs
 # Rooting type:            org.apache.arrow.flatbuf.Message (//Message.fbs)
 
@@ -14,6 +14,13 @@ module ArrowFormat
           # ----------------------------------------------------------------------
           # A Buffer represents a single contiguous memory segment
           class Buffer < ::FlatBuffers::Struct
+            FIELDS = {
+              offset: ::FlatBuffers::Field.new(:offset, 0, 0, :long, 0),
+              length: ::FlatBuffers::Field.new(:length, 1, 8, :long, 0),
+            }
+
+            Data = define_data_class
+
             # The absolute length (in bytes) of the memory buffer. The memory is found
             # from offset (inclusive) to offset + length (non-inclusive). When building
             # messages using the encapsulated IPC message, padding bytes may be written

data/lib/arrow-format/org/apache/arrow/flatbuf/compression_type.rb

@@ -1,6 +1,6 @@
 # Automatically generated. Don't modify manually.
 #
-# Red FlatBuffers version: 0.0.3
+# Red FlatBuffers version: 0.0.4
 # Declared by:             //Message.fbs
 # Rooting type:            org.apache.arrow.flatbuf.Message (//Message.fbs)
 

data/lib/arrow-format/org/apache/arrow/flatbuf/date.rb

@@ -1,6 +1,6 @@
 # Automatically generated. Don't modify manually.
 #
-# Red FlatBuffers version: 0.0.3
+# Red FlatBuffers version: 0.0.4
 # Declared by:             //Schema.fbs
 # Rooting type:            org.apache.arrow.flatbuf.Message (//Message.fbs)
 
@@ -19,6 +19,12 @@ module ArrowFormat
           #   leap seconds), where the values are evenly divisible by 86400000
           # * Days (32 bits) since the UNIX epoch
           class Date < ::FlatBuffers::Table
+            FIELDS = {
+              unit: ::FlatBuffers::Field.new(:unit, 0, 4, :short, 0),
+            }
+
+            Data = define_data_class
+
             def unit
               field_offset = @view.unpack_virtual_offset(4)
               if field_offset.zero?

data/lib/arrow-format/org/apache/arrow/flatbuf/date_unit.rb

@@ -1,6 +1,6 @@
 # Automatically generated. Don't modify manually.
 #
-# Red FlatBuffers version: 0.0.3
+# Red FlatBuffers version: 0.0.4
 # Declared by:             //Schema.fbs
 # Rooting type:            org.apache.arrow.flatbuf.Message (//Message.fbs)
 

data/lib/arrow-format/org/apache/arrow/flatbuf/decimal.rb

@@ -1,6 +1,6 @@
 # Automatically generated. Don't modify manually.
 #
-# Red FlatBuffers version: 0.0.3
+# Red FlatBuffers version: 0.0.4
 # Declared by:             //Schema.fbs
 # Rooting type:            org.apache.arrow.flatbuf.Message (//Message.fbs)
 
@@ -16,6 +16,14 @@ module ArrowFormat
           # 128-bit (16-byte) and 256-bit (32-byte) integers are used.
           # The representation uses the endianness indicated in the Schema.
           class Decimal < ::FlatBuffers::Table
+            FIELDS = {
+              precision: ::FlatBuffers::Field.new(:precision, 0, 4, :int, 0),
+              scale: ::FlatBuffers::Field.new(:scale, 1, 6, :int, 0),
+              bit_width: ::FlatBuffers::Field.new(:bit_width, 2, 8, :int, 0),
+            }
+
+            Data = define_data_class
+
             # Number of bits per value. The accepted widths are 32, 64, 128 and 256.
             # We use bitWidth for consistency with Int::bitWidth.
             def bit_width