file_data 5.0.0 → 5.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: d38cf3da31fc0fc355f64228574f06888f52563e
-  data.tar.gz: 6babcaa52b7fe146f4a310eb2eb34868522edd2b
+SHA256:
+  metadata.gz: 441d9a1d1481ac066af3b8c0bcd2bae00e7b54b88c322ef251a7579ee79f270b
+  data.tar.gz: af5797dd26aefac7eddee225a81012b7942283bee76e5add1911d67cb5158d4b
 SHA512:
-  metadata.gz: f537057f31aa2f9021cdf9f9d75a94fb03024f2e9b796f99c56a26c3826a7b801931771e73ffecdee4492050eb57fc320403b8007dbda3403317af577b95428b
-  data.tar.gz: 4ffd9045d319937d8b2561ee046eca8e6a08ca6cadcf938f4a3a132ec872aca310645c8b7a517ef6ed7e8f4f1793e9736fc3483010fd9a18ddaf87ab4635e596
+  metadata.gz: ea6f2869ffa5b4f2a54d5767b7affc853c546e65866d55d6b655a6ddfddb00f732370abeea3e431cc3a951fb8cf4789d155d9321974181b84cefe8619591db3d
+  data.tar.gz: efb5a79f2b6297ef5b1f85a7acd6f6d33e8b313a47e6c3cfc0b69080819d6fca5d116158341ede91c5e6b3e0a34c7f641fc27f1fd63c08c9bf28ec11f89ce15b

data/.gitignore

@@ -47,4 +47,8 @@ build-iPhoneSimulator/
 # .ruby-gemset
 
 # unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
-.rvmrc
+.rvmrc
+
+# Deep cover files
+.sass-cache/
+deep_cover/

data/.rubocop.yml

@@ -8,7 +8,7 @@ Metrics/ClassLength:
   Max: 100
 EndOfLine:
   Enabled: false
-Style/BlockLength:
+Metrics/BlockLength:
   Exclude:
     - 'spec/**/*_spec.rb'
 Style/BlockComments:
@@ -16,4 +16,4 @@ Style/BlockComments:
     - 'spec/spec_helper.rb'
 AllCops:
   Exclude:
-    - 'file_data.gemspec'
+    - 'file_data.gemspec'

data/Gemfile.lock

@@ -1,22 +1,52 @@
 PATH
   remote: .
   specs:
-    file_data (5.0.0)
+    file_data (5.2.3)
 
 GEM
   remote: https://rubygems.org/
   specs:
+    ast (2.4.0)
+    backports (3.11.3)
+    binding_of_caller (0.8.0)
+      debug_inspector (>= 0.0.1)
+    coderay (1.1.2)
     coveralls (0.8.19)
       json (>= 1.8, < 3)
       simplecov (~> 0.12.0)
       term-ansicolor (~> 1.3)
       thor (~> 0.19.1)
       tins (~> 1.6)
+    debug_inspector (1.1.0)
+    deep-cover (0.6.2)
+      backports (>= 3.11.0)
+      binding_of_caller
+      bundler
+      highline
+      parser (~> 2.5.0)
+      pry
+      sass
+      slop (~> 4.0)
+      term-ansicolor
+      terminal-table
+      with_progress
     diff-lcs (1.3)
     docile (1.1.5)
     fakefs (0.10.2)
-    json (2.0.3)
-    rake (10.5.0)
+    ffi (1.9.25)
+    ffi (1.9.25-x64-mingw32)
+    highline (2.0.0)
+    json (2.6.0)
+    method_source (0.9.0)
+    parser (2.5.1.0)
+      ast (~> 2.4.0)
+    pry (0.11.3)
+      coderay (~> 1.1.0)
+      method_source (~> 0.9.0)
+    rake (13.0.6)
+    rb-fsevent (0.10.3)
+    rb-inotify (0.9.10)
+      ffi (>= 0.5.0, < 2)
     rspec (3.5.0)
       rspec-core (~> 3.5.0)
       rspec-expectations (~> 3.5.0)
@@ -30,27 +60,40 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.5.0)
     rspec-support (3.5.0)
+    ruby-progressbar (1.9.0)
+    sass (3.5.6)
+      sass-listen (~> 4.0.0)
+    sass-listen (4.0.0)
+      rb-fsevent (~> 0.9, >= 0.9.4)
+      rb-inotify (~> 0.9, >= 0.9.7)
     simplecov (0.12.0)
       docile (~> 1.1.0)
       json (>= 1.8, < 3)
       simplecov-html (~> 0.10.0)
     simplecov-html (0.10.0)
+    slop (4.6.2)
     term-ansicolor (1.4.0)
       tins (~> 1.0)
+    terminal-table (1.8.0)
+      unicode-display_width (~> 1.1, >= 1.1.1)
     thor (0.19.4)
     tins (1.13.2)
+    unicode-display_width (1.4.0)
+    with_progress (1.0.1)
+      ruby-progressbar (~> 1.4)
 
 PLATFORMS
   ruby
   x64-mingw32
 
 DEPENDENCIES
-  bundler (~> 1.14)
+  bundler (~> 2.2)
   coveralls (~> 0.8)
+  deep-cover (~> 0.6)
   fakefs (~> 0.10)
   file_data!
-  rake (~> 10.0)
+  rake (~> 13.0)
   rspec (~> 3.0)
 
 BUNDLED WITH
-   1.14.6
+   2.2.29

data/README.md

@@ -4,12 +4,27 @@ file_data
 [![Build Status](https://travis-ci.org/ScottHaney/file_data.svg?branch=master)](https://travis-ci.org/ScottHaney/file_data)
 [![Coverage Status](https://coveralls.io/repos/github/ScottHaney/file_data/badge.svg?branch=master)](https://coveralls.io/github/ScottHaney/file_data?branch=master)
 [![Code Climate](https://codeclimate.com/github/ScottHaney/file_data/badges/gpa.svg)](https://codeclimate.com/github/ScottHaney/file_data)
+[![Gem Version](https://badge.fury.io/rb/file_data.svg)](https://badge.fury.io/rb/file_data)
 
 Ruby library that reads file metadata.
 
-Current support
+The api provides a basic usage and an advanced usage. The basic usage will reopen and reparse the file every time it is called which is no problem when reading a single value but can be a performance drain for multiple values. The advanced usage allows the user to grab more than one value without having to read the file more than once.
 
-* Exif: Only jpeg files are supported and FlashPix extensions are not supported
+## Basic Usage
+
+```ruby
+filepath = '...' # Path to a jpeg or mpeg4 file
+
+# Get the date when the file content originated. When a photo was taken, when a movie was recorded, etc
+FileData::FileInfo.origin_date(filepath)
+
+# Get the date when the file was considered to be created. This is usually tied in some way to when the file itself was created on a disk somewhere (not usually as useful as origin date)
+FileData::FileInfo.creation_date(filepath)
+```
+
+## Advanced Usage
+
+Varies by file format type. Currently there are low level classes for parsing exif and mpeg4 metadata
 
 ## Exif documentation
 
@@ -221,4 +236,17 @@ FileData::ExifTags.tag_groups[40_965] =
   }
 ```
 
+## Mpeg4 documentation
+
+```ruby
+
+filepath = '...' # path to an mpeg4 file
+File.open(filepath, 'rb') do |stream|
+  parser = FileData::MvhdBoxParser # class that parses the box you want
+  method = :creation_time # attribute to get from the parse result
+  box_path = ['moov', 'mvhd'] # path to get to the box that you want
 
+  # final result that you are looking for
+  result = FileData::Mpeg4.get_value(stream, parser, method, *box_path)
+end
+```

data/dockerfile

@@ -0,0 +1,13 @@
+FROM ruby:3.0.2-alpine3.13
+
+RUN gem install bundler
+
+RUN apk update && apk upgrade && \
+    apk add --no-cache bash git openssh && \
+    apk add --update make && \
+    apk add --update gcc && \
+    apk add libc-dev
+
+WORKDIR /tmp/code
+
+CMD [ "/bin/sh" ]

data/file_data.gemspec

@@ -9,9 +9,9 @@ Gem::Specification.new do |spec|
   spec.authors       = ["Scott"]
   spec.email         = [""]
 
-  spec.summary       = %q{Extracts file metadata information (currently only supports exif metadata for jpeg files)}
-  spec.description   = %q{Extracts file metadata information (currently only supports exif metadata for jpeg files)}
-  spec.homepage      = ""
+  spec.summary       = %q{Provides apis for extracting common metadata out of files as well as low level apis for advanced metadata parsing. Currently exif (jpeg/jpg) is almost entirely supported and mpeg4 (mp4,m4v,moov...) has limited support}
+  spec.description   = %q{Provides apis for extracting common metadata out of files as well as low level apis for advanced metadata parsing. Currently exif (jpeg/jpg) is almost entirely supported and mpeg4 (mp4,m4v,moov...) has limited support. For common metadata the FileInfo class provides methods names after the metadata items taking a filename. As an example, to get the origin date of a file you would call FileData::FileInfo.origin_date(filename). Advanced apis are provided via specific classes for each metadata type. For example, Exif for exif data and Mpeg4 for mpeg4 data. These can be used to improve the performance of gathering multiple metadata values from a file}
+  spec.homepage      = "https://github.com/ScottHaney/file_data"
   spec.license       = "MIT"
 
   # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
@@ -30,9 +30,10 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_development_dependency "bundler", "~> 1.14"
-  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "bundler", "~> 2.2"
+  spec.add_development_dependency "rake", "~> 13.0"
   spec.add_development_dependency "rspec", "~> 3.0"
   spec.add_development_dependency "coveralls", "~> 0.8"
   spec.add_development_dependency "fakefs", "~> 0.10"
+  spec.add_development_dependency "deep-cover", "~> 0.6"
 end

data/lib/file_data/core_extensions/binary_extensions.rb

@@ -0,0 +1,13 @@
+# Methods for reading values from a binary stream
+module BinaryExtensions
+  def read_value(num_bytes)
+    bytes = each_byte.take(num_bytes)
+    bytes.reverse! if @is_little_endian
+
+    bytes.inject { |total, val| (total << 8) + val }
+  end
+
+  def read_ascii(num_bytes)
+    each_byte.take(num_bytes).map(&:chr).join
+  end
+end

data/lib/file_data/file_types/file_info.rb

@@ -0,0 +1,33 @@
+module FileData
+  # Operations common to all files
+  class FileInfo
+    class << self
+      attr_reader :info_maps
+    end
+
+    @info_maps ||= {}
+
+    %w[creation_date origin_date].each do |method_name|
+      define_singleton_method(method_name) do |filename|
+        File.open(filename, 'rb') do |stream|
+          reader = reader_class(filename)
+          raise "No metadata parser class found for the file #{filename}" if reader.nil?
+
+          reader_class(filename).send(method_name, stream)
+        end
+      end
+    end
+
+    def self.reader_class(filename)
+      info_maps[get_reader_key(filename)]
+    end
+
+    def self.can_handle?(filename)
+      info_maps.key?(get_reader_key(filename))
+    end
+
+    def self.get_reader_key(filename)
+      File.extname(filename).downcase
+    end
+  end
+end

data/lib/file_data/file_types/jpeg.rb

@@ -1,52 +1,48 @@
+require_relative '../helpers/sized_field'
+require_relative '../helpers/stream_view'
+
 module FileData
   # Represents a Jpeg image stream
   class Jpeg
     SOI_BYTES = [255, 216].freeze
+    EOI_BYTES = [255, 217].freeze
     SECTION_HEADER_SIZE = 4
     INVALID_HEADER_MSG = 'the given file is not a jpeg file since it does not'\
      'begin with the start of image (SOI) bytes.'.freeze
 
-    def initialize(stream)
-      @stream = stream
-    end
-
-    def each_section
-      read_header
-      Enumerator.new { |e| yield_sections(e) }.lazy
+    def self.each_section(stream)
+      view = Helpers::StreamView.new(stream)
+      read_header(view)
+      Enumerator.new { |e| yield_sections(view, e) }.lazy
     end
 
-    def read_header
-      soi = read_bytes(SOI_BYTES.size)
+    def self.read_header(stream)
+      soi = stream.each_byte.take(SOI_BYTES.size)
       raise INVALID_HEADER_MSG unless soi == SOI_BYTES
     end
 
-    def yield_sections(e)
-      loop do
-        next_section_pos = yield_section(e)
-        break unless section_pos?(next_section_pos)
-        @stream.seek(next_section_pos)
-      end
-    end
-
-    def yield_section(e)
-      section_start_pos = @stream.pos + 2
-      marker, size = read_section_header
-      e.yield marker, size
-      section_start_pos + size
-    end
+    def self.yield_sections(stream, enumerator)
+      until stream.eof?
+        marker = stream.each_byte.take(2)
+        break if marker == EOI_BYTES
 
-    def section_pos?(section_pos)
-      # Make sure that there are enough bytes for a section header.
-      # This also handles an ending two byte JPEG EOI sequence.
-      @stream.size - section_pos >= SECTION_HEADER_SIZE
+        section = current_section(stream, marker)
+        enumerator.yield section
+        stream.seek(section.content_stream.end_pos + 1)
+      end
     end
 
-    def read_section_header
-      [read_bytes(2), read_bytes(2).inject { |a, v| (a << 8) + v }]
-    end
+    # def self.section_pos?(stream)
+    #   # Make sure that there are enough bytes for a section header.
+    #   # This also handles an ending two byte JPEG EOI sequence.
+    #   stream.size >= SECTION_HEADER_SIZE
+    # end
 
-    def read_bytes(num_bytes)
-      @stream.each_byte.take(num_bytes)
+    def self.current_section(stream, marker)
+      content_stream = Helpers::SizedField.create_view(stream, 2)
+      JpegSection.new(marker, content_stream)
     end
   end
+
+  JpegSection = Struct.new(:marker, :content_stream)
 end

data/lib/file_data/formats/exif/exif.rb

@@ -1,9 +1,12 @@
 require_relative 'exif_reader'
 require_relative 'exif_jpeg'
+require 'time'
 
 module FileData
   # Convenience class for extracting exif data from a file or stream
   class Exif
+    ['.jpeg', '.jpg'].each { |e| FileInfo.info_maps[e] = Exif }
+
     # Create methods that forward to ExifReader
     # Each method requires the stream as a parameter to help the user
     # fall into a "pit of success" by only opening and closing
@@ -23,10 +26,19 @@ module FileData
 
     def self.streamify(input)
       if input.is_a?(String)
-        File.open(input, 'rb') { |f| yield f }
+        ::File.open(input, 'rb') { |f| yield f }
       else
         yield input
       end
     end
+
+    def self.creation_date(input)
+      raw_tag = FileData::Exif.only_image_tag(input, [34_665, 36_867])
+      Time.strptime(raw_tag, '%Y:%m:%d %H:%M:%S') unless raw_tag.nil?
+    end
+
+    def self.origin_date(input)
+      creation_date(input)
+    end
   end
 end

data/lib/file_data/formats/exif/exif_jpeg.rb

@@ -15,14 +15,20 @@ module FileData
       ExifStream.new(@stream) if seek_exif
     end
 
+    private
+
     def seek_exif
-      Jpeg.new(@stream).each_section
-          .select { |marker, _| exif_section?(marker) }
+      Jpeg.each_section(@stream)
+          .select { |section| exif_section?(section) }
           .first
     end
 
-    def exif_section?(marker)
-      marker == APP1_BYTES && @stream.each_byte.take(EXIF_ID.size) == EXIF_ID
+    def exif_section?(section)
+      section.marker == APP1_BYTES && read_exif_id(section)
+    end
+
+    def read_exif_id(section)
+      section.content_stream.each_byte.take(EXIF_ID.size) == EXIF_ID
     end
   end
 end

data/lib/file_data/formats/exif/exif_stream.rb

@@ -1,8 +1,11 @@
 require 'forwardable'
+require_relative '../../core_extensions/binary_extensions'
 
 module FileData
   # Wraps a stream with exif specific logic
   class ExifStream
+    include BinaryExtensions
+
     MOTOROLLA_BYTES = 'MM'.bytes.to_a.freeze
     INTEL_BYTES = 'II'.bytes.to_a.freeze
 
@@ -20,7 +23,7 @@ module FileData
     VALUE_OFFSET_SIZE = 4
 
     extend Forwardable
-    def_delegators :@stream, :seek, :pos
+    def_delegators :@stream, :seek, :pos, :each_byte
 
     def initialize(stream)
       @stream = stream
@@ -28,10 +31,10 @@ module FileData
     end
 
     def read_header
-      @is_big_endian =
+      @is_little_endian =
         case @stream.each_byte.take(2)
-        when INTEL_BYTES then false
-        when MOTOROLLA_BYTES then true
+        when INTEL_BYTES then true
+        when MOTOROLLA_BYTES then false
         else raise 'the byte order bytes did not match any expected value'
         end
 
@@ -63,7 +66,7 @@ module FileData
     end
 
     def read_undefined(size)
-      [read_raw_val(size), @is_big_endian]
+      [read_raw_val(size), @is_little_endian]
     end
 
     def read_raw_val(size)
@@ -95,12 +98,5 @@ module FileData
     def to_slong(raw_value)
       -(raw_value & HIGH_BIT_MASK) + (raw_value & ~HIGH_BIT_MASK)
     end
-
-    def read_value(num_bytes)
-      bytes = @stream.each_byte.take(num_bytes)
-      bytes.reverse! unless @is_big_endian
-
-      bytes.inject { |total, val| (total << 8) + val }
-    end
   end
 end

data/lib/file_data/formats/exif/exif_tag_reader.rb

@@ -22,11 +22,11 @@ module FileData
       end
     end
 
-    def process_ifd(ifd, e)
+    def process_ifd(ifd, enumerator)
       # Yield the tags or just skip ahead
 
       if ifds_to_include.include?(ifd.index)
-        ifd.tags.each { |t| e.yield t }
+        ifd.tags.each { |t| enumerator.yield t }
       else
         # Avoid skipping the last ifd as this is needless work
         ifd.skip unless ifd.index == 1

data/lib/file_data/formats/mpeg4/box.rb

@@ -0,0 +1,38 @@
+require_relative '../../helpers/stream_view'
+
+module FileData
+  # Mpeg4 box
+  class Box
+    attr_reader :type, :content_stream, :end_pos
+
+    def initialize(type, content_stream)
+      @type = type
+      @content_stream = content_stream
+      @end_pos = @content_stream.end_pos
+    end
+
+    def self.parse(view)
+      type, pos, size = parse_header(view)
+      new(type, Helpers::SubStreamView.new(view.stream, pos, size))
+    end
+
+    def self.parse_header(view)
+      start_pos = view.pos
+      first_field = view.read_value(4)
+      type = view.read_ascii(4)
+
+      total_size =
+        if first_field == 1
+          view.read_value(8)
+        else
+          first_field
+        end
+
+      content_pos = view.pos
+      header_size = content_pos - start_pos
+      content_size = total_size - header_size
+
+      [type, content_pos, content_size]
+    end
+  end
+end

data/lib/file_data/formats/mpeg4/box_factory.rb

@@ -0,0 +1,10 @@
+module FileData
+  # Factory mapping box type to a class that can parse it
+  class BoxFactory
+    class << self
+      attr_reader :map
+    end
+
+    @map ||= {}
+  end
+end

data/lib/file_data/formats/mpeg4/box_parsers/ilst_box.rb

@@ -0,0 +1,25 @@
+require_relative '../boxes_reader'
+require_relative '../../../helpers/stream_view'
+require_relative 'ilst_data_box'
+
+module FileData
+  # Parsers for the 'ilst' box
+  class IlstBoxParser
+    def self.parse(view)
+      size = view.read_value(4)
+      index = view.read_value(4)
+
+      db = find_data_box(view, size)
+      data_box = db.nil? ? nil : IlstDataBoxParser.parse(db)
+
+      IlstBox.new(index, data_box)
+    end
+
+    def self.find_data_box(parent_view, parent_size)
+      view = Helpers::SubStreamView.new(parent_view.stream, parent_view.stream.pos, parent_size - 8)
+      BoxesReader.read(view).find { |box| box.type == 'data' }
+    end
+  end
+
+  IlstBox = Struct.new(:index, :data_box)
+end

data/lib/file_data/formats/mpeg4/box_parsers/ilst_data_box.rb

@@ -0,0 +1,17 @@
+module FileData
+  # Parser for the 'data' box
+  class IlstDataBoxParser
+    def self.parse(box)
+      view = box.content_stream
+
+      # TO DO - Currently a text value is always assumed...
+      data_type = view.read_value(4)
+      locale = view.read_value(4)
+      value = view.read_ascii(view.remaining_bytes)
+
+      DataBox.new(data_type, locale, value)
+    end
+  end
+
+  DataBox = Struct.new(:data_type, :locale, :value_text)
+end

data/lib/file_data/formats/mpeg4/box_parsers/keys_box.rb

@@ -0,0 +1,24 @@
+require_relative '../../../helpers/sized_field'
+
+module FileData
+  # Parser for the 'keys' box
+  class KeysBoxParser
+    def self.parse(view)
+      view.read_value(1) # version field
+      view.read_value(3) # flags field
+
+      entry_count = view.read_value(4)
+      Array.new(entry_count) { |index| parse_key(view, index) }
+    end
+
+    def self.parse_key(view, index)
+      key_view = Helpers::SizedField.create_view(view, 4)
+      namespace = key_view.read_ascii(4)
+      value = key_view.read_ascii(key_view.remaining_bytes)
+
+      Key.new(index + 1, namespace, value)
+    end
+  end
+
+  Key = Struct.new(:index, :namespace, :value)
+end

data/lib/file_data/formats/mpeg4/box_parsers/meta_box.rb

@@ -0,0 +1,42 @@
+require_relative 'keys_box'
+require_relative 'ilst_box'
+require_relative '../box_path'
+require 'time'
+
+module FileData
+  # Parser for the 'meta' box
+  class MetaBoxParser
+    def self.parse(view)
+      creation_key = get_creation_key(view)
+      return MetaBox.new(nil) if creation_key.nil?
+
+      creation_date_data = get_creation_date(view, creation_key.index)
+      return MetaBox.new(nil) if creation_date_data.nil?
+
+      MetaBox.new(Time.parse(creation_date_data.data_box.value_text))
+    end
+
+    def self.get_creation_key(view)
+      kb = BoxPath.get_path(view, 'keys')
+      return nil if kb.nil?
+
+      keys = KeysBoxParser.parse(kb.content_stream)
+      keys.find { |key| key.value == 'com.apple.quicktime.creationdate' }
+    end
+
+    def self.get_creation_date(view, index)
+      ilst_boxes = get_ilst_boxes(view)
+      ilst_boxes.find { |x| x.index == index }
+    end
+
+    def self.get_ilst_boxes(view)
+      view.seek view.start_pos
+      box = BoxPath.get_path(view, 'ilst')
+      ilst_boxes = []
+      ilst_boxes << IlstBoxParser.parse(box.content_stream) until box.content_stream.eof?
+      ilst_boxes
+    end
+  end
+
+  MetaBox = Struct.new(:creation_date)
+end

data/lib/file_data/formats/mpeg4/box_parsers/mvhd_box.rb

@@ -0,0 +1,19 @@
+module FileData
+  # Parser for the 'mvhd' box
+  class MvhdBoxParser
+    def self.parse(view)
+      MvhdBox.new(parse_mvhd_creation_date(view))
+    end
+
+    def self.parse_mvhd_creation_date(view)
+      version = view.read_value(1)
+      view.read_value(3) # Flags bytes
+
+      creation_time = view.read_value(version == 1 ? 8 : 4)
+      epoch_delta = 2_082_844_800
+      Time.at(creation_time - epoch_delta)
+    end
+  end
+
+  MvhdBox = Struct.new(:creation_time)
+end

data/lib/file_data/formats/mpeg4/box_path.rb

@@ -0,0 +1,26 @@
+require_relative 'boxes_reader'
+
+module FileData
+  # Finds Mpeg4 boxes within a stream
+  class BoxPath
+    def self.get_root_path(stream, *box_path)
+      get_path(Helpers::StreamView.new(stream), *box_path)
+    end
+
+    # def self.get_box_path(box, *box_path)
+    #   get_path(box.content_stream, *box_path)
+    # end
+
+    def self.get_path(stream_view, *box_path)
+      match = BoxesReader.read(stream_view).find { |x| x.type == box_path[0] }
+
+      if match.nil?
+        nil
+      elsif box_path.length == 1
+        match
+      else
+        get_path(match.content_stream, *box_path[1..-1])
+      end
+    end
+  end
+end

data/lib/file_data/formats/mpeg4/boxes_reader.rb

@@ -0,0 +1,19 @@
+require_relative 'box'
+require_relative '../../helpers/stream_view'
+
+module FileData
+  # Returns all boxes starting from the current position of a stream
+  class BoxesReader
+    def self.read(view)
+      Enumerator.new do |e|
+        view.seek view.start_pos
+        until view.eof?
+          box = Box.parse(view)
+
+          e.yield box
+          view.seek box.end_pos + 1
+        end
+      end.lazy
+    end
+  end
+end

data/lib/file_data/formats/mpeg4/mpeg4.rb

@@ -0,0 +1,30 @@
+require_relative 'box_path'
+require_relative 'box_parsers/meta_box'
+require_relative 'box_parsers/mvhd_box'
+
+module FileData
+  # Parses and returns metadata from an Mpeg4 file
+  class Mpeg4
+    class << self
+      ['.mp4', '.mpeg4', '.m4v', '.mov'].each { |e| FileInfo.info_maps[e] = Mpeg4 }
+
+      values = [['origin_date', MetaBoxParser,
+                 'creation_date', 'moov', 'meta'],
+                ['creation_date', MvhdBoxParser,
+                 'creation_time', 'moov', 'mvhd']]
+
+      values.each do |v|
+        define_method(v[0]) do |stream|
+          get_value(*v.drop(1).unshift(stream))
+        end
+      end
+    end
+
+    def self.get_value(stream, parser, method, *box_path)
+      box = BoxPath.get_root_path(stream, *box_path)
+      parser.parse(box.content_stream).send(method) unless box.nil?
+    end
+  end
+
+  Mpeg4ValueInfo = Struct.new(:name, :parser_class, :method_name, :box_path)
+end

data/lib/file_data/helpers/sized_field.rb

@@ -0,0 +1,11 @@
+require_relative 'stream_view'
+
+module Helpers
+  # Binary block that has a size equal to the value of its first field
+  class SizedField
+    def self.create_view(view, size_len)
+      content_size = view.read_value(size_len) - size_len
+      SubStreamView.new(view.stream, view.stream.pos, content_size)
+    end
+  end
+end

data/lib/file_data/helpers/stream_view.rb

@@ -0,0 +1,49 @@
+require 'forwardable'
+require_relative '../core_extensions/binary_extensions'
+
+module Helpers
+  # Abstract view of a stream
+  class BaseStreamView
+    extend Forwardable
+    include BinaryExtensions
+
+    attr_reader :stream, :start_pos
+
+    def initialize(stream, start_pos)
+      @stream = stream
+      @start_pos = start_pos
+    end
+
+    def_delegators :@stream, :seek, :each_byte, :pos
+  end
+
+  # View of a stream that has a specified size in bytes
+  class SubStreamView < BaseStreamView
+    attr_reader :end_pos, :size
+
+    def initialize(stream, start_pos, size)
+      super(stream, start_pos)
+      @end_pos = @start_pos + size - 1
+      @size = size
+    end
+
+    def remaining_bytes
+      @end_pos - pos + 1
+    end
+
+    def eof?
+      pos > @end_pos || @stream.eof?
+    end
+  end
+
+  # View of a stream that ends when eof? is true
+  class StreamView < BaseStreamView
+    def initialize(stream)
+      super(stream, 0)
+    end
+
+    def eof?
+      @stream.eof?
+    end
+  end
+end

data/lib/file_data/version.rb

@@ -1,3 +1,3 @@
 module FileData
-  VERSION = '5.0.0'.freeze
+  VERSION = '5.2.3'.freeze
 end

data/lib/file_data.rb

@@ -1 +1,4 @@
+require 'file_data/version'
+require 'file_data/file_types/file_info'
 require 'file_data/formats/exif/exif'
+require 'file_data/formats/mpeg4/mpeg4'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: file_data
 version: !ruby/object:Gem::Version
-  version: 5.0.0
+  version: 5.2.3
 platform: ruby
 authors:
 - Scott
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2017-05-24 00:00:00.000000000 Z
+date: 2021-10-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -16,28 +16,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.14'
+        version: '2.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.14'
+        version: '2.2'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -80,8 +80,28 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.10'
-description: Extracts file metadata information (currently only supports exif metadata
-  for jpeg files)
+- !ruby/object:Gem::Dependency
+  name: deep-cover
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.6'
+description: Provides apis for extracting common metadata out of files as well as
+  low level apis for advanced metadata parsing. Currently exif (jpeg/jpg) is almost
+  entirely supported and mpeg4 (mp4,m4v,moov...) has limited support. For common metadata
+  the FileInfo class provides methods names after the metadata items taking a filename.
+  As an example, to get the origin date of a file you would call FileData::FileInfo.origin_date(filename).
+  Advanced apis are provided via specific classes for each metadata type. For example,
+  Exif for exif data and Mpeg4 for mpeg4 data. These can be used to improve the performance
+  of gathering multiple metadata values from a file
 email:
 - ''
 executables: []
@@ -98,9 +118,12 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- dockerfile
 - file_data.gemspec
 - lib/file_data.rb
+- lib/file_data/core_extensions/binary_extensions.rb
 - lib/file_data/core_extensions/enumerable_extensions.rb
+- lib/file_data/file_types/file_info.rb
 - lib/file_data/file_types/jpeg.rb
 - lib/file_data/formats/exif/exif.rb
 - lib/file_data/formats/exif/exif_data.rb
@@ -111,13 +134,25 @@ files:
 - lib/file_data/formats/exif/exif_tags.rb
 - lib/file_data/formats/exif/ifd.rb
 - lib/file_data/formats/exif/ordinal_ifd.rb
+- lib/file_data/formats/mpeg4/box.rb
+- lib/file_data/formats/mpeg4/box_factory.rb
+- lib/file_data/formats/mpeg4/box_parsers/ilst_box.rb
+- lib/file_data/formats/mpeg4/box_parsers/ilst_data_box.rb
+- lib/file_data/formats/mpeg4/box_parsers/keys_box.rb
+- lib/file_data/formats/mpeg4/box_parsers/meta_box.rb
+- lib/file_data/formats/mpeg4/box_parsers/mvhd_box.rb
+- lib/file_data/formats/mpeg4/box_path.rb
+- lib/file_data/formats/mpeg4/boxes_reader.rb
+- lib/file_data/formats/mpeg4/mpeg4.rb
+- lib/file_data/helpers/sized_field.rb
+- lib/file_data/helpers/stream_view.rb
 - lib/file_data/version.rb
-homepage: ''
+homepage: https://github.com/ScottHaney/file_data
 licenses:
 - MIT
 metadata:
   allowed_push_host: https://rubygems.org
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -132,10 +167,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.1
-signing_key: 
+rubygems_version: 3.2.22
+signing_key:
 specification_version: 4
-summary: Extracts file metadata information (currently only supports exif metadata
-  for jpeg files)
+summary: Provides apis for extracting common metadata out of files as well as low
+  level apis for advanced metadata parsing. Currently exif (jpeg/jpg) is almost entirely
+  supported and mpeg4 (mp4,m4v,moov...) has limited support
 test_files: []