format_parser 1.4.2 → 1.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5a9a94233949cc72d18b433cf1ddcba0e479e8b93aa1ff2e48bda6f6d86f667b
-  data.tar.gz: 4e357bc46207e95cad52d21b2aaa1781e9c231bab02e235be29663db9722f5d9
+  metadata.gz: 54b56b24c97b2532bc5d7f8521aa38714111a05f2bedd5e15b7391e1005d9795
+  data.tar.gz: e33a026ab2c611a86d6ba7e35fd413455f7b99c423651fa09dcebf08ad543e0a
 SHA512:
-  metadata.gz: dcf8c8aeefc6166f3645dae461aadbcc2b36e96cb7a75162586fc009d562f6f978767ff877b27d0c192b5ca3107011a1bfdda842e730e486ced02e4191b53f59
-  data.tar.gz: fbc2caafb269f5e9c249e6ffe62ea8141477589256fab1bea5d058877d571725b1e619619ef9fcd33005d42759697ae7c7575d7a79217bdedc7e96ab02ce3c1b
+  metadata.gz: e27ec936c4b43cc6c82f896846ef3e8044a0639b18c1c2accf7bbdeffd0fe73d9c03fb2f2e9b4a477ef1f98a1043047042b8521f186e3406ca1c482be9a66abd
+  data.tar.gz: a7927cfb5fbf0a41980465186809fb830b322e83db56bab15b5a2ad897031f7269eeae85d7e61f489a5cc2e6737348309e4f93c5dee27238d06a3ed0979f0d43

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 1.5.0
+* Add support for `NEF` files.
+
 ## 1.4.2
 * Fix `MP3Parser` taking precedence when parsing `WEBP` files.
 

data/README.md

@@ -14,6 +14,7 @@ and [dimensions,](https://github.com/sstephenson/dimensions) borrowing from them
 
 * TIFF
 * CR2
+* NEF
 * PSD
 * PNG
 * MP3
@@ -148,6 +149,14 @@ Unless specified otherwise in this section the fixture files are MIT licensed an
 ### MP3
 - Cassy.mp3 has been produced by WeTransfer and may be used with the library for the purposes of testing
 
+### AAC
+- Originals music files: “Furious Freak” and “Galway”, Kevin MacLeod (incompetech.com), Licensed under Creative Commons: By Attribution 3.0, http://creativecommons.org/licenses/by/3.0/
+- The AAC samples were converted from 'wav' format and made available [here](https://espressif-docs.readthedocs-hosted.com/projects/esp-adf/en/latest/design-guide/audio-samples.html) by Espressif Systems, as part of their audio development framework (under the ESPRESSIF MIT License).
+- Files:
+  - ff-16b-2c-44100hz.aac
+  - ff-16b-1c-44100hz.aac
+  - gs-16b-2c-44100hz.aac
+  - gs-16b-1c-44100hz.aac
 ### FDX
 - fixture.fdx was created by one of the project maintainers and is MIT licensed
 
@@ -161,6 +170,12 @@ Unless specified otherwise in this section the fixture files are MIT licensed an
 ### CR2
 - CR2 examples are downloaded from http://www.rawsamples.ch/ and are Creative Common Licensed.
 
+### NEF
+- NEF examples are downloaded from http://www.rawsamples.ch/ and are Creative Common Licensed.
+
+### ERF
+- ERF examples are downloaded from http://www.rawsamples.ch/ and are Creative Common Licensed.
+
 ### FLAC
 - atc_fixture_vbr.flac is a converted version of the MP3 with the same name
 - c_11k16btipcm.flac is a converted version of the WAV with the same name

data/lib/format_parser/version.rb

@@ -1,3 +1,3 @@
 module FormatParser
-  VERSION = '1.4.2'
+  VERSION = '1.6.0'
 end

data/lib/parsers/aac_parser/adts_header_info.rb

@@ -0,0 +1,138 @@
+# This is a representation of the relevant information found in an Audio Data Transport Stream (ADTS) file header.
+class FormatParser::AdtsHeaderInfo
+  attr_accessor :mpeg_version, :layer, :protection_absence, :profile, :mpeg4_sampling_frequency_index,
+                :mpeg4_channel_config, :originality, :home_usage, :frame_length, :buffer_fullness,
+                :aac_frames_per_adts_frame
+
+  # An ADTS header has the following format, when represented in bits:
+  # AAAAAAAA AAAABCCD EEFFFFGH HHIJKLMM MMMMMMMM MMMOOOOO OOOOOOPP (QQQQQQQQ QQQQQQQQ)
+  # The chunks represented by these letters have specific meanings, as described here:
+  # https://wiki.multimedia.cx/index.php/ADTS
+
+  AAC_ADTS_HEADER_BITS_CHUNK_SIZES = [
+    ['A', 12], ['B', 1], ['C', 2], ['D', 1],
+    ['E', 2], ['F', 4], ['G', 1], ['H', 3],
+    ['I', 1], ['J', 1], ['K', 1], ['L', 1],
+    ['M', 13], ['O', 11], ['P', 2], ['Q', 16]
+  ]
+  MPEG4_AUDIO_OBJECT_TYPE_RANGE = 0..45
+  MPEG4_AUDIO_SAMPLING_FREQUENCY_RANGE = 0..14
+  MPEG4_AUDIO_SAMPLING_FREQUENCY_HASH = {
+    0 => 96000, 1 => 88200, 2 => 64000,
+    3 => 48000, 4 => 44100, 5 => 32000,
+    6 => 24000, 7 => 22050, 8 => 16000,
+    9 => 12000, 10 => 11025, 11 => 8000,
+    12 => 7350, 13 => 'Reserved', 14 => 'Reserved'
+  }
+  AAC_PROFILE_DESCRIPTION_HASH = {
+    0 => 'AAC_MAIN',
+    1 => 'AAC_LC (Low Complexity)',
+    2 => 'AAC_SSR (Scaleable Sampling Rate)',
+    3 => 'AAC_LTP (Long Term Prediction)'
+  }
+  MPEG_VERSION_HASH = { 0 => 'MPEG-4', 1 => 'MPEG-2'}
+
+  def mpeg4_sampling_frequency
+    if !@mpeg4_sampling_frequency_index.nil? && MPEG4_AUDIO_SAMPLING_FREQUENCY_HASH.key?(@mpeg4_sampling_frequency_index)
+      return MPEG4_AUDIO_SAMPLING_FREQUENCY_HASH[@mpeg4_sampling_frequency_index]
+    end
+    nil
+  end
+
+  def profile_description
+    if !@profile.nil? && AAC_PROFILE_DESCRIPTION_HASH.key?(@profile)
+      return AAC_PROFILE_DESCRIPTION_HASH[@profile]
+    end
+    nil
+  end
+
+  def mpeg_version_description
+    if !@mpeg_version.nil? && MPEG_VERSION_HASH.key?(@mpeg_version)
+      return MPEG_VERSION_HASH[@mpeg_version]
+    end
+    nil
+  end
+
+  def number_of_audio_channels
+    case @mpeg4_channel_config
+    when 1..6
+      @mpeg4_channel_config
+    when 7
+      8
+    else
+      nil
+    end
+  end
+
+  def fixed_bitrate?
+    # A buffer fullness value of 0x7FF (decimal: 2047) denotes a variable bitrate, for which buffer fullness isn't applicable
+    @buffer_fullness != 2047
+  end
+
+  # The frame rate - i.e. frames per second
+  def frame_rate
+    # An AAC sample uncompresses to 1024 PCM samples
+    mpeg4_sampling_frequency.to_f / 1024
+  end
+
+  # If the given bit array is a valid ADTS header, this method will parse it and return an instance of AdtsHeaderInfo.
+  # Will return nil if the header does not match the ADTS specifications.
+  def self.parse_adts_header(header_bits)
+    result = FormatParser::AdtsHeaderInfo.new
+
+    AAC_ADTS_HEADER_BITS_CHUNK_SIZES.each do |letter_size|
+      letter = letter_size[0]
+      chunk_size = letter_size[1]
+      chunk = header_bits.shift(chunk_size)
+      decimal_number = chunk.join.to_i(2)
+
+      # Skipping data represented by the letters G, K, L, Q, as we are not interested in those values.
+      case letter
+      when 'A'
+        # Syncword, all bits must be set to 1
+        return nil unless chunk.all? { |bit| bit == '1' }
+      when 'B'
+        # MPEG Version, set to 0 for MPEG-4 and 1 for MPEG-2
+        result.mpeg_version = decimal_number
+      when 'C'
+        # Layer, always set to 0
+        return nil unless decimal_number == 0
+      when 'D'
+        # Protection absence, set to 1 if there is no CRC and 0 if there is CRC
+        result.protection_absence = decimal_number == 1
+      when 'E'
+        # AAC Profile
+        return nil unless MPEG4_AUDIO_OBJECT_TYPE_RANGE.include?(decimal_number + 1)
+        result.profile = decimal_number
+      when 'F'
+        # MPEG-4 Sampling Frequency Index (15 is forbidden)
+        return nil unless MPEG4_AUDIO_SAMPLING_FREQUENCY_RANGE.include?(decimal_number)
+        result.mpeg4_sampling_frequency_index = decimal_number
+      when 'H'
+        # MPEG-4 Channel Configuration (in the case of 0, the channel configuration is sent via an in-band PCE (Program Config Element))
+        result.mpeg4_channel_config = decimal_number
+      when 'I'
+        # Originality, set to 1 to signal originality of the audio and 0 otherwise
+        result.originality = decimal_number == 1
+      when 'J'
+        # Home, set to 1 to signal home usage of the audio and 0 otherwise
+        result.home_usage = decimal_number == 1
+      when 'M'
+        # Frame length, length of the ADTS frame including headers and CRC check (protectionabsent == 1? 7: 9)
+        # We expect this to be higher than the header length, but we won't impose any other restrictions
+        header_length = result.protection_absence ? 7 : 9
+        return nil unless decimal_number > header_length
+        result.frame_length = decimal_number
+      when 'O'
+        # Buffer fullness, states the bit-reservoir per frame.
+        # It is merely an informative field with no clear use case defined in the specification.
+        result.buffer_fullness = decimal_number
+      when 'P'
+        # Number of AAC frames (RDBs (Raw Data Blocks)) in ADTS frame minus 1. For maximum compatibility always use one AAC frame per ADTS frame.
+        result.aac_frames_per_adts_frame = decimal_number + 1
+      end
+    end
+
+    result
+  end
+end

data/lib/parsers/aac_parser.rb

@@ -0,0 +1,35 @@
+require_relative 'aac_parser/adts_header_info'
+
+class FormatParser::AACParser
+  include FormatParser::IOUtils
+
+  AAC_MIME_TYPE = 'audio/aac'
+
+  def likely_match?(filename)
+    filename =~ /\.aac$/i
+  end
+
+  def call(raw_io)
+    io = FormatParser::IOConstraint.new(raw_io)
+    header = safe_read(io, 9)
+    header_bits = header.unpack('B*').first.split('')
+
+    header_info = FormatParser::AdtsHeaderInfo.parse_adts_header(header_bits)
+    return if header_info.nil?
+
+    FormatParser::Audio.new(
+      title: nil,
+      album: nil,
+      artist: nil,
+      format: :aac,
+      num_audio_channels: header_info.number_of_audio_channels,
+      audio_sample_rate_hz: header_info.mpeg4_sampling_frequency,
+      media_duration_seconds: nil,
+      media_duration_frames: nil,
+      intrinsics: nil,
+      content_type: AAC_MIME_TYPE
+    )
+  end
+
+  FormatParser.register_parser new, natures: :audio, formats: :aac
+end

data/lib/parsers/exif_parser.rb

@@ -41,6 +41,13 @@ module FormatParser::EXIFParser
   end
 
   class EXIFResult < SimpleDelegator
+    attr_reader :sub_ifds_data
+
+    def initialize(exif_raw_data, sub_ifds_data = {})
+      super(exif_raw_data)
+      @sub_ifds_data = sub_ifds_data
+    end
+
     def rotated?
       orientation.to_i > 4
     end
@@ -167,10 +174,38 @@ module FormatParser::EXIFParser
   # Squash exifr's invalid date warning since we do not use that data.
   EXIFR.logger = Logger.new(nil)
 
-  def exif_from_tiff_io(constrained_io)
+  def exif_from_tiff_io(constrained_io, should_include_sub_ifds = false)
     Measurometer.instrument('format_parser.EXIFParser.exif_from_tiff_io') do
-      raw_exif_data = EXIFR::TIFF.new(IOExt.new(constrained_io))
-      raw_exif_data ? EXIFResult.new(raw_exif_data) : nil
+      extended_io = IOExt.new(constrained_io)
+      exif_raw_data = EXIFR::TIFF.new(extended_io)
+
+      return unless exif_raw_data
+
+      sub_ifds_data = {}
+      if should_include_sub_ifds
+        sub_ifds_offsets = exif_raw_data.flat_map(&:sub_ifds).compact
+        sub_ifds_data = load_sub_ifds(extended_io, sub_ifds_offsets)
+      end
+
+      EXIFResult.new(exif_raw_data, sub_ifds_data)
+    end
+  end
+
+  private
+
+  # Reads exif data from subIFDs. This is important for NEF files.
+  def load_sub_ifds(extended_io, sub_ifds_offsets)
+    # Returning an hash of subIFDs using offsets as keys
+    # {
+    #    123 => { subIFD data...}
+    #    456 => { another subIFD data...}
+    # }
+    return {} if sub_ifds_offsets.empty?
+
+    EXIFR::TIFF::Data.open(extended_io) do |data|
+      sub_ifds_offsets.map do |sub_ifd_offset|
+        [sub_ifd_offset, EXIFR::TIFF::IFD.new(data, sub_ifd_offset)]
+      end.to_h
     end
   end
 

data/lib/parsers/nef_parser.rb

@@ -0,0 +1,69 @@
+class FormatParser::NEFParser
+  include FormatParser::IOUtils
+  include FormatParser::EXIFParser
+
+  MAGIC_LE = [0x49, 0x49, 0x2A, 0x0].pack('C4')
+  MAGIC_BE = [0x4D, 0x4D, 0x0, 0x2A].pack('C4')
+  HEADER_BYTES = [MAGIC_LE, MAGIC_BE]
+  NEF_MIME_TYPE = 'image/x-nikon-nef'
+
+  SUBFILE_TYPE_FULL_RESOLUTION = 0
+  SUBFILE_TYPE_REDUCED_RESOLUTION = 1
+
+  SHOULD_PARSE_SUB_IFDS = true
+
+  def likely_match?(filename)
+    filename =~ /\.nef$/i
+  end
+
+  def call(io)
+    io = FormatParser::IOConstraint.new(io)
+
+    return unless HEADER_BYTES.include?(safe_read(io, 4))
+
+    # Because of how NEF files organize their IFDs and subIFDs, we need to dive into the subIFDs
+    # to get the actual image dimensions instead of the preview's
+    exif_data = exif_from_tiff_io(io, SHOULD_PARSE_SUB_IFDS)
+
+    return unless valid?(exif_data)
+
+    full_resolution_data = get_full_resolution_ifd(exif_data)
+
+    w = full_resolution_data.image_width || exif_data.width || exif_data.pixel_x_dimension
+    h = full_resolution_data.image_length || exif_data.height || exif_data.pixel_y_dimension
+
+    FormatParser::Image.new(
+      format: :nef,
+      width_px: w,
+      height_px: h,
+      display_width_px: exif_data.rotated? ? h : w,
+      display_height_px: exif_data.rotated? ? w : h,
+      orientation: exif_data.orientation_sym,
+      intrinsics: { exif: exif_data },
+      content_type: NEF_MIME_TYPE,
+    )
+  rescue EXIFR::MalformedTIFF
+    nil
+  end
+
+  def valid?(exif_data)
+    # NEF files should hold subIFDs and have "NIKON" or "NIKON CORPORATION" as maker
+    has_sub_ifds_data = !exif_data&.sub_ifds_data.keys.empty?
+    has_sub_ifds_data && exif_data.make&.start_with?('NIKON')
+  end
+
+  # Investigates data from all subIFDs and find the one holding the full-resolution image
+  def get_full_resolution_ifd(exif_data)
+    # Most of the time, NEF files have 2 subIFDs:
+    # First one: Thumbnail (Reduced resolution)
+    # Second one: Full resolution
+    # While this is true in most situations, there are exceptions,
+    # so we can't rely in this order alone.
+
+    exif_data.sub_ifds_data.each do |_ifd_offset, ifd_data|
+      return ifd_data if ifd_data.new_subfile_type == SUBFILE_TYPE_FULL_RESOLUTION
+    end
+  end
+
+  FormatParser.register_parser new, natures: :image, formats: :nef, priority: 4
+end

data/spec/parsers/aac_parser_spec.rb

@@ -0,0 +1,87 @@
+require 'spec_helper'
+
+describe FormatParser::AACParser do
+  it 'should match filenames with valid AAC extensions' do
+    filenames = ['audiofile', 'audio_file', 'audio-file', 'audio file', 'audio.file']
+    extensions = ['.aac', '.AAC', '.Aac', '.AAc', '.aAc', '.aAC', '.aaC']
+    filenames.each do |filename|
+      extensions.each do |extension|
+        expect(subject.likely_match?(filename + extension)).to be_truthy
+      end
+    end
+  end
+
+  it 'should not match filenames with invalid AAC extensions' do
+    extensions = ['.aa', '.ac', '.acc', '.mp3', '.ogg', '.wav', '.flac', '.m4a', '.m4b', '.m4p', '.m4r', '.3gp']
+    extensions.each do |extension|
+      expect(subject.likely_match?('audiofile' + extension)).to be_falsey
+    end
+  end
+
+  it 'should parse a short sample, single channel audio, 16 kb/s, 44100 HZ' do
+    file_path = fixtures_dir + '/AAC/gs-16b-1c-44100hz.aac'
+    parsed = subject.call(File.open(file_path, 'rb'))
+
+    expect(parsed).not_to be_nil
+
+    expect(parsed.nature).to eq(:audio)
+    expect(parsed.format).to eq(:aac)
+    expect(parsed.num_audio_channels).to eq(1)
+    expect(parsed.audio_sample_rate_hz).to eq(44100)
+    expect(parsed.content_type).to eq('audio/aac')
+  end
+
+  it 'should parse a short sample, two channel audio, 16 kb/s, 44100 HZ' do
+    file_path = fixtures_dir + '/AAC/gs-16b-2c-44100hz.aac'
+    parsed = subject.call(File.open(file_path, 'rb'))
+
+    expect(parsed).not_to be_nil
+
+    expect(parsed.nature).to eq(:audio)
+    expect(parsed.format).to eq(:aac)
+    expect(parsed.num_audio_channels).to eq(2)
+    expect(parsed.audio_sample_rate_hz).to eq(44100)
+    expect(parsed.content_type).to eq('audio/aac')
+  end
+
+  it 'should parse a long sample, single channel audio, 16 kb/s, 44100 HZ' do
+    file_path = fixtures_dir + '/AAC/ff-16b-1c-44100hz.aac'
+    parsed = subject.call(File.open(file_path, 'rb'))
+
+    expect(parsed).not_to be_nil
+
+    expect(parsed.nature).to eq(:audio)
+    expect(parsed.format).to eq(:aac)
+    expect(parsed.num_audio_channels).to eq(1)
+    expect(parsed.audio_sample_rate_hz).to eq(44100)
+    expect(parsed.content_type).to eq('audio/aac')
+  end
+
+  it 'should parse a long sample, two channel audio, 16 kb/s, 44100 HZ' do
+    file_path = fixtures_dir + '/AAC/ff-16b-2c-44100hz.aac'
+    parsed = subject.call(File.open(file_path, 'rb'))
+
+    expect(parsed).not_to be_nil
+
+    expect(parsed.nature).to eq(:audio)
+    expect(parsed.format).to eq(:aac)
+    expect(parsed.num_audio_channels).to eq(2)
+    expect(parsed.audio_sample_rate_hz).to eq(44100)
+    expect(parsed.content_type).to eq('audio/aac')
+  end
+
+  shared_examples 'invalid filetype' do |filetype, fixture_path|
+    it "should fail to parse #{filetype}" do
+      file_path = fixtures_dir + fixture_path
+      parsed = subject.call(File.open(file_path, 'rb'))
+      expect(parsed).to be_nil
+    end
+  end
+
+  include_examples 'invalid filetype', 'AIFF', '/AIFF/fixture.aiff'
+  include_examples 'invalid filetype', 'FLAC', '/FLAC/atc_fixture_vbr.flac'
+  include_examples 'invalid filetype', 'MP3', '/MP3/Cassy.mp3'
+  include_examples 'invalid filetype', 'MPG', '/MPG/video1.mpg'
+  include_examples 'invalid filetype', 'OGG', '/Ogg/hi.ogg'
+  include_examples 'invalid filetype', 'WAV', '/WAV/c_8kmp316.wav'
+end

data/spec/parsers/adts_header_info_spec.rb

@@ -0,0 +1,38 @@
+require 'spec_helper'
+
+describe FormatParser::AdtsHeaderInfo do
+  shared_examples 'parsed header' do |header_bits, expected_mpeg_version_description, expected_protection_absence, expected_profile_description, expected_mpeg4_sampling_frequency, expected_mpeg4_channel_config, expected_number_of_audio_channels, expected_originality, expected_home_usage, expected_frame_length, expected_aac_frames_per_adts_frame, expected_has_fixed_bitrate|
+    it "extracts correct values for header #{header_bits}" do
+      result = FormatParser::AdtsHeaderInfo.parse_adts_header(header_bits.split(''))
+      expect(result).not_to be_nil
+      expect(result.mpeg_version_description).to eq(expected_mpeg_version_description)
+      expect(result.protection_absence).to eq(expected_protection_absence)
+      expect(result.profile_description).to eq(expected_profile_description)
+      expect(result.mpeg4_sampling_frequency).to eq(expected_mpeg4_sampling_frequency)
+      expect(result.mpeg4_channel_config).to eq(expected_mpeg4_channel_config)
+      expect(result.number_of_audio_channels).to eq(expected_number_of_audio_channels)
+      expect(result.originality).to eq(expected_originality)
+      expect(result.home_usage).to eq(expected_home_usage)
+      expect(result.frame_length).to eq(expected_frame_length)
+      expect(result.aac_frames_per_adts_frame).to eq(expected_aac_frames_per_adts_frame)
+      expect(result.fixed_bitrate?).to eq(expected_has_fixed_bitrate)
+    end
+  end
+
+  shared_examples 'invalid header' do |failure_reason, header_bits|
+    it "fails on #{failure_reason} for header #{header_bits}" do
+      result = FormatParser::AdtsHeaderInfo.parse_adts_header(header_bits.split(''))
+      expect(result).to be_nil
+    end
+  end
+
+  # These headers have been validated here: https://www.p23.nl/projects/aac-header/
+  include_examples 'parsed header', '1111111111110001010111001000000000101110011111111111110000100001', 'MPEG-4', true, 'AAC_LC (Low Complexity)', 22050, 2, 2, false, false, 371, 1, false
+  include_examples 'parsed header', '111111111111000101010000010000000000011110011111111111001101111000000010', 'MPEG-4', true, 'AAC_LC (Low Complexity)', 44100, 1, 1, false, false, 60, 1, false
+
+  include_examples 'invalid header', 'invalid syncword', '1111110111110001010111001000000000101110011111111111110000100001'
+  include_examples 'invalid header', 'invalid layer value', '1111111111110011010111001000000000101110011111111111110000100001'
+  include_examples 'invalid header', 'invalid sampling frequency index 15', '1111111111110001011111001000000000101110011111111111110000100001'
+  include_examples 'invalid header', 'zero frame length', '1111111111110001010111001000000000000000011111111111110000100001'
+  include_examples 'invalid header', 'random header', '101000101011010101010101111010101010101011001010101010101111000000011101'
+end

data/spec/parsers/exif_parser_spec.rb

@@ -1,15 +1,88 @@
 require 'spec_helper'
 
 describe FormatParser::EXIFParser do
-  describe 'is able to correctly parse orientation for all the TIFF EXIF examples from FastImage' do
-    Dir.glob(fixtures_dir + '/exif-orientation-testimages/tiff-*/*.tif').each do |tiff_path|
-      filename = File.basename(tiff_path)
-      it "is able to parse #{filename}" do
-        result = described_class.exif_from_tiff_io(File.open(tiff_path, 'rb'))
-        expect(result).not_to be_nil
-        expect(result.orientation_sym).to be_kind_of(Symbol)
-        # Filenames in this dir correspond with the orientation of the file
-        expect(filename).to include(result.orientation_sym.to_s)
+  describe 'EXIFParser#exif_from_tiff_io' do
+    describe 'Orientation' do
+      describe 'is able to correctly parse orientation for all the TIFF EXIF examples from FastImage' do
+        Dir.glob(fixtures_dir + '/exif-orientation-testimages/tiff-*/*.tif').each do |tiff_path|
+          filename = File.basename(tiff_path)
+          it "is able to parse #{filename}" do
+            result = described_class.exif_from_tiff_io(File.open(tiff_path, 'rb'))
+            expect(result).not_to be_nil
+            expect(result.orientation_sym).to be_kind_of(Symbol)
+            # Filenames in this dir correspond with the orientation of the file
+            expect(filename).to include(result.orientation_sym.to_s)
+          end
+        end
+      end
+
+      it 'is able to deal with an orientation tag with a tuple value for orientation' do
+        path = fixtures_dir + '/EXIF/double_orientation.exif.bin'
+        exif_data = File.open(path, 'rb') do |f|
+          described_class.exif_from_tiff_io(f)
+        end
+        expect(exif_data.orientation).to eq(1)
+      end
+    end
+
+    describe 'SubIFDs' do
+      it 'should not retrieve subIFDs data by default' do
+        path = fixtures_dir + 'NEF/RAW_NIKON_D40_SRGB.NEF'
+
+        exif_data = File.open(path, 'rb') do |f|
+          described_class.exif_from_tiff_io(f)
+        end
+
+        expect(exif_data.sub_ifds_data).not_to be_nil
+        expect(exif_data.sub_ifds_data).to eq({})
+      end
+
+      it 'is able retrieve data from all subIFDs optionally' do
+        # Verifying:
+        # {
+        #    offset_1 => { subIFD_1 data...}
+        #    offset_2 => { subIFD_2 data...}
+        # }
+
+        path = fixtures_dir + 'NEF/RAW_NIKON_D40_SRGB.NEF'
+        should_include_sub_ifds = true
+
+        exif_data = File.open(path, 'rb') do |f|
+          described_class.exif_from_tiff_io(f, should_include_sub_ifds)
+        end
+
+        offset_1, offset_2 = exif_data.sub_ifds
+        sub_ifds_data = exif_data.sub_ifds_data
+
+        expect(sub_ifds_data).not_to be_nil
+        expect(sub_ifds_data).to have_key(offset_1)
+        expect(sub_ifds_data).to have_key(offset_2)
+      end
+
+      it 'returns EXIFR IFD instances as subIFD data' do
+        # Verifying:
+        # {
+        #    offset_1 => { new_subfile_type => 1, ...}
+        #    offset_2 => { new_subfile_type => 0, ...}
+        # }
+        # we shouldn't verify everything, since we trust to EXIFR for that.
+        # making sure we are getting each subfile type should be good enough.
+
+        path = fixtures_dir + 'NEF/RAW_NIKON_D40_SRGB.NEF'
+        should_include_sub_ifds = true
+
+        exif_data = File.open(path, 'rb') do |f|
+          described_class.exif_from_tiff_io(f, should_include_sub_ifds)
+        end
+
+        offset_1, offset_2 = exif_data.sub_ifds.sort
+        first_sub_ifd = exif_data.sub_ifds_data&.[](offset_1)
+        second_sub_ifd = exif_data.sub_ifds_data&.[](offset_2)
+
+        expect(first_sub_ifd).to be_kind_of(EXIFR::TIFF::IFD)
+        expect(second_sub_ifd).to be_kind_of(EXIFR::TIFF::IFD)
+        expect(first_sub_ifd.new_subfile_type).to eq(1)
+        expect(second_sub_ifd.new_subfile_type).to eq(0)
       end
     end
   end
@@ -29,8 +102,8 @@ describe FormatParser::EXIFParser do
     end
 
     it 'returns a Hash from #to_hash' do
-      first_fake_exif = double(orientation: 1, to_hash: {foo: 123, bar: 675})
-      second_fake_exif = double(orientation: 4, to_hash: {foo: 245})
+      first_fake_exif = double(orientation: 1, to_hash: { foo: 123, bar: 675 })
+      second_fake_exif = double(orientation: 4, to_hash: { foo: 245 })
 
       stack = FormatParser::EXIFParser::EXIFStack.new([first_fake_exif, second_fake_exif])
       stack_as_hash = stack.to_hash
@@ -42,14 +115,6 @@ describe FormatParser::EXIFParser do
     end
   end
 
-  it 'is able to deal with an orientation tag which a tuple value for orientation' do
-    path = fixtures_dir + '/EXIF/double_orientation.exif.bin'
-    exif_data = File.open(path, 'rb') do |f|
-      described_class.exif_from_tiff_io(f)
-    end
-    expect(exif_data.orientation).to eq(1)
-  end
-
   describe 'IOExt' do
     it 'supports readbyte' do
       io = FormatParser::EXIFParser::IOExt.new(StringIO.new('hello'))

data/spec/parsers/nef_parser_spec.rb

@@ -0,0 +1,131 @@
+require 'spec_helper'
+
+describe FormatParser::NEFParser do
+  describe 'Sample files from rawsamples' do
+    Dir.glob(fixtures_dir + '/NEF/*.NEF').each do |file_path|
+      it "is able to parse #{File.basename(file_path)}" do
+        parsed = subject.call(File.open(file_path, 'rb'))
+
+        expect(parsed).not_to be_nil
+        expect(parsed.nature).to eq(:image)
+        expect(parsed.format).to eq(:nef)
+
+        expect(parsed.width_px).to be_kind_of(Integer)
+        expect(parsed.height_px).to be_kind_of(Integer)
+
+        expect(parsed.display_width_px).to be_kind_of(Integer)
+        expect(parsed.display_height_px).to be_kind_of(Integer)
+
+        expect(parsed.orientation).to be_kind_of(Symbol)
+
+        expect(parsed.intrinsics[:exif]).not_to be_nil
+      end
+    end
+  end
+
+  describe 'Image Dimensions' do
+    it 'parses dimensions properly for a given fixture' do
+      # The default parser from EXIFr returns the dimensions from the embedded
+      # thumbnails as being the image's actual dimensions.
+      # We make sure we properly deal with this.
+
+      parsed = subject.call(File.open("#{fixtures_dir}/NEF/RAW_NIKON_1S2.NEF", 'rb'))
+
+      # Raw Image dimensions
+      expect(parsed.width_px).to eq(4_608)
+      expect(parsed.height_px).to eq(3_080)
+
+      expect(parsed.orientation).to eq(:right_top)
+    end
+
+    it 'correctly adjusts display dimensions for rotated images' do
+      # This image is rotated, meaning display_width and display_height
+      # should hold swapped values from width and height
+      parsed = subject.call(File.open("#{fixtures_dir}/NEF/RAW_NIKON_1S2.NEF", 'rb'))
+
+      # Raw Image dimensions
+      expect(parsed.width_px).to eq(4_608)
+      expect(parsed.height_px).to eq(3_080)
+
+      # Raw Dimensions considering orientation
+      expect(parsed.display_width_px).to eq(3_080)
+      expect(parsed.display_height_px).to eq(4_608)
+
+      expect(parsed.orientation).to eq(:right_top)
+    end
+
+    it 'does not return dimensions from embedded previews' do
+      Dir.glob(fixtures_dir + '/NEF/*.nef').each do |file_path|
+        # By default, NEF files include 160x120 sub_ifds.
+        # This dimensions cannot be considered by the parser.
+
+        parsed = subject.call(File.open(file_path, 'rb'))
+
+        expect(parsed.width_px).not_to eq(160)
+        expect(parsed.height_px).not_to eq(120)
+      end
+    end
+
+    it 'properly extracts dimensions when there are more than 2 subIFDs in the image' do
+      # this file has 3 subIFDs, and the RAW image information is actually in the one in the middle.
+      nef_path = "#{fixtures_dir}/NEF/RAW_NIKON_D800_14bit_FX_UNCOMPRESSED.NEF"
+
+      parsed = subject.call(File.open(nef_path, 'rb'))
+
+      expect(parsed).not_to be_nil
+      expect(parsed.width_px).to eq(7424)
+      expect(parsed.height_px).to eq(4924)
+      expect(parsed.orientation).to eq(:top_left)
+    end
+
+    describe 'correctly extracts dimensions from various NEF flavors of the same file' do
+      Dir.glob(fixtures_dir + '/NEF/RAW_NIKON_D800*.NEF').each do |file_path|
+        it "is able to parse #{File.basename(file_path)}" do
+          parsed = subject.call(File.open(file_path, 'rb'))
+
+          expect(parsed).not_to be_nil
+          expect(parsed.width_px).to eq(7424)
+          expect(parsed.height_px).to eq(4924)
+        end
+      end
+    end
+  end
+
+  describe 'False-positive avoidance' do
+    it 'should return nil for regular TIFF images' do
+      parsed = subject.call(File.open("#{fixtures_dir}/TIFF/Shinbutsureijoushuincho.tiff", 'rb'))
+      expect(parsed).to be_nil
+    end
+
+    it 'should return nil for regular CR2 images' do
+      parsed = subject.call(File.open("#{fixtures_dir}/CR2/RAW_CANON_40D_SRAW_V103.CR2", 'rb'))
+      expect(parsed).to be_nil
+    end
+
+    it 'should return nil for regular ERF images' do
+      # ERF files are also TIFFs with subIFDs but they don't have a matching "maker" tag
+      parsed = subject.call(File.open("#{fixtures_dir}/ERF/RAW_EPSON_RD1.ERF", 'rb'))
+      expect(parsed).to be_nil
+    end
+  end
+
+  describe 'Parser Performance' do
+    it 'extracts dimensions from a very large NEF economically' do
+      # this file has 77.3mb
+      file_path = "#{fixtures_dir}/NEF/RAW_NIKON_D800_14bit_FX_UNCOMPRESSED.NEF"
+
+      io = File.open(file_path, 'rb')
+      io_with_stats = FormatParser::ReadLimiter.new(io)
+
+      parsed = subject.call(io_with_stats)
+
+      expect(parsed).not_to be_nil
+      expect(parsed.width_px).to eq(7424)
+      expect(parsed.height_px).to eq(4924)
+
+      expect(io_with_stats.reads).to be_within(4).of(12)
+      expect(io_with_stats.seeks).to be_within(4).of(12)
+      expect(io_with_stats.bytes).to be_within(1024).of(59000)
+    end
+  end
+end

metadata

@@ -1,15 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: format_parser
 version: !ruby/object:Gem::Version
-  version: 1.4.2
+  version: 1.6.0
 platform: ruby
 authors:
 - Noah Berman
 - Julik Tarkhanov
-autorequire:
+autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-07-13 00:00:00.000000000 Z
+date: 2022-09-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ks
@@ -229,6 +229,8 @@ files:
 - lib/image.rb
 - lib/io_constraint.rb
 - lib/io_utils.rb
+- lib/parsers/aac_parser.rb
+- lib/parsers/aac_parser/adts_header_info.rb
 - lib/parsers/aiff_parser.rb
 - lib/parsers/bmp_parser.rb
 - lib/parsers/cr2_parser.rb
@@ -246,6 +248,7 @@ files:
 - lib/parsers/mp3_parser.rb
 - lib/parsers/mp3_parser/id3_extraction.rb
 - lib/parsers/mpeg_parser.rb
+- lib/parsers/nef_parser.rb
 - lib/parsers/ogg_parser.rb
 - lib/parsers/pdf_parser.rb
 - lib/parsers/png_parser.rb
@@ -272,6 +275,8 @@ files:
 - spec/hash_utils_spec.rb
 - spec/integration/active_storage/rails_app.rb
 - spec/io_utils_spec.rb
+- spec/parsers/aac_parser_spec.rb
+- spec/parsers/adts_header_info_spec.rb
 - spec/parsers/aiff_parser_spec.rb
 - spec/parsers/bmp_parser_spec.rb
 - spec/parsers/cr2_parser_spec.rb
@@ -286,6 +291,7 @@ files:
 - spec/parsers/moov_parser_spec.rb
 - spec/parsers/mp3_parser_spec.rb
 - spec/parsers/mpeg_parser_spec.rb
+- spec/parsers/nef_parser_spec.rb
 - spec/parsers/ogg_parser_spec.rb
 - spec/parsers/pdf_parser_spec.rb
 - spec/parsers/png_parser_spec.rb
@@ -304,7 +310,7 @@ licenses:
 - MIT (Hippocratic)
 metadata:
   allowed_push_host: https://rubygems.org
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -319,8 +325,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.7
-signing_key:
+rubygems_version: 3.1.6
+signing_key: 
 specification_version: 4
 summary: A library for efficient parsing of file metadata
 test_files: []