mime-types 1.17.2 → 3.0

data/lib/mime-types.rb

@@ -0,0 +1 @@
+require 'mime/types'

data/support/benchmarks/load.rb

@@ -0,0 +1,65 @@
+# -*- ruby encoding: utf-8 -*-
+
+require 'benchmark'
+require 'mime/types'
+
+module Benchmarks
+  class Load
+    def self.report(load_path, repeats)
+      new(load_path, repeats.to_i).report
+    end
+
+    def initialize(load_path, repeats = nil)
+      @cache_file = File.expand_path('../cache.mtc', __FILE__)
+      @repeats    = repeats.to_i
+      @repeats    = 50 if @repeats <= 0
+      @load_path  = load_path
+    end
+
+    def reload_mime_types(repeats = 1, force: false, columnar: false, cache: false)
+      loader = MIME::Types::Loader.new
+
+      repeats.times {
+        types = MIME::Types::Cache.load if cache
+        unless types
+          types = loader.load(columnar: columnar)
+          MIME::Types::Cache.save(types) if cache
+        end
+        types.first.to_h if force
+      }
+    end
+
+    def report
+      remove_cache
+
+      Benchmark.bm(30) do |mark|
+        mark.report('Normal') { reload_mime_types(@repeats) }
+        mark.report('Columnar') {
+          reload_mime_types(@repeats, columnar: true)
+        }
+        mark.report('Columnar Full') {
+          reload_mime_types(@repeats, columnar: true, force: true)
+        }
+
+        ENV['RUBY_MIME_TYPES_CACHE'] = @cache_file
+        mark.report('Cache Initialize') { reload_mime_types(cache: true) }
+        mark.report('Cached') { reload_mime_types(@repeats, cache: true) }
+
+        remove_cache
+        ENV['RUBY_MIME_TYPES_CACHE'] = @cache_file
+        mark.report('Columnar Cache Initialize') {
+          reload_mime_types(columnar: true, cache: true)
+        }
+        mark.report('Columnar Cached') {
+          reload_mime_types(@repeats, columnar: true, cache: true)
+        }
+      end
+    ensure
+      remove_cache
+    end
+
+    def remove_cache
+      File.unlink(@cache_file) if File.exist?(@cache_file)
+    end
+  end
+end

data/support/benchmarks/load_allocations.rb

@@ -0,0 +1,90 @@
+# -*- ruby encoding: utf-8 -*-
+
+if RUBY_VERSION < '2.1'
+  $stderr.puts "Cannot count allocations on #{RUBY_VERSION}."
+  exit 1
+end
+
+begin
+  require 'allocation_tracer'
+rescue LoadError
+  $stderr.puts "Allocation tracking requires the gem 'allocation_tracer'."
+  exit 1
+end
+
+module Benchmarks
+  class LoadAllocations
+    def self.report(columnar: false, full: false, top_x: nil, mime_types_only: false)
+      new(
+        columnar: columnar,
+        top_x: top_x,
+        mime_types_only: mime_types_only,
+        full: full
+      ).report
+    end
+
+    def initialize(columnar: false, full: false, top_x: nil, mime_types_only: false)
+      @columnar = !!columnar
+      @full = !!full
+      @mime_types_only = !!mime_types_only
+
+      @top_x = top_x
+
+      return unless @top_x
+      @top_x = top_x.to_i
+      @top_x = 10 if @top_x <= 0
+    end
+
+    def report
+      collect
+      report_top_x if @top_x
+      puts "TOTAL Allocations: #{@count}"
+    end
+
+    private
+
+    def report_top_x
+      table = @allocations.sort_by { |_, v| v.first }.reverse.first(@top_x)
+      table.map! { |(location, allocs)|
+        next if @mime_types_only and location.first !~ %r{mime-types/lib}
+        [ location.join(':').gsub(%r{^#{Dir.pwd}/}, ''), *allocs ]
+      }.compact!
+
+      head = (ObjectSpace::AllocationTracer.header - [ :line ]).map {|h|
+        h.to_s.split(/_/).map(&:capitalize).join(' ')
+      }
+      table.unshift head
+
+      max_widths = [].tap do |mw|
+        table.map { |row| row.lazy.map(&:to_s).map(&:length).to_a }.tap do |w|
+          w.first.each_index do |i|
+            mw << w.lazy.map { |r| r[i] }.max
+          end
+        end
+      end
+
+      pattern = [ '%%-%ds' ]
+      pattern << ([ '%% %ds' ] * (max_widths.length - 1))
+      pattern = pattern.join("\t") % max_widths
+      table.each { |row| puts pattern % row }
+      puts
+    end
+
+    def collect
+      if @columnar
+        @allocations = ObjectSpace::AllocationTracer.trace do
+          require 'mime/types'
+
+          MIME::Types.first.to_h if @full
+        end
+      else
+        @allocations = ObjectSpace::AllocationTracer.trace do
+          require 'mime/types/full'
+        end
+      end
+
+      @count = ObjectSpace::AllocationTracer.allocated_count_table.values.
+        inject(:+)
+    end
+  end
+end

data/support/benchmarks/object_counts.rb

@@ -0,0 +1,43 @@
+# -*- ruby encoding: utf-8 -*-
+
+module Benchmarks
+  class ObjectCounts
+    def self.report(columnar: false, full: false)
+      new(columnar: columnar).report
+    end
+
+    def initialize(columnar: false, full: false)
+      @columnar = columnar
+      @full = full
+    end
+
+    def report
+      collect
+      @before.keys.grep(/T_/).map { |key|
+        [ key, @after[key] - @before[key] ]
+      }.sort_by { |_, delta| -delta }.each { |key, delta|
+        puts '%10s +%6d' % [ key, delta ]
+      }
+    end
+
+    private
+
+    def collect
+      @before = count_objects
+
+      if @columnar
+        require 'mime/types'
+        MIME::Types.first.to_h if @full
+      else
+        require 'mime/types/full'
+      end
+
+      @after = count_objects
+    end
+
+    def count_objects
+      GC.start
+      ObjectSpace.count_objects
+    end
+  end
+end

data/support/profile/columnar.rb

@@ -0,0 +1,5 @@
+loader = MIME::Types::Loader.new
+
+50.times do
+  loader.load(columnar: true)
+end

data/support/profile/columnar_full.rb

@@ -0,0 +1,5 @@
+loader = MIME::Types::Loader.new
+
+50.times do
+  loader.load(columnar: true).first.to_h
+end

data/support/profile/full.rb

@@ -0,0 +1,5 @@
+loader = MIME::Types::Loader.new
+
+50.times do
+  loader.load(columnar: false)
+end

data/test/bad-fixtures/malformed

@@ -0,0 +1,9 @@
+!application.smil @smi,smil :8bit 'IANA,RFC4536 =use-instead:application/smil+xml
+!audio/vnd.qcelp @qcp 'IANA,RFC3625 =use-instead:audio/QCELP
+*!image/bmp @bmp =use-instead:image/x-bmp
+*application/acad 'LTSW
+*audio/webm @webm '{WebM=http://www.webmproject.org/code/specs/container/}
+*image/pjpeg :base64 =Fixes a bug with IE6 and progressive JPEGs
+application/1d-interleaved-parityfec 'IANA,RFC6015
+audio/1d-interleaved-parityfec 'IANA,RFC6015
+mac:application/x-apple-diskimage @dmg

data/test/fixture/json.json

@@ -0,0 +1 @@
+[{"content-type":"application/smil","encoding":"8bit","extensions":["smi","smil"],"obsolete":true,"use-instead":"application/smil+xml","registered":true},{"content-type":"audio/vnd.qcelp","encoding":"base64","extensions":["qcp"],"obsolete":true,"use-instead":"audio/QCELP","registered":true},{"content-type":"image/bmp","encoding":"base64","extensions":["bmp"],"obsolete":true,"use-instead":"image/x-bmp","registered":false},{"content-type":"application/acad","encoding":"base64","registered":false},{"content-type":"audio/webm","encoding":"base64","extensions":["webm"],"registered":false},{"content-type":"image/pjpeg","docs":"Fixes a bug with IE6 and progressive JPEGs","encoding":"base64","registered":false},{"content-type":"application/1d-interleaved-parityfec","encoding":"base64","registered":true},{"content-type":"audio/1d-interleaved-parityfec","encoding":"base64","registered":true},{"content-type":"application/x-apple-diskimage","encoding":"base64","extensions":["dmg"],"registered":false}]

data/test/fixture/old-data

@@ -0,0 +1,9 @@
+!application/smil @smi,smil :8bit 'IANA,RFC4536 =use-instead:application/smil+xml
+!audio/vnd.qcelp @qcp 'IANA,RFC3625 =use-instead:audio/QCELP
+*!image/bmp @bmp =use-instead:image/x-bmp
+*application/acad 'LTSW
+*audio/webm @webm '{WebM=http://www.webmproject.org/code/specs/container/}
+*image/pjpeg :base64 =Fixes a bug with IE6 and progressive JPEGs
+application/1d-interleaved-parityfec 'IANA,RFC6015
+audio/1d-interleaved-parityfec 'IANA,RFC6015
+mac:application/x-apple-diskimage @dmg

data/test/fixture/yaml.yaml

@@ -0,0 +1,55 @@
+---
+- !ruby/object:MIME::Type
+  content-type: application/smil
+  encoding: 8bit
+  extensions:
+  - smi
+  - smil
+  obsolete: true
+  use-instead: application/smil+xml
+  registered: true
+- !ruby/object:MIME::Type
+  content-type: audio/vnd.qcelp
+  encoding: base64
+  extensions:
+  - qcp
+  obsolete: true
+  use-instead: audio/QCELP
+  registered: true
+- !ruby/object:MIME::Type
+  content-type: image/bmp
+  encoding: base64
+  extensions:
+  - bmp
+  obsolete: true
+  use-instead: image/x-bmp
+  registered: false
+- !ruby/object:MIME::Type
+  content-type: application/acad
+  encoding: base64
+  registered: false
+- !ruby/object:MIME::Type
+  content-type: audio/webm
+  encoding: base64
+  extensions:
+  - webm
+  registered: false
+- !ruby/object:MIME::Type
+  content-type: image/pjpeg
+  docs: Fixes a bug with IE6 and progressive JPEGs
+  encoding: base64
+  registered: false
+- !ruby/object:MIME::Type
+  content-type: application/1d-interleaved-parityfec
+  encoding: base64
+  registered: true
+- !ruby/object:MIME::Type
+  content-type: audio/1d-interleaved-parityfec
+  encoding: base64
+  registered: true
+- !ruby/object:MIME::Type
+  content-type: application/x-apple-diskimage
+  encoding: base64
+  extensions:
+  - dmg
+  registered: false

data/test/minitest_helper.rb

@@ -0,0 +1,12 @@
+# -*- ruby encoding: utf-8 -*-
+
+require 'mime/type'
+require 'fileutils'
+
+gem 'minitest'
+require 'fivemat/minitest/autorun'
+require 'minitest/focus'
+require 'minitest/rg'
+require 'minitest-bonus-assertions'
+
+ENV['RUBY_MIME_TYPES_LAZY_LOAD'] = 'yes'