mimemagic 0.3.1

data/script/generate-mime.rb

@@ -0,0 +1,120 @@
+#!/usr/bin/env ruby
+
+require 'nokogiri'
+
+class String
+  alias inspect_old inspect
+
+  def inspect
+    x = b.inspect_old.gsub(/\\x([0-9a-f]{2})/i) do
+      '\\%03o' % $1.to_i(16)
+    end
+    x =~ /[\\']/ ? x : x.gsub('"', '\'')
+  end
+end
+
+def str2int(s)
+  return s.to_i(16) if s[0..1].downcase == '0x'
+  return s.to_i(8) if s[0..0].downcase == '0'
+  s.to_i(10)
+end
+
+def get_matches(parent)
+  parent.elements.map {|match|
+    if match['mask']
+      nil
+    else
+      type = match['type']
+      value = match['value']
+      offset = match['offset'].split(':').map {|x| x.to_i }
+      offset = offset.size == 2 ? offset[0]..offset[1] : offset[0]
+      case type
+      when 'string'
+        value.gsub!(/\\(x[\dA-Fa-f]{1,2}|0\d{1,3}|\d{1,3}|.)/) { eval("\"\\#{$1}\"") }
+      when 'big16'
+        value = str2int(value)
+        value = ((value >> 8).chr + (value & 0xFF).chr)
+      when 'big32'
+        value = str2int(value)
+        value = (((value >> 24) & 0xFF).chr + ((value >> 16) & 0xFF).chr + ((value >> 8) & 0xFF).chr + (value & 0xFF).chr)
+      when 'little16'
+        value = str2int(value)
+        value = ((value & 0xFF).chr + (value >> 8).chr)
+      when 'little32'
+        value = str2int(value)
+        value = ((value & 0xFF).chr + ((value >> 8) & 0xFF).chr + ((value >> 16) & 0xFF).chr + ((value >> 24) & 0xFF).chr)
+      when 'host16' # use little endian
+        value = str2int(value)
+        value = ((value & 0xFF).chr + (value >> 8).chr)
+      when 'host32' # use little endian
+        value = str2int(value)
+        value = ((value & 0xFF).chr + ((value >> 8) & 0xFF).chr + ((value >> 16) & 0xFF).chr + ((value >> 24) & 0xFF).chr)
+      when 'byte'
+        value = str2int(value)
+        value = value.chr
+      end
+      children = get_matches(match)
+      children.empty? ? [offset, value] : [offset, value, children]
+    end
+  }.compact
+end
+
+if ARGV.size != 1
+  puts "Usage: #{$0} <freedesktop.org.xml>"
+  exit 1
+end
+
+FILE = ARGV[0]
+file = File.new(FILE)
+doc = Nokogiri::XML(file)
+extensions = {}
+types = {}
+magics = []
+(doc/'mime-info/mime-type').each do |mime|
+  comments = Hash[*(mime/'comment').map {|comment| [comment['xml:lang'], comment.inner_text] }.flatten]
+  type = mime['type']
+  subclass = (mime/'sub-class-of').map{|x| x['type']}
+  exts = (mime/'glob').map{|x| x['pattern'] =~ /^\*\.([^\[\]]+)$/ ? $1.downcase : nil }.compact
+  (mime/'magic').each do |magic|
+    priority = magic['priority'].to_i
+    matches = get_matches(magic)
+    magics << [priority, type, matches]
+  end
+  if !exts.empty?
+    exts.each{|x|
+      extensions[x] = type if !extensions.include?(x)
+    }
+    types[type] = [exts,subclass,comments[nil]]
+  end
+end
+
+magics = magics.sort {|a,b| [-a[0],a[1]] <=> [-b[0],b[1]] }
+
+puts "# -*- coding: binary -*-"
+puts "# Generated from #{FILE}"
+puts "class MimeMagic"
+puts "  # @private"
+puts "  # :nodoc:"
+puts "  EXTENSIONS = {"
+extensions.keys.sort.each do |key|
+  puts "    '#{key}' => '#{extensions[key]}',"
+end
+puts "  }"
+puts "  # @private"
+puts "  # :nodoc:"
+puts "  TYPES = {"
+types.keys.sort.each do |key|
+  exts = types[key][0].sort.join(' ')
+  parents = types[key][1].sort.join(' ')
+  comment = types[key][2].inspect
+  puts "    '#{key}' => [%w(#{exts}), %w(#{parents}), #{comment}],"
+end
+puts "  }"
+puts "  # @private"
+puts "  # :nodoc:"
+puts "  MAGIC = ["
+magics.each do |priority, type, matches|
+  puts "    ['#{type}', #{matches.inspect}],"
+end
+puts "  ]"
+puts "end"

data/test/files/application.x-ruby

@@ -0,0 +1,2 @@
+#!/usr/bin/ruby
+print "Hello World"

data/test/mimemagic_test.rb

@@ -0,0 +1,125 @@
+require 'bacon'
+require 'mimemagic'
+require 'stringio'
+
+describe 'MimeMagic' do
+  it 'should have type, mediatype and subtype' do
+    MimeMagic.new('text/html').type.should.equal 'text/html'
+    MimeMagic.new('text/html').mediatype.should.equal 'text'
+    MimeMagic.new('text/html').subtype.should.equal 'html'
+  end
+
+  it 'should have mediatype helpers' do
+    MimeMagic.new('text/plain').should.be.text
+    MimeMagic.new('text/html').should.be.text
+    MimeMagic.new('application/xhtml+xml').should.be.text
+    MimeMagic.new('application/octet-stream').should.not.be.text
+    MimeMagic.new('image/png').should.not.be.text
+    MimeMagic.new('image/png').should.be.image
+    MimeMagic.new('video/ogg').should.be.video
+    MimeMagic.new('audio/mpeg').should.be.audio
+  end
+
+  it 'should have hierarchy' do
+    MimeMagic.new('text/html').should.be.child_of 'text/plain'
+    MimeMagic.new('text/x-java').should.be.child_of 'text/plain'
+  end
+
+  it 'should have extensions' do
+    MimeMagic.new('text/html').extensions.should.equal %w(htm html)
+  end
+
+  it 'should have comment' do
+    MimeMagic.new('text/html').comment.should.equal 'HTML document'
+  end
+
+  it 'should recognize extensions' do
+    MimeMagic.by_extension('.html').should.equal 'text/html'
+    MimeMagic.by_extension('html').should.equal 'text/html'
+    MimeMagic.by_extension(:html).should.equal 'text/html'
+    MimeMagic.by_extension('rb').should.equal 'application/x-ruby'
+    MimeMagic.by_extension('crazy').should.equal nil
+    MimeMagic.by_extension('').should.equal nil
+  end
+
+  it 'should recognize by a path' do
+    MimeMagic.by_path('/adsjkfa/kajsdfkadsf/kajsdfjasdf.html').should.equal 'text/html'
+    MimeMagic.by_path('something.html').should.equal 'text/html'
+    MimeMagic.by_path('wtf.rb').should.equal 'application/x-ruby'
+    MimeMagic.by_path('where/am.html/crazy').should.equal nil
+    MimeMagic.by_path('').should.equal nil
+  end
+
+  it 'should recognize xlsx as zip without magic' do
+    file = "test/files/application.vnd.openxmlformats-officedocument.spreadsheetml.sheet"
+    MimeMagic.by_magic(File.read(file)).should.equal "application/zip"
+    MimeMagic.by_magic(File.open(file, 'rb')).should.equal "application/zip"
+  end
+
+  it 'should recognize by magic' do
+    require "mimemagic/overlay"
+    Dir['test/files/*'].each do |file|
+      mime = file[11..-1].sub('.', '/')
+      MimeMagic.by_magic(File.read(file)).should.equal mime
+      MimeMagic.by_magic(File.open(file, 'rb')).should.equal mime
+    end
+  end
+
+  it 'should have add' do
+    MimeMagic.add('application/mimemagic-test',
+                  extensions: %w(ext1 ext2),
+                  parents: 'application/xml',
+                  comment: 'Comment')
+    MimeMagic.by_extension('ext1').should.equal 'application/mimemagic-test'
+    MimeMagic.by_extension('ext2').should.equal 'application/mimemagic-test'
+    MimeMagic.by_extension('ext2').comment.should.equal 'Comment'
+    MimeMagic.new('application/mimemagic-test').extensions.should.equal %w(ext1 ext2)
+    MimeMagic.new('application/mimemagic-test').should.be.child_of 'text/plain'
+  end
+
+  it 'should process magic' do
+    MimeMagic.add('application/mimemagic-test',
+                  magic: [[0, 'MAGICTEST'], # MAGICTEST at position 0
+                             [1, 'MAGICTEST'], # MAGICTEST at position 1
+                             [9..12, 'MAGICTEST'], # MAGICTEST starting at position 9 to 12
+                             [2, 'MAGICTEST', [[0, 'X'], [0, 'Y']]]]) # MAGICTEST at position 2 and (X at 0 or Y at 0)
+
+    MimeMagic.by_magic('MAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic('XMAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic(' MAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic('123456789MAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic('123456789ABMAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic('123456789ABCMAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic('123456789ABCDMAGICTEST').should.equal nil
+    MimeMagic.by_magic('X MAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic('Y MAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic('Z MAGICTEST').should.equal nil
+
+    MimeMagic.by_magic(StringIO.new 'MAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic(StringIO.new 'XMAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic(StringIO.new ' MAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic(StringIO.new '123456789MAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic(StringIO.new '123456789ABMAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic(StringIO.new '123456789ABCMAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic(StringIO.new '123456789ABCDMAGICTEST').should.equal nil
+    MimeMagic.by_magic(StringIO.new 'X MAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic(StringIO.new 'Y MAGICTEST').should.equal 'application/mimemagic-test'
+    MimeMagic.by_magic(StringIO.new 'Z MAGICTEST').should.equal nil
+  end
+
+  it 'should handle different file objects' do
+    MimeMagic.add('application/mimemagic-test', magic: [[0, 'MAGICTEST']])
+    class ReadableObj
+      def read
+        'MAGICTEST'
+      end
+    end
+    MimeMagic.by_magic(ReadableObj.new).should.equal 'application/mimemagic-test'
+    class StringableObject
+      def to_s
+        'MAGICTEST'
+      end
+    end
+    MimeMagic.by_magic(StringableObject.new).should.equal 'application/mimemagic-test'
+  end
+end

metadata

@@ -0,0 +1,96 @@
+--- !ruby/object:Gem::Specification
+name: mimemagic
+version: !ruby/object:Gem::Version
+  version: 0.3.1
+platform: ruby
+authors:
+- Daniel Mendler
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-01-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bacon
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Fast mime detection by extension or content in pure ruby (Uses freedesktop.org.xml
+  shared-mime-info database)
+email:
+- mail@daniel-mendler.de
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- ".yardopts"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- lib/mimemagic.rb
+- lib/mimemagic/overlay.rb
+- lib/mimemagic/tables.rb
+- lib/mimemagic/version.rb
+- mimemagic.gemspec
+- script/freedesktop.org.xml
+- script/generate-mime.rb
+- test/files/application.gzip
+- test/files/application.vnd.openxmlformats-officedocument.spreadsheetml.sheet
+- test/files/application.x-bzip
+- test/files/application.x-ruby
+- test/files/application.x-tar
+- test/files/application.zip
+- test/files/image.jpeg
+- test/files/image.png
+- test/mimemagic_test.rb
+homepage: https://github.com/minad/mimemagic
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: mimemagic
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Fast mime detection by extension or content
+test_files: []