mime-types 1.15 → 1.16

data.tar.gz.sig

@@ -0,0 +1,2 @@
+@3��|gUޠ�!�%���lA[�!�@m�
+;

data/{ChangeLog → History.txt}

@@ -1,7 +1,12 @@
-= MIME::Types Change Log
-
-Unless explicitly stated differently are all changes produced by Austin
-Ziegler <mime-types@halostatue.ca>.
+== MIME::Types 1.16
+* Made compatible with Ruby 1.8.6, 1.8.7, and 1.9.1.
+* Switched to the 'hoe' gem system and added a lot of build-time tools.
+* Updated the MIME types to the list based on the values in the Perl library
+  version 1.27. Also updated based on external source information and bug
+  reports.
+* This is the last planned version of MIME::Types 1.x. Work will be
+  starting soon on MIME::Types 2.x with richer data querying mechanisms
+  and support for external data sources.
 
 == MIME::Types 1.15
 * Removed lib/mime/type.rb to form a single MIME::Types database source. It
@@ -26,7 +31,7 @@ Ziegler <mime-types@halostatue.ca>.
   MIME::Types implementation (1.13). Do not rely on these until the purpose
   and implementation is stabilised.
 * Updated the MIME list to reflect changes noted by 
-  Ville Skytt� <ville.skytta@iki.fi>.
+  Ville Skyttä <ville.skytta@iki.fi>.
 * Added a new constant to MIME::Types, DATA_VERSION. This will allow the Ruby
   version number to be updated separately from the Perl version while keeping
   the MIME Type list version in sync.
@@ -73,7 +78,7 @@ Ziegler <mime-types@halostatue.ca>.
 == MIME::Types 1.07
 * Changed version numbering to match Perl MIME::Types 1.07.
 * Re-synchronized with Mark Overmeer's list in Perl PMIME::Types 1.07.
-	- [NN Poster] updated the attributes for the PGP types.
+* [NN Poster] updated the attributes for the PGP types.
 
 == MIME::Types 1.005
 * Changed to Phil Thomson's InstallPackage.
@@ -90,12 +95,13 @@ Ziegler <mime-types@halostatue.ca>.
 == MIME::Types 1.003
 * Initial release based on Perl MIME::Types 1.003.
 
-#--
-# MIME::Types for Ruby
-#   http://rubyforge.org/projects/mime-types/
-#   Copyright 2003 - 2006 Austin Ziegler.
-#   Licensed under a MIT-style licence.
-#
-# $Id: ChangeLog,v 1.3 2006/02/12 21:27:21 austin Exp $
-#++
-# vim: sts=2 sw=2 ts=4 et ai tw=77
+== Copyright
+  MIME::Types
+  A Ruby implementation of a MIME Types information library. Based in spirit
+  on the Perl MIME::Types information library by Mark Overmeer.
+  http://rubyforge.org/projects/mime-types/
+
+  Licensed under the Ruby disjunctive licence with the GNU GPL or the Perl
+  Artistic licence. See Licence.txt for more information.
+
+  Copyright 2003 - 2009 Austin Ziegler

data/Install.txt

@@ -0,0 +1,17 @@
+Installing this package is as simple as:
+
+  % ruby setup.rb
+
+Alternatively, you can use the Gem version of MIME::Types available as
+mime-types-1.16.gem from the usual sources.
+
+== Copyright
+  MIME::Types
+  A Ruby implementation of a MIME Types information library. Based in spirit
+  on the Perl MIME::Types information library by Mark Overmeer.
+  http://rubyforge.org/projects/mime-types/
+
+  Licensed under the Ruby disjunctive licence with the GNU GPL or the Perl
+  Artistic licence. See Licence.txt for more information.
+
+  Copyright 2003 - 2009 Austin Ziegler

data/{LICENCE → Licence.txt}

@@ -13,6 +13,3 @@ http://www.perl.com/pub/a/language/misc/Artistic.html
 The text of the GNU GPL can be found at: http://www.gnu.org/copyleft/gpl.html
 
 If you do not accept one of these licences, you may not use this software.
-
-$Id: LICENCE,v 1.1 2006/02/12 21:27:21 austin Exp $
-# vim: sts=2 sw=2 ts=4 et ai tw=77

data/Manifest.txt

@@ -0,0 +1,12 @@
+History.txt
+Install.txt
+Licence.txt
+Manifest.txt
+README.txt
+Rakefile
+lib/mime/types.rb
+lib/mime/types.rb.data
+mime-types.gemspec
+setup.rb
+test/test_mime_type.rb
+test/test_mime_types.rb

data/README.txt

@@ -0,0 +1,28 @@
+= README: Mime::Types for Ruby
+This library allows for the identification of a file's likely MIME content
+type. This is release 1.16. The identification of MIME content type is based
+on a file's filename extensions.
+
+MIME::Types for Ruby originally based on and synchronized with MIME::Types
+for Perl by Mark Overmeer, copyright 2001 - 2009. As of version 1.15, the
+data format for the MIME::Type list has changed and the synchronization will
+no longer happen.
+
+Homepage::  http://mime-types.rubyforge.org/
+Copyright:: 2002 - 2009, Austin Ziegler
+            Based in part on prior work copyright Mark Overmeer
+
+== Licensing
+MIME::Types is available under three disjunctive licences, as detailed in the
+Licence.txt file.
+
+== Copyright
+  MIME::Types
+  A Ruby implementation of a MIME Types information library. Based in spirit
+  on the Perl MIME::Types information library by Mark Overmeer.
+  http://rubyforge.org/projects/mime-types/
+
+  Licensed under the Ruby disjunctive licence with the GNU GPL or the Perl
+  Artistic licence. See Licence.txt for more information.
+
+  Copyright 2003 - 2009 Austin Ziegler

data/Rakefile

@@ -1,208 +1,316 @@
 #! /usr/bin/env rake
 #--
-# MIME::Types for Ruby
-#   http://rubyforge.org/projects/mime-types/
-#   Copyright 2003 - 2005 Austin Ziegler.
-#   Licensed under a MIT-style licence.
+# MIME::Types
+# A Ruby implementation of a MIME Types information library. Based in spirit
+# on the Perl MIME::Types information library by Mark Overmeer.
+# http://rubyforge.org/projects/mime-types/
 #
-# $Id: Rakefile,v 1.8 2006/02/12 22:05:20 austin Exp $
+# Licensed under the Ruby disjunctive licence with the GNU GPL or the Perl
+# Artistic licence. See Licence.txt for more information.
+#
+# Copyright 2003 - 2009 Austin Ziegler
 #++
-require 'meta_project'
-require 'rake/gempackagetask'
-require 'rake/contrib/xforge'
-require 'rake/clean'
-
-require 'gmailer'
 
-require 'archive/tar/minitar'
-require 'zlib'
+require 'rubygems'
+require 'hoe'
 
 $LOAD_PATH.unshift('lib')
 
 require 'mime/types'
 
-$version  = MIME::Types::VERSION
-$name     = MIME::Types.to_s
-$project  = MetaProject::Project::XForge::RubyForge.new('mime-types')
-$distdir  = "mime-types-#$version"
-$tardist  = "../#$distdir.tar.gz"
+PKG_NAME    = 'mime-types'
+PKG_VERSION = MIME::Types::VERSION
+PKG_DIST    = "#{PKG_NAME}-#{PKG_VERSION}"
+PKG_TAR     = "pkg/#{PKG_DIST}.tar.gz"
+MANIFEST    = File.read("Manifest.txt").split
 
-$release_date = nil
-$release_date = Time.parse(ENV['RELEASE_DATE']) if ENV['RELEASE_DATE']
+hoe = Hoe.new PKG_NAME, PKG_VERSION do |p|
+  p.rubyforge_name  = PKG_NAME
+  # This is a lie because I will continue to use Archive::Tar::Minitar.
+  p.need_tar        = false
+  # need_zip - Should package create a zipfile? [default: false]
 
-desc "Run the tests for #$name."
-task :test do |t|
-  require 'test/unit/testsuite'
-  require 'test/unit/ui/console/testrunner'
+  p.author          = [ "Austin Ziegler" ]
+  p.email           = %W(austin@rubyforge.org)
+  p.url             = "http://mime-types.rubyforge.org/"
+  p.summary         = %q{Manages a MIME Content-Type database that will return the Content-Type for a given filename.}
+  p.changes         = p.paragraphs_of("History.txt", 0..0).join("\n\n")
+  p.description     = p.paragraphs_of("README.txt", 1..1).join("\n\n")
 
-  runner = Test::Unit::UI::Console::TestRunner
+  p.extra_dev_deps  << %w(archive-tar-minitar ~>0.5)
+  p.extra_dev_deps  << %w(nokogiri ~>1.2)
+  p.extra_dev_deps  << %w(rcov ~>0.8)
 
-  $LOAD_PATH.unshift('tests')
-  $stderr.puts "Checking for test cases:" if t.verbose
-  Dir['tests/tc_*.rb'].each do |testcase|
-    $stderr.puts "\t#{testcase}" if t.verbose
-    load testcase
-  end
+  p.clean_globs     << "coverage"
 
-  suite = Test::Unit::TestSuite.new($name)
+  p.spec_extras[:extra_rdoc_files] = MANIFEST.grep(/txt$/) - ["Manifest.txt"]
+end
 
-  ObjectSpace.each_object(Class) do |testcase|
-    suite << testcase.suite if testcase < Test::Unit::TestCase
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |t|
+    t.libs << 'test'
+    t.test_files = hoe.test_files
+    t.verbose = true
   end
-
-  runner.run(suite)
+rescue LoadError
+  puts "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
 end
 
-desc "Look for TODO and FIXME tags in the code"
-task :todo do
-  rx = %r{#.*(FIXME|TODO|TBD|DEPRECATED)}
-  Pathname.new(File.dirname(__FILE__)).egrep(rx) do |match|
-    puts match
+=begin
+  require 'cucumber/rake/task'
+  Cucumber::Rake::Task.new(:features)
+rescue LoadError
+  puts "Cucumber is not available. In order to run features, you must: sudo gem install cucumber"
+=end
+
+desc "Build a MIME::Types .tar.gz distribution."
+task :tar => [ PKG_TAR ]
+file PKG_TAR => [ :test ] do |t|
+  require 'archive/tar/minitar'
+  require 'zlib'
+  files = MANIFEST.map { |f|
+    fn = File.join(PKG_DIST, f)
+    tm = File.stat(f).mtime
+
+    if File.directory?(f)
+      { :name => fn, :mode => 0755, :dir => true, :mtime => tm }
+    else
+      mode = if f =~ %r{^bin}
+               0755
+             else
+               0644
+             end
+      data = File.read(f)
+      { :name => fn, :mode => mode, :data => data, :size => data.size,
+        :mtime => tm }
+    end
+  }
+
+  begin
+    unless File.directory?(File.dirname(t.name))
+      require 'fileutils'
+      FileUtils.mkdir_p File.dirname(t.name)
+    end
+    tf = File.open(t.name, 'wb')
+    gz = Zlib::GzipWriter.new(tf)
+    tw = Archive::Tar::Minitar::Writer.new(gz)
+
+    files.each do |entry|
+      if entry[:dir]
+        tw.mkdir(entry[:name], entry)
+      else
+        tw.add_file_simple(entry[:name], entry) { |os|
+          os.write(entry[:data])
+        }
+      end
+    end
+  ensure
+    tw.close if tw
+    gz.close if gz
   end
 end
+task :package => [ PKG_TAR ]
+
+desc "Build the manifest file from the current set of files."
+task :build_manifest do |t|
+  require 'find'
+
+  hoerc = File.join(File.dirname(__FILE__), ".hoerc")
+  hoerc = File.open(hoerc, "rb") { |f| f.read }
+  hoerc = YAML::load(hoerc)
+
+  paths = []
+  Find.find(".") do |path|
+    next if File.directory?(path) || path =~ hoerc["exclude"]
+    paths << path.sub(%r{^\./}, '')
+  end
+
+  paths = paths.sort.join("\n")
+
+  File.open("Manifest.txt", "w") do |f|
+    f.puts paths
+  end
 
-spec = eval(File.read("mime-types.gemspec"))
-spec.version = $version
-desc "Build the RubyGem for #$name."
-task :gem => [ :test ]
-Rake::GemPackageTask.new(spec) do |g|
-  g.need_tar    = false
-  g.need_zip    = false
-  g.package_dir = ".."
+  puts paths
 end
 
-desc "Build a #$name .tar.gz distribution."
-task :tar => [ $tardist ]
-file $tardist => [ :test ] do |t|
-  current = File.basename(Dir.pwd)
-  Dir.chdir("..") do
-    begin
-      files = %W(bin/**/* lib/**/* tests/**/* ChangeLog README LICENCE
-                 Rakefile mime-types.gemspec setup.rb pre-setup.rb)
-      files = FileList[files.map { |file| File.join(current, file) }].to_a
-      files.map! do |dd|
-        ddnew = dd.gsub(/^#{current}/, $distdir)
-        mtime = $release_date || File.stat(dd).mtime
-        if File.directory?(dd)
-          { :name => ddnew, :mode => 0755, :dir => true, :mtime => mtime }
-        else
-          if dd =~ %r{bin/}
-            mode = 0755
-          else
-            mode = 0644
-          end
-          data = File.open(dd, "rb") { |ff| ff.read }
-          { :name => ddnew, :mode => mode, :data => data, :size =>
-            data.size, :mtime => mtime }
+desc "Download the current MIME type registrations from IANA."
+task :iana, :save, :destination do |t, args|
+  save_type = args.save || :text
+  save_type = save_type.to_sym
+
+  case save_type
+  when :text, :both, :html
+    nil
+  else
+    raise "Unknown save type provided. Must be one of text, both, or html."
+  end
+
+  destination = args.destination || "type-lists"
+
+  require 'open-uri'
+  require 'nokogiri'
+  require 'cgi'
+
+  class IANAParser
+    include Comparable
+
+    INDEX = %q(http://www.iana.org/assignments/media-types/)
+    CONTACT_PEOPLE = %r{http://www.iana.org/assignments/contact-people.html?#(.*)}
+    RFC_EDITOR = %r{http://www.rfc-editor.org/rfc/rfc(\d+).txt}
+    IETF_RFC = %r{http://www.ietf.org/rfc/rfc(\d+).txt}
+    IETF_RFC_TOOLS = %r{http://tools.ietf.org/html/rfc(\d+)}
+
+    class << self
+      def load_index
+        @types ||= {}
+
+        Nokogiri::HTML(open(INDEX) { |f| f.read }).xpath('//p/a').each do |tag|
+          href_match = %r{^/assignments/media-types/(.+)/$}.match(tag['href'])
+          next if href_match.nil?
+          type = href_match.captures[0]
+          @types[tag.content] = IANAParser.new(tag.content, type)
         end
       end
 
-      ff = File.open(t.name.gsub(%r{^\.\./}o, ''), "wb")
-      gz = Zlib::GzipWriter.new(ff)
-      tw = Archive::Tar::Minitar::Writer.new(gz)
+      attr_reader :types
+    end
+
+    def initialize(name, type)
+      @name = name
+      @type = type
+      @url  = File.join(INDEX, @type)
+    end
+
+    attr_reader :name
+    attr_reader :type
+    attr_reader :url
+    attr_reader :html
+
+    def download(name = nil)
+      @html = Nokogiri::HTML(open(name || @url) { |f| f.read })
+    end
+
+    def save_html
+      File.open("#@name.html", "wb") { |w| w.write @html }
+    end
+
+    def <=>(o)
+      self.name <=> o.name
+    end
+
+    def parse
+      nodes = html.xpath("//table//table//tr")
+
+      # How many <td> children does the first node have?
+      node_count = nodes.first.children.select { |node| node.elem? }.size
+
+      @mime_types = nodes.map do |node|
+        next if node == nodes.first
+        elems = node.children.select { |n| n.elem? }
+        next if elems.size.zero?
+        raise "size mismatch #{elems.size} != #{node_count}" if node_count != elems.size
 
-      files.each do |entry|
-        if entry[:dir]
-          tw.mkdir(entry[:name], entry)
+        case elems.size
+        when 3
+          subtype_index = 1
+          refnode_index = 2
+        when 4
+          subtype_index = 1
+          refnode_index = 3
         else
-          tw.add_file_simple(entry[:name], entry) { |os| os.write(entry[:data]) }
+          raise "Unknown element size."
         end
-      end
-    ensure
-      tw.close if tw
-      gz.finish if gz
-      ff.close
+
+        subtype   = elems[subtype_index].content.chomp.strip
+        refnodes  = elems[refnode_index].children.select { |n| n.elem? }.map { |ref|
+          case ref['href']
+          when CONTACT_PEOPLE
+            tag = CGI::unescape($1).chomp.strip
+            if tag == ref.content
+            "[#{ref.content}]"
+            else
+            "[#{ref.content}=#{tag}]"
+            end
+          when RFC_EDITOR, IETF_RFC, IETF_RFC_TOOLS
+          "RFC#$1"
+          when %r{(https?://.*)}
+          "{#{ref.content}=#$1}"
+          else
+            ref
+          end
+        }
+        refs = refnodes.join(',')
+
+      "#@type/#{subtype} 'IANA,#{refs}"
+      end.compact
+
+      @mime_types
+    end
+
+    def save_text
+      File.open("#@name.txt", "wb") { |w| w.write @mime_types.join("\n") }
     end
   end
-end
-task $tardist => [ :test ]
-
-desc "Build the RDoc documentation for #$name."
-task :docs do
-  require 'rdoc/rdoc'
-  rdoc_options = %W(--title #$name --main README --line-numbers)
-  files = FileList[*%w(README LICENCE ChangeLog bin/**/*.rb lib/**/*.rb)]
-  rdoc_options += files.to_a
-  RDoc::RDoc.new.document(rdoc_options)
-end
 
-task :verify_rubyforge do
-  raise "RUBYFORGE_USER environment variable not set!" unless ENV['RUBYFORGE_USER']
-  raise "RUBYFORGE_PASSWORD environment variable not set!" unless ENV['RUBYFORGE_PASSWORD']
-end
+  puts "Downloading index of MIME types from #{IANAParser::INDEX}."
+  IANAParser.load_index
 
-task :verify_gmail do
-  raise "GMAIL_USER environment variable not set!" unless ENV['GMAIL_USER']
-  raise "GMAIL_PASSWORD environment variable not set!" unless ENV['GMAIL_PASSWORD']
-end
+  require 'fileutils'
+  FileUtils.mkdir_p destination
+  Dir.chdir destination do
+    IANAParser.types.values.sort.each do |parser|
+      next if parser.name == "example" or parser.name == "mime"
+      puts "Downloading #{parser.name} from #{parser.url}"
+      parser.download
 
-desc "Release files on RubyForge."
-task :release_files => [ :verify_rubyforge, :tar, :gem ] do
-  release_files = FileList[$tardist, "../#$distdir.gem"]
-  Rake::XForge::Release.new($project) do |release|
-    release.user_name     = ENV['RUBYFORGE_USER']
-    release.password      = ENV['RUBYFORGE_PASSWORD']
-    release.files         = release_files.to_a
-    release.release_name  = "#$name #$version"
-    release.package_name  = "mime-types"
-
-    notes = []
-    File.open("README") do |file|
-      file.each do |line|
-        line.chomp!
-        line.gsub!(/^#.*$/, '') and next
-        notes << line
+      if :html == save_type || :both == save_type
+        puts "Saving #{parser.name}.html"
+        parser.save_html
       end
-    end
-    release.release_notes   = notes.join("\n")
 
-    changes = []
-    File.open("ChangeLog") do |file|
-      current = true
+      puts "Parsing #{parser.name} HTML"
+      parser.parse
 
-      file.each do |line|
-        line.chomp!
-        current = false if current and line =~ /^==/
-        break if line.empty? and not current
-        changes << line
+      if :text == save_type || :both == save_type
+        puts "Saving #{parser.name}.txt"
+        parser.save_text
       end
     end
-    release.release_changes = changes.join("\n")
   end
 end
 
-desc "Publish news on RubyForge"
-task :publish_news => [ :verify_rubyforge, :tar, :gem ] do
-  Rake::XForge::NewsPublisher.new($project) do |news|
-    news.user_name    = ENV['RUBYFORGE_USER']
-    news.password     = ENV['RUBYFORGE_PASSWORD']
-    news.subject      = "#$name #$version Released"
-    news.changes_file = nil
-
-    details = []
-    File.open("Release-Announcement") do |file|
-      file.each do |line|
-        line.chomp!
-        break if line =~ /^=/
-        details << line
-      end
-    end
-    news.details      = details.join("\n")
-  end
+desc "Shows known MIME type sources."
+task :mime_type_sources do
+  puts <<-EOS
+http://www.ltsw.se/knbase/internet/mime.htp
+http://www.webmaster-toolkit.com/mime-types.shtml
+http://plugindoc.mozdev.org/winmime.php
+http://standards.freedesktop.org/shared-mime-info-spec/shared-mime-info-spec-latest.html  
+http://www.feedforall.com/mime-types.htm
+http://www.iana.org/assignments/media-types/
+  EOS
 end
 
-desc "Post a release announcement via GMail."
-task :email_announcement => [ :verify_gmail ] do
-  GMailer.connect(ENV["GMAIL_USER"], ENV["GMAIL_PASSWORD"]) do |gmail|
-    gmail.send  :to       => "ruby-talk@ruby-lang.org",
-                :subject  => "[ANN] #$name #$version",
-                :body     => File.read("Release-Announcement")
+desc "Validate the RubyGem spec for GitHub."
+task :github_validate_spec do |t|
+  require 'yaml'
+
+  require 'rubygems/specification'
+  data = File.read("#{PKG_NAME}.gemspec")
+  spec = nil
+
+  if data !~ %r{!ruby/object:Gem::Specification}
+    code = "$SAFE = 3\n#{data}"
+    p code.split($/)[44]
+    Thread.new { spec = eval("$SAFE = 3\n#{data}") }.join
+  else
+    spec = YAML.load(data)
   end
-end
 
-desc "Release the latest version."
-task :release => [ :verify_rubyforge, :verify_gmail, :release_files,
-  :publish_news, :email_announcement, :docs ]
+  spec.validate
 
-desc "Build everything."
-task :default => [ :tar, :gem ]
+  puts spec
+  puts "OK"
+end