downlow 0.1.0

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,23 @@
+## MAC OS
+.DS_Store
+
+## TEXTMATE
+*.tmproj
+tmtags
+
+## EMACS
+*~
+\#*
+.\#*
+
+## VIM
+*.swp
+
+## PROJECT::GENERAL
+coverage
+rdoc
+pkg
+
+## PROJECT::SPECIFIC
+
+tmp

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Aaron Quint
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,58 @@
+= downlow
+
+Downloading files on the DL
+
+== Installation
+
+  gem install downlow
+  
+Tested against Ruby 1.8.7 and 1.9.1
+
+== Usage
+
+Why is downloading and extracting files such a pain in Ruby?
+
+Downlow to the rescue.
+
+  $ irb -rubygems -rdownlow
+  >> DL('http://gist.github.com/gists/290151/download', '~/Desktop/gist')
+  => #<Pathname:/Users/aaronquint/Desktop/gist>
+  
+  $ ls -l ~/Desktop/gist/
+  total 8
+  drwxrwxr-x  3 aaronquint  aaronquint  102 Jan 30 00:17 gist290151-4d195b0fc72a4b5e52f8e2b5d1670d078c03a018
+  
+  >> DL('git://github.com/quirkey/resque-status.git', '~/Desktop')
+  Initialized empty Git repository in /Users/aaronquint/Sites/__active/downlow/tmp/resque-status/.git/
+  remote: Counting objects: 323, done.
+  remote: Compressing objects: 100% (186/186), done.
+  remote: Total 323 (delta 166), reused 169 (delta 83)
+  Receiving objects: 100% (323/323), 42.84 KiB, done.
+  Resolving deltas: 100% (166/166), done.
+  => #<Pathname:/Users/aaronquint/Desktop/resque-status>
+  
+Sweet.
+
+BONUS BEATS FOR GITHUB
+Downloads the tarball and extracts.
+
+  >> DL('gh://quirkey/sammy', ~/Desktop')
+
+== Thanks
+
+Thanks to @mxcl for the awesome pathname extensions in homebrew/
+Thanks to @defunkt as I took some ideas from rip.
+
+== Note on Patches/Pull Requests
+ 
+* Fork the project.
+* Make your feature addition or bug fix.
+* Add tests for it. This is important so I don't break it in a
+  future version unintentionally.
+* Commit, do not mess with rakefile, version, or history.
+  (if you want to have your own version, that is fine but bump version in a commit by itself I can ignore when I pull)
+* Send me a pull request. Bonus points for topic branches.
+
+== Copyright
+
+Copyright (c) 2010 Aaron Quint. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,63 @@
+require 'rubygems'
+require 'rake'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), 'lib'))
+
+require 'downlow'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "downlow"
+    gem.version = Downlow::VERSION
+    gem.summary = %Q{easy downloading and extracting API}
+    gem.description = %Q{Downlow provides an easy way to fetch files or archives and extract them with minimal hassle.}
+    gem.email = "aaron@quirkey.com"
+    gem.homepage = "http://github.com/quirkey/downlow"
+    gem.authors = ["Aaron Quint"]
+    
+    gem.add_dependency "rubyzip", ">=0.9.4"
+    gem.add_dependency "archive-tar-minitar", ">=0.5.2"
+    
+    gem.add_development_dependency "shoulda", ">= 0"
+    gem.add_development_dependency "fakeweb", ">= 1.2"
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/test_*.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+task :test => :check_dependencies
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "downlow #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/downlow.gemspec

@@ -0,0 +1,80 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{downlow}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Aaron Quint"]
+  s.date = %q{2010-01-31}
+  s.description = %q{Downlow provides an easy way to fetch files or archives and extract them with minimal hassle.}
+  s.email = %q{aaron@quirkey.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "downlow.gemspec",
+     "lib/downlow.rb",
+     "lib/downlow/ext/pathname.rb",
+     "lib/downlow/extractor.rb",
+     "lib/downlow/extractors/dir.rb",
+     "lib/downlow/extractors/tar_gz.rb",
+     "lib/downlow/extractors/zip.rb",
+     "lib/downlow/fetcher.rb",
+     "lib/downlow/fetchers/git.rb",
+     "lib/downlow/fetchers/github.rb",
+     "lib/downlow/fetchers/http.rb",
+     "lib/downlow/fetchers/local.rb",
+     "test/fixtures/gist_response",
+     "test/fixtures/location_response",
+     "test/fixtures/test.tar.gz",
+     "test/fixtures/test.zip",
+     "test/helper.rb",
+     "test/test_downlow.rb",
+     "test/test_downlow_extractor.rb",
+     "test/test_downlow_fetcher.rb"
+  ]
+  s.homepage = %q{http://github.com/quirkey/downlow}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.5}
+  s.summary = %q{easy downloading and extracting API}
+  s.test_files = [
+    "test/helper.rb",
+     "test/test_downlow.rb",
+     "test/test_downlow_extractor.rb",
+     "test/test_downlow_fetcher.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<rubyzip>, [">= 0.9.4"])
+      s.add_runtime_dependency(%q<archive-tar-minitar>, [">= 0.5.2"])
+      s.add_development_dependency(%q<shoulda>, [">= 0"])
+      s.add_development_dependency(%q<fakeweb>, [">= 1.2"])
+    else
+      s.add_dependency(%q<rubyzip>, [">= 0.9.4"])
+      s.add_dependency(%q<archive-tar-minitar>, [">= 0.5.2"])
+      s.add_dependency(%q<shoulda>, [">= 0"])
+      s.add_dependency(%q<fakeweb>, [">= 1.2"])
+    end
+  else
+    s.add_dependency(%q<rubyzip>, [">= 0.9.4"])
+    s.add_dependency(%q<archive-tar-minitar>, [">= 0.5.2"])
+    s.add_dependency(%q<shoulda>, [">= 0"])
+    s.add_dependency(%q<fakeweb>, [">= 1.2"])
+  end
+end
+

data/lib/downlow.rb

@@ -0,0 +1,48 @@
+require 'downlow/ext/pathname'
+
+module Downlow
+  VERSION = '0.1.0'
+  
+  def self.get(url, *args)
+    options = {}
+    first = args.shift
+    if first.is_a?(Hash)
+      # hash as argument means were setting the options
+      options = first
+    elsif first.to_s != ''
+      # string as argument means we're setting the destination
+      options[:destination] = first
+    end
+    # merge the rest as options
+    args.inject(options) {|o, arg| o = o.merge(arg) } if !args.empty?
+    # fetch to a temp dir
+    fetch_options = options.dup
+    fetch_options.delete(:destination)
+    path = fetch(url, fetch_options)
+    final_path = extract(path, options)
+    FileUtils.rm_r(path) # delete tmp path
+    final_path
+  end
+  
+  def self.fetch(*args)
+    Downlow::Fetcher.fetch(*args)
+  end
+  
+  def self.extract(*args)
+    Downlow::Extractor.extract(*args)
+  end
+  
+end
+
+def DL(*args) Downlow.get(*args); end
+
+require 'downlow/fetcher'
+require 'downlow/fetchers/git'
+require 'downlow/fetchers/http'
+require 'downlow/fetchers/github'
+require 'downlow/fetchers/local'
+
+require 'downlow/extractor'
+require 'downlow/extractors/tar_gz'
+require 'downlow/extractors/zip'
+require 'downlow/extractors/dir'

data/lib/downlow/ext/pathname.rb

@@ -0,0 +1,201 @@
+#  Copyright 2009 Max Howell and other contributors.
+#
+#  Redistribution and use in source and binary forms, with or without
+#  modification, are permitted provided that the following conditions
+#  are met:
+#
+#  1. Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#  2. Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in the
+#     documentation and/or other materials provided with the distribution.
+#
+#  THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
+#  IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
+#  OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
+#  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
+#  INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
+#  NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+#  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+#  THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+#  (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
+#  THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#
+require 'pathname'
+
+# we enhance pathname to make our code more readable
+class Pathname
+  def install src
+    if src.is_a? Array
+      src.collect {|src| install src }
+    else
+      raise "#{src} does not exist" unless File.exist? src
+      mkpath
+      if File.symlink? src
+        # we use the BSD mv command because FileUtils copies the target and
+        # not the link! I'm beginning to wish I'd used Python quite honestly!
+        raise unless Kernel.system 'mv', src, to_s and $? == 0
+      else
+        # we mv when possible as it is faster and you should only be using
+        # this function when installing from the temporary build directory
+        FileUtils.mv src, to_s
+      end
+      src=Pathname.new src
+      return self+src.basename
+    end
+  end
+  
+  # we assume this pathname object is a file obviously
+  def write content
+    raise "Will not overwrite #{to_s}" if exist? and not ARGV.force?
+    dirname.mkpath
+    File.open(self, 'w') {|f| f.write content }
+  end
+
+  def cp dst
+    if file?
+      FileUtils.cp to_s, dst
+    else
+      FileUtils.cp_r to_s, dst
+    end
+    return dst
+  end
+
+  # extended to support the double extensions .tar.gz and .tar.bz2
+  def extname
+    /(\.tar\.(gz|bz2))$/.match to_s
+    return $1 if $1
+    return File.extname(to_s)
+  end
+
+  # for filetypes we support, basename without extension
+  def stem
+    return File.basename(to_s, extname)
+  end
+
+  # I don't trust the children.length == 0 check particularly, not to mention
+  # it is slow to enumerate the whole directory just to see if it is empty,
+  # instead rely on good ol' libc and the filesystem
+  def rmdir_if_possible
+    rmdir
+    true
+  rescue SystemCallError => e
+    raise unless e.errno == Errno::ENOTEMPTY::Errno or e.errno == Errno::EACCES::Errno
+    false
+  end
+  
+  def chmod_R perms
+    require 'fileutils'
+    FileUtils.chmod_R perms, to_s
+  end
+
+  def abv
+    out=''
+    n=`find #{to_s} -type f | wc -l`.to_i
+    out<<"#{n} files, " if n > 1
+    out<<`/usr/bin/du -hd0 #{to_s} | cut -d"\t" -f1`.strip
+  end
+
+  # attempts to retrieve the version component of this path, so generally
+  # you'll call it on tarballs or extracted tarball directories, if you add
+  # to this please provide amend the unittest
+  def version
+    if directory?
+      # directories don't have extnames
+      stem=basename.to_s
+    else
+      stem=self.stem
+    end
+
+    # github tarballs are special
+    # we only support numbered tagged downloads
+    %r[github.com/.*/tarball/((\d\.)+\d)$].match to_s
+    return $1 if $1
+    
+    # eg. boost_1_39_0
+    /((\d+_)+\d+)$/.match stem
+    return $1.gsub('_', '.') if $1
+
+    # eg. foobar-4.5.1-1
+    # eg. ruby-1.9.1-p243
+    /-((\d+\.)*\d\.\d+-(p|rc)?\d+)$/.match stem
+    return $1 if $1
+    
+    # eg. lame-398-1
+    /-((\d)+-\d)/.match stem
+    return $1 if $1
+
+    # eg. foobar-4.5.1
+    /-((\d+\.)*\d+)$/.match stem
+    return $1 if $1
+
+    # eg. foobar-4.5.1b
+    /-((\d+\.)*\d+([abc]|rc\d))$/.match stem
+    return $1 if $1
+
+    # eg foobar-4.5.0-beta1
+    /-((\d+\.)*\d+-beta\d+)$/.match stem
+    return $1 if $1
+
+    # eg. foobar4.5.1
+    /((\d+\.)*\d+)$/.match stem
+    return $1 if $1
+    
+    # eg foobar-4.5.0-bin
+    /-((\d+\.)+\d+[abc]?)[-.](bin|src|sources?)$/.match stem
+    return $1 if $1
+
+    # eg. otp_src_R13B (this is erlang's style)
+    # eg. astyle_1.23_macosx.tar.gz
+    stem.scan /_([^_]+)/ do |match|
+      return match.first if /\d/.match $1
+    end
+
+    nil
+  end
+
+  def md5
+    require 'digest'
+    Digest::MD5.hexdigest(File.read(self))
+  end
+
+  if '1.9' <= RUBY_VERSION
+    alias_method :to_str, :to_s
+  end
+end
+
+# sets $n and $d so you can observe creation of stuff
+module ObserverPathnameExtension
+  def unlink
+    super
+    puts "rm #{to_s}" if ARGV.verbose?
+    $n+=1
+  end
+  def rmdir
+    super
+    puts "rmdir #{to_s}" if ARGV.verbose?
+    $d+=1
+  end
+  def resolved_path_exists?
+    (dirname+readlink).exist?
+  end
+  def mkpath
+    super
+    puts "mkpath #{to_s}" if ARGV.verbose?
+    $d+=1
+  end
+  def make_relative_symlink src
+    dirname.mkpath
+    Dir.chdir dirname do
+      # TODO use Ruby function so we get exceptions
+      # NOTE Ruby functions may work, but I had a lot of problems
+      rv=system 'ln', '-sf', src.relative_path_from(dirname)
+      raise "Could not create symlink #{to_s}" unless rv and $? == 0
+      puts "ln #{to_s}" if ARGV.verbose?
+      $n+=1
+    end
+  end
+end
+
+$n=0
+$d=0

data/lib/downlow/extractor.rb

@@ -0,0 +1,42 @@
+module Downlow
+  class Extractor
+    
+    def self.handles(which)
+      @@handlers ||= []
+      @@handlers << [which, self]
+    end
+    
+    def self.extractor_for(path)
+      @@handlers.each do |matcher, klass|
+        return klass if matcher.match path
+      end
+    end
+    
+    def self.extract(url, options = {})
+      klass = extractor_for(url)
+      extractor = klass.new(url, options)
+      extractor.extract
+      extractor.final_path
+    end
+    
+    attr_reader :path, :options, :final_path
+    attr_accessor :tmp_dir, :destination
+    
+    def initialize(path, options = {})
+      @path        = Pathname.new(path)
+      @options     = options
+      @tmp_dir     = Pathname.new(options[:tmp_dir] || 'tmp').expand_path
+      @tmp_dir.mkpath
+      @destination = Pathname.new(options[:destination] || tmp_dir + self.path.stem).expand_path
+    end
+    
+    def extract
+      raise "Should be overridden by subclass"
+    end
+    
+    def extracted?
+      !!@final_path
+    end
+    
+  end
+end

data/lib/downlow/extractors/dir.rb

@@ -0,0 +1,18 @@
+module Downlow
+  class Dir < Extractor
+    
+    handles(/.*$/)
+    
+    def extract
+      if path.directory?
+        self.destination = destination + path.basename
+        destination.dirname.mkpath
+      else
+        destination.dirname.mkpath
+      end
+      path.cp destination
+      @final_path = destination
+    end
+    
+  end
+end

data/lib/downlow/extractors/tar_gz.rb

@@ -0,0 +1,17 @@
+require 'zlib'
+require 'archive/tar/minitar'
+
+module Downlow
+  class TarGz < Extractor
+    
+    handles(/\.tar\.gz$/)
+    
+    def extract
+      destination.mkpath
+      tgz = ::Zlib::GzipReader.new(File.open(path, 'rb'))
+      ::Archive::Tar::Minitar.unpack(tgz, destination.to_s)
+      @final_path = destination
+    end
+    
+  end
+end

data/lib/downlow/extractors/zip.rb

@@ -0,0 +1,18 @@
+require 'zip/zip'
+
+module Downlow
+  class Zip < Extractor
+    
+    handles(/\.zip$/)
+    
+    def extract
+      ::Zip::ZipFile.foreach(path) do |file|
+        path = destination + file.name
+        path.dirname.mkpath
+        file.extract(path)
+      end
+      @final_path = destination
+    end
+    
+  end
+end

data/lib/downlow/fetcher.rb

@@ -0,0 +1,43 @@
+module Downlow
+  class Fetcher
+    
+    def self.handles(which)
+      @@handlers ||= []
+      @@handlers << [which, self]
+    end
+    
+    def self.fetcher_for(url)
+      @@handlers.each do |matcher, klass|
+        return klass if matcher.match url
+      end
+    end
+    
+    def self.fetch(url, options = {})
+      klass = fetcher_for(url)
+      fetcher = klass.new(url, options)
+      fetcher.fetch
+      fetcher.local_path
+    end
+    
+    attr_reader :url, :options, :local_path
+    attr_accessor :tmp_dir, :destination
+    
+    def initialize(url, options = {})
+      @url     = Pathname.new(url)
+      @options = options
+      @tmp_dir = Pathname.new(options[:tmp_dir] || 'tmp').expand_path
+      @tmp_dir.mkpath
+      @destination = Pathname.new(options[:destination] || tmp_dir + self.url.basename ).expand_path
+      @destination.dirname.mkpath
+    end
+    
+    def fetch
+      raise "Should be overridden by subclass"
+    end
+    
+    def fetched?
+      !!@local_path
+    end
+    
+  end
+end

data/lib/downlow/fetchers/git.rb

@@ -0,0 +1,22 @@
+module Downlow
+  class Git < Fetcher
+    
+    handles(/^git\:\/\//)
+    
+    def fetch
+      self.destination = destination.dirname + destination.stem
+      git_clone
+      rm_dot_git unless options[:keep_git]
+      @local_path = destination
+    end
+    
+    def git_clone
+      system "`which git` clone #{url} #{destination.expand_path}"
+    end
+    
+    def rm_dot_git
+      FileUtils.rm_rf(destination + '.git')
+    end
+    
+  end
+end

data/lib/downlow/fetchers/github.rb

@@ -0,0 +1,17 @@
+module Downlow
+  class Github < Http
+    
+    handles(/^gh\:\/\//)
+    
+    def fetch
+      # change 
+      # gh://quirkey/sammy
+      # to:
+      # http://github.com/quirkey/sammy/tarball/master
+      project = url.to_s.gsub(/^(gh\:\/\/)/, '')
+      @url = "http://github.com/#{project}/tarball/master"
+      super
+    end
+        
+  end
+end

data/lib/downlow/fetchers/http.rb

@@ -0,0 +1,26 @@
+require 'open-uri'
+
+module Downlow
+  class Http < Fetcher
+    
+    handles(/^http\:\/\//)
+    
+    def fetch
+      data = ""
+      filename = destination.basename
+      open(url.to_s) do |u|
+        if disposition = u.meta['content-disposition'] and
+            disposition.match(/filename=\"([^\"]+)\"/)
+          filename = $1
+        else
+          filename = Pathname.new(u.base_uri.to_s).basename
+        end
+        data << u.read
+      end
+      self.destination = destination.dirname + filename
+      File.open(destination, 'w') {|f| f << data }
+      @local_path = destination
+    end
+    
+  end
+end

data/lib/downlow/fetchers/local.rb

@@ -0,0 +1,13 @@
+module Downlow
+  class Local < Fetcher
+    
+    handles(/\w+/)
+    
+    def fetch
+      url.cp destination
+      @local_path = destination
+    end
+    
+  end
+end
+    

data/test/fixtures/location_response

@@ -0,0 +1,13 @@
+HTTP/1.1 302 Found
+Server: nginx/0.7.61
+Date: Sun, 31 Jan 2010 01:32:51 GMT
+Content-Type: text/html; charset=utf-8
+Connection: keep-alive
+Status: 302 Found
+Location: http://github.com/quirkey-lighthouse_stats-e9012c9.tar.gz
+X-Runtime: 75ms
+Content-Length: 133
+Set-Cookie: _github_ses=BAh7BiIKZmxhc2hJQzonQWN0aW9uQ29udHJvbGxlcjo6Rmxhc2g6OkZsYXNoSGFzaHsABjoKQHVzZWR7AA%3D%3D--884981fc5aa85daf318eeff084d98e2cff92578f; path=/; expires=Wed, 01 Jan 2020 08:00:00 GMT; HttpOnly
+Cache-Control: no-cache
+
+<html><body>You are being <a href="http://waitdownload.github.com/quirkey-lighthouse_stats-e9012c9.zip">redirected</a>.</body></html>

data/test/helper.rb

@@ -0,0 +1,26 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+require 'fakeweb'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'downlow'
+
+class Test::Unit::TestCase
+  
+  def tmp_dir
+    dir = File.join('/tmp', 'downlow')
+    FileUtils.mkdir_p(dir)
+    dir
+  end
+  
+  def fixture_path(path)
+    full_path = File.expand_path(File.join(File.dirname(__FILE__), 'fixtures', path))
+  end
+  
+  def fixture(path)
+    File.read(fixture_path(path))
+  end
+  
+end

data/test/test_downlow.rb

@@ -0,0 +1,50 @@
+require 'helper'
+
+class TestDownlow < Test::Unit::TestCase
+  
+  context "Downlow" do
+    setup do
+      FileUtils.rm_rf(tmp_dir) if File.readable?(tmp_dir)
+    end
+    
+    context ".get" do
+      should "fetch a gzip then extract it" do
+        url = 'http://example.org/example.tar.gz'
+        FakeWeb.register_uri(:get, url, :body => fixture('test.tar.gz'))
+        path = Downlow.get(url, :destination => File.join(tmp_dir, 'final'))
+        assert path.is_a?(Pathname)
+        assert_match(/final/, path.to_s)
+        assert (path + 'test/test.jpg').readable?
+      end
+      
+      should "assume string as second arg is destination" do
+        url = 'http://example.org/example.tar.gz'
+        FakeWeb.register_uri(:get, url, :body => fixture('test.tar.gz'))
+        path = Downlow.get(url, File.join(tmp_dir, 'final'))
+        assert path.is_a?(Pathname)
+        assert_match(/final/, path.to_s)
+        assert (path + 'test/test.jpg').readable?        
+      end
+      
+      should "fetch a single file to a destination" do
+        url = 'http://example.org/example.js'
+        FakeWeb.register_uri(:get, url, :body => fixture('sammy.git/lib/sammy.js'))
+        path = Downlow.get(url, File.join(tmp_dir, 'final'))
+        assert path.is_a?(Pathname)
+        assert_match(/final/, path.to_s)
+        assert path.file?
+      end
+      
+      should "move a single file to a destination" do
+        path = Downlow.get(fixture_path('sammy.git/lib/sammy.js'), File.join(tmp_dir, 'final'))
+        assert path.is_a?(Pathname)
+        assert_match(/final/, path.to_s)
+        assert path.file?
+      end
+      
+    end
+    
+  end
+
+end
+

data/test/test_downlow_extractor.rb

@@ -0,0 +1,131 @@
+require 'helper'
+
+class TestDownlowExtractor < Test::Unit::TestCase
+  
+  context "Downlow::Extractor" do
+    setup do
+      FileUtils.rm_rf(tmp_dir) if File.readable?(tmp_dir)
+    end
+    
+    context ".extract" do
+      setup do
+        @path = fixture_path('test.zip')
+        @final_path = Downlow::Extractor.extract(@path, {:destination => tmp_dir})
+      end
+      
+      should "extract the files" do
+        assert @final_path.is_a?(Pathname)
+        assert @final_path.directory?
+        assert_match(/tmp/, @final_path.to_s)
+        assert File.readable?(@final_path + 'test/test.jpg')
+      end
+            
+    end
+    
+    context ".extractor_for" do
+      
+      should 'determine the fetcher by path' do
+        assert_equal Downlow::TarGz, Downlow::Extractor.extractor_for(fixture_path('test.tar.gz'))
+        assert_equal Downlow::Zip, Downlow::Extractor.extractor_for(fixture_path('test.zip'))
+      end
+          
+    end
+    
+    context "initializing" do
+      setup do
+        @path = fixture_path('test.zip')
+        @extractor = Downlow::Zip.new(@path, {:tmp_dir => tmp_dir})
+      end
+      
+      should "set the path" do
+        assert_equal @path, @extractor.path.to_s
+      end
+      
+      should "set the options" do
+        assert_equal tmp_dir, @extractor.options[:tmp_dir]
+      end
+      
+    end
+    
+    context "extract" do
+      
+      context "zip" do
+        setup do
+          @extractor = Downlow::Zip.new(fixture_path('test.zip'), :destination => tmp_dir)
+          @path = @extractor.extract
+        end
+        
+        should 'extract to the destination' do
+          assert @path.is_a?(Pathname)
+          assert @path.directory?
+          assert_match(/tmp/, @path.to_s)
+          assert (@path + 'test/test.jpg').readable?
+        end
+        
+        should "set the local path" do
+          assert_equal @path, @extractor.final_path
+        end
+        
+      end
+      
+      
+      context "tar.gz" do
+        setup do
+          @extractor = Downlow::TarGz.new(fixture_path('test.tar.gz'), :destination => tmp_dir)
+          @path = @extractor.extract
+        end
+        
+        should 'extract to the destination' do
+          assert @path.is_a?(Pathname)
+          assert @path.directory?
+          assert_match(/tmp/, @path.to_s)
+          assert (@path + 'test/test.jpg').readable?
+        end
+        
+        should "set the final_path" do
+          assert_equal @path, @extractor.final_path
+        end
+      end
+      
+      context "dir" do
+        setup do
+          @extractor = Downlow::Dir.new(fixture_path(''), :destination => tmp_dir)
+          @path = @extractor.extract
+        end
+        
+        should 'extract to the destination' do
+          assert @path.is_a?(Pathname)
+          assert @path.directory?
+          assert_match(/tmp/, @path.to_s)
+          assert (@path + 'test.tar.gz').readable?
+        end
+        
+        should "set the final_path" do
+          assert_equal @path, @extractor.final_path
+        end
+      end
+      
+      context "single file" do
+        setup do
+          @destination = File.join(tmp_dir, "sammy.js")
+          @extractor = Downlow::Dir.new(fixture_path('sammy.git/lib/sammy.js'), :destination => @destination)
+          @path = @extractor.extract
+        end
+        
+        should 'extract to the exact destination' do
+          assert @path.is_a?(Pathname)
+          assert @path.file?
+          assert_match(/tmp/, @path.to_s)
+          assert @path.readable?
+          assert_equal @destination, @path.to_s
+        end
+        
+        should "set the final_path" do
+          assert_equal @path, @extractor.final_path
+        end
+      end
+    end
+    
+  end
+
+end

data/test/test_downlow_fetcher.rb

@@ -0,0 +1,161 @@
+require 'helper'
+
+class TestDownlowFetcher < Test::Unit::TestCase
+  
+  context "Downlow::Fetcher" do
+    setup do
+      FileUtils.rm_rf(tmp_dir) if File.readable?(tmp_dir)
+      @url = 'http://github.com/quirkey/sammy/'
+      FakeWeb.register_uri(:get, @url, :body => 'quirkey.com Sammy')
+    end
+    
+    context ".fetch" do
+      setup do
+        @path = Downlow::Fetcher.fetch(@url, {:tmp_dir => tmp_dir})
+      end
+      
+      should "fetch the files" do
+        assert @path.is_a?(Pathname)
+        assert @path.file?
+        assert_match(/tmp/, @path.to_s)
+        assert_match(/quirkey/, @path.read)
+      end
+            
+    end
+    
+    context ".fetcher_for" do
+      
+      should 'determine the fetcher by URL' do
+        assert_equal Downlow::Git, Downlow::Fetcher.fetcher_for('git://github.com/quirkey/sammy.git')
+        assert_equal Downlow::Http, Downlow::Fetcher.fetcher_for('http://github.com/quirkey/sammy/')
+      end
+          
+    end
+    
+    context "initializing" do
+      setup do
+        @url = 'http://github.com/quirkey/sammy/'
+        @fetcher = Downlow::Http.new(@url, {:tmp_dir => tmp_dir})
+      end
+      
+      should "set the url" do
+        assert_equal @url, @fetcher.url.to_s
+      end
+      
+      should "set the options" do
+        assert_equal tmp_dir, @fetcher.options[:tmp_dir]
+      end
+      
+    end
+    
+    context "fetch" do
+      
+      context "git" do
+        setup do
+          class Downlow::Git
+            def git_clone 
+              FileUtils.cp_r(File.join(File.dirname(__FILE__), 'fixtures', 'sammy.git'), destination)
+            end
+          end
+          @fetcher = Downlow::Git.new('git://github.com/quirkey/sammy.git', :tmp_dir => tmp_dir)
+          @path = @fetcher.fetch
+        end
+        
+        should 'clone a git repo to the temp dir' do
+          assert @path.is_a?(Pathname)
+          assert @path.directory?
+          assert_match(/tmp/, @path.to_s)
+          assert (@path + 'lib/sammy.js').readable?
+        end
+        
+        should "set the local path" do
+          assert_equal @path, @fetcher.local_path
+        end
+        
+      end
+      
+      context "http" do
+        setup do
+          @fetcher = Downlow::Http.new(@url, :tmp_dir => tmp_dir)
+          @path = @fetcher.fetch
+        end
+        
+        should 'download the file to the temp dir' do
+          assert @path.is_a?(Pathname)
+          assert @path.file?
+          assert_match(/tmp/, @path.to_s)
+          assert_match(/quirkey/, @path.read)
+        end
+        
+        should "set the local path" do
+          assert_equal @path, @fetcher.local_path
+        end
+        
+        should "respect content-disposition headers" do
+          gist_url = "http://gist.github.com/gists/290151/download"
+          FakeWeb.register_uri(:get, gist_url, :response => fixture('gist_response'))
+          @fetcher = Downlow::Http.new(gist_url, :tmp_dir => tmp_dir)
+          @path = @fetcher.fetch
+          assert @path.is_a?(Pathname)
+          assert @path.file?
+          assert_match(/\.tar\.gz$/, @path.to_s)
+        end
+        
+        should "respect location headers" do
+          url = "http://github.com/quirkey/lighthouse_stats/tarball/master"
+          location_url = "http://github.com/quirkey-lighthouse_stats-e9012c9.tar.gz"
+          FakeWeb.register_uri(:get, url, :response => fixture('location_response'))
+          FakeWeb.register_uri(:get, location_url, :body => "BODY")
+          @fetcher = Downlow::Http.new(url, :tmp_dir => tmp_dir)
+          @path = @fetcher.fetch
+          assert @path.is_a?(Pathname)
+          assert @path.file?
+          assert_match(/\.tar\.gz$/, @path.to_s)
+        end
+        
+      end
+      
+      context "github" do
+        
+        setup do
+          @url = 'gh://quirkey/sammy'
+          @real_url = "http://github.com/quirkey/sammy/tarball/master"
+          FakeWeb.register_uri(:get, @real_url, :response => fixture('gist_response'))
+          @fetcher = Downlow::Github.new(@url, :tmp_dir => tmp_dir)
+          @path = @fetcher.fetch
+        end
+        
+        should "reset the url to the tarball url" do
+          assert_equal @real_url, @fetcher.url
+        end        
+      end
+      
+      context "file" do
+        setup do
+          @fetcher = Downlow::Local.new(File.join(File.dirname(__FILE__), '..', 'lib'), :tmp_dir => tmp_dir)
+          @path = @fetcher.fetch
+        end
+        
+        should "move directory into temp dir" do
+          assert @path.is_a?(Pathname)
+          assert @path.directory?
+          assert_match(/tmp/, @path.to_s)
+          assert (@path + 'downlow.rb').readable?
+        end
+        
+        should "set the local path" do
+          assert_equal @path, @fetcher.local_path
+        end
+        
+      end
+      
+      context "ftp" do
+        should_eventually "download via ftp" do
+          
+        end
+      end
+    end
+    
+  end
+
+end

metadata

@@ -0,0 +1,122 @@
+--- !ruby/object:Gem::Specification 
+name: downlow
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Aaron Quint
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-01-31 00:00:00 -05:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rubyzip
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.9.4
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: archive-tar-minitar
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.5.2
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: shoulda
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: fakeweb
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "1.2"
+    version: 
+description: Downlow provides an easy way to fetch files or archives and extract them with minimal hassle.
+email: aaron@quirkey.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README.rdoc
+- Rakefile
+- downlow.gemspec
+- lib/downlow.rb
+- lib/downlow/ext/pathname.rb
+- lib/downlow/extractor.rb
+- lib/downlow/extractors/dir.rb
+- lib/downlow/extractors/tar_gz.rb
+- lib/downlow/extractors/zip.rb
+- lib/downlow/fetcher.rb
+- lib/downlow/fetchers/git.rb
+- lib/downlow/fetchers/github.rb
+- lib/downlow/fetchers/http.rb
+- lib/downlow/fetchers/local.rb
+- test/fixtures/gist_response
+- test/fixtures/location_response
+- test/fixtures/test.tar.gz
+- test/fixtures/test.zip
+- test/helper.rb
+- test/test_downlow.rb
+- test/test_downlow_extractor.rb
+- test/test_downlow_fetcher.rb
+has_rdoc: true
+homepage: http://github.com/quirkey/downlow
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: easy downloading and extracting API
+test_files: 
+- test/helper.rb
+- test/test_downlow.rb
+- test/test_downlow_extractor.rb
+- test/test_downlow_fetcher.rb