rr2fetcher 0.9

data/History.txt

@@ -0,0 +1,7 @@
+== 0.0.1 2009-06-08
+
+* 1 major enhancement:
+  * Initial release
+
+== 0.2 2009-07-07
+* new release

data/Manifest.txt

@@ -0,0 +1,13 @@
+History.txt
+Manifest.txt
+PostInstall.txt
+README.rdoc
+Rakefile
+bin/rr2fetcher
+lib/progressbar.rb
+lib/rr2fetcher.rb
+lib/rrs_parser.rb
+rr2fetcher.gemspec
+script/console
+script/destroy
+script/generate

data/PostInstall.txt

@@ -0,0 +1,7 @@
+
+For more information on rr2fetcher, see http://rr2fetcher.rubyforge.org
+
+NOTE: Change this information in PostInstall.txt 
+You can also delete it if you don't want it.
+
+

data/README.rdoc

@@ -0,0 +1,48 @@
+= rr2fetcher
+
+* http://github.com/dcu/rr2fetcher
+
+== DESCRIPTION:
+
+Download files from a rapidshare free account
+
+== FEATURES/PROBLEMS:
+
+* unknown
+
+== SYNOPSIS:
+
+
+
+== REQUIREMENTS:
+
+* hpricot
+
+== INSTALL:
+
+* sudo gem install dcu-rr2fetcher
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2009 FIXME full name
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,24 @@
+require 'rubygems'
+gem 'hoe', '>= 2.1.0'
+require 'hoe'
+require 'fileutils'
+require './lib/rr2fetcher'
+
+Hoe.plugin :newgem
+# Hoe.plugin :website
+# Hoe.plugin :cucumberfeatures
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+$hoe = Hoe.spec 'rr2fetcher' do
+  self.developer 'David Cuadrado', 'krawek@gmail.com'
+  self.post_install_message = 'PostInstall.txt'
+  self.rubyforge_name       = self.name
+  self.extra_deps         = [['hpricot','>= 0.8.1']]
+end
+
+require 'newgem/tasks'
+Dir['tasks/**/*.rake'].each { |t| load t }
+
+# remove_task :default
+# task :default => [:spec, :features]

data/bin/rr2fetcher

@@ -0,0 +1,45 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.expand_path(File.dirname(__FILE__)+"/../lib/")
+
+require 'rr2fetcher'
+require 'rrs_parser'
+
+require 'rubygems'
+require 'hpricot'
+require 'net/http'
+require 'uri'
+require 'progressbar'
+require 'optparse'
+
+options = {
+  :backend => :wget
+}
+
+parser = OptionParser.new do |opts|
+  opts.banner = "Usage: #{$0} [options] <url|file>"
+
+  opts.on("-b", "--backend=BACKEND", %w[wget curl kget4], "Backend", "Default: #{options[:backend]}") do |o|
+    options[:backend] = o.to_sym
+  end
+
+  opts.on_tail("-h", "--help", "Show this help message.") do
+    puts opts
+    exit
+  end
+end
+
+args = []
+begin
+  args = parser.parse!
+  raise "Missing url or file" if args.empty?
+rescue => e
+  $stderr.puts "Error: #{e}"
+  puts parser
+  exit 1
+end
+
+downloader = RR2Fetcher.new(options)
+downloader.add_download(*args)
+
+downloader.start_dowload

data/lib/progressbar.rb

@@ -0,0 +1,236 @@
+#
+# Ruby/ProgressBar - a text progress bar library
+#
+# Copyright (C) 2001-2005 Satoru Takabayashi <satoru@namazu.org>
+#     All rights reserved.
+#     This is free software with ABSOLUTELY NO WARRANTY.
+#
+# You can redistribute it and/or modify it under the terms
+# of Ruby's license.
+#
+
+class ProgressBar
+  VERSION = "0.9"
+
+  def initialize (title, total, out = STDERR)
+    @title = title
+    @total = total
+    @out = out
+    @terminal_width = 80
+    @bar_mark = "o"
+    @current = 0
+    @previous = 0
+    @finished_p = false
+    @start_time = Time.now
+    @previous_time = @start_time
+    @title_width = 14
+    @format = "%-#{@title_width}s %3d%% %s %s"
+    @format_arguments = [:title, :percentage, :bar, :stat]
+    clear
+    show
+  end
+  attr_reader   :title
+  attr_reader   :current
+  attr_reader   :total
+  attr_accessor :start_time
+
+  private
+  def fmt_bar
+    bar_width = do_percentage * @terminal_width / 100
+    sprintf("|%s%s|", 
+            @bar_mark * bar_width, 
+            " " *  (@terminal_width - bar_width))
+  end
+
+  def fmt_percentage
+    do_percentage
+  end
+
+  def fmt_stat
+    if @finished_p then elapsed else eta end
+  end
+
+  def fmt_stat_for_file_transfer
+    if @finished_p then 
+      sprintf("%s %s %s", bytes, transfer_rate, elapsed)
+    else 
+      sprintf("%s %s %s", bytes, transfer_rate, eta)
+    end
+  end
+
+  def fmt_title
+    @title[0,(@title_width - 1)] + ":"
+  end
+
+  def convert_bytes (bytes)
+    if bytes < 1024
+      sprintf("%6dB", bytes)
+    elsif bytes < 1024 * 1000 # 1000kb
+      sprintf("%5.1fKB", bytes.to_f / 1024)
+    elsif bytes < 1024 * 1024 * 1000  # 1000mb
+      sprintf("%5.1fMB", bytes.to_f / 1024 / 1024)
+    else
+      sprintf("%5.1fGB", bytes.to_f / 1024 / 1024 / 1024)
+    end
+  end
+
+  def transfer_rate
+    bytes_per_second = @current.to_f / (Time.now - @start_time)
+    sprintf("%s/s", convert_bytes(bytes_per_second))
+  end
+
+  def bytes
+    convert_bytes(@current)
+  end
+
+  def format_time (t)
+    t = t.to_i
+    sec = t % 60
+    min  = (t / 60) % 60
+    hour = t / 3600
+    sprintf("%02d:%02d:%02d", hour, min, sec);
+  end
+
+  # ETA stands for Estimated Time of Arrival.
+  def eta
+    if @current == 0
+      "ETA:  --:--:--"
+    else
+      elapsed = Time.now - @start_time
+      eta = elapsed * @total / @current - elapsed;
+      sprintf("ETA:  %s", format_time(eta))
+    end
+  end
+
+  def elapsed
+    elapsed = Time.now - @start_time
+    sprintf("Time: %s", format_time(elapsed))
+  end
+  
+  def eol
+    if @finished_p then "\n" else "\r" end
+  end
+
+  def do_percentage
+    if @total.zero?
+      100
+    else
+      @current  * 100 / @total
+    end
+  end
+
+  def get_width
+    # FIXME: I don't know how portable it is.
+    default_width = 80
+    begin
+      tiocgwinsz = 0x5413
+      data = [0, 0, 0, 0].pack("SSSS")
+      if @out.ioctl(tiocgwinsz, data) >= 0 then
+        rows, cols, xpixels, ypixels = data.unpack("SSSS")
+        if cols >= 0 then cols else default_width end
+      else
+        default_width
+      end
+    rescue Exception
+      default_width
+    end
+  end
+
+  def show
+    arguments = @format_arguments.map {|method| 
+      method = sprintf("fmt_%s", method)
+      send(method)
+    }
+    line = sprintf(@format, *arguments)
+
+    width = get_width
+    if line.length == width - 1 
+      @out.print(line + eol)
+      @out.flush
+    elsif line.length >= width
+      @terminal_width = [@terminal_width - (line.length - width + 1), 0].max
+      if @terminal_width == 0 then @out.print(line + eol) else show end
+    else # line.length < width - 1
+      @terminal_width += width - line.length + 1
+      show
+    end
+    @previous_time = Time.now
+  end
+
+  def show_if_needed
+    if @total.zero?
+      cur_percentage = 100
+      prev_percentage = 0
+    else
+      cur_percentage  = (@current  * 100 / @total).to_i
+      prev_percentage = (@previous * 100 / @total).to_i
+    end
+
+    # Use "!=" instead of ">" to support negative changes
+    if cur_percentage != prev_percentage || 
+        Time.now - @previous_time >= 1 || @finished_p
+      show
+    end
+  end
+
+  public
+  def clear
+    @out.print "\r"
+    @out.print(" " * (get_width - 1))
+    @out.print "\r"
+  end
+
+  def finish
+    @current = @total
+    @finished_p = true
+    show
+  end
+
+  def finished?
+    @finished_p
+  end
+
+  def file_transfer_mode
+    @format_arguments = [:title, :percentage, :bar, :stat_for_file_transfer]
+  end
+
+  def format= (format)
+    @format = format
+  end
+
+  def format_arguments= (arguments)
+    @format_arguments = arguments
+  end
+
+  def halt
+    @finished_p = true
+    show
+  end
+
+  def inc (step = 1)
+    @current += step
+    @current = @total if @current > @total
+    show_if_needed
+    @previous = @current
+  end
+
+  def set (count)
+    if count < 0 || count > @total
+      raise "invalid count: #{count} (total: #{@total})"
+    end
+    @current = count
+    show_if_needed
+    @previous = @current
+  end
+
+  def inspect
+    "#<ProgressBar:#{@current}/#{@total}>"
+  end
+end
+
+class ReversedProgressBar < ProgressBar
+  def do_percentage
+    100 - super
+  end
+end
+

data/lib/rr2fetcher.rb

@@ -0,0 +1,83 @@
+class RR2Fetcher
+  VERSION = "0.2"
+
+  attr_accessor :download_list
+  attr_accessor :app
+
+  def initialize(options)
+    @download_list = []
+    @app = options[:backend]
+    @options = options
+  end
+
+  def add_download(*links)
+    links.each do |link|
+      if File.exist?(link)
+        File.open(link) do |f|
+          @download_list += f.readlines
+        end
+      else
+        @download_list << link
+      end
+    end
+  end
+
+  def start_dowload
+    while !@download_list.empty?
+      url = @download_list.pop.strip
+      next if url.empty? || downloaded?(url)
+      download url
+    end
+  end
+
+  def download(to_download)
+    parser = RSSParser.new(to_download)
+
+    wait_until_ready(parser)
+    agent = "Mozilla Firefox 1.5"
+
+    cmd = "wget -U '#{agent}' '#{parser.download_link}' --post-data='mirror=on&x=67&y=50'"
+    file = parser.filename # FIXME: check if download_link is valid
+
+    case @app
+      when :curl
+        cmd = "curl -A '#{agent}' --url '#{parser.download_link}' --data 'mirror=on&x=67&y=50' > #{file}"
+      when :kget4
+        url = %@'#{parser.download_link}?mirror=on&x=67&y=50'@
+        cmd = "qdbus org.kde.kget /kget/MainWindow_1 org.kde.kget.addTransfer '#{parser.download_link}' ./#{file} true"
+    end
+
+    system(cmd)
+  end
+
+  private
+  def downloaded?(url)
+    filename = url.to_s.split("/").last
+
+    if File.exist?(filename)
+      $stderr.puts "Already downloaded: #{filename}"
+      return true
+    end
+    false
+  end
+
+  def wait_until_ready(parser)
+    while parser.metadata.include?(:minutes)
+      show_delay(parser.metadata[:minutes] * 60)
+      parser.parse_next_page
+    end
+
+    show_delay(parser.metadata[:seconds])
+  end
+
+  def show_delay(seconds)
+    seconds += 5
+
+    pbar = ProgressBar.new("Waiting", seconds)
+    seconds.times do |i|
+      pbar.inc
+      sleep(1)
+    end
+    pbar.finish
+  end
+end

data/lib/rrs_parser.rb

@@ -0,0 +1,47 @@
+class RSSParser
+  attr_reader :page, :metadata, :url, :download_link, :filename, :form_action
+  def initialize(url)
+    @page = Hpricot(Net::HTTP.get(URI.parse(url)))
+    @url = url
+    @download_link = ""
+    @filename = ""
+
+    find_form_action
+  end
+
+  def parse_next_page
+    @metadata = {}
+
+    resp = Net::HTTP.post_form(URI.parse(@form_action), {"dl.start"=>"free"})
+    body = resp.body
+
+    body.each_line do |line|
+      if line =~ /.*name="dlf"\saction="(\S*)"/
+        $stderr.puts "-> Downloading #{$1}..."
+        @download_link = $1
+        @filename = $1.to_s.split("/").last
+      end
+
+      if line =~ /var\s*c\s*=\s*(\d+)/
+        @metadata[:seconds] = $1.to_i
+      elsif line =~ /try\s*again\s*in\s*about\s*(\d+)\s*minutes/
+        @metadata[:minutes] = $1.to_i
+      end
+    end
+
+    @metadata
+  end
+
+  protected
+  def find_form_action
+    ff = @page.search("#ff")
+    unless ff
+      $stderr.puts "there was an error"
+      return false
+    end
+
+    @form_action = ff.attr("action") # FIXME: Check the error/exception
+    parse_next_page
+    true
+  end
+end

data/rr2fetcher.gemspec

@@ -0,0 +1,39 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{rr2fetcher}
+  s.version = "0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Jorge Cuadrado", "David Cuadrado"]
+  s.date = %q{2009-06-08}
+  s.default_executable = %q{rr2fetcher}
+  s.description = %q{Download files from a rapidshare free account}
+  s.email = ["krawek@gmail.com"]
+  s.executables = ["rr2fetcher"]
+  s.extra_rdoc_files = ["History.txt", "Manifest.txt", "PostInstall.txt", "README.rdoc"]
+  s.files = ["History.txt", "Manifest.txt", "PostInstall.txt", "README.rdoc", "Rakefile", "bin/rr2fetcher", "lib/progressbar.rb", "lib/rr2fetcher.rb", "lib/rrs_parser.rb", "rr2fetcher.gemspec", "script/console", "script/destroy", "script/generate"]
+  s.homepage = %q{http://github.com/dcu/rr2fetcher}
+  s.post_install_message = %q{PostInstall.txt}
+  s.rdoc_options = ["--main", "README.rdoc"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{rr2fetcher}
+  s.rubygems_version = %q{1.3.4}
+  s.summary = %q{Download files from a rapidshare free account}
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<newgem>, [">= 1.4.1"])
+      s.add_development_dependency(%q<hoe>, [">= 1.8.0"])
+    else
+      s.add_dependency(%q<newgem>, [">= 1.4.1"])
+      s.add_dependency(%q<hoe>, [">= 1.8.0"])
+    end
+  else
+    s.add_dependency(%q<newgem>, [">= 1.4.1"])
+    s.add_dependency(%q<hoe>, [">= 1.8.0"])
+  end
+end

data/script/console

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+# File: script/console
+irb = RUBY_PLATFORM =~ /(:?mswin|mingw)/ ? 'irb.bat' : 'irb'
+
+libs =  " -r irb/completion"
+# Perhaps use a console_lib to store any extra methods I may want available in the cosole
+# libs << " -r #{File.dirname(__FILE__) + '/../lib/console_lib/console_logger.rb'}"
+libs <<  " -r #{File.dirname(__FILE__) + '/../lib/rr2fetcher.rb'}"
+puts "Loading rr2fetcher gem"
+exec "#{irb} #{libs} --simple-prompt"

data/script/destroy

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/destroy'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Destroy.new.run(ARGV)

data/script/generate

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/generate'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Generate.new.run(ARGV)

metadata

@@ -0,0 +1,90 @@
+--- !ruby/object:Gem::Specification 
+name: rr2fetcher
+version: !ruby/object:Gem::Version 
+  version: "0.9"
+platform: ruby
+authors: 
+- David Cuadrado
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-10-05 00:00:00 -05:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: hpricot
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.8.1
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.3.3
+    version: 
+description: Download files from a rapidshare free account
+email: 
+- krawek@gmail.com
+executables: 
+- rr2fetcher
+extensions: []
+
+extra_rdoc_files: 
+- History.txt
+- Manifest.txt
+- PostInstall.txt
+files: 
+- History.txt
+- Manifest.txt
+- PostInstall.txt
+- README.rdoc
+- Rakefile
+- bin/rr2fetcher
+- lib/progressbar.rb
+- lib/rr2fetcher.rb
+- lib/rrs_parser.rb
+- rr2fetcher.gemspec
+- script/console
+- script/destroy
+- script/generate
+has_rdoc: true
+homepage: http://github.com/dcu/rr2fetcher
+licenses: []
+
+post_install_message: PostInstall.txt
+rdoc_options: 
+- --main
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: rr2fetcher
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Download files from a rapidshare free account
+test_files: []
+