pirate-autonzb 0.4.5 → 0.5.0

data/Manifest

@@ -4,8 +4,11 @@ bin/autonzb
 lib/imdb.rb
 lib/inspector.rb
 lib/movie.rb
-lib/nfo.rb
-lib/nzb.rb
+lib/sites/newzleech/nfo.rb
+lib/sites/newzleech/nzb.rb
+lib/sites/nzbs/mechanize_hack.rb
+lib/sites/nzbs/nfo.rb
+lib/sites/nzbs/nzb.rb
 Manifest
 Rakefile
-README.markdown
+README.markdown

data/Rakefile

@@ -3,8 +3,8 @@ require 'rubygems'
 require 'rake'
 require 'echoe'
 
-Echoe.new('autonzb', '0.4.5') do |p|
-  p.description    = "Ruby tool to automatically download x264 HD nzb movies files from newzleech.com"
+Echoe.new('autonzb', '0.5.0') do |p|
+  p.description    = "Ruby tool to automatically download x264 HD nzb movies files from newzleech.com & nzbs.org"
   p.url            = "http://github.com/pirate/autonzb"
   p.author         = "Pirate"
   p.email          = "pirate.2061@gmail.com"

data/autonzb.gemspec

@@ -2,24 +2,24 @@
 
 Gem::Specification.new do |s|
   s.name = %q{autonzb}
-  s.version = "0.4.5"
+  s.version = "0.5.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
   s.authors = ["Pirate"]
-  s.date = %q{2009-03-15}
+  s.date = %q{2009-03-22}
   s.default_executable = %q{autonzb}
-  s.description = %q{Ruby tool to automatically download x264 HD nzb movies files from newzleech.com}
+  s.description = %q{Ruby tool to automatically download x264 HD nzb movies files from newzleech.com & nzbs.org}
   s.email = %q{pirate.2061@gmail.com}
   s.executables = ["autonzb"]
-  s.extra_rdoc_files = ["bin/autonzb", "lib/imdb.rb", "lib/inspector.rb", "lib/movie.rb", "lib/nfo.rb", "lib/nzb.rb", "README.markdown"]
-  s.files = ["asset/failure.png", "autonzb.gemspec", "bin/autonzb", "lib/imdb.rb", "lib/inspector.rb", "lib/movie.rb", "lib/nfo.rb", "lib/nzb.rb", "Manifest", "Rakefile", "README.markdown"]
+  s.extra_rdoc_files = ["bin/autonzb", "lib/imdb.rb", "lib/inspector.rb", "lib/movie.rb", "lib/sites/newzleech/nfo.rb", "lib/sites/newzleech/nzb.rb", "lib/sites/nzbs/mechanize_hack.rb", "lib/sites/nzbs/nfo.rb", "lib/sites/nzbs/nzb.rb", "README.markdown"]
+  s.files = ["asset/failure.png", "autonzb.gemspec", "bin/autonzb", "lib/imdb.rb", "lib/inspector.rb", "lib/movie.rb", "lib/sites/newzleech/nfo.rb", "lib/sites/newzleech/nzb.rb", "lib/sites/nzbs/mechanize_hack.rb", "lib/sites/nzbs/nfo.rb", "lib/sites/nzbs/nzb.rb", "Manifest", "Rakefile", "README.markdown"]
   s.has_rdoc = true
   s.homepage = %q{http://github.com/pirate/autonzb}
   s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Autonzb", "--main", "README.markdown"]
   s.require_paths = ["lib"]
   s.rubyforge_project = %q{autonzb}
   s.rubygems_version = %q{1.3.1}
-  s.summary = %q{Ruby tool to automatically download x264 HD nzb movies files from newzleech.com}
+  s.summary = %q{Ruby tool to automatically download x264 HD nzb movies files from newzleech.com & nzbs.org}
 
   if s.respond_to? :specification_version then
     current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION

data/bin/autonzb

@@ -2,7 +2,6 @@
 
 require 'optiflag'
 require File.join(File.dirname(__FILE__), '..', 'lib', 'inspector')
-require File.join(File.dirname(__FILE__), '..', 'lib', 'nzb')
 
 module AutoNZB extend OptiFlagSet
   flag "d" do
@@ -35,17 +34,26 @@ module AutoNZB extend OptiFlagSet
   optional_flag "backup" do
     description "Backup folder path (to save a copy of all downloaded nzb files and prevent an already downloaded nzb to be re-downloaded)"
   end
+  optional_flag "login" do
+    description "Username for www.nzbs.org"
+  end
+  optional_flag "pass" do
+    description "Password for www.nzbs.org"
+  end
 
   and_process!
 end
 
 begin
-  inspector = Inspector.new(ARGV.flags.movies || '', :year => ARGV.flags.year,
-                                                     :imdb_score => ARGV.flags.imdb,
-                                                     :srt => ARGV.flags.srt,
-                                                     :backup => ARGV.flags.backup)
-
-  newzleech = NZB.new(inspector, ARGV.flags.d, :age => ARGV.flags.age, :pages => ARGV.flags.pages)
+  inspector = Inspector.new(ARGV.flags.d, :year => ARGV.flags.year,
+                                          :imdb_score => ARGV.flags.imdb,
+                                          :srt => ARGV.flags.srt,
+                                          :age => ARGV.flags.age,
+                                          :pages => ARGV.flags.pages,
+                                          :backup_path => ARGV.flags.backup,
+                                          :movie_paths => ARGV.flags.movies,
+                                          :login => ARGV.flags.login,
+                                          :pass => ARGV.flags.pass)
 rescue => e
   p e.to_s
   Inspector.growl("AutoNZB Error!", 'look into the console log')

data/lib/imdb.rb

@@ -8,6 +8,7 @@ class IMDB
   attr_accessor :link, :doc, :id
   
   def initialize(name, year = nil, link = nil)
+    $stdout.print 'i'
     @try = 3
     @name, @year, @link = name, year, link
     @coder = HTMLEntities.new

data/lib/inspector.rb

@@ -1,11 +1,13 @@
 require File.join(File.dirname(__FILE__), 'movie')
+require File.join(File.dirname(__FILE__), 'sites', 'newzleech', 'nzb')
+require File.join(File.dirname(__FILE__), 'sites', 'nzbs', 'nzb')
 
 class Inspector
   
   attr_accessor :backup_path, :movies, :nzbs
   
-  def initialize(paths, options = {})
-    @paths = paths.split(',').map { |p| p.gsub(/\/$/,'') }
+  def initialize(download_path, options = {})
+    @paths = options[:movie_paths] ? options[:movie_paths].split(',').map { |p| p.gsub(/\/$/,'') } : []
     @options = options
     @options[:srt] = @options[:srt] ? (@options[:srt].split(',') - ["unknown"] + ['unknown']).uniq : nil
     @options[:imdb_score] = @options[:imdb_score] ? @options[:imdb_score].to_f : 7.0
@@ -14,14 +16,22 @@ class Inspector
     @movies = []
     initialize_movies
     
-    if @options[:backup]
-      @backup_path = @options[:backup].gsub(/\/$/,'') 
+    if @options[:backup_path]
+      @backup_path = @options[:backup_path].gsub(/\/$/,'') 
       @nzbs = []
       initialize_nzbs
       @movies = @nzbs + @movies
     end
     
-    $stdout.print "Movie criteria: imdb score >= #{@options[:imdb_score]}, year >= #{@options[:year]} and srt [#{@options[:srt].join(',')}]\n"
+    $stdout.print "Movie criteria: imdb score >= #{@options[:imdb_score]}, year >= #{@options[:year]}#{" and srt [#{@options[:srt].join(',')}]" if @options[:srt]}\n"
+    
+    if @options[:login] && @options[:pass]
+      Nzbs::NZB.new(self, download_path, @options)
+    else
+      Newzleech::NZB.new(self, download_path, @options)
+    end
+    
+    keep_only_best_nzb if @backup_path
   end
   
   def need?(movie, not_validate = false, movies = @movies, log = true)
@@ -95,6 +105,8 @@ private
       @nzbs << Movie.new(nzb, :path => nzb_path) if File.extname(nzb_path) == '.nzb'
     end
     $stdout.print "Found #{@nzbs.size} backuped nzb(s) in #{@backup_path}\n"
+  rescue => e
+    $stdout.print "Problem with backup nzb: #{e}\n"
   end
 
   def clean_dir(dir)
@@ -108,11 +120,15 @@ private
   end
   
   def srt_score(movie)
-    srts = @options[:srt].reverse
-    movie.srt.inject(-1) do |score, srt|
-      s = (i = srts.index(srt)) ? i : -1
-      score = s if s > score
-      score
+    if @options[:srt]
+      srts = @options[:srt].reverse
+      movie.srt.inject(-1) do |score, srt|
+        s = (i = srts.index(srt)) ? i : -1
+        score = s if s > score
+        score
+      end
+    else
+      0
     end
   end
   
@@ -137,5 +153,20 @@ private
   def sound_score(movie)
     movie.format == 'DTS' ? 1 : 0    
   end
+  
+  def keep_only_best_nzb
+    size = 0
+    @nzbs.each do |nzb|
+      nzbs = @nzbs.select { |item| item.path != nzb.path }
+      unless need?(nzb, true, nzbs, false)
+        File.delete(nzb.path)
+        size += 1
+      end
+    end
+    if size > 0
+      $stdout.print "#########################################################################\n"
+      $stdout.print "Deleted #{size} useless backuped nzb(s) (keep only the best nzb by movie)\n"
+    end
+  end
 
 end

data/lib/movie.rb

@@ -1,5 +1,4 @@
 require File.join(File.dirname(__FILE__), 'imdb')
-require File.join(File.dirname(__FILE__), 'nfo')
 
 class Movie
   include Comparable
@@ -12,6 +11,11 @@ class Movie
     attributes.each { |k,v| self.send("#{k}=", v) }
     @srt, @tags = [], []
     
+    # for info set with nzbs title
+    if name && year && score
+      @info_get_from_title = true
+    end
+    
     set_name
     set_year
     set_format
@@ -21,8 +25,9 @@ class Movie
     set_lang
     set_encoding
     set_tags
+    
     set_imdb_id
-    set_data_from_imdb unless path    
+    set_data_from_imdb unless path || @info_get_from_title
   end
     
   def score
@@ -65,7 +70,7 @@ private
   end
   
   def set_name
-    if @name.nil?
+    if name.nil?
       raw_name = @raw_name.gsub(/\(|\)|\[|\]|\{|\}|\//, ' ')
       if matched = raw_name.match(/(.*)(19[0-9]{2}|20[0-9]{2})[^p]/)
         @name = matched[1]
@@ -82,8 +87,10 @@ private
   end
   
   def set_year
-    if matched = @raw_name.match(/19[0-9]{2}|20[0-9]{2}/)
-      @year = matched[0].to_i
+    if year.nil?
+      if matched = @raw_name.match(/19[0-9]{2}|20[0-9]{2}/)
+        @year = matched[0].to_i
+      end
     end
   end
   

data/lib/sites/newzleech/nfo.rb

@@ -0,0 +1,35 @@
+require 'open-uri'
+
+module Newzleech
+  class Nfo
+  
+    attr_accessor :srt, :imdb_link
+  
+    def initialize(url)
+      @nfo = open(url.gsub(/\/$/,'')).read
+      @srt = []
+    
+      parse_nfo
+      @srt.uniq!
+    end
+  
+  private
+  
+    # searching for subtitles languages info & imdb link
+    def parse_nfo
+      @nfo.split(/\n/).each do |line|
+        case line
+        when /subtitle|sub/i
+          @srt << 'fr' if line =~ /fr|fre|french/i
+          @srt << 'en' if line =~ /en|eng|english/i
+          # TODO add more language parsing here
+          @srt << 'none' if line =~ /none/i
+        when /imdb\.com\/title\//
+          @imdb_link = (matched = line.match(/imdb.com\/title\/(tt[0-9]+)/)) && "http://imdb.com/title/#{matched[1]}"
+        end
+      end
+      @srt << 'unknown' if @srt.empty?
+    end
+  
+  end
+end

data/lib/sites/newzleech/nzb.rb

@@ -0,0 +1,118 @@
+require 'open-uri'
+require 'hpricot'
+require 'zip/zip'
+
+require File.join(File.dirname(__FILE__), 'nfo')
+
+module Newzleech
+  class NZB
+  
+    URL = 'http://www.newzleech.com'
+  
+    attr_accessor :movies, :agent
+  
+    def initialize(inspector, download_path, options = {})
+      @inspector, @download_path = inspector, download_path.gsub(/\/$/,'')
+      @options = options
+      @options[:age] ||= 160
+      @options[:pages] ||= 2
+    
+      @nzb_urls = []
+      @movies = []
+    
+      (1..(@options[:pages].to_i)).each do |page|
+        @nzb_urls << "#{URL}?group=143&minage=&age=160&min=4000&max=max&q=&m=search&adv=1&offset=#{(page.to_i - 1) * 60}"
+      end
+    
+      parse_newzleech
+      parse_movies
+    end
+  
+  private
+    
+    def parse_newzleech
+      $stdout.print "Parsing #{URL} for new x264 HD nzb movies, with age <= #{@options[:age]}, in last #{@options[:pages]} page(s)\n"
+      @nzb_urls.each do |url|
+        doc = Hpricot(open(url))
+        doc.search("table.contentt").each do |table|
+          raw_name = raw_name(table)
+          if nfo_link = nfo_link(table)
+            nfo = Nfo.new(nfo_link)
+            imdb_link = nfo.imdb_link
+          else
+            imdb_link = imdb_link(table)
+          end
+          if raw_name && (imdb_link || (raw_name = find_clean_nzb_name(raw_name))) && raw_name.include?('x264')
+            age = parse_age(table.search("td.age").first.inner_html) # get age of the nzb
+            if age <= @options[:age].to_f
+              raw_name = clean_raw_name(raw_name)
+              movie = Movie.new(raw_name, :nfo => nfo, :imdb_link => imdb_link, :nzb_link => nzb_link(table), :age => age)
+              @movies << movie
+            
+              $stdout.print '.'
+              $stdout.flush
+            end
+          end
+        end
+      end
+      $stdout.print "\n"
+    end
+  
+    def clean_raw_name(raw_name)
+      (find_clean_nzb_name(raw_name) || raw_name).strip
+    end
+  
+    def find_clean_nzb_name(raw_name)
+      if matched = raw_name.match(/^\[[0-9]*\]-\[.*\]-\[(.*)\]-/)
+        matched[1]
+      end
+    end
+  
+    def raw_name(table)
+      (a = table.search("td.subject a[@href^='?p=']").first) && a.inner_html
+    end
+  
+    def nfo_link(table)
+      (nfo = table.search("td.subject a[@href^='nfo.php?id=']").first) && "#{URL}/#{nfo[:href]}"
+    end
+  
+    def imdb_link(table)
+      (imdb = table.search("td.subject a[@href^='http://anonym.to/?http://www.imdb.com']").first) && imdb[:href].match(/\?(.*)/)[1]
+    end
+  
+    def nzb_link(table)
+      (nzb = table.search("td.get a[@href^='?m=gen&dl=1']").first) && "#{URL}/#{nzb[:href]}"
+    end
+  
+    def parse_movies
+      movies.each do |movie|
+        $stdout.print "#{movie.dirname}, imdb score: #{movie.score}, age: #{movie.age.to_i} day(s)\n"
+        if @inspector.need?(movie)
+          $stdout.print " => DOWNLOAD: #{movie.name} (#{movie.year})\n"
+          download_nzb(movie, @inspector.backup_path)
+          @inspector.movies << movie
+        end
+      end
+      $stdout.print "No nzb found, maybe change -age or -page setting\n" if @movies.empty?
+    end
+  
+    def download_nzb(movie, backup_path = nil)
+      Tempfile.open("movie.nzb") do |tempfile|
+        tempfile.write(open(movie.nzb_link).read) # download the nzb
+        tempfile.close
+        File.copy(tempfile.path, "#{backup_path}/#{movie.dirname}.nzb") if backup_path
+        File.move(tempfile.path, "#{@download_path}/#{movie.dirname}.nzb")
+      end
+    end
+  
+    def parse_age(string)
+      case string
+      when /h/i
+        string.to_f / 24
+      when /d/i
+        string.to_f
+      end
+    end
+    
+  end
+end

data/lib/sites/nzbs/mechanize_hack.rb

@@ -0,0 +1,41 @@
+module WWW
+  class Mechanize
+    class Chain
+      class ResponseReader
+        include WWW::Handler
+
+        def initialize(response)
+          @response = response
+        end
+
+        def handle(ctx, params)
+          params[:response] = @response
+          body = StringIO.new
+          total = 0
+          @response.read_body { |part|
+            total += part.length
+            body.write(part)
+            Mechanize.log.debug("Read #{total} bytes") if Mechanize.log
+          }
+          body.rewind
+
+          res_klass = Net::HTTPResponse::CODE_TO_OBJ[@response.code.to_s]
+          raise ResponseCodeError.new(@response) unless res_klass
+
+          # Net::HTTP ignores EOFError if Content-length is given, so we emulate it here.
+          # unless res_klass <= Net::HTTPRedirection
+          #   raise EOFError if (!params[:request].is_a?(Net::HTTP::Head)) && @response.content_length() && @response.content_length() != total
+          # end
+  
+          @response.each_header { |k,v|
+            Mechanize.log.debug("response-header: #{ k } => #{ v }")
+          } if Mechanize.log
+
+          params[:response_body] = body
+          params[:res_klass] = res_klass
+          super
+        end
+      end
+    end
+  end
+end

data/lib/sites/nzbs/nfo.rb

@@ -0,0 +1,36 @@
+require 'open-uri'
+
+module Nzbs
+  class Nfo
+  
+    attr_accessor :srt, :imdb_link
+  
+    def initialize(agent, url)
+      @page = agent.get(url.gsub(/\/$/,''))
+      @srt = []
+    
+      parse_nfo
+      @srt.uniq!
+    end
+  
+  private
+  
+    # searching for subtitles languages info & imdb link
+    def parse_nfo
+      pre = @page.search('pre.nfo')
+      pre.to_s.split(/\n/).each do |line|
+        case line
+        when /subtitle|sub/i
+          @srt << 'fr' if line =~ /fr|fre|french/i
+          @srt << 'en' if line =~ /en|eng|english/i
+          # TODO add more language parsing here
+          @srt << 'none' if line =~ /none/i
+        when /imdb\.com\/title\//
+          @imdb_link = (matched = line.match(/imdb.com\/title\/(tt[0-9]+)/)) && "http://imdb.com/title/#{matched[1]}"
+        end
+      end
+      @srt << 'unknown' if @srt.empty?
+    end
+  
+  end
+end

data/lib/sites/nzbs/nzb.rb

@@ -0,0 +1,137 @@
+require 'open-uri'
+require 'hpricot'
+require 'zip/zip'
+require 'mechanize'
+
+require File.join(File.dirname(__FILE__), 'nfo')
+require File.join(File.dirname(__FILE__), 'mechanize_hack')
+
+
+module Nzbs
+  class NZB
+  
+    URL = 'http://www.nzbs.org'
+  
+    attr_accessor :movies, :agent
+  
+    def initialize(inspector, download_path, options = {})
+      @inspector, @download_path = inspector, download_path.gsub(/\/$/,'')
+      @options = options
+      @options[:age] ||= 160
+      @options[:pages] ||= 2
+    
+      @nzb_urls = []
+      @movies = []
+    
+      (1..(@options[:pages].to_i)).each do |page|
+        @nzb_urls << "#{URL}/index.php?action=browse&catid=4&page=#{(page)}"
+      end
+      
+      login
+      parse_nzbs
+      parse_movies
+    end
+  
+  private
+  
+    def login
+      @agent = WWW::Mechanize.new
+      page = @agent.get "#{URL}/index.php?action=browse&catid=4"
+
+      form = page.forms[1]
+      form.username = @options[:login]
+      form.password = @options[:pass]
+
+      @agent.submit form
+    end
+    
+    def parse_nzbs
+      $stdout.print "Parsing #{URL} for new x264 HD nzb movies, with age <= #{@options[:age]}, in last #{@options[:pages]} page(s)\n"
+      @nzb_urls.each do |url|
+        page = @agent.get url
+        page.search("#nzbtable tr").each do |tr|
+          if raw_name = raw_name(tr)
+            if (age = age(tr)) <= @options[:age].to_f
+              if nfo_link = nfo_link(tr)
+                @nfo = Nfo.new(@agent, nfo_link(tr))
+              end
+              
+              name, year, score = get_info_from_imdb_title(tr)
+              movie = Movie.new(raw_name, :name => name,
+                                          :year => year,
+                                          :score => score,
+                                          :imdb_link => imdb_link(tr),
+                                          :nzb_link => nzb_link(tr, page),
+                                          :age => age,
+                                          :nfo => @nfo)
+              @movies << movie
+            
+              $stdout.print '.'
+              $stdout.flush
+            end
+          end
+        end
+      end
+      $stdout.print "\n"
+    end
+    
+    def raw_name(tr)
+      (a = tr.search("a.nzb").first) && a.inner_html
+    end
+    
+    def age(tr)
+      age_text = (td = tr.search("td[@align='right']").first) && td.inner_html
+      if age_text.include?("days ago")
+        age_text.to_f
+      else
+        $stdout.print "AGE NOT FOUND\n"
+      end 
+    end
+  
+    def nfo_link(tr)
+      (a = tr.search("small a[@href$='#nfo']").first) && a[:href]
+    end
+    
+    def get_info_from_imdb_title(tr)
+      title = (a = tr.search("small a.viewimdb").first) && a[:title]
+      if title
+        if matched = title.match(/^(.*)\s\(([0-9]{4}).*\s\((.*)\/10\)/)
+          name = matched[1]
+          year = matched[2]
+          score = matched[3]
+          return name, year.to_i, score.to_f
+        end
+      end
+    end
+  
+    def imdb_link(tr)
+      (a = tr.search("small a.viewimdb").first) && a[:href].match(/^http:\/\/anonym.to\/\?(.*)/)[1]
+    end
+  
+    def nzb_link(tr, page)
+      (a = tr.search("a.dlnzb").first) && "#{URL}/#{a[:href]}"
+    end
+  
+    def parse_movies
+      movies.each do |movie|
+        $stdout.print "#{movie.dirname}, imdb score: #{movie.score}, age: #{movie.age} day(s)\n"
+        if @inspector.need?(movie)
+          $stdout.print " => DOWNLOAD: #{movie.name} (#{movie.year})\n"
+          download_nzb(movie, @inspector.backup_path)
+          @inspector.movies << movie
+        end
+      end
+      $stdout.print "No nzb found, maybe change -age or -page setting\n" if @movies.empty?
+    end
+  
+    def download_nzb(movie, backup_path = nil)
+      Tempfile.open("movie.nzb") do |tempfile|
+        tempfile.write(@agent.get_file(movie.nzb_link)) # download the nzb
+        tempfile.close
+        File.copy(tempfile.path, "#{backup_path}/#{movie.dirname}.nzb") if backup_path
+        File.move(tempfile.path, "#{@download_path}/#{movie.dirname}.nzb")
+      end
+    end
+    
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: pirate-autonzb
 version: !ruby/object:Gem::Version 
-  version: 0.4.5
+  version: 0.5.0
 platform: ruby
 authors: 
 - Pirate
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-03-15 00:00:00 -07:00
+date: 2009-03-22 00:00:00 -07:00
 default_executable: autonzb
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -52,7 +52,7 @@ dependencies:
       - !ruby/object:Gem::Version 
         version: "0"
     version: 
-description: Ruby tool to automatically download x264 HD nzb movies files from newzleech.com
+description: Ruby tool to automatically download x264 HD nzb movies files from newzleech.com & nzbs.org
 email: pirate.2061@gmail.com
 executables: 
 - autonzb
@@ -63,8 +63,11 @@ extra_rdoc_files:
 - lib/imdb.rb
 - lib/inspector.rb
 - lib/movie.rb
-- lib/nfo.rb
-- lib/nzb.rb
+- lib/sites/newzleech/nfo.rb
+- lib/sites/newzleech/nzb.rb
+- lib/sites/nzbs/mechanize_hack.rb
+- lib/sites/nzbs/nfo.rb
+- lib/sites/nzbs/nzb.rb
 - README.markdown
 files: 
 - asset/failure.png
@@ -73,8 +76,11 @@ files:
 - lib/imdb.rb
 - lib/inspector.rb
 - lib/movie.rb
-- lib/nfo.rb
-- lib/nzb.rb
+- lib/sites/newzleech/nfo.rb
+- lib/sites/newzleech/nzb.rb
+- lib/sites/nzbs/mechanize_hack.rb
+- lib/sites/nzbs/nfo.rb
+- lib/sites/nzbs/nzb.rb
 - Manifest
 - Rakefile
 - README.markdown
@@ -108,6 +114,6 @@ rubyforge_project: autonzb
 rubygems_version: 1.2.0
 signing_key: 
 specification_version: 2
-summary: Ruby tool to automatically download x264 HD nzb movies files from newzleech.com
+summary: Ruby tool to automatically download x264 HD nzb movies files from newzleech.com & nzbs.org
 test_files: []
 

data/lib/nfo.rb

@@ -1,33 +0,0 @@
-require 'open-uri'
-
-class NFO
-  
-  attr_accessor :srt, :imdb_link
-  
-  def initialize(url)
-    @nfo = open(url.gsub(/\/$/,'')).read
-    @srt = []
-    
-    parse_nfo
-    @srt.uniq!
-  end
-  
-private
-  
-  # searching for subtitles languages info & imdb link
-  def parse_nfo
-    @nfo.split(/\n/).each do |line|
-      case line
-      when /subtitle|sub/i
-        @srt << 'fr' if line =~ /fr|fre|french/i
-        @srt << 'en' if line =~ /en|eng|english/i
-        # TODO add more language parsing here
-        @srt << 'none' if line =~ /none/i
-      when /imdb\.com\/title\//
-        @imdb_link = (matched = line.match(/imdb.com\/title\/(tt[0-9]+)/)) && "http://imdb.com/title/#{matched[1]}"
-      end
-    end
-    @srt << 'unknown' if @srt.empty?
-  end
-  
-end

data/lib/nzb.rb

@@ -1,132 +0,0 @@
-require 'open-uri'
-require 'hpricot'
-require 'zip/zip'
-
-require File.join(File.dirname(__FILE__), 'movie')
-
-class NZB
-  
-  URL = 'http://www.newzleech.com'
-  
-  attr_accessor :movies, :agent
-  
-  def initialize(inspector, download_path, options = {})
-    @inspector, @download_path = inspector, download_path.gsub(/\/$/,'')
-    @options = options
-    @options[:age] ||= 160
-    @options[:pages] ||= 2
-    
-    @nzb_urls = []
-    @movies = []
-    
-    (1..(@options[:pages].to_i)).each do |page|
-      @nzb_urls << "#{URL}?group=143&minage=&age=160&min=4000&max=max&q=&m=search&adv=1&offset=#{(page.to_i - 1) * 60}"
-    end
-    
-    parse_newzleech
-    parse_movies
-    keep_only_best_nzb if @inspector.backup_path
-  end
-  
-private
-    
-  def parse_newzleech
-    $stdout.print "Parsing #{URL} for new x264 HD nzb movies, with age <= #{@options[:age]}, in last #{@options[:pages]} page(s)\n"
-    @nzb_urls.each do |url|
-      doc = Hpricot(open(url))
-      doc.search("table.contentt").each do |table|
-        raw_name = raw_name(table)
-        if nfo_link = nfo_link(table)
-          nfo = NFO.new(nfo_link)
-          imdb_link = nfo.imdb_link
-        else
-          imdb_link = imdb_link(table)
-        end
-        if raw_name && (imdb_link || (raw_name = find_clean_nzb_name(raw_name))) && raw_name.include?('x264')
-          age = parse_age(table.search("td.age").first.inner_html) # get age of the nzb
-          if age <= @options[:age].to_f
-            raw_name = clean_raw_name(raw_name)
-            movie = Movie.new(raw_name, :nfo => nfo, :imdb_link => imdb_link, :nzb_link => nzb_link(table), :age => age)
-            @movies << movie
-            
-            $stdout.print '.'
-            $stdout.flush
-          end
-        end
-      end
-    end
-    $stdout.print "\n"
-  end
-  
-  def clean_raw_name(raw_name)
-    (find_clean_nzb_name(raw_name) || raw_name).strip
-  end
-  
-  def find_clean_nzb_name(raw_name)
-    if matched = raw_name.match(/^\[[0-9]*\]-\[.*\]-\[(.*)\]-/)
-      matched[1]
-    end
-  end
-  
-  def raw_name(table)
-    (a = table.search("td.subject a[@href^='?p=']").first) && a.inner_html
-  end
-  
-  def nfo_link(table)
-    (nfo = table.search("td.subject a[@href^='nfo.php?id=']").first) && "#{URL}/#{nfo[:href]}"
-  end
-  
-  def imdb_link(table)
-    (imdb = table.search("td.subject a[@href^='http://anonym.to/?http://www.imdb.com']").first) && imdb[:href].match(/\?(.*)/)[1]
-  end
-  
-  def nzb_link(table)
-    (nzb = table.search("td.get a[@href^='?m=gen&dl=1']").first) && "#{URL}/#{nzb[:href]}"
-  end
-  
-  def parse_movies
-    movies.each do |movie|
-      $stdout.print "#{movie.dirname}, imdb score: #{movie.score}, age: #{movie.age.to_i} day(s)\n"
-      if @inspector.need?(movie)
-        $stdout.print " => DOWNLOAD: #{movie.name} (#{movie.year})\n"
-        download_nzb(movie, @inspector.backup_path)
-        @inspector.movies << movie
-      end
-    end
-    $stdout.print "No nzb found, maybe change -age or -page setting\n" if @movies.empty?
-  end
-  
-  def download_nzb(movie, backup_path = nil)
-    Tempfile.open("movie.nzb") do |tempfile|
-      tempfile.write(open(movie.nzb_link).read) # download the nzb
-      tempfile.close
-      File.copy(tempfile.path, "#{backup_path}/#{movie.dirname}.nzb") if backup_path
-      File.move(tempfile.path, "#{@download_path}/#{movie.dirname}.nzb")
-    end
-  end
-  
-  def parse_age(string)
-    case string
-    when /h/i
-      string.to_f / 24
-    when /d/i
-      string.to_f
-    end
-  end
-  
-  def keep_only_best_nzb
-    size = 0
-    @inspector.nzbs.each do |nzb|
-      nzbs = @inspector.nzbs.select { |item| item.path != nzb.path }
-      unless @inspector.need?(nzb, true, nzbs, false)
-        File.delete(nzb.path)
-        size += 1
-      end
-    end
-    if size > 0
-      $stdout.print "#########################################################################\n"
-      $stdout.print "Deleted #{size} useless backuped nzb(s) (keep only the best nzb by movie)\n"
-    end
-  end
-    
-end