addic7ed 3.0.0 → 4.0.0.pre.beta.5

data/bin/addic7ed

@@ -1,144 +0,0 @@
-#!/usr/bin/env ruby
-
-def require_dependencies
-  require 'optparse'
-  require 'oga'
-  require 'addic7ed'
-end
-
-begin
-  require_dependencies # People don't all use rubygems, you know...
-rescue LoadError
-  require 'rubygems' # But most do :-)
-  require_dependencies
-end
-
-options = {}
-OptionParser.new do |opts|
-  opts.banner = "Usage: addic7ed [options] <file1> [<file2>, <file3>, ...]"
-
-  opts.on("-l [LANGUAGE]", "--language [LANGUAGE]", "Language code to look subtitles for (default: French)") do |l|
-    options[:language] = l
-  end
-
-  opts.on("--no-hi", "Only download subtitles without Hearing Impaired lines") do |hi|
-    options[:no_hi] = !hi
-  end
-
-  opts.on("-a", "--all-subtitles", "Display all available subtitles") do |a|
-    options[:all] = a
-  end
-
-  opts.on("-n", "--do-not-download", "Do not download the subtitle") do |n|
-    options[:nodownload] = n
-  end
-
-  opts.on("-f", "--force", "Overwrite existing subtitle") do |f|
-    options[:force] = f
-  end
-
-  opts.on("-u", "--untagged", "Do not include language code in subtitle filename") do |u|
-    options[:untagged] = u
-  end
-
-  opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
-    options[:verbose] = v
-  end
-
-  opts.on("-q", "--quiet", "Run without output (cron-mode)") do |q|
-    options[:quiet] = q
-  end
-
-  opts.on("-d", "--debug", "Debug mode [do not use]") do |d|
-    options[:debug] = d
-  end
-
-  opts.on_tail("-h", "--help", "Show this message") do
-    puts opts
-    exit
-  end
-
-  opts.on_tail("-L", "--list-languages", "List all available languages") do
-    puts "All available languages (with their corresponding ISO code):"
-    Addic7ed::LANGUAGES.each do |lang, infos|
-      puts "#{lang}:\t#{infos[:name]}"
-    end
-    exit
-  end
-
-  opts.on_tail("-V", "--version", "Show version number") do
-    puts "This is addic7ed-ruby version #{Addic7ed::VERSION} by Michael Baudino (https://github.com/michaelbaudino)"
-    puts "Licensed under the terms of the MIT License"
-    exit
-  end
-end.parse!
-
-options[:filenames] = ARGV
-options[:language] ||= 'fr'
-
-# Main loop over mandatory arguments (e.g. filenames)
-
-options[:filenames].each do |filename|
-  unless File.file? filename or options[:debug]
-    puts "Warning: #{filename} does not exist or is not a regular file. Skipping.".gsub(/^/, options[:verbose] ? '  ' : '') unless options[:quiet]
-    next
-  end
-
-  begin
-    ep = Addic7ed::Episode.new(filename, options[:untagged])
-    puts "Searching subtitles for #{ep.video_file.basename}" if options[:verbose]
-    if File.file?(filename.gsub(/\.\w{3}$/, '.srt')) and not options[:force]
-      puts "A subtitle already exists (#{filename.gsub(/\.\w{3}$/, '.srt')}). Skipping.".gsub(/^/, options[:verbose] ? '  ' : '') unless options[:quiet]
-      next
-    end
-    puts ep.video_file.inspect.gsub(/^/, '  ') if options[:verbose]
-    ep.subtitles(options[:language])
-    if options[:all] or options[:verbose]
-      puts 'Available subtitles:'.gsub(/^/, options[:verbose] ? '  ' : '')
-      ep.subtitles(options[:language]).each do |sub|
-        puts "#{sub}".gsub(/^/, options[:verbose] ? '    ' : '  ')
-      end
-      next if options[:all]
-    end
-    ep.best_subtitle(options[:language], options[:no_hi])
-    if options[:verbose]
-      puts '  Best subtitle:'
-      puts "    #{ep.best_subtitle(options[:language])}"
-    end
-    unless options[:nodownload]
-      ep.download_best_subtitle!(options[:language], options[:no_hi])
-      puts "New subtitle downloaded for #{filename}.\nEnjoy your show :-)".gsub(/^/, options[:verbose] ? '  ' : '') unless options[:quiet]
-    end
-  rescue Addic7ed::InvalidFilename
-    puts "#{filename} does not seem to be a valid TV show filename. Skipping.".gsub(/^/, options[:verbose] ? '  ' : '') unless options[:quiet]
-    next
-  rescue Addic7ed::ShowNotFound
-    puts "Show not found on Addic7ed : #{ep.video_file.filename}. Skipping.".gsub(/^/, options[:verbose] ? '  ' : '') unless options[:quiet]
-    next
-  rescue Addic7ed::EpisodeNotFound
-    puts "Episode not found on Addic7ed : #{ep.video_file.filename}. Skipping.".gsub(/^/, options[:verbose] ? '  ' : '') unless options[:quiet]
-    next
-  rescue Addic7ed::LanguageNotSupported
-    puts "Addic7ed does not support language '#{options[:language]}'. Exiting.".gsub(/^/, options[:verbose] ? '  ' : '') unless options[:quiet]
-    break
-  rescue Addic7ed::ParsingError
-    puts "HTML parsing failed. Either you've found a bug (please submit an issue) or Addic7ed website has been updated and cannot be crawled anymore (in this case, please wait for an update or submit a pull request). Skipping.".gsub(/^/, options[:verbose] ? '  ' : '') unless options[:quiet]
-    next
-  rescue Addic7ed::NoSubtitleFound
-    puts "No (acceptable) subtitle has been found on Addic7ed for #{filename}. Maybe try again later.".gsub(/^/, options[:verbose] ? '  ' : '') unless options[:quiet]
-    next
-  rescue Addic7ed::DownloadError
-    puts "The subtitle could not be downloaded. Skipping.".gsub(/^/, options[:verbose] ? '  ' : '') unless options[:quiet]
-    next
-  rescue Addic7ed::DownloadLimitReached
-    puts "You exceeded your daily download count. Exiting.".gsub(/^/, options[:verbose] ? '  ' : '') unless options[:quiet]
-    break
-  rescue Addic7ed::SubtitleCannotBeSaved
-    puts "The downloaded subtitle could not be saved as #{filename.gsub(/\.\w{3}$/, '.srt')}. Skipping.".gsub(/^/, options[:verbose] ? '  ' : '') unless options[:quiet]
-    next
-  rescue Addic7ed::HTTPError => e
-    puts "Network error: #{e.message}".gsub(/^/, options[:verbose] ? '  ' : '') unless options[:quiet]
-    next
-  end
-
-end

data/lib/addic7ed/episode.rb

@@ -1,95 +0,0 @@
-require 'net/http'
-require 'open-uri'
-
-module Addic7ed
-  class Episode
-
-    attr_reader :video_file, :untagged
-
-    def initialize(filename, untagged = false)
-      @video_file  = Addic7ed::VideoFile.new(filename)
-      @untagged = untagged
-    end
-
-    def url(lang = 'fr')
-      check_language_availability(lang)
-      @localized_urls ||= {}
-      @localized_urls[lang] ||= "http://www.addic7ed.com/serie/#{ShowList.url_segment_for(video_file.showname)}/#{video_file.season}/#{video_file.episode}/#{LANGUAGES[lang][:id]}"
-    end
-
-    def subtitles(lang = 'fr')
-      check_language_availability(lang)
-      find_subtitles(lang) unless @subtitles and @subtitles[lang]
-      return @subtitles[lang]
-    end
-
-    def best_subtitle(lang = 'fr', no_hi = false)
-      check_language_availability(lang)
-      find_best_subtitle(lang, no_hi) unless @best_subtitle and @best_subtitle[lang]
-      return @best_subtitle[lang]
-    end
-
-    def download_best_subtitle!(lang, no_hi = false, http_redirect_limit = 8)
-      raise HTTPError.new('Too many HTTP redirects') unless http_redirect_limit > 0
-      uri = URI(best_subtitle(lang, no_hi).url)
-      response = get_http_response(uri, url(lang))
-      if response.kind_of?(Net::HTTPRedirection)
-        follow_redirection(lang, no_hi, response['location'], http_redirect_limit)
-      else
-        save_subtitle(response.body, lang)
-      end
-    end
-
-  protected
-
-    def find_subtitles(lang)
-      initialize_language(lang)
-      parser = Addic7ed::Parser.new(self, lang)
-      @subtitles[lang] = parser.extract_subtitles
-    end
-
-    def find_best_subtitle(lang, no_hi = false)
-      @best_subtitle ||= {}
-      subtitles(lang).each do |sub|
-        @best_subtitle[lang] = sub if sub.works_for?(video_file.group, no_hi) and sub.can_replace? @best_subtitle[lang]
-      end
-      raise NoSubtitleFound unless @best_subtitle[lang]
-    end
-
-    def check_language_availability(lang)
-      raise LanguageNotSupported unless LANGUAGES[lang]
-    end
-
-    def initialize_language(lang)
-      @subtitles ||= {}
-      @subtitles[lang] ||= []
-    end
-
-    def get_http_response(uri, referer)
-      Net::HTTP.start(uri.hostname, uri.port) do |http|
-        request = Net::HTTP::Get.new(uri.request_uri)
-        # Addic7ed needs the Referer to be correct. User-agent is just here to fake a real browser request.
-        request['Referer'] = referer
-        request['User-Agent'] = USER_AGENTS.sample
-        http.request(request)
-      end
-    rescue
-      raise DownloadError
-    end
-
-    def follow_redirection(lang, no_hi, new_uri, http_redirect_limit)
-      # Addic7ed is serving redirection URL not-encoded, but Ruby does not support it (see http://bugs.ruby-lang.org/issues/7396)
-      best_subtitle(lang).url = URI.escape(new_uri)
-      raise DownloadLimitReached if /^\/downloadexceeded.php/.match best_subtitle(lang).url
-      download_best_subtitle!(lang, no_hi, http_redirect_limit - 1)
-    end
-
-    def save_subtitle(content, lang)
-      Kernel.open "#{video_file}".gsub(/\.\w{3}$/, untagged ? ".srt" : ".#{lang}.srt"), 'w' do |f|
-        f << content
-      end
-    rescue
-      raise SubtitleCannotBeSaved
-    end
-  end
-end

data/lib/addic7ed/parser.rb

@@ -1,105 +0,0 @@
-require 'oga'
-require 'net/http'
-require 'open-uri'
-
-module Addic7ed
-  class Parser
-
-    def initialize(episode, lang)
-      @episode, @lang = episode, lang
-      @subtitles = []
-    end
-
-    def extract_subtitles
-      @dom = subtitles_page_dom
-      check_subtitles_presence
-      parse_subtitle_nodes_list
-      @subtitles
-    end
-
-  protected
-
-    def subtitles_page_dom
-      uri = URI(@episode.url(@lang))
-      response = Net::HTTP.start(uri.hostname, uri.port) do |http|
-        request = Net::HTTP::Get.new(uri.request_uri)
-        request["User-Agent"] = USER_AGENTS.sample
-        http.request(request)
-      end
-      raise EpisodeNotFound unless response.body
-      Oga.parse_html(response.body)
-    end
-
-    def check_subtitles_presence
-      raise NoSubtitleFound unless @dom.css('select#filterlang ~ font[color="yellow"]').empty?
-    end
-
-    def parse_subtitle_nodes_list
-      sublist_node = @dom.css('#container95m table.tabel95 table.tabel95')
-      raise NoSubtitleFound if sublist_node.size == 0
-      sublist_node.each do |sub_node|
-        @subtitles << parse_subtitle_node(sub_node)
-      end
-    end
-
-    def parse_subtitle_node(sub_node)
-      Addic7ed::Subtitle.new(
-        version:   extract_version(sub_node),
-        language:  extract_language(sub_node),
-        status:    extract_status(sub_node),
-        url:       extract_url(sub_node),
-        source:    extract_source(sub_node),
-        hi:        extract_hi(sub_node),
-        downloads: extract_downloads(sub_node),
-        comment:   extract_comment(sub_node)
-      )
-    end
-
-    def extract_version(sub_node)
-      version_node = sub_node.css('.NewsTitle').first
-      raise Addic7ed::ParsingError unless version_node
-      version_node.text
-    end
-
-    def extract_language(sub_node)
-      language_node = sub_node.css('.language').first
-      raise Addic7ed::ParsingError unless language_node
-      language_node.text.gsub(/\A\W*/, '').gsub(/[^\w\)]*\z/, '')
-    end
-
-    def extract_status(sub_node)
-      status_node = sub_node.css('tr:nth-child(3) td:nth-child(4) b').first
-      raise Addic7ed::ParsingError unless status_node
-      status_node.text.strip
-    end
-
-    def extract_url(sub_node)
-      url_node = sub_node.css('a.buttonDownload').last
-      raise Addic7ed::ParsingError unless url_node
-      'http://www.addic7ed.com' + url_node['href']
-    end
-
-    def extract_source(sub_node)
-      source_node = sub_node.css('tr:nth-child(3) td:first-child a').first
-      source_node['href'] if source_node
-    end
-
-    def extract_hi(sub_node)
-      hi_node = sub_node.css('tr:nth-child(4) td.newsDate img').last
-      raise Addic7ed::ParsingError unless hi_node
-      !hi_node.attribute("title").nil?
-    end
-
-    def extract_downloads(sub_node)
-      downloads_node = sub_node.css('tr:nth-child(4) td.newsDate').first
-      raise Addic7ed::ParsingError unless downloads_node
-      /(?<downloads>\d*) Downloads/.match(downloads_node.text)[:downloads]
-    end
-
-    def extract_comment(sub_node)
-        comment_node = sub_node.css('tr:nth-child(2) td.newsDate').first
-        raise Addic7ed::ParsingError unless comment_node
-        comment_node.text.gsub(/<img[^>]+\>/i, "")
-    end
-  end
-end

data/lib/addic7ed/services/addic7ed_version_normalizer.rb

@@ -1,24 +0,0 @@
-module Addic7ed
-  class Addic7edVersionNormalizer
-    attr_reader :version
-
-    def initialize(version)
-      @version = version || ""
-    end
-
-    def self.call(version)
-      new(version).call
-    end
-
-    def call
-      version.
-        gsub(/[[:space:]]/, "").
-        upcase.
-        gsub(/,[\d\. ]+MBS$/, '').
-        gsub(/(^VERSION *|720P|1080P|HDTV|PROPER|RERIP|INTERNAL|X\.?264)/, '').
-        gsub(/[- \.]/, '')
-    end
-  end
-
-private
-end

data/lib/addic7ed/show_list.rb

@@ -1,61 +0,0 @@
-module Addic7ed
-  class ShowList
-    attr_reader :raw_name
-
-    def initialize(raw_name)
-      @raw_name = raw_name
-    end
-
-    def self.url_segment_for(raw_name)
-      new(raw_name).url_segment_for
-    end
-
-    def url_segment_for
-      shows_matching = shows_matching_exactly
-      shows_matching = shows_matching_without_year if shows_matching.empty?
-      raise ShowNotFound if shows_matching.empty?
-      shows_matching.last.gsub(' ', '_')
-    end
-
-    private
-
-    def shows_matching_exactly
-      @shows_matching_exactly ||= addic7ed_shows.select{ |addic7ed_show| is_matching? addic7ed_show }
-    end
-
-    def shows_matching_without_year
-      @shows_matching_without_year ||= addic7ed_shows.select{ |addic7ed_show| is_matching? addic7ed_show, :comparer_without_year }
-    end
-
-    def default_comparer(showname)
-      showname.downcase.gsub("'", "").gsub(".", " ").strip
-    end
-
-    def comparer_without_year(showname)
-      default_comparer(showname).gsub(/ \(\d{4}\)( |$)/, '\1')
-    end
-
-    def is_matching?(addic7ed_show, comparer = :default_comparer)
-      [humanized_name, addic7ed_show].map(&method(comparer)).reduce(:==)
-    end
-
-    def humanized_name
-      @humanized_name ||= raw_name.
-                            gsub(/[_\.]+/, ' ').
-                            gsub(/ (US|UK)( |$)/i, ' (\1)\2').
-                            gsub(/ (\d{4})( |$)/i, ' (\1)\2')
-    end
-
-    def addic7ed_shows
-      @@addic7ed_shows ||= Oga.parse_html(addic7ed_homepage.body).css("select#qsShow option:not(:first-child)").map(&:text)
-    end
-
-    def addic7ed_homepage
-      Net::HTTP.start("www.addic7ed.com") do |http|
-        request = Net::HTTP::Get.new("/")
-        request["User-Agent"] = USER_AGENTS.sample
-        http.request(request)
-      end
-    end
-  end
-end

data/lib/addic7ed/subtitle.rb

@@ -1,72 +0,0 @@
-module Addic7ed
-  class Subtitle
-
-    attr_reader :version, :language, :status, :via, :downloads, :comment
-    attr_accessor :url
-
-    def initialize(options = {})
-      @version   = Addic7edVersionNormalizer.call(options[:version])
-      @language  = options[:language]
-      @status    = options[:status]
-      @url       = options[:url]
-      @via       = options[:via]
-      @hi        = options[:hi]
-      @downloads = options[:downloads].to_i || 0
-      @comment   = Addic7edCommentNormalizer.call(options[:comment])
-    end
-
-    def to_s
-      "#{url}\t->\t#{version} (#{language}, #{status}) [#{downloads} downloads]#{" (via #{via})" if via}"
-    end
-
-    def works_for?(version = '', no_hi = false)
-      hi_works = !@hi || !no_hi
-      is_completed? and is_compatible_with? version and hi_works
-    end
-
-    def can_replace?(other_subtitle)
-      return false unless is_completed?
-      return true if other_subtitle.nil?
-      language == other_subtitle.language &&
-      is_compatible_with?(other_subtitle.version) &&
-      is_more_popular_than?(other_subtitle)
-    end
-
-    def is_featured?
-      via == "http://addic7ed.com"
-    end
-
-    def is_completed?
-      status == 'Completed'
-    end
-
-  protected
-
-    def is_compatible_with?(other_version)
-      defined_as_compatible_with(other_version) || generally_compatible_with?(other_version) || commented_as_compatible_with?(other_version)
-    end
-
-    def defined_as_compatible_with(other_version)
-      version.split(",").include? other_version
-    end
-
-    def generally_compatible_with?(other_version)
-      COMPATIBILITY_720P[version] == other_version || COMPATIBILITY_720P[other_version] == version
-    end
-
-    def commented_as_compatible_with?(other_version)
-      return false if /(won't|doesn't|not) +work/i.match comment
-      return false if /resync +(from|of)/i.match comment
-      res   = comment.include? other_version.downcase
-      res ||= comment.include? COMPATIBILITY_720P[other_version].downcase if COMPATIBILITY_720P[other_version]
-      res ||= comment.include? COMPATIBILITY_720P[version].downcase       if COMPATIBILITY_720P[version]
-      !!res
-    end
-
-    def is_more_popular_than?(other_subtitle)
-      return true  if other_subtitle.nil?
-      return false if other_subtitle.is_featured?
-      return downloads > other_subtitle.downloads
-    end
-  end
-end