subtitle_it 0.7.7

data/.autotest

@@ -0,0 +1,19 @@
+# #
+# SMS AUTOTEST
+# 
+#require 'autotest/growl'
+#require 'autotest/html_report'
+# require 'autotest/kdenotify'
+require 'autotest/menu'
+#require 'autotest/pretty'
+require 'autotest/redgreen'
+# require 'autotest/snarl'
+require 'autotest/timestamp'
+
+
+class Autotest   
+  Autotest.add_hook :initialize do |at|
+    %w{.svn .hg .git .DS_store}.each {|exception|at.add_exception(exception)}
+  end 
+end
+

data/History.txt

@@ -0,0 +1,53 @@
+== 0.1.0 2008-09-04
+
+* 1 major enhancement:
+  * Support yml
+ 
+== 0.2.0 2008-09-07
+
+* 1 major enhancement:
+  * Support sub
+
+== 0.3.0 2008-09-07
+
+* 2 major enhancement:
+  * Support srt
+  * subtitle_it tool
+  
+== 0.4.0 2008-09-07
+
+* 1 major enhancement:
+  * Adds yml generator
+  
+== 0.5.1 2008-09-08
+
+* 1 major enhancement:
+  * Adds rsb support
+  
+== 0.6.1 2008-09-09
+
+* 1 major enhancement:
+  * Adds xml tt support 
+  
+== 0.7.0 2008-09-10
+
+* 3 major enhancements:
+  * Adds download opensubtitles support
+  * Fixes various bugs (and adds another ones)
+  * Adds MPL2 support
+
+== 0.7.5 2008-09-13
+
+* 2 major enhancement
+  * Support multiple file downloads
+  * subtitle_it worker code rewritten 
+
+== 0.7.6 2008-09-17
+
+* 1 major enhancement:
+  * Fixes a bug (platform dependent end-of-line)
+
+== 0.7.7 2008-09-20
+
+* 1 major enhancement:
+  * Add language search (subtitle_it -l <code> <movie>)

data/License.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2008 Marcos Piccinini, Warlley Rezende, Marcin (tiraeth) Chwedziak
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Manifest.txt

@@ -0,0 +1,68 @@
+.autotest
+History.txt
+License.txt
+Manifest.txt
+README.markdown
+README.txt
+Rakefile
+bin/subtitle_it
+config/hoe.rb
+config/requirements.rb
+lib/subtitle_it.rb
+lib/subtitle_it/bin.rb
+lib/subtitle_it/fixes.rb
+lib/subtitle_it/formats/ass.rb
+lib/subtitle_it/formats/mpl.rb
+lib/subtitle_it/formats/rsb.rb
+lib/subtitle_it/formats/srt.rb
+lib/subtitle_it/formats/sub.rb
+lib/subtitle_it/formats/xml.rb
+lib/subtitle_it/formats/yml.rb
+lib/subtitle_it/generator.rb
+lib/subtitle_it/languages.rb
+lib/subtitle_it/movie.rb
+lib/subtitle_it/movie_hasher.rb
+lib/subtitle_it/platform_endl.rb
+lib/subtitle_it/subdown.rb
+lib/subtitle_it/subline.rb
+lib/subtitle_it/substyle.rb
+lib/subtitle_it/subtime.rb
+lib/subtitle_it/subtitle.rb
+lib/subtitle_it/version.rb
+script/console
+script/destroy
+script/generate
+script/txt2html
+setup.rb
+spec/fixtures/godfather.srt
+spec/fixtures/huge.ass
+spec/fixtures/movie.xml
+spec/fixtures/movie.yml
+spec/fixtures/pseudo.rsb
+spec/fixtures/pulpfiction.sub
+spec/fixtures/puplfiction.mpl
+spec/fixtures/sincity.yml
+spec/spec.opts
+spec/spec_helper.rb
+spec/subtitle_it/bin_spec.rb
+spec/subtitle_it/fixes_spec.rb
+spec/subtitle_it/formats/ass_spec.rb
+spec/subtitle_it/formats/mpl_spec.rb
+spec/subtitle_it/formats/rsb_spec.rb
+spec/subtitle_it/formats/srt_spec.rb
+spec/subtitle_it/formats/sub_spec.rb
+spec/subtitle_it/formats/xml_spec.rb
+spec/subtitle_it/formats/yml_spec.rb
+spec/subtitle_it/generator_spec.rb
+spec/subtitle_it/movie_hasher_spec.rb
+spec/subtitle_it/movie_spec.rb
+spec/subtitle_it/subdown_spec.rb
+spec/subtitle_it/subline_spec.rb
+spec/subtitle_it/substyle_spec.rb
+spec/subtitle_it/subtime_spec.rb
+spec/subtitle_it/subtitle_spec.rb
+spec/subtitle_it_spec.rb
+subtitle_it.gemspec
+tasks/deployment.rake
+tasks/environment.rake
+tasks/rspec.rake

data/README.markdown

@@ -0,0 +1,41 @@
+h1. Subtitle It
+
+Ruby tool to work with subtitle files.
+
+h1. FEATURES:
+
+* Converts to and from: SRT, SUB, XML(TT), YML, MPL2, RSB and ASS.
+* Fixes delays. (SrtResync)
+
+h2. TODO:
+
+* Compatibility with "sube" (http://github.com/vic/sube)
+* Download subtitles. (http://github.com/johanlunds/downsub/tree)
+
+h1. SYNOPSIS:
+
+Bash tool:
+
+Convert a srt to sub:
+  subtitle_it in.srt out.sub
+
+Add a delay of 1 minute:
+  subtitle_it -d 60 in.srt
+ 
+Create a template
+  subtitle_it unexistent.file 
+  
+
+h1. INSTALL:
+
+ sudo gem install SubtitleIt
+
+
+h1. THE "Ruby Subtitle" Format - RSB
+
+It`s just a easy way, proof of concept to edit subtitles. Here is what it looks like:
+
+00:32 => 00:33 == Nice police work! | Thank you!
+MM:SS => N == TEXT | NEWLINE
+
+Create a template to check it out.

data/README.txt

@@ -0,0 +1,102 @@
+= Subtitle It
+
+Ruby tool to download, create, convert and fix subtitles.
+
+
+== FEATURES:
+
+* To and from: SRT, SUB, XML(TT), YML, MPL2, RSB and ASS.
+* Download from opensubtitles.org
+* Fixes delays. (SrtResync)
+
+
+== TODO:
+
+* Support styles
+* Compatibility with "sube" (http://github.com/vic/sube)
+* Fix delays
+* Convert 1 to 2 CD`s and versa-vice
+* ASS Format (Yes, for the funny of it...)
+
+
+== REQUIREMENTS:
+
+* hpricot
+
+
+== SYNOPSIS:
+
+Bash tool:
+
+Convert a srt to sub:
+  subtitle_it in.srt out.sub
+  or
+  subtitle_it -c sub in.srt
+
+Add a delay of 1 minute:
+  subtitle_it -d 60 in.srt
+ 
+Create a template
+  subtitle_it unexistent.file 
+  
+
+== INSTALL:
+
+ gem sources add http://gems.github.com
+ sudo gem install nofxx-subtitle_it
+
+
+== THE "Ruby Subtitle" Format - RSB
+
+It`s just a easy way, proof of concept to edit subtitles. Here is what it looks like:
+
+00:32 => 00:33 == Nice police work! | Thank you!
+MM:SS => N == TEXT | NEWLINE
+
+Create a template to check it out. 
+
+
+== DEV:
+
+To run tests:
+
+  rake spec or autotest
+  
+Documentation => doc
+Subtitle examples => spec/fixtures
+  
+
+== SUBTITLE EDITORS:
+
+Try those nice editors too, if SubtitleIt does not fit your need:
+
+Jubler: http://www.jubler.org/
+
+Aegisub: http://www.malakith.net/aegiwiki/Main_Page
+
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2008 Marcos Piccinini, Johanlunds, Warlley Rezende
+
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,4 @@
+require 'config/requirements'
+require 'config/hoe' # setup Hoe + all gem configuration
+
+Dir['tasks/**/*.rake'].each { |rake| load rake }

data/bin/subtitle_it

@@ -0,0 +1,66 @@
+#!/usr/bin/env ruby
+#  SubtitleIt
+#
+#  Created on 2008-9-4.
+#  Copyright (c) 2008. All rights reserved.
+#
+begin
+  require 'rubygems'
+rescue LoadError
+  # no rubygems to load, so we fail silently
+end
+
+require 'optparse'
+require 'subtitle_it'
+
+include SubtitleIt
+
+OPTIONS = {
+  :force    => false,
+  :format   => nil,
+  :delay    => nil
+}
+MANDATORY_OPTIONS = %w(  )
+
+parser = OptionParser.new do |opts|
+  opts.banner = <<BANNER
+SubtitleIt - Download, convert and create subtitles.
+
+Usage: #{File.basename($0)} [options] movie or file_in [file_out]
+
+Options are:
+
+BANNER
+  opts.separator ""
+  
+  opts.on("-l", "--language=LANGUAGE", String,
+          "Language to search subtitles for, try it empty to see the supported ones.") { |OPTIONS[:lang]| }
+
+  opts.on("-c", "--convert=FORMAT", String,
+          "Format to convert to") { |OPTIONS[:format]| }
+          
+  opts.on("-d", "--delay=DELAY", Float,
+          "Delay to add/remove") { |OPTIONS[:delay]| }
+          
+  opts.on("-f", "--force", "Force overwrite") { OPTIONS[:force] = true }          
+          
+  opts.on("-h", "--help",
+          "Show this help message.") { puts opts; exit }          
+          
+  opts.on("-v", "--version",
+          "Show program version") {   puts "SubtitleIt v#{SubtitleIt::VERSION::STRING}"; exit }          
+          
+  opts.parse!(ARGV)
+
+  if MANDATORY_OPTIONS && MANDATORY_OPTIONS.find { |option| OPTIONS[option.to_sym].nil? }
+    puts opts; exit
+  end
+end
+
+if ARGV.empty?
+  puts parser.banner
+  exit
+else
+  SubtitleIt::Bin.run! ARGV, OPTIONS[:lang], OPTIONS[:format], OPTIONS[:force], OPTIONS[:delay]
+end
+

data/config/hoe.rb

@@ -0,0 +1,73 @@
+require 'subtitle_it/version'
+
+AUTHOR = 'FIXME full name'  # can also be an array of Authors
+EMAIL = "FIXME email"
+DESCRIPTION = "description of gem"
+GEM_NAME = 'subtitle_it' # what ppl will type to install your gem
+RUBYFORGE_PROJECT = 'subtitle_it' # The unix name for your project
+HOMEPATH = "http://#{RUBYFORGE_PROJECT}.rubyforge.org"
+DOWNLOAD_PATH = "http://rubyforge.org/projects/#{RUBYFORGE_PROJECT}"
+EXTRA_DEPENDENCIES = [
+#  ['activesupport', '>= 1.3.1']
+]    # An array of rubygem dependencies [name, version]
+
+@config_file = "~/.rubyforge/user-config.yml"
+@config = nil
+RUBYFORGE_USERNAME = "unknown"
+def rubyforge_username
+  unless @config
+    begin
+      @config = YAML.load(File.read(File.expand_path(@config_file)))
+    rescue
+      puts <<-EOS
+ERROR: No rubyforge config file found: #{@config_file}
+Run 'rubyforge setup' to prepare your env for access to Rubyforge
+ - See http://newgem.rubyforge.org/rubyforge.html for more details
+      EOS
+      exit
+    end
+  end
+  RUBYFORGE_USERNAME.replace @config["username"]
+end
+
+
+REV = nil
+# UNCOMMENT IF REQUIRED:
+# REV = YAML.load(`svn info`)['Revision']
+VERS = SubtitleIt::VERSION::STRING + (REV ? ".#{REV}" : "")
+RDOC_OPTS = ['--quiet', '--title', 'subtitle_it documentation',
+    "--opname", "index.html",
+    "--line-numbers",
+    "--main", "README",
+    "--inline-source"]
+
+class Hoe
+  def extra_deps
+    @extra_deps.reject! { |x| Array(x).first == 'hoe' }
+    @extra_deps
+  end
+end
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+$hoe = Hoe.new(GEM_NAME, VERS) do |p|
+  p.developer(AUTHOR, EMAIL)
+  p.description = DESCRIPTION
+  p.summary = DESCRIPTION
+  p.url = HOMEPATH
+  p.rubyforge_name = RUBYFORGE_PROJECT if RUBYFORGE_PROJECT
+  p.test_globs = ["test/**/test_*.rb"]
+  p.clean_globs |= ['**/.*.sw?', '*.gem', '.config', '**/.DS_Store']  #An array of file patterns to delete on clean.
+
+  # == Optional
+  p.changes = p.paragraphs_of("History.txt", 0..1).join("\n\n")
+  #p.extra_deps = EXTRA_DEPENDENCIES
+
+    #p.spec_extras = {}    # A hash of extra values to set in the gemspec.
+  end
+
+CHANGES = $hoe.paragraphs_of('History.txt', 0..1).join("\\n\\n")
+PATH    = (RUBYFORGE_PROJECT == GEM_NAME) ? RUBYFORGE_PROJECT : "#{RUBYFORGE_PROJECT}/#{GEM_NAME}"
+$hoe.remote_rdoc_dir = File.join(PATH.gsub(/^#{RUBYFORGE_PROJECT}\/?/,''), 'rdoc')
+$hoe.rsync_args = '-av --delete --ignore-errors'
+$hoe.spec.post_install_message = File.open(File.dirname(__FILE__) + "/../PostInstall.txt").read rescue ""

data/config/requirements.rb

@@ -0,0 +1,15 @@
+require 'fileutils'
+include FileUtils
+
+require 'rubygems'
+%w[rake hoe newgem rubigen].each do |req_gem|
+  begin
+    require req_gem
+  rescue LoadError
+    puts "This Rakefile requires the '#{req_gem}' RubyGem."
+    puts "Installation: gem install #{req_gem} -y"
+    exit
+  end
+end
+
+$:.unshift(File.join(File.dirname(__FILE__), %w[.. lib]))

data/lib/subtitle_it/bin.rb

@@ -0,0 +1,132 @@
+# SubtitleIt
+# Command line tool
+module SubtitleIt  
+  
+  class Subwork   
+    def run!(file, format)
+      raise unless format
+      content = File.open(file, 'r')
+      STDOUT.puts "Working on file #{file}..."
+      sub = Subtitle.new({ :dump => content, :format => Bin.get_extension(file) })
+      dump = sub.send :"to_#{format}"
+      Bin::write_out(Bin.swap_extension(file, format), dump)
+    end
+  end
+    
+  class Subdownloader
+    def run!(movie,lang=nil)
+      @movie = Movie.new(movie)       
+      @down = Subdown.new
+      @down.log_in!
+      res = @down.search_subtitles(@movie, lang)
+      if res.length == 0
+        STDOUT.puts "No results found."
+        return
+      end
+      STDOUT.puts "Found #{res.length} result#{"s" if res.length > 1}. Choose one:\n"
+      res.sort.each_with_index { |r,i| STDOUT.puts print_option(r,i) }
+      STDOUT.puts "You can choose multiple ones, separated with spaces or a range separated with hifen."      
+      STDOUT.printf "Choose: "  
+      choose = parse_input(STDIN.gets.chomp)
+      choose = choose.map { |c| res[c.to_i-1] }     
+      STDOUT.puts "Downloading #{choose.length} subtitles..."
+      choose.each do |sub| 
+        down_a_sub(sub, sub.format)
+      end
+      @down.log_out!
+    end
+    
+    def down_a_sub(sub, format)
+      dump = @down.download_subtitle(sub)
+      movie_name = @movie.filename[0..-4]
+      Bin::write_out(movie_name + format, dump)
+    end  
+
+    def print_option(r, index)
+      c = "#{index+1}) #{r.info["MovieName"]} / #{r.info["MovieYear"]} | #{r.info["SubFileName"]} | Movie score: #{r.info["MovieImdbRating"]}\n"
+      c << "   Lang: #{r.info["SubLanguageID"].capitalize} | Format: #{r.info["SubFormat"].upcase} | Downloads: #{r.info["SubDownloadsCnt"]} | Rating: #{r.info["SubRating"]} | CDs: #{r.info["SubSumCD"]}\n"
+      c << "   Comments: #{r.info["SubAuthorComment"]} \n\n"
+    end
+    
+    def parse_input(input)
+      choose = input.split(" ").map do |c|
+        if c =~ /-/
+          numbers = c.split("-").map { |d| d.to_i }
+          new_range = (numbers[0]..numbers[1]).to_a
+        else
+          c.to_i
+        end
+      end
+      choose.flatten.uniq
+    end    
+  end
+
+  class Bin  
+    
+       
+    def Bin.run! argv, lang=nil, format=nil, force=false, delay=nil
+      raise unless argv
+      @force = force
+      @format = format
+      
+      unless File.exists?(argv[0]) 
+        # TODO       generate_rsb
+        return
+      end
+      
+      
+      @file_in = argv[0]
+      @file_in_ext = Bin.get_extension(@file_in)        
+      if argv[1]
+        @file_out = argv[1] 
+        @file_out_ext = Bin.get_extension(@file_out)
+        @format = @file_out_ext
+      end        
+      if MOVIE_EXTS.include? @file_in_ext
+        Subdownloader.new.run!(argv[0], lang)        
+      elsif SUB_EXTS.include? @file_in_ext
+        Subwork.new.run!(@file_in, @format)
+      else
+        raise "Unknown file."
+      end
+
+    rescue Exception => e
+      puts e.message
+      exit 1
+    end
+    
+    def Bin.get_extension(file)
+      raise unless file =~ /\./
+      file.split(".").last
+    end
+    
+    def Bin.get_enc_platform(filename)
+      raise unless File.exist?(filename)
+      File.open(filename, 'r') do |fd| 
+        fd.gets =~ /\r\n/ ? "WIN" : "UNIX"
+      end
+    end
+
+    def Bin.swap_extension(file,extension)
+      f = file.dup
+      f[-3..-1] = extension
+      f
+    end
+    
+    def Bin.print_languages
+      STDOUT.puts "CODE |  LANGUAGE"
+      LANGS.each do |l|
+        STDOUT.puts "  #{l[0]}  | #{l[1]}"
+      end
+    end
+    
+    def Bin.write_out(filename,dump)
+      if File.exists?(filename) && !@force
+          STDOUT.puts "File exists. #{filename}"
+      else
+        File.open(filename, 'w') {|f| f.write(dump) }  
+        STDOUT.puts "Done. Wrote: #{filename}."
+      end
+    end
+  end
+end

data/lib/subtitle_it/fixes.rb

@@ -0,0 +1,12 @@
+module SubtitleIt
+  #   class TimeFix
+  #     def fix_delay
+  #       argv[1] ||= argv[0] + "_new"
+  #       SubtitleIt.srt_delay(argv[0],argv[1])  
+  #     end
+  #   end
+  # 
+  # class CdCountFix
+  #end
+
+end

data/lib/subtitle_it/formats/ass.rb

@@ -0,0 +1,13 @@
+# SubtitleIt
+#  ASS - http://en.wikipedia.org/wiki/SubStation_Alpha
+#  http://www.malakith.net/aegiwiki/ASS
+#
+module Formats    
+  def parse_ass
+
+  end
+  
+  #not mine!
+  def to_ass
+  end    
+end

data/lib/subtitle_it/formats/mpl.rb

@@ -0,0 +1,29 @@
+# SubtitleIt
+# MPL2 - extension .txt
+#
+# [1025][1115]You always say that.|The same thing every time.
+#
+# Where N is sec * 10
+#
+module Formats       
+  include PlatformEndLine
+  def parse_mpl
+    @raw.to_a.inject([]) do |i,l|
+		      line_data = l.scan(/^\[([0-9]{1,})\]\[([0-9]{1,})\](.+)$/)
+		      line_data = line_data.at 0
+		      time_on, time_off, text = line_data
+		      time_on, time_off = [time_on.to_i, time_off.to_i].map { |t| t.to_i * 1000 }	    
+      i << Subline.new(time_on, time_off, text.chomp)
+    end
+  end
+      
+  def to_mpl
+    endl = endline( @raw )
+    line_ary = []
+    @lines.each do |l|
+      start, stop = [l.time_on, l.time_off].map { |val| val.to_i / 100 }
+      line_ary << "[%d][%d]%s" % [start, stop, l.text]
+    end
+    return line_ary.join( endl ) + endl
+  end    
+end 

data/lib/subtitle_it/formats/rsb.rb

@@ -0,0 +1,37 @@
+# SubtitleIt
+# RSB - Ruby Subtitle
+#
+# 00:32 => 00:33
+# Nice police work! | Thank you!
+# 00:53 => N == Howdy ho!
+# MM:SS => N == TEXT | NEWLINE
+#
+# Where N is the seconds to last.
+#
+module Formats
+  include PlatformEndLine
+  def parse_rsb
+    inn = @raw.to_a
+    @title = inn.delete_at(0).split(':')[1] 
+    @authors = inn.delete_at(0).split(':')[1] 
+    @version = inn.delete_at(0).split(':')[1] 
+    inn.inject([]) do |final,line|
+      time_on,time_off = line.split('=>').map { |t| t.strip }
+      text = line.split('==')[1].strip
+      final << Subline.new(time_on, time_off, text)
+    end
+  end
+  
+  def to_rsb
+    endl = endline( @raw )
+    out = ["- title: #{@title}", "- authors: #{@authors}", "- version: #{@version}"]
+    @lines.each do |l|
+      out << "%s => %s == %s" % [l.time_on.to_s, l.time_off.to_s, l.text]
+    end      
+    return out.join( endl ) + endl
+    #out = "- title: #{@title}\n- authors: #{@authors}\n- version: #{@version}\n"
+    #out << @lines.inject([]) do |i,l|
+    #  i << "%s => %s == %s" % [l.time_on.to_s, l.time_off.to_s, l.text]
+    #end.join("\n")      
+  end    
+end