storyboard 0.2.3

data/lib/storyboard/time.rb

@@ -0,0 +1,34 @@
+class STRTime
+  REGEX = /(\d{1,2}):(\d{1,2}):(\d{2})[,\.](\d{1,3})/
+
+  attr_reader :value
+
+  class <<self
+    def parse(str)
+      hh,mm,ss,ms = str.scan(REGEX).flatten.map{|i| Float(i)}
+      value = ((((hh*60)+mm)*60)+ss) + ms/1000
+      self.new(value)
+    end
+  end
+
+  def initialize(value)
+    @value = value
+  end
+
+  def +(bump)
+    STRTime.new(@value + bump)
+  end
+
+  def to_srt
+    ss = @value.floor
+    ms = ((@value - ss)*1000).to_i
+
+    mm = ss / 60
+    ss = ss - mm * 60
+
+    hh = mm / 60
+    mm = mm - hh * 60
+
+    "%02i:%02i:%02i.%03i" % [hh, mm, ss, ms]
+  end
+end

data/lib/storyboard/version.rb

@@ -0,0 +1,3 @@
+class Storyboard
+  VERSION = "0.2.3"
+end

data/lib/storyboard.rb

@@ -0,0 +1,119 @@
+require 'storyboard/subtitles.rb'
+require 'storyboard/thread-util.rb'
+require 'storyboard/time.rb'
+require 'storyboard/version.rb'
+
+require 'storyboard/generators/sub.rb'
+require 'storyboard/generators/pdf.rb'
+
+require 'mime/types'
+
+class Storyboard
+  attr_accessor :options, :capture_points, :subtitles, :timings
+  attr_accessor :length, :renderers
+
+  def initialize(o)
+    @capture_points = []
+    @renderers = []
+    @options = o
+
+    @options[:save_directory] = File.join(o[:work_dir], 'raw_frames')
+
+    Dir.mkdir(@options[:save_directory]) unless File.directory?(@options[:save_directory])
+
+    @subtitles = SRT.new(options[:subs] ? File.read(options[:subs]) : get_subtitles, options)
+    # temp hack so I don't have to wait all the time.
+    @subtitles.save if options[:verbose]
+
+    @renderers << Storyboard::PDFRenderer.new(self) if options[:types].include?('pdf')
+
+    check_video
+    run_scene_detection if options[:scenes]
+    consolidate_frames
+    extract_frames
+    render_output
+  end
+
+  def run_scene_detection
+    LOG.info("Scanning for scene changes. This may take a moment.")
+    pbar = ProgressBar.create(:title => " Analyzing Video", :format => '%t [%B] %e', :total => @length, :smoothing => 0.6)
+    bin = File.join(File.dirname(__FILE__), '../bin/storyboard-ffprobe')
+    Open3.popen3(bin, "-show_frames", "-of", "compact=p=0", "-f", "lavfi", %(movie=#{options[:file]},select=gt(scene\\,.30)), "-pretty") {|stdin, stdout, stderr, wait_thr|
+        begin
+          # trolololol
+          o = stdout.gets.split('|').inject({}){|hold,value| s = value.split('='); hold[s[0]]=s[1]; hold }
+          t = STRTime.parse(o['pkt_pts_time'])
+          pbar.progress = t.value
+          @capture_points << t
+        end while !stdout.eof?
+    }
+    pbar.finish
+    LOG.info("#{@capture_points.count} scenes registered")
+  end
+
+  def consolidate_frames
+    @subtitles.pages.each {|f| @capture_points <<  f[:start_time] }
+    @capture_points = @capture_points.sort_by {|cp| cp.value }
+    last_time = STRTime.new(0)
+    removed = 0
+    @capture_points.each_with_index {|ts,i|
+      # while it should be a super rare condition, this should not be
+      # allowed to delete subtitle frames.
+      if (ts.value - last_time.value) < options[:consolidate_frame_threshold]
+        @capture_points.delete_at(i-1) unless i == 0
+        removed += 1
+      end
+      last_time = ts
+    }
+    LOG.debug("Removed #{removed} frames that were within the consolidate_frame_threshold of #{options[:consolidate_frame_threshold]}")
+  end
+
+  def extract_frames
+    pool = Thread::Pool.new(8)
+    pbar = ProgressBar.create(:title => " Extracting Frames", :format => '%t [%c/%C|%B] %e', :total => @capture_points.count)
+
+    @capture_points.each_with_index {|f,i|
+      # It's *massively* quicker to jump to a bit before where we want to be, and then make the incrimental jump to
+      # exactly where we want to be.
+      seek_primer = (f.value < 1.000)  ? 0 : -1.000
+      # should make Frame a struct with idx and subs
+      image_name = File.join(@options[:save_directory], "%04d.jpg" % [i])
+      pool.process {
+        pbar.increment
+        cmd = ["ffmpeg", "-ss", (f + seek_primer).to_srt, "-i", %("#{options[:file]}"), "-vframes 1", "-ss", STRTime.new(seek_primer.abs).to_srt, %("#{image_name}")].join(' ')
+        Open3.popen3(cmd){|stdin, stdout, stderr, wait_thr|
+          # block the output so it doesn't quit immediately
+          stdout.readlines
+        }
+      }
+    }
+    pool.shutdown
+    LOG.info("Finished Extracting Frames")
+
+  end
+
+  def render_output
+    LOG.info("Rendering output files")
+    pbar = ProgressBar.create(:title => " Rendering Output", :format => '%t [%c/%C|%B] %e', :total => @capture_points.count)
+    @capture_points.each_with_index {|f,i|
+      image_name = File.join(@options[:save_directory], "%04d.jpg" % [i])
+      capture_point_subtitles = @subtitles.pages.select { |page| f.value >=  page.start_time.value and f.value <= page.end_time.value }.first
+      begin
+        @renderers.each{|r| r.render_frame(image_name, capture_point_subtitles) }
+      rescue
+        p $!
+      end
+      pbar.increment
+    }
+
+    @renderers.each {|r| r.write }
+    LOG.info("Finished Rendering Output files")
+  end
+
+  def check_video
+    LOG.debug MIME::Types.type_for(options[:file])
+    @length = `ffmpeg -i "#{options[:file]}" 2>&1 | grep "Duration" | cut -d ' ' -f 4 | sed s/,//`
+    @length = STRTime.parse(length.strip+'0').value
+  end
+
+end

data/storyboard.gemspec

@@ -0,0 +1,56 @@
+require File.expand_path('../lib/storyboard/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Mark Olson"]
+  gem.email         = ["\"theothermarkolson@gmail.com\""]
+  gem.description   = %q{Generate PDFs and eBooks from video files}
+  gem.summary       = %q{Video to PDF/ePub generator}
+  gem.homepage      = "http://github.com/markolson/storyboard"
+
+  gem.required_ruby_version = '>= 1.9.2'
+
+  gem.files         = `git ls-files`.split($\) if File.exist?('.git')
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "storyboard"
+  gem.require_paths = ["lib","vendor/suby"]
+  gem.version       = Storyboard::VERSION
+
+  gem.add_dependency 'nokogiri'
+  gem.add_dependency 'rmagick'
+  gem.add_dependency 'prawn'
+  gem.add_dependency 'ruby-progressbar'
+
+  # suby stuff.
+  gem.add_dependency 'path', '>= 1.3.0'
+  gem.add_dependency 'nokogiri'
+  gem.add_dependency 'rubyzip'
+  gem.add_dependency 'term-ansicolor'
+  gem.add_dependency 'mime-types', '>= 1.19'
+
+  if File.exist?('.git')
+    p "RUNNING"
+    `git submodule --quiet foreach 'echo $path'`.split($\).each do |submodule_path|
+      # for each submodule, change working directory to that submodule
+      Dir.chdir(submodule_path) do
+        # issue git ls-files in submodule's directory
+        submodule_files = `git ls-files`.split($\)
+
+
+        # prepend the submodule path to create absolute file paths
+        submodule_files_fullpaths = submodule_files.map do |filename|
+          "#{submodule_path}/#{filename}"
+        end
+
+        # remove leading path parts to get paths relative to the gem's root dir
+        # (this assumes, that the gemspec resides in the gem's root dir)
+        submodule_files_paths = submodule_files_fullpaths.map do |filename|
+          filename.gsub "#{File.dirname(__FILE__)}/", ""
+        end
+
+        # add relative paths to gem.files
+        gem.files += submodule_files_paths
+      end
+    end
+  end
+end

data/vendor/suby/.gitignore

@@ -0,0 +1,3 @@
+*.gem
+spec/fixtures/*
+!spec/fixtures/.gitkeep

data/vendor/suby/LICENSE

@@ -0,0 +1,19 @@
+Copyright (C) 2011 Benoit Daloze
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/vendor/suby/README.md

@@ -0,0 +1,27 @@
+# suby
+
+Find and download subtitles
+
+`suby` is a little script to find and download subtitles for TV series
+
+## Install
+
+    gem install suby
+
+## Synopsis
+
+    suby 'My Show 1x01 - Pilot.avi' # => Downloads 'My Show 1x01 - Pilot.srt'
+
+## Features
+
+* Parse filename to detect show, season and episode
+* Search and download appropriate subtitle, extracting it from the archive and renaming it
+* Accept a lang option (defaults to en)
+* Try multiple sites, falling back on the next one if it was not found on the current
+* Detailed error messages
+
+## TODO
+
+* usual movies support (via opensubtitles.org)
+* multi-episodes support
+* choose wiser the right subtitle if many are available

data/vendor/suby/bin/suby

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/suby'
+require 'optparse'
+
+options = {}
+option_parser = OptionParser.new do |opts|
+  opts.banner = "#{File.basename $0} [options] video"
+  opts.separator '  Find and download subtitles for the given video file'
+  opts.separator "\nOptions:"
+
+  opts.on '-l', '--lang LANG = en', 'Lang for subtitles' do |lang|
+    options[:lang] = lang
+  end
+
+  opts.on '-f', '--force', 'Force subtitles download even if already exists' do |lang|
+    options[:force] = true
+  end
+
+  opts.on '-h', '--help', 'Show usage' do
+    puts opts
+    exit
+  end
+end
+
+option_parser.parse!
+
+puts option_parser if ARGV.empty?
+
+Suby.download_subtitles ARGV, options

data/vendor/suby/lib/suby/downloader/addic7ed.rb

@@ -0,0 +1,65 @@
+module Suby
+  class Downloader::Addic7ed < Downloader
+    SITE = 'www.addic7ed.com'
+    FORMAT = :file
+    SUBTITLE_TYPES = [:tvshow]
+
+    LANG_IDS = {
+      en:  1, es:  5, it:  7, fr:  8, pt: 10, de: 11, ca: 12, eu: 13, cs: 14,
+      gl: 15, tr: 16, nl: 17, sv: 18, ru: 19, hu: 20, pl: 21, sl: 22, he: 23,
+      zh: 24, sk: 25, ro: 26, el: 27, fi: 28, no: 29, da: 30, hr: 31, ja: 32,
+      bg: 35, sr: 36, id: 37, ar: 38, ms: 40, ko: 42, fa: 43, bs: 44, vi: 45,
+      th: 46, bn: 47
+    }
+    FILTER_IGNORED = "Couldn't find any subs with the specified language. " +
+                     "Filter ignored"
+
+    def subtitles_url
+      "/serie/#{CGI.escape show}/#{season}/#{episode}/#{LANG_IDS[lang]}"
+    end
+
+    def subtitles_response
+      response = get(subtitles_url, {}, false)
+      unless Net::HTTPSuccess === response
+        raise NotFoundError, "show/season/episode not found"
+      end
+      response
+    end
+
+    def subtitles_body
+      body = subtitles_response.body
+      body.strip!
+      raise NotFoundError, "show/season/episode not found" if body.empty?
+      if body.include? FILTER_IGNORED
+        raise NotFoundError, "no subtitles available"
+      end
+      body
+    end
+
+    def redirected_url download_url
+      header = { 'Referer' => "http://#{SITE}#{subtitles_url}" }
+      response = get download_url, header, false
+      case response
+      when Net::HTTPSuccess
+        response
+      when Net::HTTPFound
+        location = response['Location']
+        if location == '/downloadexceeded.php'
+          raise NotFoundError, "download exceeded"
+        end
+        URI.escape location
+      end
+    end
+
+    def download_url
+      link = Nokogiri(subtitles_body).css('a').find { |a|
+        a[:href].start_with? '/original/' or
+        a[:href].start_with? '/updated/'
+      }
+      raise NotFoundError, "show/season/episode not found" unless link
+      download_url = link[:href]
+
+      redirected_url download_url
+    end
+  end
+end

data/vendor/suby/lib/suby/downloader/opensubtitles.rb

@@ -0,0 +1,83 @@
+module Suby
+  # Based on https://github.com/byroot/ruby-osdb/blob/master/lib/osdb/server.rb
+  class Downloader::OpenSubtitles < Downloader
+    SITE = 'api.opensubtitles.org'
+    FORMAT = :gz
+    XMLRPC_PATH = '/xml-rpc'
+    SUBTITLE_TYPES = [:tvshow, :movie, :unknown]
+
+    USERNAME = ''
+    PASSWORD = ''
+    LOGIN_LANGUAGE = 'eng'
+    USER_AGENT = 'Suby v0.4'
+
+    SEARCH_QUERIES_ORDER = [:hash, :name] #There is also search using imdbid but i dont think it usefull as it
+                                          #returns subtitles for many different versions
+
+    # OpenSubtitles needs ISO 639-22B language codes for subtitles search
+    # See http://www.opensubtitles.org/addons/export_languages.php
+    # and http://en.wikipedia.org/wiki/List_of_ISO_639-2_codes
+    LANG_MAPPING = {
+      ar: "ara", bg: "bul", bn: "ben", br: "bre", bs: "bos", ca: "cat", cs: "cze", da: "dan", de: "ger", el: "ell",
+      en: "eng", eo: "epo", es: "spa", et: "est", eu: "baq", fa: "per", fi: "fin", fr: "fre", gl: "glg", he: "heb",
+      hi: "hin", hr: "hrv", hu: "hun", hy: "arm", id: "ind", is: "ice", it: "ita", ja: "jpn", ka: "geo", kk: "kaz",
+      km: "khm", ko: "kor", lb: "ltz", lt: "lit", lv: "lav", mk: "mac", mn: "mon", ms: "may", nl: "dut", no: "nor",
+      oc: "oci", pb: "pob", pl: "pol", pt: "por", ro: "rum", ru: "rus", si: "sin", sk: "slo", sl: "slv", sq: "alb",
+      sr: "scc", sv: "swe", sw: "swa", th: "tha", tl: "tgl", tr: "tur", uk: "ukr", ur: "urd", vi: "vie", zh: "chi"
+    }
+    LANG_MAPPING.default = 'all'
+
+    def download_url
+      SEARCH_QUERIES_ORDER.find(lambda { raise NotFoundError, "no subtitles available" }) { |type|
+        if subs = search_subtitles(search_query(type))['data']
+          @type = type
+          break subs
+        end
+      }.first['SubDownloadLink']
+    end
+
+    def search_subtitles(query)
+      return {} unless query
+      query = [query] unless query.kind_of? Array
+      xmlrpc.call('SearchSubtitles', token, query)
+    end
+
+    def token
+      @token ||= login
+    end
+
+    def login
+      response = xmlrpc.call('LogIn', USERNAME, PASSWORD, LOGIN_LANGUAGE, USER_AGENT)
+      unless response['status'] == '200 OK'
+        raise DownloaderError, "Failed to login with #{USERNAME}:#{PASSWORD}. " +
+                               "Server return code: #{response['status']}"
+      end
+      response['token']
+    end
+
+    def search_query(type = :hash)
+      return nil unless query = send("search_query_by_#{type}")
+      query.merge(sublanguageid: language(lang))
+    end
+
+    def search_query_by_hash
+      { moviehash: MovieHasher.compute_hash(file), moviebytesize: file.size.to_s } if file.exist?
+    end
+
+    def search_query_by_name
+      season && episode ? { query: show, season: season, episode: episode } : { query: file.base.to_s }
+    end
+
+    def search_query_by_imdbid
+      { imdbid: imdbid } if imdbid
+    end
+
+    def language(lang)
+      LANG_MAPPING[lang.to_sym]
+    end
+
+    def success_message
+      "Found by #{@type}"
+    end
+  end
+end

data/vendor/suby/lib/suby/downloader/tvsubtitles.rb

@@ -0,0 +1,90 @@
+module Suby
+  class Downloader::TVSubtitles < Downloader
+    SITE = 'www.tvsubtitles.net'
+    FORMAT = :zip
+    SEARCH_URL = '/search.php'
+    SUBTITLE_TYPES = [:tvshow]
+
+    # cache
+    SHOW_URLS = {}
+    SHOW_PAGES = {}
+
+    # "Show (2009-2011)" => "Show"
+    def clean_show_name show_name
+      show_name.sub(/ \(\d{4}-\d{4}\)$/, '')
+    end
+
+    def show_url
+      SHOW_URLS[show] ||= begin
+        results = Nokogiri(post(SEARCH_URL, 'q' => show))
+        a = results.css('ul li div a').find { |a|
+          clean_show_name(a.text).casecmp(show) == 0
+        }
+        raise NotFoundError, "show not found" unless a
+        url = a[:href]
+
+        raise 'invalid show url' unless /^\/tvshow-\d+\.html$/ =~ url
+        url
+      end
+    end
+
+    def season_url
+      show_url.sub(/\.html$/, "-#{season}.html")
+    end
+
+    def has_season?
+      season_text = "Season #{season}"
+      bs = SHOW_PAGES[show].css('div.left_articles p.description b')
+      unless bs.find { |b| b.text == season_text }
+        raise NotFoundError, "season not found"
+      end
+    end
+
+    def find_episode_row
+      row = SHOW_PAGES[show].css('div.left_articles table tr').find { |tr|
+        tr.children.find { |td| td.name == 'td' and
+                                td.text =~ /\A#{season}x0?#{episode}\z/ }
+      }
+      raise NotFoundError, "episode not found" unless row
+      row
+    end
+
+    def episode_url
+      @episode_url ||= begin
+        SHOW_PAGES[show] ||= Nokogiri(get(season_url))
+        has_season?
+
+        url = nil
+        find_episode_row.children.find { |td|
+          td.children.find { |a|
+            a.name == 'a' and a[:href].start_with?('episode') and url = a[:href]
+          }
+        }
+        unless url =~ /^episode-(\d+)\.html$/
+          raise "invalid episode url: #{episode_url}"
+        end
+
+        "/episode-#{$1}-#{lang}.html"
+      end
+    end
+
+    def subtitles_url
+      @subtitles_url ||= begin
+        subtitles = Nokogiri(get(episode_url))
+
+        # TODO: choose 720p or most downloaded instead of first found
+        a = subtitles.css('div.left_articles a').find { |a|
+          a.name == 'a' and a[:href].start_with?('/subtitle')
+        }
+        raise NotFoundError, "no subtitles available" unless a
+        url = a[:href]
+        raise 'invalid subtitle url' unless url =~ /^\/subtitle-(\d+)\.html/
+        url
+      end
+    end
+
+    def download_url
+      URI.escape '/' + get_redirection(subtitles_url.sub('subtitle', 'download'))
+    end
+  end
+end