video_transcoding 0.1.0

data/lib/video_transcoding.rb

@@ -0,0 +1,21 @@
+#
+# video_transcoding.rb
+#
+# Copyright (c) 2013-2015 Don Melton
+#
+
+require 'English'
+require 'shellwords'
+require 'video_transcoding/console'
+require 'video_transcoding/copyright'
+require 'video_transcoding/crop'
+require 'video_transcoding/errors'
+require 'video_transcoding/ffmpeg'
+require 'video_transcoding/handbrake'
+require 'video_transcoding/media'
+require 'video_transcoding/mkvmerge'
+require 'video_transcoding/mkvpropedit'
+require 'video_transcoding/mp4track'
+require 'video_transcoding/mplayer'
+require 'video_transcoding/tool'
+require 'video_transcoding/version'

data/lib/video_transcoding/cli.rb

@@ -0,0 +1,53 @@
+#
+# cli.rb
+#
+# Copyright (c) 2013-2015 Don Melton
+#
+
+require 'optparse'
+require 'video_transcoding'
+
+module VideoTranscoding
+  module CLI
+    def run
+      begin
+        OptionParser.new do |opts|
+          define_options opts
+          opts.on('-v', '--verbose')  { Console.volume += 1 }
+          opts.on('-q', '--quiet')    { Console.volume -= 1 }
+
+          opts.on '-h', '--help' do
+            puts usage
+            exit
+          end
+
+          opts.on '--version' do
+            puts about
+            exit
+          end
+        end.parse!
+      rescue OptionParser::ParseError => e
+        raise UsageError, e
+      end
+
+      Console.info about
+      configure
+      fail UsageError, 'missing argument' if ARGV.empty?
+      ARGV.each { |arg| process_input arg }
+      complete if self.respond_to? :complete
+      Console.info 'Done.'
+      terminate if self.respond_to? :terminate
+      exit
+    rescue UsageError => e
+      warn "#{$PROGRAM_NAME}: #{e}\nTry `#{$PROGRAM_NAME} --help` for more information."
+      exit false
+    rescue StandardError => e
+      Console.error "#{$PROGRAM_NAME}: #{e}"
+      exit(-1)
+    rescue SignalException
+      terminate if self.respond_to? :terminate
+      puts
+      exit(-1)
+    end
+  end
+end

data/lib/video_transcoding/console.rb

@@ -0,0 +1,46 @@
+#
+# console.rb
+#
+# Copyright (c) 2013-2015 Don Melton
+#
+
+module VideoTranscoding
+  module Console
+    OFF   = 0
+    ERROR = 1
+    WARN  = 2
+    INFO  = 3
+    DEBUG = 4
+
+    def self.included(base)
+      fail "#{self} singleton can't be included by #{base}"
+    end
+
+    def self.extended(base)
+      fail "#{self} singleton can't be extended by #{base}" unless base.class == Module
+      @speaker = ->(msg) { Kernel.warn msg }
+      @volume = WARN
+    end
+
+    extend self
+
+    attr_accessor :speaker
+    attr_accessor :volume
+
+    def error(msg)
+      @speaker.call msg unless @speaker.nil? or @volume < ERROR
+    end
+
+    def warn(msg)
+      @speaker.call msg unless @speaker.nil? or @volume < WARN
+    end
+
+    def info(msg)
+      @speaker.call msg unless @speaker.nil? or @volume < INFO
+    end
+
+    def debug(msg)
+      @speaker.call msg unless @speaker.nil? or @volume < DEBUG
+    end
+  end
+end

data/lib/video_transcoding/copyright.rb

@@ -0,0 +1,9 @@
+#
+# copyright.rb
+#
+# Copyright (c) 2013-2015 Don Melton
+#
+
+module VideoTranscoding
+  COPYRIGHT = 'Copyright (c) 2013-2015 Don Melton'
+end

data/lib/video_transcoding/crop.rb

@@ -0,0 +1,110 @@
+#
+# crop.rb
+#
+# Copyright (c) 2013-2015 Don Melton
+#
+
+module VideoTranscoding
+  module Crop
+    extend self
+
+    def detect(path, duration, width, height)
+      Console.info "Detecting crop with mplayer..."
+      fail "media duration too short: #{duration} second(s)" if duration < 2
+      steps = 10
+      interval = duration / (steps + 1)
+      target_interval = 5 * 60
+
+      if interval == 0
+        steps = 1
+        interval = 1
+      elsif interval > target_interval
+        steps = (duration / target_interval) - 1
+        interval = duration / (steps + 1)
+      end
+
+      crop_width, crop_height, crop_x, crop_y = 0, 0, width, height
+      last_seconds = Time.now.tv_sec
+
+      (1..steps).each do |step|
+        begin
+          IO.popen([
+            MPlayer.command_name,
+            '-quiet',
+            '-benchmark',
+            '-vo', 'null',
+            '-ao', 'null',
+            '-vf', 'cropdetect=24:2',
+            path,
+            '-ss', (interval * step).to_s,
+            '-frames', '10'
+          ], :err=>[:child, :out]) do |io|
+            io.each do |line|
+              seconds = Time.now.tv_sec
+
+              if seconds - last_seconds >= 3
+                Console.warn '...'
+                last_seconds = seconds
+              end
+
+              if line =~ /^\[CROP\] .* crop=([0-9]+):([0-9]+):([0-9]+):([0-9]+)/
+                d_width, d_height, d_x, d_y = $1.to_i, $2.to_i, $3.to_i, $4.to_i
+                crop_width  = d_width   if crop_width   < d_width
+                crop_height = d_height  if crop_height  < d_height
+                crop_x      = d_x       if crop_x       > d_x
+                crop_y      = d_y       if crop_y       > d_y
+                Console.debug line
+              end
+            end
+          end
+        rescue SystemCallError => e
+          raise "crop detection failed: #{e}"
+        end
+
+        fail "crop detection failed" unless $CHILD_STATUS.exitstatus == 0
+      end
+
+      {
+        :top    => crop_y,
+        :bottom => height - (crop_y + crop_height),
+        :left   => crop_x,
+        :right  => width - (crop_x + crop_width)
+      }
+    end
+
+    def constrain(raw_crop, width, height)
+      crop = raw_crop.dup
+      delta_x = crop[:left] + crop[:right]
+      delta_y = crop[:top] + crop[:bottom]
+      min_delta = (width / 64)
+      min_delta += 1 if min_delta.odd?
+
+      if delta_x > delta_y
+        crop[:top], crop[:bottom] = 0, 0
+
+        if delta_x < min_delta or delta_x >= width
+            crop[:left], crop[:right] = 0, 0
+        end
+      else
+        crop[:left], crop[:right] = 0, 0
+
+        if delta_y < min_delta or delta_y >= height
+            crop[:top], crop[:bottom] = 0, 0
+        end
+      end
+
+      crop
+    end
+
+    def handbrake_string(crop)
+      "#{crop[:top]}:#{crop[:bottom]}:#{crop[:left]}:#{crop[:right]}"
+    end
+
+    def mplayer_string(crop, width, height)
+      "#{width - (crop[:left] + crop[:right])}:" +
+      "#{height - (crop[:top] + crop[:bottom])}:" +
+      "#{crop[:left]}:" +
+      "#{crop[:top]}"
+    end
+  end
+end

data/lib/video_transcoding/errors.rb

@@ -0,0 +1,10 @@
+#
+# errors.rb
+#
+# Copyright (c) 2013-2015 Don Melton
+#
+
+module VideoTranscoding
+  class UsageError < RuntimeError
+  end
+end

data/lib/video_transcoding/ffmpeg.rb

@@ -0,0 +1,47 @@
+#
+# ffmpeg.rb
+#
+# Copyright (c) 2013-2015 Don Melton
+#
+
+module VideoTranscoding
+  module FFmpeg
+    extend self
+
+    COMMAND_NAME = 'ffmpeg'
+
+    def setup
+      Tool.provide(COMMAND_NAME, ['-version']) do |output, status, properties|
+        fail "#{COMMAND_NAME} failed during execution" unless status == 0
+
+        unless output =~ /^ffmpeg version ([0-9.]+)/
+          Console.debug output
+          fail "#{COMMAND_NAME} version unknown"
+        end
+
+        version = $1
+        Console.info "#{$MATCH} found..."
+
+        unless version =~ /^([0-9]+)\.([0-9]+)/ and (($1.to_i * 100) + $2.to_i) >= 205
+          fail "#{COMMAND_NAME} version 2.5.0 or later required"
+        end
+
+        if output =~ /--enable-libfdk-aac/
+          properties[:aac_encoder] = 'libfdk_aac'
+        elsif output =~ /--enable-libfaac/
+          properties[:aac_encoder] = 'libfaac'
+        else
+          properties[:aac_encoder] = 'aac'
+        end
+      end
+    end
+
+    def command_name
+      Tool.use(COMMAND_NAME)
+    end
+
+    def aac_encoder
+      Tool.properties(COMMAND_NAME)[:aac_encoder]
+    end
+  end
+end

data/lib/video_transcoding/handbrake.rb

@@ -0,0 +1,56 @@
+#
+# handbrake.rb
+#
+# Copyright (c) 2013-2015 Don Melton
+#
+
+module VideoTranscoding
+  module HandBrake
+    extend self
+
+    COMMAND_NAME = 'HandBrakeCLI'
+
+    def setup
+      Tool.provide(COMMAND_NAME, ['--preset-list']) do |output, status, _|
+        fail "#{COMMAND_NAME} failed during execution" unless status == 0
+
+        unless output =~ /^HandBrake ([^ ]+)/
+          Console.debug output
+          fail "#{COMMAND_NAME} version unknown"
+        end
+
+        version = $1
+        Console.info "#{$MATCH} found..."
+
+        unless  (version =~ /^([0-9]+)\.([0-9]+)/ and (($1.to_i * 100) + $2.to_i) >= 10) or
+                (version =~ /^svn([0-9]+)/ and $1.to_i >= 6536)
+          fail "#{COMMAND_NAME} version 0.10.0 or later required"
+        end
+      end
+    end
+
+    def command_name
+      Tool.use(COMMAND_NAME)
+    end
+
+    def aac_encoder
+      properties = Tool.properties(COMMAND_NAME)
+      return properties[:aac_encoder] if properties.has_key? :aac_encoder
+      output = ''
+
+      begin
+        IO.popen([Tool.use(COMMAND_NAME), '--help'], :err=>[:child, :out]) { |io| output = io.read }
+      rescue SystemCallError => e
+        raise "#{COMMAND_NAME} AAC encoder unknown: #{e}"
+      end
+
+      fail "#{COMMAND_NAME} failed during execution" unless $CHILD_STATUS.exitstatus == 0
+
+      if output =~ /ca_aac/
+        properties[:aac_encoder] = 'ca_aac'
+      else
+        properties[:aac_encoder] = 'av_aac'
+      end
+    end
+  end
+end

data/lib/video_transcoding/media.rb

@@ -0,0 +1,323 @@
+#
+# media.rb
+#
+# Copyright (c) 2013-2015 Don Melton
+#
+
+module VideoTranscoding
+  class Media
+    attr_reader :path
+
+    def initialize(path:, title: nil, autocrop: false, extended: true, allow_directory: true)
+      @path     = path
+      @previews = autocrop ? 10 : 2
+      @extended = extended
+      @scan     = nil
+      @stat     = File.stat(@path)
+
+      if @stat.directory?
+        fail UsageError, "not a file: #{@path}" unless allow_directory
+        @title = title
+
+        if @title.nil?
+          @scan = Media.scan(@path, 0, 2)
+        elsif @title < 1
+          fail UsageError, "invalid title index: #{@title}"
+        end
+      else
+        fail UsageError, "invalid title index: #{title}" unless title.nil? or title == 1
+        @title = 1
+      end
+
+      @scan       = Media.scan(@path, @title, @previews) if @scan.nil?
+      @first_scan = @scan
+      @mp4_scan   = nil
+      @summary    = nil
+      @info       = nil
+    end
+
+    def summary
+      if @summary.nil?
+        @summary = ''
+        @first_scan.each_line { |line| @summary += line if line =~ /^ *\+ (?!(autocrop|support))/ }
+      end
+
+      @summary
+    end
+
+    def info
+      return @info unless @info.nil?
+      @info = {}
+
+      if @title.nil?
+        if @scan =~ /\+ title ([0-9]+):\n  \+ Main Feature/m
+          @title = $1.to_i
+        elsif @scan =~ /^\+ title ([0-9]+):$/
+          @title = $1.to_i
+        else
+          @title = 1
+        end
+
+        @scan = Media.scan(@path, @title, @previews)
+      end
+
+      if @scan =~ / libhb: scan thread found ([0-9.]+) valid title/
+        fail 'multiple titles found' if $1.to_i > 1
+      end
+
+      @info[:title]     = @title
+      @info[:size]      = @stat.size
+      @info[:directory] = @stat.directory?
+
+      unless @scan =~ /^  \+ duration: ([0-9]{2}):([0-9]{2}):([0-9]{2})$/
+        fail 'media duration not found'
+      end
+
+      @info[:duration] = ($1.to_i * 60 * 60) + ($2.to_i * 60) + $3.to_i
+
+      unless @scan =~ / scan: [0-9]+ previews, ([0-9]+)x([0-9]+), ([0-9.]+) fps, autocrop = ([0-9]+)\/([0-9]+)\/([0-9]+)\/([0-9]+), aspect [0-9.]+:[0-9.]+, PAR [0-9]+:[0-9]+/
+        fail 'video information not found'
+      end
+
+      @info[:width]   = $1.to_i
+      @info[:height]  = $2.to_i
+      @info[:fps]     = $3.to_f
+
+      if @previews > 2
+        @info[:autocrop] = {:top => $4.to_i, :bottom => $5.to_i, :left => $6.to_i, :right => $7.to_i}
+      else
+        @info[:autocrop] = nil
+      end
+
+      return @info unless @extended
+
+      unless @scan =~ /  \+ audio tracks:\n(.*)  \+ subtitle tracks:\n(.*)HandBrake has exited./m
+        fail 'audio and subtitle information not found'
+      end
+
+      audio             = $1
+      subtitle          = $2
+      @info[:audio]     = {}
+      @info[:subtitle]  = {}
+
+      audio.each_line do |line|
+        if line =~ /^    \+ ([0-9.]+), [^(]+\(([^)]+)\) .*\(([0-9.]+) ch\) .*\(iso639-2: ([a-z]{3})\)/
+          track                 = $1.to_i
+          track_info            = {}
+          track_info[:format]   = $2
+          track_info[:channels] = $3.to_f
+          track_info[:language] = $4
+
+          if line =~ /([0-9]+)bps/
+            track_info[:bps] = $1.to_i
+          else
+            track_info[:bps] = nil
+          end
+
+          @info[:audio][track] = track_info
+        else
+          fail "invalid audio track information: #{line}"
+        end
+      end
+
+      subtitle.each_line do |line|
+        if line =~ /^    \+ ([0-9.]+), .*\(iso639-2: ([a-z]{3})\) \((?:Text|Bitmap)\)\(([^)]+)\)/
+          track                   = $1.to_i
+          track_info              = {}
+          track_info[:language]   = $2
+          track_info[:format]     = $3
+          @info[:subtitle][track] = track_info
+        else
+          fail "invalid subtitle track information: #{line}"
+        end
+      end
+
+      @info[:h264]    = false
+      @info[:mpeg2]   = false
+      audio_track     = 0
+      subtitle_track  = 0
+
+      @scan.each_line do |line|
+        if line =~ /[ ]+Stream #0\.([0-9]+)[^ ]*: (Video|Audio|Subtitle): (.*)/
+          stream      = $1.to_i
+          type        = $2
+          attributes  = $3
+
+          case type
+          when 'Video'
+            unless @info.has_key? :stream
+              @info[:stream] = stream
+
+              if attributes =~ /^h264/
+                @info[:h264] = true
+              elsif attributes =~ /^mpeg2video/
+                @info[:mpeg2] = true
+              end
+            end
+          when 'Audio'
+            audio_track += 1
+            track_info = @info[:audio][audio_track]
+            track_info[:stream] = stream
+
+            if attributes =~ /\(default\)/
+              track_info[:default] = true
+            else
+              track_info[:default] = false
+            end
+
+            if @scan =~ /[ ]+Stream #0\.#{stream}[^ ]*: Audio: [^\n]+\n[ ]+Metadata:\n^[ ]+title[ ]+: ([^\n]+)/m
+              track_info[:name] = $1
+            else
+              track_info[:name] = nil
+            end
+          when 'Subtitle'
+            subtitle_track += 1
+            track_info = @info[:subtitle][subtitle_track]
+            track_info[:stream] = stream
+
+            if attributes =~ /\(default\)/
+              track_info[:default] = true
+            else
+              track_info[:default] = false
+            end
+
+            if attributes =~ /\(forced\)/
+              track_info[:forced] = true
+            else
+              track_info[:forced] = false
+            end
+
+            if @scan =~ /[ ]+Stream #0\.#{stream}[^ ]*: Subtitle: [^\n]+\n[ ]+Metadata:\n^[ ]+title[ ]+: ([^\n]+)/m
+              track_info[:name] = $1
+            else
+              track_info[:name] = nil
+            end
+          end
+        end
+      end
+
+      @info[:bd]  = false
+      @info[:dvd] = false
+
+      if @scan =~ / scan: (BD|DVD) has [0-9]+ title/
+        @info[$1.downcase.to_sym] = true
+        @info[:mpeg2] = true if @info[:dvd]
+      end
+
+      if @scan =~ /Input #0, matroska/
+        @info[:mkv] = true
+      else
+        @info[:mkv] = false
+      end
+
+      if @scan =~ /Input #0, mov,mp4/
+        @info[:mp4] = true
+      else
+        @info[:mp4] = false
+      end
+
+      if @info[:mp4]
+        @mp4_scan = Media.scan_mp4(@path)
+        types     = []
+        flags     = []
+        names     = []
+
+        @mp4_scan.each_line do |line|
+          if line =~ /^[ ]+type[ ]+=[ ]+(.*)$/
+            types << $1
+          elsif line =~ /^[ ]+enabled[ ]+=[ ]+(.*)$/
+            if $1 == 'true'
+              flags << true
+            else
+              flags << false
+            end
+          elsif line =~ /^[ ]+userDataName[ ]+=[ ]+(.*)$/
+            if $1 == '<absent>'
+              names << nil
+            else
+              names << $1
+            end
+          end
+        end
+
+        index           = 0
+        audio_track     = 0
+        subtitle_track  = 0
+
+        types.each do |type|
+          case type
+          when 'audio'
+            audio_track += 1
+            track_info = @info[:audio][audio_track]
+            track_info[:default] = flags[index]
+            track_info[:name] = names[index]
+          when 'text'
+            subtitle_track += 1
+            track_info = @info[:subtitle][subtitle_track]
+            track_info[:default] = flags[index]
+            track_info[:forced] = flags[index]
+            track_info[:name] = names[index]
+          end
+
+          index += 1
+        end
+      end
+
+      @info
+    end
+
+    def self.scan(path, title, previews)
+      output = ''
+      label = title == 0 ? 'media' : "media title #{title}"
+      Console.info "Scanning #{label} with HandBrakeCLI..."
+      last_seconds = Time.now.tv_sec
+
+      begin
+        IO.popen([
+          HandBrake.command_name,
+          "--title=#{title}",
+          '--scan',
+          "--previews=#{previews}:0",
+          "--input=#{path}"
+        ], :err=>[:child, :out]) do |io|
+          io.each do |line|
+            seconds = Time.now.tv_sec
+
+            if seconds - last_seconds >= 3
+              Console.warn '...'
+              last_seconds = seconds
+            end
+
+            line.encode! 'UTF-8', 'binary', invalid: :replace, undef: :replace, replace: ''
+            Console.debug line
+            output += line
+          end
+        end
+      rescue SystemCallError => e
+        raise "scanning #{label} failed: #{e}"
+      end
+
+      fail "scanning #{label} failed" unless $CHILD_STATUS.exitstatus == 0
+      output
+    end
+
+    def self.scan_mp4(path)
+      output = ''
+      Console.info 'Scanning with mp4track...'
+
+      begin
+        IO.popen([
+          MP4track.command_name,
+          '--list',
+          path
+        ], :err=>[:child, :out]) { |io| output = io.read }
+      rescue SystemCallError => e
+        raise "scanning failed: #{e}"
+      end
+
+      Console.debug output
+      fail 'scanning failed' unless $CHILD_STATUS.exitstatus == 0
+      output
+    end
+  end
+end