convertr 0.0.0 → 0.0.1

data/Rakefile

@@ -1,5 +1,6 @@
 require 'rubygems'
 require 'rake'
+load 'lib/tasks/convertr.rake'
 
 begin
   require 'jeweler'
@@ -11,7 +12,10 @@ begin
     gem.homepage = "http://github.com/tulaman/convertr"
     gem.authors = ["Ilya Lityuga", "Alexander Svetkin"]
     gem.add_development_dependency "shoulda", ">= 0"
-    gem.add_development_dependency "activerecord", ">= 3.0.0"
+    gem.add_development_dependency "mocha", ">= 0"
+    gem.add_development_dependency "factory_girl", ">= 0"
+    gem.add_dependency "activerecord", ">= 3.0.0"
+    gem.requirements << "ffmpeg, any version"
     # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
   end
   Jeweler::GemcutterTasks.new
@@ -39,7 +43,7 @@ rescue LoadError
   end
 end
 
-task :test => :check_dependencies
+task :test => [:check_dependencies, 'convertr:prepare_test']
 
 task :default => :test
 

data/VERSION

@@ -1 +1 @@
-0.0.0
+0.0.1

data/bin/convertr

@@ -1,11 +1,11 @@
 #!/usr/bin/env ruby
 
-$LOAD_PATH << File.join(File.dirname(__FILE__), '..')
-require 'lib/convertr'
+$LOAD_PATH << File.join(File.dirname(__FILE__), '..', 'lib')
+require 'convertr'
 
 if ARGV.any? { |arg| %w(--version -v).any? { |flag| arg == flag } }
   puts "Convertr #{Convertr::Version}"
   exit 0
 end
 
-Convertr::Runner.new(ARGV)
+Convertr::Runner.new(ARGV).run

data/convertr.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{convertr}
-  s.version = "0.0.0"
+  s.version = "0.0.1"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Ilya Lityuga", "Alexander Svetkin"]
-  s.date = %q{2010-10-08}
+  s.date = %q{2010-10-12}
   s.default_executable = %q{convertr}
   s.description = %q{Convertr works with database and handles converting tasks. It fetches files from remote sources and converts them to appropriate formats with ffmpeg}
   s.email = %q{ilya.lityuga@gmail.com}
@@ -28,17 +28,44 @@ Gem::Specification.new do |s|
      "bin/convertr",
      "convertr.gemspec",
      "lib/convertr.rb",
+     "lib/convertr/convertor.rb",
+     "lib/convertr/file.rb",
+     "lib/convertr/migration.rb",
+     "lib/convertr/runner.rb",
+     "lib/convertr/scheduler.rb",
+     "lib/convertr/scheduler/all_bt_first.rb",
+     "lib/convertr/scheduler/bt_600_first.rb",
+     "lib/convertr/scheduler_factory.rb",
+     "lib/convertr/task.rb",
+     "lib/tasks/convertr.rake",
+     "test/database.yml",
+     "test/factories/files.rb",
+     "test/factories/tasks.rb",
+     "test/fixtures/files.yml",
+     "test/fixtures/tasks.yml",
      "test/helper.rb",
-     "test/test_convertr.rb"
+     "test/settings.yml",
+     "test/test_convertor.rb",
+     "test/test_file.rb",
+     "test/test_scheduler_allbtfirst.rb",
+     "test/test_scheduler_factory.rb",
+     "test/test_task.rb"
   ]
   s.homepage = %q{http://github.com/tulaman/convertr}
   s.rdoc_options = ["--charset=UTF-8"]
   s.require_paths = ["lib"]
+  s.requirements = ["ffmpeg, any version"]
   s.rubygems_version = %q{1.3.7}
   s.summary = %q{Useful utility for converting video files with ffmpeg}
   s.test_files = [
-    "test/helper.rb",
-     "test/test_convertr.rb"
+    "test/factories/files.rb",
+     "test/factories/tasks.rb",
+     "test/test_scheduler_allbtfirst.rb",
+     "test/test_scheduler_factory.rb",
+     "test/test_file.rb",
+     "test/helper.rb",
+     "test/test_task.rb",
+     "test/test_convertor.rb"
   ]
 
   if s.respond_to? :specification_version then
@@ -47,13 +74,19 @@ Gem::Specification.new do |s|
 
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
       s.add_development_dependency(%q<shoulda>, [">= 0"])
-      s.add_development_dependency(%q<activerecord>, [">= 3.0.0"])
+      s.add_development_dependency(%q<mocha>, [">= 0"])
+      s.add_development_dependency(%q<factory_girl>, [">= 0"])
+      s.add_runtime_dependency(%q<activerecord>, [">= 3.0.0"])
     else
       s.add_dependency(%q<shoulda>, [">= 0"])
+      s.add_dependency(%q<mocha>, [">= 0"])
+      s.add_dependency(%q<factory_girl>, [">= 0"])
       s.add_dependency(%q<activerecord>, [">= 3.0.0"])
     end
   else
     s.add_dependency(%q<shoulda>, [">= 0"])
+    s.add_dependency(%q<mocha>, [">= 0"])
+    s.add_dependency(%q<factory_girl>, [">= 0"])
     s.add_dependency(%q<activerecord>, [">= 3.0.0"])
   end
 end

data/lib/convertr.rb

@@ -1,3 +1,11 @@
+require 'ostruct'
+require 'active_record'
+require 'active_record/railtie'
+require 'convertr/runner'
+require 'convertr/scheduler'
+require 'convertr/scheduler_factory'
+require 'convertr/convertor'
+
 module Convertr
   module Version
     class << self
@@ -6,4 +14,29 @@ module Convertr
       end
     end
   end
+
+  class Config < OpenStruct
+    include Singleton
+  end
+
+  def self.configure(config = nil)
+    config ||= Config.instance
+    yield Config.instance if block_given?
+    enviroment = ENV['RAILS_ENV'] || 'development'
+    config.db_config = YAML.load_file(config.db_config_file)[enviroment]
+    if config.settings_file
+      YAML.load_file(config.settings_file)[enviroment]['convertor'].each do |k, v|
+        config.send("#{k}=", v)
+      end
+    end
+    self.init!
+  end
+
+  def self.init!
+    conf = Config.instance
+    ActiveRecord::Base.establish_connection(conf.db_config)
+    require 'convertr/file'
+    require 'convertr/task'
+    $stderr.puts "Tables not found" && exit(1) unless Convertr::File.table_exists? && Convertr::Task.table_exists?
+  end
 end

data/lib/convertr/convertor.rb

@@ -0,0 +1,199 @@
+require 'logger'
+require 'uri'
+require 'net/ftp'
+
+class Hash # {{{ small hack for syntax sugar - hash merging by +
+  def +(h)
+    self.merge(h)
+  end
+end # }}}
+
+class File # {{{ filename without extension
+  def self.filename(filepath)
+    File.basename(filepath, File.extname(filepath))
+  end
+end # }}}
+
+module Convertr
+  class Convertor
+    CONVERTOR_STOPFILE = 'stop.convertr'
+    CONVERTOR_PAUSEFILE = 'pause.convertr'
+    CONVERTOR_PAUSE_DELAY = 120
+    CONVERTOR_MAX_FETCH_TIME = 600
+
+    attr_accessor :scheduler, :max_tasks, :hostname, :initial_dir, :file, :task, :file_path, :work_path, :tasks
+
+    def initialize(max_tasks = 0, scheduler = nil) # инициализация конертера {{{
+      @max_tasks = max_tasks
+      @logger = Logger.new($stderr)
+      @initial_dir = Dir.pwd
+      @scheduler = Convertr::SchedulerFactory.create(scheduler)
+      @hostname = `hostname`.chomp
+      @conf = Convertr::Config.instance
+      @tasks = 0
+    end # }}}
+
+    def run # запуск конвертора {{{
+      loop do
+        break if File.exists? CONVERTOR_STOPFILE
+        if !File.exists?(CONVERTOR_PAUSEFILE) and @task = @scheduler.schedule_next_task(@hostname)
+          task.update_attributes(
+            :convert_status => process_task,
+            :convert_stopped_at => Time.now
+          )
+          break if @max_tasks > 0 && (@tasks += 1) > @max_tasks
+        else
+          sleep(CONVERTOR_PAUSE_DELAY) && next
+        end
+      end
+    end # }}}
+
+    private
+
+    def process_task # выполнение конкретной задачи на конвертацию {{{
+      @file = @task.file
+      @file_path = File.join(@conf.tmp_dir, @file.name)
+      @working_dir = File.join( File.dirname(@file_path), File.filename(@filepath) )
+      @logger.info("Started #@filepath")
+      begin
+        fetch_file(@file.source_location, @file.name)
+        FileUtils.cd @working_dir
+        process_profile(profile_by_bitrate(@task.bitrate))
+        if @task.bitrate == 600
+          count = calc_thumbnails_count(@file.duration)
+          interval = (@file.duration / count).to_i
+          system(make_thumbnails_cmd(count, interval, 150, 0, 2)) or raise "thumbnails generation failed #{$?}"
+        end
+        @logger.info("Done #@filepath")
+      rescue StandardError => e
+        @logger.error e.message
+        return 'FAILURE'
+      ensure
+        FileUtils.cd @initial_dir
+      end
+      'SUCCESS'
+    end # }}}
+
+    def fetch_file(source_url, filename) # скачивание файла по FTP {{{
+      FileUtils.mkpath(@working_dir)
+      dst_file = File.join(@working_dir, File.basename(filename))
+      tmp_file = dst_file + ".part"
+      started_at = Time.now
+      loop do
+        return if File.exists? dst_file
+        if File.exists? tmp_file
+          sleep(CONVERTOR_PAUSE_DELAY)
+          if Time.now > started_at + CONVERTOR_MAX_FETCH_TIME
+            FileUtils.rm_f tmp_file
+          else
+            next
+          end
+        end
+        FileUtils.touch tmp_file
+        break
+      end
+
+      url = URI.parse(source_url)
+      begin
+        ftp = Net::Ftp.open(url.host)
+        ftp.login(@conf.ftp_user, @conf.ftp_pass)
+        ftp.getbinaryfile(url.path, tmp_file, 1024)
+      rescue StandardError => e
+        ftp.close
+        FileUtils.rm_f tmp_file
+        raise e
+      end
+      ftp.close
+
+      FileUtils.rename tmp_file, dst_file
+    end # }}}
+
+    def profile_by_bitrate(bitrate) # bitrate -> profile {{{
+      case bitrate
+      when 300 then 'sd'
+      when 600 then 'hd'
+      when 1000 then 'hdp'
+      else
+        raise "Unsupported bitrate '#{bitrate}'"
+      end
+    end # }}}
+
+    def process_profile(pname) # конвертация, согласно профилю # {{{
+      profile = @conf.enc_profiles[pname]
+      outfile = File.join(@working_dir, File.filename(@file.name), "-#{pname}-0.mp4")
+      infile = File.join(@working_dir, File.basename(@file.name))
+      output_dir = File.join(@conf.output_dir, @working_dir)
+      FileUtils.mkpath output_dir unless File.exists? output_dir
+      FileUtils.chdir output_dir
+      FileUtils.mkdir pname unless File.exists? pname
+      FileUtils.chdir pname
+      
+      @conf.enc_pass.each_with_index do |enc_pass_params, i|
+        cmd = mkcmd(enc_pass_params, pname, infile, i == 0 ? '/dev/null' : outfile, @file.aspect)
+        @logger.info(cmd)
+        system(cmd) or raise "system #{cmd} failed: #{$?}"
+      end
+
+      outfile2 = File.join(@working_dir, File.filename(@file.name), "-#{pname}.mp4")
+      cmd = "#{@conv.qtfaststart} #{outfile} #{outfile2}"
+      system(cmd) or FileUtils.rm_f(outfile) && raise("system #{cmd} failed: #{$?}")
+      FileUtils.cd '..'
+      FileUtils.rm_rf pname
+    end # }}}
+
+    def make_thumbnails_cmd(count, interval, w, h, postfix) # генерация тумбнейлов {{{
+      w = (h * @file.float_aspect).to_i if h && w.nil?
+      h = (w / @file.float_aspect).to_i if @file.aspect && w && h.nil?
+      tstamps = (1..count).collect {|i| i * interval}
+      params = ''
+      params += ' -c 20 ' if @task.crop?
+      params += ' -d ' if @task.deinterlace?
+      output_dir = File.join(@conf.output_dir, @working_dir)
+      pattern = File.join(@working_dir, File.filename(@file.name), "-%d-#{postfix}.jpg")
+      "#{@conf.tmaker} -i #{infile} #{params} -w #{w} -h #{h} -o #{output_dir} #{tstamps.join(' ')}"
+    end # }}}
+
+    def mkcmd(enc_pass, pname, infile, outfile, aspect) # подготовка команды на конвертацию {{{
+      float_aspect = aspect.split(':').first.to_f / aspect.split(':').last.to_f
+      params = @conf.enc_global + enc_pass + @conf.enc_profiles[pname]
+      # we must deinterlace movies taken from sat. dvd and rips don't have to be deinterlaced
+      params['deinterlace'] = '' if task.deinterlace? # option w/o a value
+      (w, h) = case
+        when aspect == '4:3' then [640, 480]
+        when aspect == '16:9' then [704, 396]
+        when float_aspect > 16.0 / 9.0 then [704, (704.0 / float_aspect).to_i]
+        when float_aspect < 16.0 / 9.0 && float_aspect > 4.0 / 3.0 then [640, (640.0 / float_aspect).to_i]
+        else 
+          params['aspect'] = '1.33333333'
+          [640, 480]
+        end
+      # Frame size must be a multiple of 2
+      h -= 1 if h.odd?
+      if task.crop?
+        (params['croptop'], params['cropbottom'], params['cropleft'], params['cropright']) =
+          case aspect
+          when '16:9'
+            w += 32 && h += 18
+            [10, 8, 16, 16]
+          else # '4:3', '5:3' etc
+            w += 32 && h += 24
+            [20, 4, 16, 16]
+          end
+      end
+      "#{@conf.ffmpeg} -y -i #{infile} -s #{w}x#{h} #{params.map {|k, v| "-#{k} #{v}"}.sort.join(' ')} #{outfile}"
+    end # }}}
+
+    def calc_thumbnails_count(seconds) # выбор количества тумбнейлов {{{
+      case (seconds / 60).to_i
+      when  0..10 then 3
+      when 10..20 then 6
+      when 20..30 then 9
+      when 30..40 then 12
+      when 40..50 then 15
+      when 50..60 then 18 
+      when 60..70 then 21
+      else 24
+      end
+    end # }}}
+  end
+end

data/lib/convertr/file.rb

@@ -0,0 +1,15 @@
+module Convertr
+  class File < ActiveRecord::Base
+    set_table_name :files
+    has_many :tasks, :class_name => 'Convertr::Task'
+    scope :without_convertor, where('convertor is null').order('broadcast_at asc')
+    scope :with_convertor, lambda { |convertor|
+      where(:convertor => convertor).order('broadcast_at asc')
+    }
+
+    def float_aspect
+      (w, h) = aspect.split(':')
+      w.to_f / h.to_f
+    end
+  end
+end

data/lib/convertr/migration.rb

@@ -0,0 +1,38 @@
+module Convertr
+  class Migration < ActiveRecord::Migration
+    def self.up
+      create_table :files do |t|
+        t.string :filename
+        t.string :location
+        t.datetime :enqueue_at
+        t.string :convertor
+        t.datetime :broadcast_at
+        t.integer :src_size
+        t.integer :duration
+        t.string :aspect, :limit => 10
+        t.integer :width
+        t.integer :height
+        t.datetime :src_deleted_at
+        t.datetime :convertor_deleted_at
+      end
+
+      create_table :tasks do |t|
+        t.integer :file_id
+        t.integer :bitrate
+        t.string :convert_status, :limit => 20
+        t.boolean :convert_started
+        t.boolean :convert_stopped
+        t.string :copy_status, :limit => 20
+        t.boolean :copy_started
+        t.boolean :copy_stopped
+        t.boolean :crop
+        t.boolean :deinterlace
+      end
+    end
+
+    def self.down
+      drop_table :tasks
+      drop_table :files
+    end
+  end
+end

data/lib/convertr/runner.rb

@@ -0,0 +1,53 @@
+require 'optparse'
+
+module Convertr
+  class Runner
+    class OptParser # {{{
+      def self.parse(args)
+        options = Convertr::Config.instance
+        options.db_config_file = "~/.convertr/database.yml"
+        options.settings_file = "~/.convertr/settings.yml"
+        options.max_tasks = 0
+        options.force_reset_database = false
+        opts = OptionParser.new do |opts|
+          opts.banner = "Usage: convertr [options]"
+          opts.separator ""
+          opts.separator "Specific options:"
+
+          opts.on("-d", "--db_config_file [PATH_TO_DB_CONFIG]",
+                "Specify path to database.yml file") do |dbc|
+            options.db_config_file = dbc
+          end
+
+          opts.on("-c", "--settings_file [PATH_TO_CONFIG]",
+                "Specify path to settings.yml file") do |c|
+            options.settings_file = c
+          end
+
+          opts.on("-m", "--max_tasks N", Integer,
+                "Specify the maximum tasks to complete") do |m|
+            options.max_tasks = m
+                end
+
+          opts.on("-f", "--force",
+                "Force recreating database tables") do |f|
+            options.force = f
+                end
+        end
+        opts.parse!(args)
+        options
+      end
+    end # }}}
+
+    attr_reader :db_config, :config, :options
+
+    def initialize(opts) # {{{
+      config = Convertr::Runner::OptParser.parse(opts)
+      Convertr.configure(config)
+    end
+    # }}}
+    def run # {{{
+      puts "Running"
+    end # }}}
+  end
+end

data/lib/convertr/scheduler.rb

@@ -0,0 +1,29 @@
+module Convertr
+  module Scheduler
+    class Base
+      def initialize
+      end
+
+      def schedule_next_task(convertor)
+        # TODO: locking
+        if task = get_task_for_schedule(convertor)
+          schedule(task, convertor)
+        end
+        task
+      end
+
+      private
+
+      def get_task_for_schedule # abstract
+        raise "Should be overriden"
+      end
+
+      def schedule(task, convertor)
+        Convertr::Task.transaction do
+          task.update_attributes(:convert_status => 'PROGRESS', :convert_started_at => Time.now)
+          task.file.update_attribute(:convertor => convertor)
+        end
+      end
+    end
+  end
+end

data/lib/convertr/scheduler/all_bt_first.rb

@@ -0,0 +1,10 @@
+module Convertr
+  module Scheduler
+    class AllBtFirst < Base
+      def get_task_for_schedule(convertor)
+        Convertr::Task.for_convertor(convertor).first# ||
+#        Convertr::File.without_convertor.select {|f| !f.tasks.empty?}.tasks.first
+      end
+    end
+  end
+end

data/lib/convertr/scheduler/bt_600_first.rb

@@ -0,0 +1,6 @@
+module Convertr
+  module Scheduler
+    class Bt600First < Base
+    end
+  end
+end

data/lib/convertr/scheduler_factory.rb

@@ -0,0 +1,11 @@
+require 'convertr/scheduler'
+Dir[File.join(File.dirname(__FILE__), 'scheduler', '*')].each {|f| require f if File.file? f}
+
+module Convertr
+  class SchedulerFactory
+    def self.create(name = 'AllBtFirst')
+      name ||= 'AllBtFirst'
+      Convertr::Scheduler.const_get(name).new
+    end
+  end
+end

data/lib/convertr/task.rb

@@ -0,0 +1,10 @@
+module Convertr
+  class Task < ActiveRecord::Base
+    set_table_name :tasks
+    belongs_to :file, :class_name => 'Convertr::File'
+    scope :not_completed, where(:convert_status => 'NONE')
+    scope :for_convertor, lambda { |convertor|
+      not_completed.includes(:file).where('files.convertor' => convertor).order('files.broadcast_at asc')
+    }
+  end
+end

data/lib/tasks/convertr.rake

@@ -0,0 +1,22 @@
+namespace :convertr do
+  task :load_config do
+    $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..'))
+    require 'convertr'
+    Convertr.configure do |c|
+      c.db_config_file = 'test/database.yml'
+    end
+  end
+
+  task :reset_database => :load_config do
+    require 'convertr/migration'
+    Convertr::Migration.down
+    Convertr::Migration.up
+  end
+
+  task :load_fixtures => :load_config do
+    require 'active_record/fixtures'
+    Fixtures.create_fixtures(File.join(Dir.pwd, 'test', 'fixtures'), [:files, :tasks])
+  end
+
+  task :prepare_test => [:reset_database, :load_fixtures]
+end

data/test/database.yml

@@ -0,0 +1,39 @@
+# MySQL.  Versions 4.1 and 5.0 are recommended.
+#
+# Install the MySQL driver:
+#   gem install mysql2
+#
+# And be sure to use new-style password hashing:
+#   http://dev.mysql.com/doc/refman/5.0/en/old-client.html
+development:
+  adapter: mysql2
+  encoding: utf8
+  reconnect: false
+  database: videomore
+  pool: 5
+  username: root
+  password:
+  socket: /var/lib/mysql/mysql.sock
+
+# Warning: The database defined as "test" will be erased and
+# re-generated from your development database when you run "rake".
+# Do not set this db to the same as development or production.
+test:
+  adapter: mysql2
+  encoding: utf8
+  reconnect: false
+  database: videomore_test
+  pool: 5
+  username: root
+  password:
+  socket: /var/run/mysqld/mysqld.sock
+
+production:
+  adapter: mysql2
+  encoding: utf8
+  reconnect: false
+  database: videomore_production
+  pool: 5
+  username: root
+  password:
+  socket: /var/run/mysqld/mysqld.sock

data/test/factories/files.rb

@@ -0,0 +1,5 @@
+Factory.define :file, :class => Convertr::File do |f|
+  f.filename 'test.avi'
+  f.location 'ftp://ftp.example.com/test.avi'
+  f.convertor 'convertorX'
+end

data/test/factories/tasks.rb

@@ -0,0 +1,6 @@
+Factory.define :task, :class => Convertr::Task do |t|
+  t.association :file, :factory => :file
+  t.bitrate 600
+  t.crop true
+  t.deinterlace true
+end

data/test/fixtures/files.yml

@@ -0,0 +1,49 @@
+with_convertor1_1:
+  id: 1
+  filename: test.avi
+  location: /tmp
+  enqueue_at: <%= Time.now %>
+  convertor: convertor1
+  broadcast_at: <%= Time.now - 3600 * 24 %>
+  src_size: 12345
+  duration: 12345
+  aspect: 3x4
+  width: 640
+  height: 480
+
+with_convertor1_2:
+  id: 2
+  filename: test.avi
+  location: /tmp
+  enqueue_at: <%= Time.now %>
+  convertor: convertor1
+  broadcast_at: <%= Time.now %>
+  src_size: 12345
+  duration: 12345
+  aspect: 3x4
+  width: 640
+  height: 480
+
+without_convertor_1:
+  id: 3
+  filename: test.avi
+  location: /tmp
+  enqueue_at: <%= Time.now %>
+  broadcast_at: <%= Time.now - 3600 * 24 %>
+  src_size: 12345
+  duration: 12345
+  aspect: 3x4
+  width: 640
+  height: 480
+
+without_convertor_2:
+  id: 4
+  filename: test.avi
+  location: /tmp
+  enqueue_at: <%= Time.now %>
+  broadcast_at: <%= Time.now %>
+  src_size: 12345
+  duration: 12345
+  aspect: 3x4
+  width: 640
+  height: 480

data/test/fixtures/tasks.yml

@@ -0,0 +1,14 @@
+not_completed:
+  file_id: 3 # without convertor
+  bitrate: 512
+  convert_status: NONE
+
+for_convertor1_1:
+  file_id: 2
+  bitrate: 1024
+  convert_status: NONE
+
+for_convertor1_2:
+  file_id: 2
+  bitrate: 1024
+  convert_status: NONE

data/test/helper.rb

@@ -1,10 +1,19 @@
 require 'rubygems'
 require 'test/unit'
 require 'shoulda'
+require 'shoulda/active_record'
+require 'factory_girl'
+require 'mocha'
 
 $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-$LOAD_PATH.unshift(File.dirname(__FILE__))
+#$LOAD_PATH.unshift(File.dirname(__FILE__))
 require 'convertr'
+Convertr.configure do |c|
+  c.db_config_file = './test/database.yml'
+  c.settings_file = './test/settings.yml'
+end
+require 'factories/files'
+require 'factories/tasks'
 
 class Test::Unit::TestCase
 end

data/test/settings.yml

@@ -0,0 +1,41 @@
+development: &non_production_settings
+  convertor:
+    tmp_dir: /tmp
+    ftp_user: test
+    ftp_pass: test
+    enc_pass:
+      - vpre: "fastfirstpass-flash"
+        pass: 1
+        an: ""
+        f: mp4
+      - vpre: "hq-flash"
+        pass: 2
+    enc_profiles:
+      sd:
+        b:  236k
+        bt: 236k
+        ab: 64k
+        ac: 1
+      hd:
+        b:  472k
+        bt: 472k
+        ab: 128k
+        ac: 2
+      hdp:
+        b:  872k
+        bt: 872k
+        ab: 128k
+        ac: 2
+    enc_global:
+      acodec: libfaac
+      vcodec: libx264
+      threads: 3
+      ar: 44100
+    ffmpeg: /usr/bin/ffmpeg
+    tmaker: /usr/local/bin/tmaker
+
+test:
+  <<: *non_production_settings
+
+production:
+  <<: *non_production_settings

data/test/test_convertor.rb

@@ -0,0 +1,57 @@
+require 'test/helper'
+
+class TestConvertor < Test::Unit::TestCase
+  context "Convertor" do
+    setup do
+      @convertor = Convertr::Convertor.new
+    end
+
+    should "be able to calculate thumbnails count" do
+      assert_equal 3, @convertor.instance_eval("calc_thumbnails_count(600)")
+      assert_equal 6, @convertor.instance_eval("calc_thumbnails_count(1200)")
+      assert_equal 9, @convertor.instance_eval("calc_thumbnails_count(1800)")
+    end
+
+    should "find the right profile by bitrate" do
+      assert_equal 'sd', @convertor.instance_eval("profile_by_bitrate(300)")
+      assert_equal 'hd', @convertor.instance_eval("profile_by_bitrate(600)")
+      assert_equal 'hdp', @convertor.instance_eval("profile_by_bitrate(1000)")
+      assert_raise RuntimeError do
+        @convertor.instance_eval("profile_by_bitrate(1234)")
+      end
+    end
+
+    context "for some task with crop and deinterlace" do
+      setup do
+        task = Factory.create(:task, :bitrate => 600, :crop => true, :deinterlace => true)
+        @convertor.stubs(:task).returns(task)
+      end
+      should "prepare valid command for ffmpeg" do
+        assert_equal '/usr/bin/ffmpeg -y -i infile.avi -s 1118x414 -ab 64k -ac 1 -acodec libfaac -ar 44100 -b 236k -bt 236k -cropbottom 8 -cropleft 16 -cropright 16 -croptop 10 -deinterlace  -pass 2 -threads 3 -vcodec libx264 -vpre hq-flash outfile.mpg',
+          @convertor.instance_eval { mkcmd({'vpre' => 'hq-flash', 'pass' => 2}, 'sd', 'infile.avi', 'outfile.mpg', '16:9') }
+      end
+    end
+
+    context "for some task with crop and without deinterlace" do
+      setup do
+        task = Factory.create(:task, :bitrate => 600, :crop => true, :deinterlace => false)
+        @convertor.stubs(:task).returns(task)
+      end
+      should "prepare valid command for ffmpeg" do
+        assert_equal '/usr/bin/ffmpeg -y -i infile.avi -s 1118x414 -ab 64k -ac 1 -acodec libfaac -ar 44100 -b 236k -bt 236k -cropbottom 8 -cropleft 16 -cropright 16 -croptop 10 -pass 2 -threads 3 -vcodec libx264 -vpre hq-flash outfile.mpg',
+          @convertor.instance_eval { mkcmd({'vpre' => 'hq-flash', 'pass' => 2}, 'sd', 'infile.avi', 'outfile.mpg', '16:9') }
+      end
+    end
+
+    context "for some task without crop and without deinterlace" do
+      setup do
+        task = Factory.create(:task, :bitrate => 600, :crop => false, :deinterlace => false)
+        @convertor.stubs(:task).returns(task)
+      end
+      should "prepare valid command for ffmpeg" do
+        assert_equal '/usr/bin/ffmpeg -y -i infile.avi -s 704x396 -ab 64k -ac 1 -acodec libfaac -ar 44100 -b 236k -bt 236k -pass 2 -threads 3 -vcodec libx264 -vpre hq-flash outfile.mpg',
+          @convertor.instance_eval { mkcmd({'vpre' => 'hq-flash', 'pass' => 2}, 'sd', 'infile.avi', 'outfile.mpg', '16:9') }
+      end
+    end
+  end
+end

data/test/test_file.rb

@@ -0,0 +1,27 @@
+require 'test/helper'
+
+class TestFile < Test::Unit::TestCase
+  context "File class" do
+    should "have without_convertor scope" do
+      files = Convertr::File.without_convertor
+      assert_equal 2, files.size
+      assert_equal 3, files.first.id
+    end
+
+    should "have with_convertor scope" do
+      files = Convertr::File.with_convertor('convertor1')
+      assert_equal 2, files.size
+      assert_equal 1, files.first.id
+    end
+  end
+  context "File" do
+    setup do
+      @file = Convertr::File.new
+    end
+    subject { @file }
+    should have_many(:tasks)
+    should "be valid" do
+      assert @file.valid?
+    end
+  end
+end

data/test/test_scheduler_allbtfirst.rb

@@ -0,0 +1,12 @@
+require 'test/helper'
+
+class TestSchedulerAllbtfirst < Test::Unit::TestCase
+  context "AllBtFirst scheduler" do
+    setup do
+      @scheduler = Convertr::SchedulerFactory.create('AllBtFirst')
+    end
+    should "find first task assigned for convertor" do
+      assert_equal 2, @scheduler.get_task_for_schedule('convertor1').id
+    end
+  end
+end

data/test/test_scheduler_factory.rb

@@ -0,0 +1,17 @@
+require 'helper'
+
+class TestSchedulerFactory < Test::Unit::TestCase
+  context "SchedulerFactory" do
+    should "create instance of AllBtFirst by default" do
+      assert_instance_of Convertr::Scheduler::AllBtFirst, Convertr::SchedulerFactory.create
+    end
+
+    should "create instance of appropriate scheduler" do
+      assert_instance_of Convertr::Scheduler::Bt600First, Convertr::SchedulerFactory.create('Bt600First')
+    end
+
+    should "return object inherited from base scheduler" do
+      assert_kind_of Convertr::Scheduler::Base, Convertr::SchedulerFactory.create
+    end
+  end
+end

data/test/test_task.rb

@@ -0,0 +1,23 @@
+require 'test/helper'
+
+class TestTask < Test::Unit::TestCase
+  context "Tasks" do
+    should "have for_convertor scope" do
+      assert_equal 2, Convertr::Task.for_convertor('convertor1').size
+    end
+    should "have not_completed scope" do
+      assert_equal 3, Convertr::Task.not_completed.size
+    end
+  end
+
+  context "Task" do
+    setup do
+      @task = Convertr::Task.new
+    end
+    subject { @task }
+    should belong_to(:file)
+    should "be valid" do
+      assert @task.valid?
+    end
+  end
+end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: convertr
 version: !ruby/object:Gem::Version 
-  hash: 31
+  hash: 29
   prerelease: false
   segments: 
   - 0
   - 0
-  - 0
-  version: 0.0.0
+  - 1
+  version: 0.0.1
 platform: ruby
 authors: 
 - Ilya Lityuga
@@ -16,7 +16,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-10-08 00:00:00 +04:00
+date: 2010-10-12 00:00:00 +04:00
 default_executable: convertr
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -34,9 +34,37 @@ dependencies:
   type: :development
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
-  name: activerecord
+  name: mocha
   prerelease: false
   requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: factory_girl
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: activerecord
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
@@ -47,8 +75,8 @@ dependencies:
         - 0
         - 0
         version: 3.0.0
-  type: :development
-  version_requirements: *id002
+  type: :runtime
+  version_requirements: *id004
 description: Convertr works with database and handles converting tasks. It fetches files from remote sources and converts them to appropriate formats with ffmpeg
 email: ilya.lityuga@gmail.com
 executables: 
@@ -68,8 +96,28 @@ files:
 - bin/convertr
 - convertr.gemspec
 - lib/convertr.rb
+- lib/convertr/convertor.rb
+- lib/convertr/file.rb
+- lib/convertr/migration.rb
+- lib/convertr/runner.rb
+- lib/convertr/scheduler.rb
+- lib/convertr/scheduler/all_bt_first.rb
+- lib/convertr/scheduler/bt_600_first.rb
+- lib/convertr/scheduler_factory.rb
+- lib/convertr/task.rb
+- lib/tasks/convertr.rake
+- test/database.yml
+- test/factories/files.rb
+- test/factories/tasks.rb
+- test/fixtures/files.yml
+- test/fixtures/tasks.yml
 - test/helper.rb
-- test/test_convertr.rb
+- test/settings.yml
+- test/test_convertor.rb
+- test/test_file.rb
+- test/test_scheduler_allbtfirst.rb
+- test/test_scheduler_factory.rb
+- test/test_task.rb
 has_rdoc: true
 homepage: http://github.com/tulaman/convertr
 licenses: []
@@ -97,13 +145,19 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       segments: 
       - 0
       version: "0"
-requirements: []
-
+requirements: 
+- ffmpeg, any version
 rubyforge_project: 
 rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
 summary: Useful utility for converting video files with ffmpeg
 test_files: 
+- test/factories/files.rb
+- test/factories/tasks.rb
+- test/test_scheduler_allbtfirst.rb
+- test/test_scheduler_factory.rb
+- test/test_file.rb
 - test/helper.rb
-- test/test_convertr.rb
+- test/test_task.rb
+- test/test_convertor.rb

data/test/test_convertr.rb

@@ -1,7 +0,0 @@
-require 'helper'
-
-class TestConvertr < Test::Unit::TestCase
-  should "probably rename this file and start testing for real" do
-    flunk "hey buddy, you should probably rename this file and start testing for real"
-  end
-end