iron_worker 2.4.3 → 3.0.0

data/test/quick_schedule.rb

@@ -1,18 +0,0 @@
-require_relative 'test_base'
-require_relative 'one_line_worker'
-require_relative 'merging_worker'
-require_relative 'progress_worker'
-#require_relative 'prawn_worker'
-
-class QuickRun < TestBase
-
-  def test_scheduler_quick
-    worker = TestWorker.new
-    worker.schedule(:start_at=>10.seconds.from_now)
-    status = worker.wait_until_complete
-    assert status["status"] == "complete"
-    assert status["msg"].present?
-  end
-
-end
-

data/test/resources/something.yml

@@ -1,4 +0,0 @@
-hello:
-    world: "how are you?"
-
-

data/test/simple_script.rb

@@ -1,11 +0,0 @@
-require 'json'
-IronWorker.merge_gem 'rest-client'
-
-# load data
-job_data = JSON.load(File.open(File.join(ENV['user_dir'], 'job_data.json')))
-
-puts 'x=' + job_data['x']
-
-page = RestClient.get "http://www.github.com"
-puts page
-puts 'All good'

data/test/test_base.rb

@@ -1,79 +0,0 @@
-require "rubygems"
-require "bundler/setup"
-
-gem 'test-unit'
-require 'test/unit'
-require 'yaml'
-require 'uber_config'
-begin
-  require File.join(File.dirname(__FILE__), '../lib/iron_worker')
-rescue Exception => ex
-  puts "Could NOT load current iron_worker: " + ex.message
-  raise ex
-end
-
-#IronWorker.logger.level = Logger::DEBUG
-IronWorker.service=nil
-IronWorker.config.merged_gems={}
-
-
-require_relative "workers/iw_test_worker"
-require_relative "workers/iw_test_worker_2"
-require_relative "workers/iw_test_worker_3"
-
-class TestBase < Test::Unit::TestCase
-
-  def setup
-    @config = UberConfig.load
-    puts "config: " + @config.inspect
-    raise "Config is nil! Ensure you have a config file in the proper place." if @config.nil?
-
-    @token = @config['iron']['token']
-    @project_id = @config['iron']['project_id']
-    puts "@token: #{@token}"
-    # new style
-    IronWorker.configure do |config|
-      config.token = @token
-      config.project_id = @project_id
-      config.host = @config['iron']['host'] if @config['iron']['host']
-      config.port = @config['iron']['port'] if @config['iron']['port']
-      config.scheme = @config['iron']['scheme'] if @config['iron']['scheme']
-      config.global_attributes["db_user"] = "sa"
-      config.global_attributes["db_pass"] = "pass"
-      #config.database = @config["database"]
-      config.force_upload = true
-      # config.skip_auto_dependencies = true
-    end
-  end
-
-  def puts_log(worker)
-    puts "LOG START:"
-    puts worker.get_log
-    puts ":LOG END"
-  end
-
-  def wait_for_task(params={})
-    tries = 0
-    status = nil
-    sleep 1
-    while  tries < 60
-      status = status_for(params)
-      puts "status: #{status['status']} -- " + status.inspect
-      if status["status"] == "complete" || status["status"] == "error"
-        break
-      end
-      sleep 2
-    end
-    status
-  end
-
-  def status_for(ob)
-    if ob.is_a?(Hash)
-      ob[:schedule_id] ? WORKER.schedule_status(ob[:schedule_id]) : WORKER.status(ob[:task_id])
-    else
-      ob.status
-    end
-  end
-
-
-end

data/test/test_database.rb

@@ -1,31 +0,0 @@
-require_relative 'test_base'
-require_relative 'workers/db_worker'
-require_relative 'models/db_model'
-class IronWorkerTests < TestBase
-
-  def setup
-    super
-    IronWorker.config.database = @config['database']
-  end
-
-  #def test_active_record
-  #  dbw = DbWorker.new
-  #  dbw.run_local
-  #  assert !dbw.ob.nil?
-  #  assert !dbw.ob.id.nil?
-  #
-  #  dbw.queue
-  #  # would be interesting if the object could update itself on complete. Like it would retrieve new values from
-  #  # finished job when calling status or something.
-  #
-  #  status = wait_for_task(dbw)
-  #  puts 'status: ' + status.inspect
-  #  puts "\n\n\nLOG START:"
-  #  puts dbw.get_log
-  #  puts "LOG END\n\n\n"
-  #  assert status["status"] == "complete"
-  #
-  #
-  #end
-
-end

data/test/test_gems.rb

@@ -1,31 +0,0 @@
-require_relative 'test_base'
-require_relative 'workers/awesome_job'
-require_relative 'workers/aws_s3_worker'
-
-class TestGems < TestBase
-
-  def test_dropbox_gem
-
-    worker = AwesomeJob.new
-    worker.queue
-
-    worker.wait_until_complete
-
-    puts 'log=' + worker.get_log
-
-  end
-
-  def test_aws_s3_gem
-
-    worker = AwsS3Worker.new
-    puts 'run_local'
-    worker.run_local
-    worker.queue
-
-    worker.wait_until_complete
-
-    puts 'log=' + worker.get_log
-
-  end
-
-end

data/test/test_inheritance.rb

@@ -1,25 +0,0 @@
-require_relative 'test_base'
-
-class TestInheritance < TestBase
-
-  def test_who_am_i
-
-    worker = TestWorker2.new
-    puts "1: " + worker.who_am_i?
-    puts "2: " + worker.who_am_i2?
-
-
-  end
-
-  def test_multi_subs
-    t3 = TestWorker3.new
-    t3.queue
-    t3.wait_until_complete
-    puts "LOG:"
-    log = t3.get_log
-    puts log
-    assert log.include?("super_class_method")
-
-  end
-
-end

data/test/test_iron_worker.rb

@@ -1,194 +0,0 @@
-require_relative 'test_base'
-require_relative 'workers/cool_worker'
-require_relative 'models/cool_model'
-require_relative 'workers/gem_dependency_worker'
-require_relative 'workers/fail_worker'
-require_relative 'workers/progress_worker'
-require_relative 'workers/one_line_worker'
-require_relative 'workers/big_gems_worker'
-require_relative 'workers/webhook_worker'
-require_relative 'workers/local_vs_remote_worker'
-
-class IronWorkerTests < TestBase
-
-  # todo: test both gems
-  #def test_rest_client
-  #  Uber.gem = :rest_client
-  #
-  #  worker = OneLineWorker.new
-  #  worker.queue
-  #
-  #  IronWorker.service.host = "http://www.wlajdfljalsjfklsldf.com/"
-  #  IronWorker.service.reset_base_url
-  #
-  #  status = worker.wait_until_complete
-  #  p status
-  #  p status["error_class"]
-  #  p status["msg"]
-  #  puts "\n\n\nLOG START:"
-  #  log = worker.get_log
-  #  puts log
-  #  puts "LOG END\n\n\n"
-  #  assert status["status"] == "complete", "Status was not complete, it was #{status["status"]}"
-  #  Uber.gem = :typhoeus
-  #end
-
-
-  def test_old_gem_error_message
-    assert_raise do
-      IronWorker.config.access_key = "abc"
-    end
-    assert_raise do
-      assert_raise IronWorker.config.secret_key = "abc"
-    end
-  end
-
-  def test_gem_merging
-    worker = GemDependencyWorker.new
-    worker.queue
-    status = worker.wait_until_complete
-    p status
-    puts_log(worker)
-    assert status["status"] == "complete", "Status was not complete, it was #{status["status"]}"
-  end
-
-  def test_new_worker_style
-    # Add something to queue, get task ID back
-    tw = TestWorker2.new
-    tw.s3_key = "active style runner"
-    tw.times = 3
-    tw.x = true
-
-    # queue up a task
-    puts 'queuing ' + tw.inspect
-
-    response_hash = nil
-    5.times do |i|
-      response_hash = tw.queue
-    end
-
-    puts 'response_hash=' + response_hash.inspect
-    puts 'task_id=' + tw.task_id
-
-    assert response_hash["msg"]
-    assert response_hash["tasks"]
-    assert response_hash["tasks"][0]["id"].length == 24, "length is #{response_hash["tasks"][0]["id"].length}"
-    assert response_hash["tasks"][0]["id"] == tw.task_id
-
-    status = tw.wait_until_complete
-
-    puts 'LOG=' + tw.get_log
-    assert tw.status["status"] == "complete"
-
-  end
-
-  def test_global_attributes
-    worker = TestWorker3.new
-    worker.run_local
-
-    puts 'worker=' + worker.inspect
-
-    assert_equal "sa", worker.db_user
-    assert_equal "pass", worker.db_pass
-    assert_equal 123, worker.x
-
-  end
-
-
-  def test_data_passing
-    cool = CoolWorker.new
-    cool.array_of_models = [CoolModel.new(:name => "name1"), CoolModel.new(:name => "name2")]
-    cool.queue
-    status = cool.wait_until_complete
-    assert status["status"] == "complete"
-    log = IronWorker.service.log(cool.task_id)
-    puts 'log=' + log.inspect
-    assert log.length > 10
-
-  end
-
-  def test_set_progress
-    worker = TestWorker.new
-    worker.s3_key = "abc"
-    worker.times = 10
-    worker.queue
-    status = worker.wait_until_complete
-    p status
-    log = worker.get_log
-    puts 'log: ' + log
-    puts 'STATUS: ' + status.inspect
-    assert log.include?("running at 5")
-    assert status["status"] == "complete"
-    assert status["percent"] > 0
-
-  end
-
-  def test_exceptions
-    worker = FailWorker.new
-    worker.queue
-    status = worker.wait_until_complete
-    assert status["status"] == "error"
-    assert status["msg"].present?
-  end
-
-
-  def test_progress
-    worker = ProgressWorker.new
-    worker.s3_key = "YOOOOO"
-    worker.queue
-
-    status = worker.wait_until_complete
-    p status
-    p status["error_class"]
-    p status["msg"]
-    puts "\n\n\nLOG START:"
-    log = worker.get_log
-    puts log
-    puts "LOG END\n\n\n"
-    puts "Status:"
-    puts status
-    assert status["status"] == "complete", "Status was not complete, it was #{status["status"]}"
-    assert log.include?(worker.s3_key)
-    #assert status["percent"]
-    #assert status["percent"] > 0
-  end
-
-  def test_big_gems_worker
-
-    #raise "BigGemWorker DOESN'T WORK, remove this raise when fixed."
-
-    worker = BigGemsWorker.new
-    worker.queue
-
-    status = worker.wait_until_complete
-    p status
-    p status["error_class"]
-    p status["msg"]
-    puts "\n\n\nLOG START:"
-    log = worker.get_log
-    puts log
-    puts "LOG END\n\n\n"
-    assert status["status"] == "complete", "Status was not complete, it was #{status["status"]}"
-    assert log.include?("hello")
-  end
-
-
-  def test_local_vs_remote
-
-    worker = LocalVsRemoteWorker.new
-    worker.run_local
-    assert worker.is_local?
-    # now remote
-    worker.queue
-
-    status = worker.wait_until_complete
-    p status
-    log = worker.get_log
-    puts 'log: ' + log
-    puts 'STATUS: ' + status.inspect
-    assert status["status"] == "complete"
-    assert log.include?("is_remote? true")
-  end
-
-end
-

data/test/test_merging.rb

@@ -1,51 +0,0 @@
-require_relative 'test_base'
-#require 'active_record'
-require_relative 'workers/cool_worker'
-require_relative 'models/cool_model'
-require_relative 'models/db_model'
-require_relative 'workers/prawn_worker'
-
-class TestMerging < TestBase
-
-  def test_merge_worker
-    tw = TestWorker2.new
-    tw.s3_key = "active style runner"
-    tw.times = 3
-    tw.x = true
-
-    response_hash_single = nil
-    5.times do |i|
-      begin
-        response_hash_single = tw.queue
-      rescue => ex
-        puts ex.message
-        raise ex
-      end
-    end
-
-    puts 'response_hash=' + response_hash_single.inspect
-    puts 'task_id=' + tw.task_id
-    status = tw.wait_until_complete
-    puts 'log=' + tw.get_log
-    assert tw.status["status"] == "complete"
-  end
-  
-  def test_include_dirs
-    worker = PrawnWorker.new
-    worker.queue
-
-    status = worker.wait_until_complete
-    p status
-    puts "\n\n\nLOG START:"
-    l = worker.get_log
-    puts l
-    puts "LOG END\n\n\n"
-    assert status["status"] == "complete", "Status was not complete, it was #{status["status"]}"
-    assert l.include?("hello.pdf")
-  end
-
-  def test_merge_mailer
-
-  end
-
-end