iron_worker 2.3.16 → 2.3.17

data/test/test_gems.rb

@@ -0,0 +1,31 @@
+require_relative 'test_base'
+require_relative 'workers/awesome_job'
+require_relative 'workers/aws_s3_worker'
+
+class TestGems < TestBase
+
+  def test_dropbox_gem
+
+    worker = AwesomeJob.new
+    worker.queue
+
+    worker.wait_until_complete
+
+    puts 'log=' + worker.get_log
+
+  end
+
+  def test_aws_s3_gem
+
+    worker = AwsS3Worker.new
+    puts 'run_local'
+    worker.run_local
+    worker.queue
+
+    worker.wait_until_complete
+
+    puts 'log=' + worker.get_log
+
+  end
+
+end

data/test/test_inheritance.rb

@@ -0,0 +1,25 @@
+require_relative 'test_base'
+
+class TestInheritance < TestBase
+
+  def test_who_am_i
+
+    worker = TestWorker2.new
+    puts "1: " + worker.who_am_i?
+    puts "2: " + worker.who_am_i2?
+
+
+  end
+
+  def test_multi_subs
+    t3 = TestWorker3.new
+    t3.queue
+    t3.wait_until_complete
+    puts "LOG:"
+    log = t3.get_log
+    puts log
+    assert log.include?("super_class_method")
+
+  end
+
+end

data/test/test_iron_worker.rb

@@ -0,0 +1,194 @@
+require_relative 'test_base'
+require_relative 'workers/cool_worker'
+require_relative 'models/cool_model'
+require_relative 'workers/gem_dependency_worker'
+require_relative 'workers/fail_worker'
+require_relative 'workers/progress_worker'
+require_relative 'workers/one_line_worker'
+require_relative 'workers/big_gems_worker'
+require_relative 'workers/webhook_worker'
+require_relative 'workers/local_vs_remote_worker'
+
+class IronWorkerTests < TestBase
+
+  # todo: test both gems
+  #def test_rest_client
+  #  Uber.gem = :rest_client
+  #
+  #  worker = OneLineWorker.new
+  #  worker.queue
+  #
+  #  IronWorker.service.host = "http://www.wlajdfljalsjfklsldf.com/"
+  #  IronWorker.service.reset_base_url
+  #
+  #  status = worker.wait_until_complete
+  #  p status
+  #  p status["error_class"]
+  #  p status["msg"]
+  #  puts "\n\n\nLOG START:"
+  #  log = worker.get_log
+  #  puts log
+  #  puts "LOG END\n\n\n"
+  #  assert status["status"] == "complete", "Status was not complete, it was #{status["status"]}"
+  #  Uber.gem = :typhoeus
+  #end
+
+
+  def test_old_gem_error_message
+    assert_raise do
+      IronWorker.config.access_key = "abc"
+    end
+    assert_raise do
+      assert_raise IronWorker.config.secret_key = "abc"
+    end
+  end
+
+  def test_gem_merging
+    worker = GemDependencyWorker.new
+    worker.queue
+    status = worker.wait_until_complete
+    p status
+    puts_log(worker)
+    assert status["status"] == "complete", "Status was not complete, it was #{status["status"]}"
+  end
+
+  def test_new_worker_style
+    # Add something to queue, get task ID back
+    tw = TestWorker2.new
+    tw.s3_key = "active style runner"
+    tw.times = 3
+    tw.x = true
+
+    # queue up a task
+    puts 'queuing ' + tw.inspect
+
+    response_hash = nil
+    5.times do |i|
+      response_hash = tw.queue
+    end
+
+    puts 'response_hash=' + response_hash.inspect
+    puts 'task_id=' + tw.task_id
+
+    assert response_hash["msg"]
+    assert response_hash["tasks"]
+    assert response_hash["tasks"][0]["id"].length == 24, "length is #{response_hash["tasks"][0]["id"].length}"
+    assert response_hash["tasks"][0]["id"] == tw.task_id
+
+    status = tw.wait_until_complete
+
+    puts 'LOG=' + tw.get_log
+    assert tw.status["status"] == "complete"
+
+  end
+
+  def test_global_attributes
+    worker = TestWorker3.new
+    worker.run_local
+
+    puts 'worker=' + worker.inspect
+
+    assert_equal "sa", worker.db_user
+    assert_equal "pass", worker.db_pass
+    assert_equal 123, worker.x
+
+  end
+
+
+  def test_data_passing
+    cool = CoolWorker.new
+    cool.array_of_models = [CoolModel.new(:name => "name1"), CoolModel.new(:name => "name2")]
+    cool.queue
+    status = cool.wait_until_complete
+    assert status["status"] == "complete"
+    log = IronWorker.service.log(cool.task_id)
+    puts 'log=' + log.inspect
+    assert log.length > 10
+
+  end
+
+  def test_set_progress
+    worker = TestWorker.new
+    worker.s3_key = "abc"
+    worker.times = 10
+    worker.queue
+    status = worker.wait_until_complete
+    p status
+    log = worker.get_log
+    puts 'log: ' + log
+    puts 'STATUS: ' + status.inspect
+    assert log.include?("running at 5")
+    assert status["status"] == "complete"
+    assert status["percent"] > 0
+
+  end
+
+  def test_exceptions
+    worker = FailWorker.new
+    worker.queue
+    status = worker.wait_until_complete
+    assert status["status"] == "error"
+    assert status["msg"].present?
+  end
+
+
+  def test_progress
+    worker = ProgressWorker.new
+    worker.s3_key = "YOOOOO"
+    worker.queue
+
+    status = worker.wait_until_complete
+    p status
+    p status["error_class"]
+    p status["msg"]
+    puts "\n\n\nLOG START:"
+    log = worker.get_log
+    puts log
+    puts "LOG END\n\n\n"
+    puts "Status:"
+    puts status
+    assert status["status"] == "complete", "Status was not complete, it was #{status["status"]}"
+    assert log.include?(worker.s3_key)
+    #assert status["percent"]
+    #assert status["percent"] > 0
+  end
+
+  def test_big_gems_worker
+
+    #raise "BigGemWorker DOESN'T WORK, remove this raise when fixed."
+
+    worker = BigGemsWorker.new
+    worker.queue
+
+    status = worker.wait_until_complete
+    p status
+    p status["error_class"]
+    p status["msg"]
+    puts "\n\n\nLOG START:"
+    log = worker.get_log
+    puts log
+    puts "LOG END\n\n\n"
+    assert status["status"] == "complete", "Status was not complete, it was #{status["status"]}"
+    assert log.include?("hello")
+  end
+
+
+  def test_local_vs_remote
+
+    worker = LocalVsRemoteWorker.new
+    worker.run_local
+    assert worker.is_local?
+    # now remote
+    worker.queue
+
+    status = worker.wait_until_complete
+    p status
+    log = worker.get_log
+    puts 'log: ' + log
+    puts 'STATUS: ' + status.inspect
+    assert status["status"] == "complete"
+    assert log.include?("is_remote? true")
+  end
+
+end
+

data/test/test_merging.rb

@@ -0,0 +1,51 @@
+require_relative 'test_base'
+#require 'active_record'
+require_relative 'workers/cool_worker'
+require_relative 'models/cool_model'
+require_relative 'models/db_model'
+require_relative 'workers/prawn_worker'
+
+class TestMerging < TestBase
+
+  def test_merge_worker
+    tw = TestWorker2.new
+    tw.s3_key = "active style runner"
+    tw.times = 3
+    tw.x = true
+
+    response_hash_single = nil
+    5.times do |i|
+      begin
+        response_hash_single = tw.queue
+      rescue => ex
+        puts ex.message
+        raise ex
+      end
+    end
+
+    puts 'response_hash=' + response_hash_single.inspect
+    puts 'task_id=' + tw.task_id
+    status = tw.wait_until_complete
+    puts 'log=' + tw.get_log
+    assert tw.status["status"] == "complete"
+  end
+  
+  def test_include_dirs
+    worker = PrawnWorker.new
+    worker.queue
+
+    status = worker.wait_until_complete
+    p status
+    puts "\n\n\nLOG START:"
+    l = worker.get_log
+    puts l
+    puts "LOG END\n\n\n"
+    assert status["status"] == "complete", "Status was not complete, it was #{status["status"]}"
+    assert l.include?("hello.pdf")
+  end
+
+  def test_merge_mailer
+
+  end
+
+end

data/test/test_non_worker_script.rb

@@ -0,0 +1,14 @@
+## This is a test for running a simple ruby script, not using the Base class.
+#require_relative 'test_base'
+#
+#class ScriptTest < TestBase
+#
+#  def test_script
+#    IronWorker.service.upload "one_line_worker.rb", "OneLineWorker"
+#    queue_result = IronWorker.service.queue "simple_script_name", 'x'=>"attribute x"
+#    status = IronWorker.service.wait_until_complete(queue_result)
+#    assert status["status"] = "complete"
+#    # todo: assert log contains our x attribute value
+#  end
+#
+#end

data/test/test_rails.rb

@@ -0,0 +1,35 @@
+require_relative 'test_base'
+require_relative 'workers/rails_worker'
+require 'active_support/core_ext'
+
+module Rails
+  def self.env
+    "superenviro"
+  end
+
+  def self.version
+    "3.0.1"
+  end
+end
+
+class RailsTests < TestBase
+
+  def test_env
+    worker = RailsWorker.new
+    worker.queue(:priority => 2)
+
+    status = worker.wait_until_complete
+    p status
+    p status["error_class"]
+    p status["msg"]
+    assert status["status"] == "complete", "Status was not complete, it was #{status["status"]}"
+    puts "\n\n\nLOG START:"
+    log = worker.get_log
+    puts log
+    puts "LOG END\n\n\n"
+    assert log.include?("env=" + Rails.env)
+
+  end
+
+end
+

data/test/test_scheduling.rb

@@ -0,0 +1,74 @@
+require_relative 'test_base'
+require_relative 'workers/one_line_worker'
+require 'active_support/core_ext'
+
+class IronWorkerTests < TestBase
+
+  def test_scheduler
+    worker = OneLineWorker.new
+
+    start_time = Time.now
+    worker.schedule(:start_at=>30.seconds.from_now)
+    status = worker.wait_until_complete
+    assert status["status"] == "complete"
+    end_time = Time.now
+    duration = (end_time-start_time)
+    puts "duration=#{duration}"
+    assert duration > 28
+
+    worker = OneLineWorker.new
+    worker.schedule(:start_at=>1.seconds.from_now, :run_every=>60, :end_at=>(6*60).seconds.from_now)
+    status = worker.wait_until_complete
+    assert status["status"] == "complete"
+    puts "run_count=#{status["run_count"]}"
+    assert status["run_count"] > 5
+    assert status["run_count"] < 20
+
+    worker = OneLineWorker.new
+    worker.schedule(:start_at => 2.seconds.since, :run_every => 60, :run_times => 5)
+    status = worker.wait_until_complete
+    assert status["status"] == "complete"
+    puts "run_count=#{status["run_count"]}"
+    assert status["run_count"] == 5
+  end
+
+  def test_schedule_cancel
+    puts 'test_schedule_cancel'
+    worker = OneLineWorker.new
+    worker.schedule(start_at: 30.seconds.from_now)
+    p worker
+    IronWorker.service.cancel_schedule(worker.schedule_id)
+    assert_equal worker.status['status'], 'cancelled'
+  end
+
+  def test_schedules_paging
+    puts 'test_schedule_cancel'
+    1.times do |i|
+      worker = OneLineWorker.new
+      worker.schedule(start_at: 30.seconds.from_now)
+      p worker
+    end
+    sleep 1
+    page = 0
+    while page <= 100
+      puts "page #{page}"
+      schedules = IronWorker.service.schedules(:page=>page)['schedules']
+      page += 1
+      puts 'schedules=' + schedules.inspect
+      puts 'schedules.size=' + schedules.size.to_s
+      if schedules.size == 0
+        return
+      end
+      schedules.each do |s|
+        puts "schedule: #{s['id']} #{s['status']}"
+        if s['status'] != 'scheduled'
+          next
+        end
+        puts 'SCHEDULED!! Cancelling...'
+        IronWorker.service.cancel_schedule(s['id'])
+      end
+    end
+  end
+
+end
+

data/test/test_scheduling_no_active_support.rb

@@ -0,0 +1,37 @@
+require_relative 'test_base'
+require_relative 'workers/one_line_worker'
+require 'time'
+
+class IronWorkerTests < TestBase
+
+  def test_scheduler_no_as
+    worker = OneLineWorker.new
+
+    start_time = Time.now
+    worker.schedule(:start_at=>(Time.now + 30).iso8601)
+    status = worker.wait_until_complete
+    assert status["status"] == "complete"
+    end_time = Time.now
+    duration = (end_time-start_time)
+    puts "duration=#{duration}"
+    assert duration > 28
+
+    worker = OneLineWorker.new
+    worker.schedule(:start_at=>Time.now.iso8601, :run_every=>60, :end_at=>(Time.now + (60*5)).iso8601)
+    status = worker.wait_until_complete
+    assert status["status"] == "complete"
+    puts "run_count=#{status["run_count"]}"
+    assert status["run_count"] > 4
+    assert status["run_count"] < 10
+
+    worker = OneLineWorker.new
+    worker.schedule(:start_at => Time.now.iso8601, :run_every => 60, :run_times => 5)
+    status = worker.wait_until_complete
+    assert status["status"] == "complete"
+    puts "run_count=#{status["run_count"]}"
+    assert status["run_count"] == 5
+  end
+
+
+end
+

data/test/test_service.rb

@@ -0,0 +1,28 @@
+require_relative 'test_base'
+
+class ServiceTests < TestBase
+
+  def test_codes
+    resp = IronWorker.service.codes
+    p resp
+    assert resp["codes"]
+    assert resp["codes"].is_a?(Array)
+  end
+
+  def test_tasks
+    resp = IronWorker.service.tasks
+    p resp
+    assert resp["tasks"]
+    assert resp["tasks"].is_a?(Array)
+  end
+
+  def test_schedules
+      resp = IronWorker.service.schedules
+      p resp
+      assert resp["schedules"]
+      assert resp["schedules"].is_a?(Array)
+  end
+
+
+end
+

data/test/test_uploads.rb

@@ -0,0 +1,30 @@
+require_relative 'test_base'
+
+class IronWorkerTests < TestBase
+
+  #def test_uploads
+  #  IronWorker.config.force_upload = false
+  #  IronWorker.config.no_upload = true
+  #
+  #  gen_worker
+  #
+  #  IronWorker.config.no_upload = nil
+  #  IronWorker.config.force_upload = true
+  #
+  #  gen_worker
+  #
+  #end
+  #
+  #def gen_worker
+  #  # copy our simplest worker
+  #  new_file = "one_line_worker_#{Random.rand(100)}.rb"
+  #  FileUtils.cp('workers/one_line_worker.rb', new_file)
+  #  load new_file
+  #
+  #  w = OneLineWorker.new
+  #  w.queue
+  #end
+
+
+
+end

data/test/test_webhooks.rb

@@ -0,0 +1,45 @@
+require_relative 'test_base'
+require_relative 'workers/webhook_worker'
+
+
+class TestWebhooks < TestBase
+
+  def test_webhook
+    worker = WebhookWorker.new
+    worker.upload
+
+    code_name = worker.class.name
+    payload = "webhooked!"
+
+    # Now we hit the webhook
+    @uber_client = Rest::Client.new
+    puts 'TOKEN??? WTF?? ' + @token.inspect
+    url = "#{IronWorker.service.base_url}/projects/#{@project_id}/tasks/webhook?code_name=#{code_name}&oauth=#{@token}"
+    p url
+    resp = @uber_client.post(url, {:body => payload})
+    p resp
+    body = JSON.parse(resp.body)
+    p body
+
+    @task_id = body["id"]
+
+    url = "#{IronWorker.service.base_url}/projects/#{@project_id}/tasks/#{@task_id}?oauth=#{@token}"
+    p url
+    resp = @uber_client.get(url)
+    p resp
+
+    status = IronWorker.service.wait_until_complete(@task_id)
+    p status
+    assert status["status"]
+    puts status["msg"]
+
+    puts "LOG:"
+    log = IronWorker.service.get_log(@task_id)
+    puts log
+    assert log.include?(payload)
+
+  end
+
+
+end
+

data/test/v2quick.rb

@@ -0,0 +1,29 @@
+require_relative 'test_base'
+require_relative 'one_line_worker'
+
+class QuickRun < TestBase
+
+  def test_worker
+
+    scheds = IronWorker.service.schedules(:project_id=>"4e71843298ea9b6b9f000004")
+    puts scheds.inspect
+
+    jobs = IronWorker.service.jobs(:project_id=>"4e71843298ea9b6b9f000004")
+    puts jobs.inspect
+
+    workers = IronWorker.service.code(:project_id=>"4e71843298ea9b6b9f000004")
+    puts workers.inspect
+
+    worker = OneLineWorker.new
+    res = worker.queue(:project_id=>"4e71843298ea9b6b9f000004")
+    puts "worker.queue returns:  " +  res.inspect
+    job_id = res["task_id"]
+
+    sleep 10
+
+    log = worker.get_log(:project_id=>"4e71843298ea9b6b9f000004")
+    puts log.inspect
+  end
+
+end
+

data/test/workers/awesome_job.rb

@@ -0,0 +1,26 @@
+# bump..
+class AwesomeJob < IronWorker::Base
+  merge_gem 'dropbox'
+
+  # todo: this one causes a stack level too deep error??
+#  merge_gem 'mongoid_i18n', :require => 'mongoid/i18n'
+
+  def run
+    begin
+      s = Dropbox::Session.new('...', '...')
+    rescue => ex
+      log "Dropbox doesn't like it when you don't have keys"
+    end
+#    s.mode = :dropbox
+#    s.authorizing_user = 'email@gmail.com'
+#    s.authorizing_password = '...'
+#    s.authorize!
+#
+#    tmp_file = Tempfile.new('myfile.txt')
+#    tmp_file.write("blahblah")
+#    tmp_file.close
+#
+#    s.upload tmp_file.path, 'Test'
+#    tmp_file.unlink
+  end
+end

data/test/workers/aws_s3_worker.rb

@@ -0,0 +1,10 @@
+# bump..
+class AwsS3Worker < IronWorker::Base
+
+  merge_gem "aws-s3", :require => 'aws/s3'
+
+  def run
+    puts "i'm running"
+  end
+
+end

data/test/workers/big_data_worker.rb

@@ -0,0 +1,15 @@
+# bump......
+class BigDataWorker < IronWorker::Base
+
+  attr_accessor :x
+
+  def run
+    puts "hello world! #{x}"
+    sleep_for = 30
+    puts "sleeping for #{sleep_for} seconds..."
+    sleep sleep_for
+    puts "Done sleeping and done working."
+
+  end
+end
+

data/test/workers/big_gems_worker.rb

@@ -0,0 +1,35 @@
+
+RMAGICK_BYPASS_VERSION_TEST = true
+
+class BigGemsWorker < IronWorker::Base
+  attr_accessor :x
+  #
+  #merge_gem 'activesupport', {:version => '3.1.3', :require=>'active_support/core_ext'}
+  ##merge_gem 'railties', {:version => '3.1.3', :require => 'rails'}
+  #require 'mysql2'
+  #merge_gem 'activemodel', {:version => '3.1.3', :require=>'active_model'}
+  #merge_gem 'activemodel', {:version => '3.1.3', :require=>'active_model/secure_password'}
+  #
+  #merge_gem 'activerecord', {:version => '3.1.3', :require=>'active_record'}
+  #merge_gem 'actionmailer', {:version => '3.1.3', :require=>'action_mailer'}
+  #merge_gem 'actionpack', {:version => '3.1.3', :require => 'action_pack'}
+  #require 'RMagick'
+  #
+  merge_gem 'timecop'
+  #
+  #
+  #merge_gem 'carrierwave', {:version => '0.5.8', :require => ['carrierwave', 'carrierwave/orm/activerecord']}
+  merge_gem 'fog'
+  ##merge_gem 'friendly_id', {:version => '4.0.0.beta14'}
+
+  merge_gem 'concur'
+
+  merge_gem 'mechanize'
+  #unmerge_gem 'nokogiri'
+
+  merge_gem 'mail'
+
+  def run
+    log "hello"
+  end
+end