iron_worker 2.4.3 → 3.0.0

data/lib/iron_worker/used_in_worker.rb

@@ -1,11 +0,0 @@
-# UsedInWorker can be included in classes that you are merging in order to get some of the IronWorker features into that class.
-# For instance, you can use the log() method and it will be logged to the IronWorker logs.
-
-module IronWorker
-    module UsedInWorker
-
-        def log(str)
-            puts str.to_s
-        end
-    end
-end

data/lib/iron_worker/utils.rb

@@ -1,11 +0,0 @@
-module IronWorker
-
-  module Utils
-
-      def self.ends_with?(s, suffix)
-        suffix = suffix.to_s
-        s[-suffix.length, suffix.length] == suffix
-      end
-  end
-
-end

data/test/Gemfile

@@ -1,36 +0,0 @@
-# These are required for the tests
-
-source 'http://rubygems.org'
-
-gem 'iron_worker'
-
-group :test do
-  gem 'rack'
-  gem 'test-unit'
-  gem 'minitest'
-  gem 'jeweler2'
-  gem 'rubyzip'
-  gem 'rest'
-  gem 'typhoeus'
-  gem 'uber_config'
-
-  gem 'simple_record'
-  gem 'activesupport'
-  gem 'simple_record'
-  gem 'dropbox', '1.2.3'
-  gem 'pusher'
-  gem 'carrierwave'
-  gem 'aws-s3'
-  gem 'mechanize'
-  gem 'mail'
-  gem 'timecop'
-  gem 'fog'
-  gem 'logglier'
-#gem 'mysql2'
-  gem 'mini_fb'
-  gem 'iron_mq'
-  gem 'prawn'
-  gem 'pdf-reader'
-  gem 'concur'
-  gem 'mechanize'
-end

data/test/Gemfile.lock

@@ -1,169 +0,0 @@
-GEM
-  remote: http://rubygems.org/
-  specs:
-    Ascii85 (1.0.2)
-    activesupport (3.2.8)
-      i18n (~> 0.6)
-      multi_json (~> 1.0)
-    aws (2.5.8)
-      http_connection
-      http_connection
-      uuidtools
-      uuidtools
-      xml-simple
-      xml-simple
-    aws-s3 (0.6.3)
-      builder
-      mime-types
-      xml-simple
-    builder (3.1.4)
-    carrierwave (0.5.8)
-      activesupport (~> 3.0)
-    concur (1.0.0)
-      faraday
-      faraday
-    domain_name (0.5.4)
-      unf (~> 0.0.3)
-    dropbox (1.2.3)
-      json (>= 1.2.0)
-      mechanize (>= 1.0.0)
-      multipart-post (>= 1.0)
-      oauth (>= 0.3.6)
-    ethon (0.5.3)
-      ffi (~> 1.0.11)
-      mime-types (~> 1.18)
-    excon (0.16.7)
-    faraday (0.8.4)
-      multipart-post (~> 1.1)
-    ffi (1.0.11)
-    fog (1.7.0)
-      builder
-      excon (~> 0.14)
-      formatador (~> 0.2.0)
-      mime-types
-      multi_json (~> 1.0)
-      net-scp (~> 1.0.4)
-      net-ssh (>= 2.1.3)
-      nokogiri (~> 1.5.0)
-      ruby-hmac
-    formatador (0.2.4)
-    git (1.2.5)
-    hashery (2.0.1)
-    hashie (1.2.0)
-    http_connection (1.4.2)
-    i18n (0.6.1)
-    iron_core (0.4.3)
-      rest (>= 2.0.2)
-    iron_mq (2.1.3)
-      iron_core (>= 0.4.2)
-    iron_worker (2.3.15)
-      bundler
-      bundler
-      rest
-      rest
-      rest-client
-      rest-client
-      zip
-      zip
-    jeweler2 (2.0.9)
-      git (>= 1.2.5)
-    json (1.7.5)
-    logglier (0.2.8)
-    mail (2.4.4)
-      i18n (>= 0.4.0)
-      mime-types (~> 1.16)
-      treetop (~> 1.4.8)
-    mechanize (2.5.1)
-      domain_name (~> 0.5, >= 0.5.1)
-      mime-types (~> 1.17, >= 1.17.2)
-      net-http-digest_auth (~> 1.1, >= 1.1.1)
-      net-http-persistent (~> 2.5, >= 2.5.2)
-      nokogiri (~> 1.4)
-      ntlm-http (~> 0.1, >= 0.1.1)
-      webrobots (~> 0.0, >= 0.0.9)
-    mime-types (1.19)
-    mini_fb (1.2.0)
-      hashie
-      hashie
-      rest-client
-      rest-client
-    minitest (4.2.0)
-    multi_json (1.3.7)
-    multipart-post (1.1.5)
-    net-http-digest_auth (1.2.1)
-    net-http-persistent (2.8)
-    net-scp (1.0.4)
-      net-ssh (>= 1.99.1)
-    net-ssh (2.6.1)
-    nokogiri (1.5.5)
-    ntlm-http (0.1.1)
-    oauth (0.4.7)
-    pdf-reader (1.2.0)
-      Ascii85 (~> 1.0.0)
-      hashery (~> 2.0)
-      ruby-rc4
-    polyglot (0.3.3)
-    prawn (0.12.0)
-      pdf-reader (>= 0.9.0)
-      ttfunk (~> 1.0.2)
-    pusher (0.10.0)
-      multi_json (~> 1.0)
-      signature (~> 0.1.4)
-    rack (1.4.1)
-    rest (2.1.0)
-      net-http-persistent
-      rest-client (>= 0.3.0)
-    rest-client (1.6.7)
-      mime-types (>= 1.16)
-    ruby-hmac (0.4.0)
-    ruby-rc4 (0.1.5)
-    signature (0.1.4)
-    simple_record (2.2.0)
-      aws
-      concur
-    test-unit (2.5.2)
-    timecop (0.5.3)
-    treetop (1.4.12)
-      polyglot
-      polyglot (>= 0.3.1)
-    ttfunk (1.0.3)
-    typhoeus (0.5.1)
-      ethon (= 0.5.3)
-    uber_config (1.0.5)
-    unf (0.0.5)
-      unf_ext
-    unf_ext (0.0.5)
-    uuidtools (2.1.3)
-    webrobots (0.0.13)
-    xml-simple (1.1.2)
-    zip (2.0.2)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  activesupport
-  aws-s3
-  carrierwave
-  concur
-  dropbox (= 1.2.3)
-  fog
-  iron_mq
-  iron_worker
-  jeweler2
-  logglier
-  mail
-  mechanize
-  mini_fb
-  minitest
-  pdf-reader
-  prawn
-  pusher
-  rack
-  rest
-  simple_record
-  test-unit
-  timecop
-  typhoeus
-  uber_config
-  zip

data/test/README.md

@@ -1,5 +0,0 @@
-When testing workers, be sure to run:
-
-    sudo rake install
-
-Because the uploaded gem will be the one that is installed on the system.

data/test/batch_run.rb

@@ -1,121 +0,0 @@
-require_relative 'test_base'
-require_relative 'workers/one_line_worker'
-require_relative 'workers/merging_worker'
-require_relative 'workers/progress_worker'
-require_relative 'workers/mq_worker'
-require 'concur'
-#require_relative 'prawn_worker'
-
-class BatchRun < TestBase
-
-  def test_concur_batch
-
-    old_log_level = IronWorker.logger.level
-    IronWorker.logger.level = Logger::INFO
-
-    clz = OneLineWorker
-    num_tasks = 100
-
-    worker = clz.new
-    worker.upload
-
-    jobs = []
-    executor = Concur::Executor.new_thread_pool_executor(20)
-    num_tasks.times do |i|
-      jobs << executor.execute do
-        begin
-          worker2 = clz.new
-          puts "queueing #{i}"
-          if clz == MqWorker
-            worker2.config = {:token=>IronWorker.config.token, :project_id=>IronWorker.config.project_id}
-          else
-            worker2.x =  "hello payload #{i}"
-          end
-          response_hash = worker2.queue(:priority=>(@config[:priority] || 0))
-          puts "response_hash #{i} = " + response_hash.inspect
-          assert response_hash["msg"]
-          assert response_hash["status_code"]
-          assert response_hash["tasks"]
-          assert response_hash["status_code"] == 200
-          assert response_hash["tasks"][0]["id"].length == 24, "length is #{response_hash["tasks"][0]["id"].length}"
-          assert response_hash["tasks"][0]["id"] == worker2.task_id, "id in hash: #{response_hash["tasks"][0]["id"]}, task_id: #{worker2.task_id}. response was #{worker2.response.inspect}"
-          worker2
-        rescue => ex
-          puts "ERROR! #{ex.class.name}: #{ex.message} -- #{ex.backtrace.inspect}"
-          raise ex
-        end
-
-      end
-    end
-
-    sleep 10
-
-    completed_count = 0
-    errored_queuing_count = 0
-    error_count = 0
-    while jobs.size > 0
-      jobs.each_with_index do |f, i|
-#    p f
-        begin
-          t = f.get
-#      p t
-          puts i.to_s + ' task_id=' + t.task_id.to_s
-          status_response = t.status # worker.status(t["task_id"])
-          puts 'status ' + status_response["status"] + ' for ' + status_response.inspect
-          puts 'msg=' + status_response["msg"].to_s
-          if status_response["status"] == "complete" || status_response["status"] == "error"
-            if true || status_response["status"] == "error"
-              puts t.get_log
-            end
-
-            jobs.delete(f)
-            completed_count += 1
-            puts "#{completed_count} completed so far. #{jobs.size} left..."
-            if status_response["status"] == "error"
-              error_count += 1
-            end
-          end
-        rescue => ex
-          puts 'error! ' + ex.class.name + ' -> ' + ex.message.to_s
-          puts ex.backtrace
-          errored_queuing_count += 1
-          jobs.delete(f)
-        end
-      end
-      puts 'sleep'
-      sleep 2
-      puts 'done sleeping'
-    end
-
-    puts 'Total completed=' + completed_count.to_s
-    puts 'Total errored while queuing=' + errored_queuing_count.to_s
-    puts 'Total errored while running=' + error_count.to_s
-
-    executor.shutdown
-
-    #tasks = []
-    #1000.times do |i|
-    #  puts "#{i}"
-    #  worker = ProgressWorker.new
-    #  #worker = OneLineWorker.new
-    #  #    worker = MergingWorker.new
-    #  #worker = PrawnWorker.new
-    #  worker.queue
-    #  tasks << worker
-    #end
-    #
-    #tasks.each_with_index do |task, i|
-    #  puts "#{i}"
-    #  status = task.wait_until_complete
-    #  p status
-    #  puts "\n\n\nLOG START:"
-    #  puts task.get_log
-    #  puts "LOG END\n\n\n"
-    #  assert status["status"] == "complete", "Status was not complete, it was #{status["status"]}"
-    #end
-    IronWorker.logger.level = old_log_level
-
-  end
-
-end
-

data/test/config_sample.yml

@@ -1,13 +0,0 @@
-iron:
-   token: MY_TOKEN
-   project_id: MY_PROJECT_ID
-
-database:
-    adapter: mysql2
-    host: ec2-ABC.compute-1.amazonaws.com
-    port: 3062
-    database: MY_DB
-    username: MY_USER
-    password: MY_PASS
-
-

data/test/models/cool_model.rb

@@ -1,7 +0,0 @@
-require 'simple_record'
-
-class CoolModel < SimpleRecord::Base
-
-  has_strings :name
-
-end

data/test/models/db_model.rb

@@ -1,6 +0,0 @@
-#require 'active_record'
-
-class DbModel #< ActiveRecord::Base
-
-
-end

data/test/models/model_1.rb

@@ -1,16 +0,0 @@
-
-
-class Model1
-    attr_accessor :heidi, :ho
-
-    include IronWorker::UsedInWorker
-
-    def say_hello
-        log "Hi there sir"
-    end
-
-    # testk laksdfj klasj df
-    def test
-        log 'test'
-    end
-end

data/test/models/model_2.rb

@@ -1,16 +0,0 @@
-
-
-class Model2
-    attr_accessor :heidi, :ho
-
-    include IronWorker::UsedInWorker
-
-    def say_hello
-        log "Hi there sir"
-    end
-
-    # testk laksdfj klasj df
-    def test
-        log 'test'
-    end
-end

data/test/quick_run.rb

@@ -1,36 +0,0 @@
-require_relative 'test_base'
-require_relative 'workers/one_line_worker'
-require_relative 'workers/progress_worker'
-require_relative 'workers/fail_worker'
-
-class QuickRun < TestBase
-
-  def test_worker
-    tasks = []
-    1.times do |i|
-      puts "Queuing #{i}"
-      worker = OneLineWorker.new
-      worker.x = i
-      worker.queue
-      tasks << worker
-    end
-
-    tasks.each_with_index do |worker, i|
-      puts "Waiting for #{i}"
-      status = worker.wait_until_complete
-      puts "#{i} is complete."
-      p status
-      puts "error_class: #{status["error_class"]}"
-      puts "msg: #{status["msg"]}"
-      puts "percent: #{status["percent"]}"
-      puts "\n\n\nLOG START:"
-      log = worker.get_log
-      puts log
-      puts "LOG END\n\n\n"
-      assert status["status"] == "complete", "Status was not complete, it was #{status["status"]}"
-      assert log.include?("hello")
-    end
-  end
-
-end
-