simple_worker 0.5.8 → 0.6.0

data/README.markdown

@@ -111,6 +111,7 @@ This will return a hash like:
      "duration"=>nil,
      "progress"=>{"percent"=>25}}
 
+There is also a convenience method `worker.wait_until_complete` that will wait until the status returned is completed or error.
 
 Logging
 -------
@@ -227,8 +228,12 @@ Merging Gems
 
 This allows you to use any gem you'd like with SimpleWorker. This uses the same syntax as bundler gem files.
 
+    # merge latest version of the gem
     merge_gem "some_gem"
+    # or specify specific version
     merge_gem "some_gem_with_version", "1.2.3"
+    # or if gem has poor naming scheme
+    merge_gem 'mongoid_i18n', :require => 'mongoid/i18n'
 
 [Check here for more info on merge_gem](http://support.simpleworker.com/kb/working-with-simpleworker/merging-gems-into-your-worker).
 

data/lib/railtie.rb

@@ -5,18 +5,37 @@ require 'rails'
 
 module SimpleWorker
   class Railtie < Rails::Railtie
-#    railtie_name :simple_worker deprecated
+    #    railtie_name :simple_worker deprecated
 
     initializer "simple_worker.configure_rails_initialization" do |app|
       puts "Initializing SimpleWorker for Rails 3..."
       SimpleWorker.configure do |c2|
-        path = File.join(Rails.root, 'app/models/*.rb')
-#        puts 'path=' + path
-        c2.models = Dir.glob(path)
+        models_path       = File.join(Rails.root, 'app/models/*.rb')
+        c2.models         = Dir.glob(models_path)
+        mailers_path      = File.join(Rails.root, 'app/mailers/*.rb')
+        c2.mailers        =Dir.glob(mailers_path).collect { |m| {:filename=>m, :name => File.basename(m), :path_to_templates=>File.join(Rails.root, "app/views/#{File.basename(m, File.extname(m))}")} }
         c2.extra_requires += ['active_support/core_ext', 'active_record', 'action_mailer']
-#        puts 'config.models=' + c2.models.inspect
+        c2.database       = Rails.configuration.database_configuration[Rails.env]
+        c2.gems = get_required_gems if Bundler
+        puts "MODELS" + c2.models.inspect
+        puts "MAILERS" + c2.mailers.inspect
+        puts "DATABASE" + c2.database.inspect
+        puts "GEMS" + c2.gems.inspect
       end
+    end
 
+    def get_required_gems
+      gems_in_gemfile = Bundler.environment.dependencies.select { |d| d.groups.include?(:default) }
+      gems            =[]
+      gems_in_gemfile.each do |dep|
+        next if dep.name=='rails' #monkey patch
+        gem_info = {:name=>dep.name, :version=>dep.requirement}
+        gem_info.merge!({:require=>dep.autorequire.join}) if dep.autorequire
+        gem_info[:version] = Bundler.load.specs.find { |g| g.name==gem_info[:name] }.version.to_s
+        gems << gem_info
+      end
+      gems
     end
   end
+
 end

data/lib/simple_worker/base.rb

@@ -12,12 +12,14 @@ module SimpleWorker
       @merged = []
       @merged_workers = []
       @merged_gems = []
+      @merged_mailers = []
       @unmerged = []
 
       def reset!
         @merged = []
         @merged_workers = []
         @merged_gems = []
+        @merged_mailers = []
         @unmerged = []
       end
 
@@ -50,7 +52,7 @@ module SimpleWorker
           # try relative
 #          p caller
           f2 = File.join(File.dirname(caller[3]), f)
-          puts 'f2=' + f2
+#          puts 'f2=' + f2
           if File.exist? f2
             exists = true
             f = f2
@@ -66,7 +68,7 @@ module SimpleWorker
 
       # merges the specified gem.
       def merge_gem(gem_name, version=nil)
-        gem_info = {:name=>gem_name}
+        gem_info = {:name=>gem_name, :merge=>true}
         if version.is_a?(Hash)
           gem_info.merge!(version)
         else
@@ -76,6 +78,14 @@ module SimpleWorker
         require gem_info[:require] || gem_name
       end
 
+      #merge action_mailer mailers
+      def merge_mailer(mailer, params={})
+        check_for_file mailer
+        basename = File.basename(mailer, File.extname(mailer))
+        path_to_templates = params[:path_to_templates] || File.join(Rails.root, "app/views/#{basename}")
+        @merged_mailers << {:name=>basename, :path_to_templates=>path_to_templates, :filename => mailer}.merge!(params)
+      end
+
       # merges the specified files.
       # todo: don't allow multiple files per merge, just one like require
       def merge(*files)
@@ -192,13 +202,33 @@ module SimpleWorker
     end
 
     def status
+      check_service
+      if task_id
+        task_status
+      elsif schedule_id
+        schedule_status
+      else
+        raise "Queue or schedule before check status."
+      end
+    end
+
+    def task_status
       SimpleWorker.service.status(task_id)
     end
 
+    def is_local?
+      !is_remote?
+    end
+
+    def is_remote?
+      false
+    end
+
     # will return after job has completed or errored out.
     # Returns status.
     # todo: add a :timeout option
     def wait_until_complete
+      check_service
       tries = 0
       status = nil
       sleep 1
@@ -266,7 +296,26 @@ module SimpleWorker
 
     private
 
+    def gems_to_merge(merged_gems)
+      list_of_gems =[]
+      if merged_gems && merged_gems.size > 0
+        installed_gems = SimpleWorker.config.get_server_gems
+        merged_gems.each do |gem|
+          gem.merge!({:merge=>(!installed_gems.find { |g| g["name"]==gem[:name] && g["version"]==gem[:version] })})
+          list_of_gems<< gem if (list_of_gems.select { |g| g[:name]==gem[:name] }).empty?
+        end
+        SimpleWorker.logger.debug "#{list_of_gems.inspect}"
+      end
+      list_of_gems
+    end
+
+    def check_service
+      raise "SimpleWorker configuration not set." unless SimpleWorker.service
+    end
+
     def upload_if_needed
+      check_service
+      SimpleWorker.service.check_config
 
       before_upload
 
@@ -276,6 +325,7 @@ module SimpleWorker
         merged = self.class.instance_variable_get(:@merged)
         unmerged = self.class.instance_variable_get(:@unmerged)
         merged_gems = self.class.instance_variable_get(:@merged_gems)
+        merged_mailers = self.class.instance_variable_get(:@merged_mailers)
 #        puts 'merged1=' + merged.inspect
 
         subclass = self.class
@@ -293,8 +343,21 @@ module SimpleWorker
           merged = super_merged + merged
 #          puts 'merged with superclass=' + merged.inspect
         end
-        merged += SimpleWorker.config.models if SimpleWorker.config.models
-        SimpleWorker.service.upload(rfile, subclass.name, :merge=>merged, :unmerge=>unmerged, :merged_gems=>merged_gems)
+        if SimpleWorker.config.auto_merge
+          puts "Auto merge Enabled"
+          merged += SimpleWorker.config.models if SimpleWorker.config.models
+          merged_mailers += SimpleWorker.config.mailers if SimpleWorker.config.mailers
+          SimpleWorker.config.gems.each do |gem|
+            merged_gems<<gem
+          end
+        end
+        unless merged_gems.empty?
+          merged_gems = gems_to_merge(merged_gems)
+          merged_gems.uniq!
+        end
+        merged.uniq!
+        merged_mailers.uniq!
+        SimpleWorker.service.upload(rfile, subclass.name, :merge=>merged, :unmerge=>unmerged, :merged_gems=>merged_gems, :merged_mailers=>merged_mailers)
         self.class.instance_variable_set(:@uploaded, true)
       else
         SimpleWorker.logger.debug 'Already uploaded for ' + self.class.name

data/lib/simple_worker/config.rb

@@ -15,12 +15,22 @@ module SimpleWorker
                   :host,
                   :global_attributes,
                   :models,
+                  :mailers,
+                  :gems,
                   :database,
-                  :extra_requires
+                  :extra_requires,
+                  :auto_merge,
+                  :server_gems
+
 
     def initialize
       @global_attributes = {}
-      @extra_requires = []
+      @extra_requires    = []
+    end
+
+    def get_server_gems
+      self.server_gems = SimpleWorker.service.get_server_gems unless self.server_gems
+      self.server_gems
     end
 
     def get_atts_to_send

data/lib/simple_worker/service.rb

@@ -21,7 +21,14 @@ module SimpleWorker
 
     def initialize(access_key, secret_key, options={})
       SimpleWorker.logger.info 'Starting SimpleWorker::Service...'
-      self.config = options[:config] if options[:config]
+      if options[:config]
+        self.config = options[:config]
+      else
+        c = SimpleWorker::Config.new unless self.config
+        c.access_key = access_key
+        c.secret_key = secret_key
+        self.config = c
+      end
       super("http://api.simpleworker.com/api/", access_key, secret_key, options)
       self.host = self.config.host if self.config && self.config.host
     end
@@ -52,7 +59,7 @@ module SimpleWorker
       end
 
 
-      zip_filename = build_merged_file(filename, options[:merge], options[:unmerge], options[:merged_gems])
+      zip_filename = build_merged_file(filename, options[:merge], options[:unmerge], options[:merged_gems], options[:merged_mailers])
 
 #            sys.classes[subclass].__file__
 #            puts '__FILE__=' + Base.subclass.__file__.to_s
@@ -76,12 +83,18 @@ module SimpleWorker
       end
     end
 
+    def get_server_gems
+      hash = get("gems/list")
+      JSON.parse(hash["gems"])
+    end
+
     def get_gem_path(gem_info)
       gem_name =(gem_info[:require] || gem_info[:name].match(/^[a-zA-Z0-9\-_]+/)[0])
       puts "Searching for #{gem_name}..."
       searcher = Gem::GemPathSearcher.new
-      gems = searcher.find_all(gem_name)
-      # puts 'gems found=' + gems.inspect
+      gems     = searcher.find_all(gem_name)
+#      gems     = searcher.init_gemspecs.select { |gem| gem.name==gem_name }
+      puts 'gems found=' + gems.inspect
       gems = gems.select { |g| g.version.version==gem_info[:version] } if gem_info[:version]
       if !gems.empty?
         gem = gems.first
@@ -91,7 +104,7 @@ module SimpleWorker
       end
     end
 
-    def build_merged_file(filename, merge, unmerge, merged_gems)
+    def build_merged_file(filename, merge, unmerge, merged_gems, merged_mailers)
 #      unless (merge && merge.size > 0) || (merged_gems && merged_gems.size > 0)
 #        return filename
 #      end
@@ -110,6 +123,28 @@ module SimpleWorker
             f.write "require '#{r}'\n"
           end
         end
+        if merged_mailers
+          f.write "require 'action_mailer'\n"
+          f.write "ActionMailer::Base.prepend_view_path('templates')\n"
+        end
+        if SimpleWorker.config.auto_merge
+          if SimpleWorker.config.gems
+            SimpleWorker.config.gems.each do |gem|
+              f.write "$LOAD_PATH << File.join(File.dirname(__FILE__), '/gems/#{gem[:name]}')\n" if gem[:merge]
+              f.write "require '#{gem[:require]||gem[:name]}'\n"
+            end
+          end
+          if SimpleWorker.config.models
+            SimpleWorker.config.models.each do |model|
+              f.write "require File.join(File.dirname(__FILE__),'#{File.basename(model)}')\n"
+            end
+          end
+          if SimpleWorker.config.mailers
+            SimpleWorker.config.mailers.each do |mailer|
+              f.write "require File.join(File.dirname(__FILE__),'#{mailer[:name]}')\n"
+            end
+          end
+        end
         f.write File.open(filename, 'r') { |mo| mo.read }
       end
       merge << tmp_file
@@ -121,10 +156,10 @@ module SimpleWorker
 #            puts 'merged_file_array=' + merge.inspect
       #File.open(fname2, "w") do |f|
       File.delete(fname2) if File.exist?(fname2)
-
       Zip::ZipFile.open(fname2, 'w') do |f|
         if merged_gems
           merged_gems.each do |gem|
+            next unless gem[:merge]
 #            puts 'gem=' + gem.inspect
             path = get_gem_path(gem)
             if path
@@ -145,6 +180,20 @@ module SimpleWorker
 #          puts "merging #{m} into #{filename}"
           f.add(File.basename(m), m)
         end
+        puts "merge models - done"
+        if merged_mailers
+          puts " MERGED MAILERS" + merged_mailers.inspect
+          merged_mailers.each do |mailer|
+            puts "Collecting mailer #{mailer[:name]}"
+            f.add(File.basename(mailer[:filename]), mailer[:filename])
+            path = mailer[:path_to_templates]
+            Dir["#{path}/**/**"].each do |file|
+              zdest = "templates/#{mailer[:name]}/#{file.sub(path+'/', '')}"
+              f.add(zdest, file)
+            end
+          end
+        end
+        puts "merging templates - done"
       end
       fname2
     end
@@ -223,7 +272,7 @@ module SimpleWorker
     def cancel_schedule(scheduled_task_id)
       raise "Must include a schedule id." if scheduled_task_id.blank?
       hash_to_send = {}
-      hash_to_send["scheduled_task_id"] = scheduled_task_id
+      hash_to_send["schedule_id"] = scheduled_task_id
       ret = post("scheduler/cancel", hash_to_send)
       ret
     end

data/lib/simple_worker.rb

@@ -1,5 +1,5 @@
 require 'appoxy_api'
-require 'active_support/core_ext'
+#require 'active_support/core_ext'
 require_relative 'simple_worker/service'
 require_relative 'simple_worker/base'
 require_relative 'simple_worker/config'
@@ -14,7 +14,7 @@ module SimpleWorker
 
     def configure()
       yield(config)
-      SimpleWorker.service = Service.new(config.access_key, config.secret_key, :config=>config)
+      SimpleWorker.service ||= Service.new(config.access_key, config.secret_key, :config=>config)
     end
 
     def config
@@ -23,8 +23,6 @@ module SimpleWorker
  
   end
 
-
-
 end
 
 if defined?(Rails)

metadata

@@ -1,12 +1,8 @@
 --- !ruby/object:Gem::Specification 
 name: simple_worker
 version: !ruby/object:Gem::Version 
-  prerelease: false
-  segments: 
-  - 0
-  - 5
-  - 8
-  version: 0.5.8
+  prerelease: 
+  version: 0.6.0
 platform: ruby
 authors: 
 - Travis Reeder
@@ -14,8 +10,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-03-30 00:00:00 -07:00
-default_executable: 
+date: 2011-05-26 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: appoxy_api
@@ -25,10 +20,6 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        segments: 
-        - 0
-        - 0
-        - 11
         version: 0.0.11
   type: :runtime
   version_requirements: *id001
@@ -40,8 +31,6 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        segments: 
-        - 0
         version: "0"
   type: :runtime
   version_requirements: *id002
@@ -63,26 +52,6 @@ files:
 - lib/simple_worker/used_in_worker.rb
 - rails/init.rb
 - README.markdown
-- test/awesome_job.rb
-- test/cool_model.rb
-- test/cool_worker.rb
-- test/db_worker.rb
-- test/models/model_1.rb
-- test/models/model_2.rb
-- test/requiring_worker.rb
-- test/scheduled_worker.rb
-- test/second_worker.rb
-- test/test_base.rb
-- test/test_gems.rb
-- test/test_inheritance.rb
-- test/test_no_config.rb
-- test/test_simple_worker.rb
-- test/test_worker.rb
-- test/test_worker_2.rb
-- test/test_worker_3.rb
-- test/trace_object.rb
-- test/zip_vs_gzip.rb
-has_rdoc: true
 homepage: http://github.com/appoxy/simple_worker
 licenses: []
 
@@ -96,41 +65,19 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      segments: 
-      - 0
       version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      segments: 
-      - 0
       version: "0"
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.3.7
+rubygems_version: 1.7.2
 signing_key: 
 specification_version: 3
 summary: The official SimpleWorker gem for http://www.simpleworker.com
-test_files: 
-- test/awesome_job.rb
-- test/cool_model.rb
-- test/cool_worker.rb
-- test/db_worker.rb
-- test/models/model_1.rb
-- test/models/model_2.rb
-- test/requiring_worker.rb
-- test/scheduled_worker.rb
-- test/second_worker.rb
-- test/test_base.rb
-- test/test_gems.rb
-- test/test_inheritance.rb
-- test/test_no_config.rb
-- test/test_simple_worker.rb
-- test/test_worker.rb
-- test/test_worker_2.rb
-- test/test_worker_3.rb
-- test/trace_object.rb
-- test/zip_vs_gzip.rb
+test_files: []
+

data/test/awesome_job.rb

@@ -1,25 +0,0 @@
-
-class AwesomeJob < SimpleWorker::Base
-  merge_gem 'dropbox' # , '1.2.3'
-  # bumpdsfsdfdsfasdf
-  merge_gem 'mongoid_i18n', :require => 'mongoid/i18n'
-
-  def run
-    begin
-      s = Dropbox::Session.new('...', '...')
-    rescue => ex
-      log "Dropbox doesn't like it when you don't have keys"
-    end
-#    s.mode = :dropbox
-#    s.authorizing_user = 'email@gmail.com'
-#    s.authorizing_password = '...'
-#    s.authorize!
-#
-#    tmp_file = Tempfile.new('myfile.txt')
-#    tmp_file.write("blahblah")
-#    tmp_file.close
-#
-#    s.upload tmp_file.path, 'Test'
-#    tmp_file.unlink
-  end
-end

data/test/cool_model.rb

@@ -1,7 +0,0 @@
-require 'simple_record'
-
-class CoolModel < SimpleRecord::Base
-
-  has_strings :name
-
-end

data/test/cool_worker.rb

@@ -1,14 +0,0 @@
-
-class CoolWorker < SimpleWorker::Base
-  attr_accessor :array_of_models
-  merge 'cool_model'
-
-
-  def run
-    10.times do |i|
-      puts "HEY THERE PUTS #{i}"
-      log "HEY THERE LOG #{i}"
-      sleep 1
-    end
-  end
-end

data/test/db_worker.rb

@@ -1,18 +0,0 @@
-require 'mysql2'
-
-class DbWorker < SimpleWorker::Base
-  attr_accessor :array_of_models
-  merge 'trace_object'
-
-  def run
-    to = TraceObject.find(:first)
-    log to.inspect
-    @object = to
-  end
-
-  def ob
-    @object
-  end
-
-
-end

data/test/models/model_1.rb

@@ -1,22 +0,0 @@
-begin
-    require File.join(File.dirname(__FILE__), '../../lib/simple_worker')
-rescue Exception => ex
-    puts 'ERROR!!! ' + ex.message
-#    require 'simple_worker'
-end
-
-
-class Model1
-    attr_accessor :heidi, :ho
-
-    include SimpleWorker::UsedInWorker
-
-    def say_hello
-        log "Hi there sir"
-    end
-
-    # testk laksdfj klasj df
-    def test
-        log 'test'
-    end
-end

data/test/models/model_2.rb

@@ -1,22 +0,0 @@
-begin
-    require File.join(File.dirname(__FILE__), '../../lib/simple_worker')
-rescue Exception => ex
-    puts 'ERROR!!! ' + ex.message
-#    require 'simple_worker'
-end
-
-
-class Model2
-    attr_accessor :heidi, :ho
-
-    include SimpleWorker::UsedInWorker
-
-    def say_hello
-        log "Hi there sir"
-    end
-
-    # testk laksdfj klasj df
-    def test
-        log 'test'
-    end
-end

data/test/requiring_worker.rb

@@ -1,4 +0,0 @@
-
-
-require_relative 'models/model_1.rb'
-

data/test/scheduled_worker.rb

@@ -1,15 +0,0 @@
-begin
-    require File.join(File.dirname(__FILE__), '../lib/simple_worker')
-rescue Exception
-    require 'simple_worker'
-end
-
-
-class ScheduledWorker < SimpleWorker::Base
-
-    def scheduled_run(data=nil)
-        log "This is scheduled yes it is"
-        log data.inspect
-    end
-
-end

data/test/second_worker.rb

@@ -1,20 +0,0 @@
-begin
-    require File.join(File.dirname(__FILE__), '../lib/simple_worker')
-rescue Exception => ex
-    puts ex.message
-    require 'simple_worker'
-end
-
-class SecondWorker < SimpleWorker::Base
-    attr_accessor :start_time, :num
-
-    # change
-
-    def run
-        log self.to_s
-    end
-
-    def to_s
-        "I am Second Worker #{num}. I was started at #{start_time}"
-    end
-end

data/test/test_base.rb

@@ -1,57 +0,0 @@
-require 'test/unit'
-require 'yaml'
-begin
-  require File.join(File.dirname(__FILE__), '../lib/simple_worker')
-rescue Exception => ex
-  puts "Could NOT load current simple_worker: " + ex.message
-  require 'simple_worker'
-end
-require_relative "test_worker"
-require_relative "test_worker_2"
-require_relative "test_worker_3"
-
-class TestBase < Test::Unit::TestCase
-
-  def setup
-    @config = YAML::load(File.open(File.expand_path("~/.test_configs/simple_worker.yml")))
-    #puts @config.inspect
-    @access_key = @config['simple_worker']['access_key']
-    @secret_key = @config['simple_worker']['secret_key']
-
-    # new style
-    SimpleWorker.configure do |config|
-      config.access_key = @access_key
-      config.secret_key = @secret_key
-      config.host = @config['simple_worker']['host']
-      config.global_attributes["db_user"] = "sa"
-      config.global_attributes["db_pass"] = "pass"
-      config.database = @config['database']
-
-    end
-  end
-
-  def wait_for_task(params={})
-    tries = 0
-    status = nil
-    sleep 1
-    while  tries < 60
-      status = status_for(params)
-      puts 'status = ' + status.inspect
-      if status["status"] == "complete" || status["status"] == "error"
-        break
-      end
-      sleep 2
-    end
-    status
-  end
-
-  def status_for(ob)
-    if ob.is_a?(Hash)
-      ob[:schedule_id] ? WORKER.schedule_status(ob[:schedule_id]) : WORKER.status(ob[:task_id])
-    else
-      ob.status
-    end
-  end
-
-
-end

data/test/test_gems.rb

@@ -1,18 +0,0 @@
-require_relative 'test_base'
-require_relative 'awesome_job'
-
-
-class TestGems < TestBase
-
-  def test_dropbox_gem
-
-    worker = AwesomeJob.new
-    worker.queue
-
-    wait_for_task(worker)
-
-    puts 'log=' + worker.get_log
-
-  end
-
-end

data/test/test_inheritance.rb

@@ -1,19 +0,0 @@
-require_relative 'test_base'
-
-class TestInheritance < TestBase
-
-    def test_who_am_i
-
-        worker = TestWorker2.new
-        puts "1: " + worker.who_am_i?
-        puts "2: " + worker.who_am_i2?
-
-
-    end
-
-    def test_multi_subs
-        t3 = TestWorker3.new
-        t3.queue
-    end
-
-end

data/test/test_no_config.rb

@@ -1,25 +0,0 @@
-require 'test/unit'
-begin
-  require File.join(File.dirname(__FILE__), '../lib/simple_worker')
-rescue Exception => ex
-  puts ex.message
-  require 'simple_worker'
-end
-require_relative "test_worker"
-require_relative "test_worker_2"
-
-
-class SimpleWorkerTests < Test::Unit::TestCase
-
-  def test_no_conf
-    # Add something to queue, get task ID back
-    tw        = TestWorker.new
-    tw.s3_key = "active style runner"
-    tw.times  = 3
-
-    tw.run_local
-
-  end
-
-end
-

data/test/test_simple_worker.rb

@@ -1,106 +0,0 @@
-require 'active_record'
-require_relative 'test_base'
-require_relative 'cool_worker'
-require_relative 'cool_model'
-require_relative 'trace_object'
-require_relative 'db_worker'
-
-class SimpleWorkerTests < TestBase
-
-
-  def test_new_worker_style
-    # Add something to queue, get task ID back
-    tw = TestWorker2.new
-    tw.s3_key = "active style runner"
-    tw.times = 3
-    tw.x = true
-
-    # schedule up a task
-#        start_at = 10.seconds.since
-#        response_hash_single = tw.schedule(:start_at=>start_at, :run_every=>30, :run_times=>3)
-#        puts 'response_hash=' + response_hash_single.inspect
-#
-#        10.times do |i|
-#            puts "status #{i}: " + tw.schedule_status.inspect
-#        end
-
-    # queue up a task
-    puts 'queuing ' + tw.inspect
-
-    response_hash_single = nil
-    5.times do |i|
-      begin
-        response_hash_single = tw.queue
-      rescue => ex
-        puts ex.message
-      end
-    end
-
-    puts 'response_hash=' + response_hash_single.inspect
-    puts 'task_id=' + tw.task_id
-    10.times do |i|
-      puts "status #{i}: " + tw.status.inspect
-      break if tw.status["status"] == "complete"
-      sleep 2
-    end
-
-    assert tw.status["status"] == "complete"
-
-  end
-
-  def test_global_attributes
-    worker = TestWorker3.new
-    worker.run_local
-
-    puts 'worker=' + worker.inspect
-
-    assert_equal "sa", worker.db_user
-    assert_equal "pass", worker.db_pass
-    assert_equal 123, worker.x
-
-  end
-
-
-  def test_data_passing
-    cool = CoolWorker.new
-    cool.array_of_models = [CoolModel.new(:name=>"name1"), CoolModel.new(:name=>"name2")]
-    cool.queue
-    status = wait_for_task(cool)
-    assert status["status"] == "complete"
-    log = SimpleWorker.service.log(cool.task_id)
-    puts 'log=' + log.inspect
-    assert log.length > 10
-
-  end
-
-  def test_exceptions
-    worker = TestWorker.new
-    worker.queue
-    status = wait_for_task(worker)
-    assert status["status"] == "error"
-    assert status["msg"].present?
-  end
-
-  def test_active_record
-    dbw = DbWorker.new
-    dbw.run_local
-    assert !dbw.ob.nil?
-    assert !dbw.ob.id.nil?
-
-    dbw.queue
-    # would be interesting if the object could update itself on complete. Like it would retrieve new values from
-    # finished job when calling status or something.
-
-    status = wait_for_task(dbw)
-    assert status["status"] == "complete"
-
-
-  end
-
-
-  def test_require_relative_merge
-
-
-  end
-end
-

data/test/test_worker.rb

@@ -1,29 +0,0 @@
-#begin
-#    require File.join(File.dirname(__FILE__), '../lib/simple_worker')
-#rescue Exception => ex
-#    puts ex.message
-#    require 'simple_worker'
-#end
-# Bump for new checksum.
-class TestWorker < SimpleWorker::Base
-
-    attr_accessor :s3_key, :times
-
-    def run
-        log 'running the test worker for moi '.upcase
-        log 's3_key instance_variable = ' + self.s3_key.to_s
-
-        @times.times do |i|
-            log 'running at ' + i.to_s
-            sleep 1
-            set_progress(:percent=> (i / @times * 100))
-        end
-    end
-
-    def set_complete(params=nil)
-        log 'SET COMPLETE YAY!' + params[:task_set_id]
-    end
-
-
-end
-

data/test/test_worker_2.rb

@@ -1,60 +0,0 @@
-=begin
-begin
-    require File.join(File.dirname(__FILE__), '../lib/simple_worker')
-rescue Exception => ex
-    puts ex.message
-    require 'simple_worker'
-end
-=end
-
-# Bump for new checksum.sdf adsfjlaksdjf dasfasdfadsf
-class TestWorker2 < SimpleWorker::Base
-
-    merge File.join(File.dirname(__FILE__), 'models', 'model_1.rb')
-    unmerge 'models/model_2.rb'
-    merge_worker File.join(File.dirname(__FILE__), 'second_worker.rb'), 'SecondWorker'
-
-    attr_accessor :s3_key, :times, :x
-
-
-    #TEST dsd
-    def who_am_i2?
-        return self.class.name
-    end
-
-    def run
-        log 'running the runner for leroy '.upcase + ' with data: '
-
-        log 's3_key instance_variable = ' + self.s3_key
-        times.times do |i|
-            log 'running at ' + i.to_s
-            sleep 1
-            set_progress(:percent=> (i / times * 100))
-        end
-        m1 = Model1.new
-        log "I made a new model1"
-        m1.say_hello
-
-        second_workers = []
-        now = Time.now
-        10.times do |i|
-            second_worker = SecondWorker.new
-            second_worker.start_time = now
-            second_worker.num = i
-            second_worker.queue
-            second_workers << second_worker
-        end
-
-        10.times do |i|
-            second_workers.each do |sw|
-                puts sw.to_s
-                puts sw.status["status"].to_s
-            end
-        end
-    end
-
-    def set_complete(params=nil)
-        log 'SET COMPLETE YAY!' + params[:task_set_id]
-    end
-
-end

data/test/test_worker_3.rb

@@ -1,22 +0,0 @@
-=begin
-begin
-    require File.join(File.dirname(__FILE__), '../lib/simple_worker')
-rescue Exception => ex
-    puts ex.message
-    require 'simple_worker'
-end
-=end
-require_relative 'test_worker_2'
-
-class TestWorker3 < TestWorker2
-
-
-    attr_accessor :x, :db_user, :db_pass
-
-    def run()
-        puts 'TestWorker3.run'
-        @x = 123
-    end
-
-end
-

data/test/trace_object.rb

@@ -1,6 +0,0 @@
-class TraceObject < ActiveRecord::Base
-    belongs_to :tracking_device
-    has_many :location_updates
-
-
-end

data/test/zip_vs_gzip.rb

@@ -1,26 +0,0 @@
-require 'zip'
-require 'zlib'
-
-dir = Dir.new("./")
-started_at = Time.now
-fname2 = "zipped.zip"
-Zip::ZipFile.open(fname2, 'w') do |f|
-  dir.each do |fname|
-    puts "merging #{fname} into #{fname2}"
-    f.add(File.basename(fname), fname)
-  end
-end
-ended_at = Time.now
-puts "zip duration=#{(ended_at.to_f - started_at.to_f)}"
-
-# todo: need to tar these first.
-started_at = Time.now
-fname2 = "gzipped.gzip"
-Zlib::GzipWriter.open(fname2) do |gz|
-   dir.each do |fname|
-    puts "merging #{fname} into #{fname2}"
-    gz.write(File.basename(fname), fname)
-  end
-end
-ended_at = Time.now
-puts "gzip duration=#{(ended_at.to_f - started_at.to_f)}"