iron_worker 2.3.16 → 2.3.17

data/test/workers/cool_worker.rb

@@ -0,0 +1,14 @@
+# bump..
+class CoolWorker < IronWorker::Base
+  attr_accessor :array_of_models
+  merge '../models/cool_model'
+
+
+  def run
+    10.times do |i|
+      puts "HEY THERE PUTS #{i}"
+      log "HEY THERE LOG #{i}"
+      sleep 1
+    end
+  end
+end

data/test/workers/db_worker.rb

@@ -0,0 +1,27 @@
+# bump..........
+#
+#require 'mysql2'
+#
+#class DbWorker < IronWorker::Base
+#  merge_gem 'activerecord', :require=>'active_record'
+#  merge '../models/db_model'
+#
+#
+#  def run
+#
+#    n = DbModel.new(:name=>"jane", :age=>21)
+#    n.save!
+#
+#    to = DbModel.first
+#    puts 'found: ' + to.inspect
+#    @object = to
+#
+#    n.delete
+#  end
+#
+#  def ob
+#    @object
+#  end
+#
+#
+#end

data/test/workers/fail_worker.rb

@@ -0,0 +1,10 @@
+# bump......
+class FailWorker < IronWorker::Base
+
+  attr_accessor :x
+
+  def run
+    puts "I am about to fail..."
+    raise "I wanted to fail and I did!"
+  end
+end

data/test/workers/gem_dependency_worker.rb

@@ -0,0 +1,20 @@
+# bump..
+class GemDependencyWorker < IronWorker::Base
+
+  #merge_gem "signature"
+  merge_gem "pusher"
+
+  attr_accessor :some_param
+
+  def run
+    log "Starting HelloWorker #{Time.now}\n"
+    log "Hey. I'm a worker job, showing how this cloud-based worker thing works."
+    log "I'll sleep for a little bit so you can see the workers running!"
+    log "some_param --> #{some_param}\n"
+    sleep 10
+    log "Done running HelloWorker #{Time.now}"
+  end
+
+
+end
+

data/test/workers/hacker_worker.rb

@@ -0,0 +1,65 @@
+# bump......
+class HackerWorker < IronWorker::Base
+
+  #merge_gem 'stathat'
+
+  attr_accessor :x
+
+  def run
+    puts "hello world! #{x}"
+    #puts StatHat::API.class.name
+    puts "\n"
+
+    puts 'user_dir: ' + user_dir.to_s
+    puts "\n"
+    command 'pwd'
+
+    filepath = "#{user_dir}myfile.txt"
+    puts "Writing file to #{filepath}..."
+    File.open(filepath, 'w') do |fo|
+      fo.write "THIS IS MY FILE"
+    end
+
+    command 'node --version'
+    command 'go version', :includes=>'go version go1'
+    command 'java -version', :includes=>'icedtea'
+    command 'mono -V', :includes=>'Mono JIT compliler version'
+    command 'gmcs hello.cs'
+
+
+    command 'ls -al'
+    command 'cat myfile.txt'
+    command 'echo "hello" >> greetings.txt'
+    command 'cat myfile.txt'
+    command 'ls -al /usr/bin'
+    command 'ls -al /mnt'
+    command 'ps -ef'
+    command 'cat /etc/passwd'
+    command 'env'
+    puts 'RUBY ENV:'
+    puts ENV.inspect
+    puts "\n"
+    command 'gem environment'
+    command 'gem list', :includes=>'typhoeus'
+    begin
+      command 'sudo ps -ef'
+      raise "Should not make it here!"
+    rescue => ex
+      puts "Expected error running sudo: #{ex.class.name}: #{ex.message}"
+    end
+    command 'su root'
+    command 'ls -al /home/ubuntu'
+    command 'ls -al /root'
+
+  end
+
+  def command(s, params={})
+    puts "Running #{s}:"
+    res = `#{s}`
+    if params[:includes]
+      raise "Did not include #{params[:includes]}" unless res.include?(params[:includes])
+    end
+    puts res
+    puts "\n"
+  end
+end

data/test/workers/iw_test_worker.rb

@@ -0,0 +1,22 @@
+# Bump...............
+class TestWorker < IronWorker::Base
+
+  attr_accessor :s3_key, :times
+
+  def initialize
+    @times = 1
+  end
+
+  def run
+    log 'running the test worker for moi '.upcase
+    log 's3_key instance_variable = ' + self.s3_key.to_s
+
+    @times.times do |i|
+      puts 'running at ' + i.to_s
+      sleep 1
+      set_progress(:percent => (1.0 * i / @times * 100).round, :msg => "getting there...")
+    end
+  end
+
+end
+

data/test/workers/iw_test_worker_2.rb

@@ -0,0 +1,53 @@
+# Bump..................
+require_relative "one_line_worker"
+class TestWorker2 < IronWorker::Base
+
+    merge File.join(File.dirname(__FILE__), '../' 'models', 'model_1.rb')
+    unmerge '../models/model_2.rb'
+    merge_worker File.join(File.dirname(__FILE__), 'second_worker.rb'), ' SecondWorker'
+    merge_worker File.join(File.dirname(__FILE__), 'one_line_worker.rb'), OneLineWorker
+    #merge_worker 'second_worker.rb', 'SecondWorker'
+
+    attr_accessor :s3_key, :times, :x
+
+    def super_class_method
+      puts 'This is a super_class_method'
+    end
+
+
+    def who_am_i2?
+        return self.class.name
+    end
+
+    def run
+        log 'running the runner for leroy '.upcase + ' with data: '
+
+        log 's3_key instance_variable = ' + self.s3_key
+        times.times do |i|
+            log 'running at ' + i.to_s
+            sleep 0.3
+            #set_progress(:percent=> (i / times * 100))
+        end
+        m1 = Model1.new
+        log "I made a new model1"
+        m1.say_hello
+
+        second_workers = []
+        now = Time.now
+        #10.times do |i|
+        #    second_worker = SecondWorker.new
+        #    second_worker.start_time = now
+        #    second_worker.num = i
+        #    second_worker.queue
+        #    second_workers << second_worker
+        #end
+        #
+        #10.times do |i|
+        #    second_workers.each do |sw|
+        #        puts sw.to_s
+        #        puts sw.status["status"].to_s
+        #    end
+        #end
+    end
+
+end

data/test/workers/iw_test_worker_3.rb

@@ -0,0 +1,17 @@
+#bump...........,...
+require_relative 'iw_test_worker_2'
+
+class TestWorker3 < TestWorker2
+
+
+  attr_accessor :x, :db_user, :db_pass
+
+  def run()
+    puts 'TestWorker3.run'
+    @x = 123
+    super_class_method
+
+  end
+
+end
+

data/test/workers/local_vs_remote_worker.rb

@@ -0,0 +1,9 @@
+class LocalVsRemoteWorker < IronWorker::Base
+
+  attr_accessor :x
+
+  def run
+    puts "is_local? #{is_local?}"
+    puts "is_remote? #{is_remote?}"
+  end
+end

data/test/workers/merging_worker.rb

@@ -0,0 +1,40 @@
+# bump.......................
+
+class MergingWorker < IronWorker::Base
+
+  merge_gem 'mini_fb'
+  #merge_gem 'carrierwave', :require=>['carrierwave', 'carrierwave/orm/activerecord']
+  merge_folder '../models'
+
+  merge 'models/cool_model'
+  unmerge 'models/model_2.rb'
+  merge_worker 'second_worker.rb', 'SecondWorker'
+
+  attr_accessor :s3_key, :times, :x
+
+  def run
+    raise "Model2 was found!" if defined?(Model2)
+    m1 = Model1.new
+    log "I made a new model1"
+    m1.say_hello
+
+    second_workers = []
+    now = Time.now
+    10.times do |i|
+      second_worker = SecondWorker.new
+      second_worker.start_time = now
+      second_worker.num = i
+      second_worker.queue
+      second_workers << second_worker
+    end
+
+    second_workers.each do |sw|
+      puts sw.to_s
+      puts sw.status["status"].to_s
+      p sw.wait_until_complete.inspect
+    end
+
+  end
+
+
+end

data/test/workers/mq_worker.rb

@@ -0,0 +1,21 @@
+# bump......
+class MqWorker < IronWorker::Base
+
+  merge_gem 'iron_mq'
+
+  attr_accessor :config
+
+  def run
+    rest = Rest::Client.new
+    resp = rest.get 'http://169.254.169.254/2009-04-04/meta-data/instance-id'
+    puts 'instance_id=' + resp.body
+    @mq = IronMQ::Client.new(:token=>config['token'], :project_id=>config['project_id'], :queue_name=>'mq_worker')
+    puts 'putting message on queue'
+    resp = @mq.messages.post("Hello world!")
+    puts "posted #{resp.id}"
+    puts 'getting message from queue'
+    resp = @mq.messages.get
+    puts 'got: ' + resp.body
+
+  end
+end

data/test/workers/one_line_worker.rb

@@ -0,0 +1,10 @@
+# bump......
+class OneLineWorker < IronWorker::Base
+
+
+  attr_accessor :x
+
+  def run
+    puts "hello world! #{x}"
+  end
+end

data/test/workers/prawn_worker.rb

@@ -0,0 +1,32 @@
+# bump.............
+
+class PrawnWorker < IronWorker::Base
+
+  merge '../resources/something.yml'
+  merge_gem 'prawn', :include_dirs=>['data']
+  merge_gem "pdf-reader"
+
+  attr_accessor :x
+
+  def run()
+    puts 'TestWorker4.run'
+
+    #something = YAML.load('resources/something.yml')
+    #p something
+
+    Prawn::Document.generate("hello.pdf") do
+      text "Hello World!"
+    end
+
+    # now list files to see that it was created
+    puts "files in user_dir"
+    Dir.glob("*").each do |f|
+      puts f
+    end
+
+
+
+  end
+
+end
+

data/test/workers/progress_worker.rb

@@ -0,0 +1,26 @@
+# Bump...............
+class ProgressWorker < IronWorker::Base
+
+  attr_accessor :s3_key, :times, :x
+
+  def initialize
+    @times = 10
+  end
+
+  def run
+    puts 'hello'
+    puts 'running the test worker for moi '.upcase
+    puts 's3_key instance_variable = ' + self.s3_key.to_s
+
+    @times.times do |i|
+      puts 'loop ' + i.to_s
+      sleep 1
+      progress = (1.0 * i / @times * 100).round
+      puts 'Setting progress to ' + progress.to_s
+      set_progress(:percent=> progress, :msg=>"getting there...")
+    end
+  end
+
+
+end
+

data/test/workers/qb_worker.rb

@@ -0,0 +1,17 @@
+class QbWorker < IronWorker::Base
+
+  merge_worker 'running_back_worker', 'RunningBackWorker'
+
+  attr_accessor :x
+
+  def run
+    #IronWorker.logger.level = Logger::DEBUG
+    puts "Qb passing off to running backs..."
+    x ||= 10
+    x.times do |i|
+      worker = RunningBackWorker.new
+      worker.i = i
+      worker.queue(:priority=>0)
+    end
+  end
+end

data/test/workers/rails_worker.rb

@@ -0,0 +1,24 @@
+# bump......
+class RailsWorker < IronWorker::Base
+
+  merge_worker 'rails_worker2', 'RailsWorker2'
+
+  def run
+    puts "hello rails! env=#{Rails.env}"
+    worker2 = nil
+    10.times do |i|
+      worker2 = RailsWorker2.new
+      worker2.x = "yz #{i}"
+      worker2.queue(:priority=>2)
+    end
+
+    worker2.wait_until_complete
+    sleep 2
+    log = worker2.get_log
+    puts "START WORKER2 LOG:"
+    puts log
+    puts "END WORKER2 LOG"
+
+
+  end
+end

data/test/workers/rails_worker2.rb

@@ -0,0 +1,12 @@
+
+# bump......
+class RailsWorker2 < IronWorker::Base
+  attr_accessor :x
+
+  def run
+    puts "I am #2. hello rails! env=#{Rails.env}"
+    puts "x=#{x}"
+
+  end
+end
+

data/test/workers/requiring_worker.rb

@@ -0,0 +1,4 @@
+
+
+require_relative 'models/model_1.rb'
+

data/test/workers/running_back_worker.rb

@@ -0,0 +1,7 @@
+class RunningBackWorker < IronWorker::Base
+  
+  attr_accessor :i
+  def run
+    puts "Running back #{i}"
+  end
+end

data/test/workers/scheduled_worker.rb

@@ -0,0 +1,15 @@
+begin
+    require File.join(File.dirname(__FILE__), '../lib/iron_worker')
+rescue Exception
+    require 'iron_worker'
+end
+
+
+class ScheduledWorker < IronWorker::Base
+
+    def run
+        log "This is scheduled yes it is"
+        log data.inspect
+    end
+
+end

data/test/workers/second_worker.rb

@@ -0,0 +1,16 @@
+# bump..
+class SecondWorker < IronWorker::Base
+    attr_accessor :start_time, :num
+
+    merge_worker 'third_worker.rb', 'ThirdWorker'
+
+    # change
+
+    def run
+        log self.to_s
+    end
+
+    def to_s
+        "I am Second Worker #{num}. I was started at #{start_time}"
+    end
+end

data/test/workers/third_worker.rb

@@ -0,0 +1,6 @@
+# bump.............
+class ThirdWorker < IronWorker::Base
+  def run
+    puts 'hi there, i am number 3'
+  end
+end

data/test/workers/webhook_worker.rb

@@ -0,0 +1,7 @@
+# bump......
+class WebhookWorker < IronWorker::Base
+
+  def run
+    puts "hello webhook!  payload: #{IronWorker.payload}"
+  end
+end

data/test/zip_vs_gzip.rb

@@ -0,0 +1,26 @@
+require 'zip'
+require 'zlib'
+
+dir = Dir.new("./")
+started_at = Time.now
+fname2 = "zipped.zip"
+Zip::ZipFile.open(fname2, 'w') do |f|
+  dir.each do |fname|
+    puts "merging #{fname} into #{fname2}"
+    f.add(File.basename(fname), fname)
+  end
+end
+ended_at = Time.now
+puts "zip duration=#{(ended_at.to_f - started_at.to_f)}"
+
+# todo: need to tar these first.
+started_at = Time.now
+fname2 = "gzipped.gzip"
+Zlib::GzipWriter.open(fname2) do |gz|
+   dir.each do |fname|
+    puts "merging #{fname} into #{fname2}"
+    gz.write(File.basename(fname), fname)
+  end
+end
+ended_at = Time.now
+puts "gzip duration=#{(ended_at.to_f - started_at.to_f)}"