fanforce-worker 0.5.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    NGZiNDQyNDQ3MzFmYmI2ZWVhZTExZjc3MDFjNzVmODk0OGQ3MzRlZg==
+  data.tar.gz: !binary |-
+    YTM0NDNkN2I3OGQ5YmQ1Yzg2NmM5MzZkOGIyOWZhMzRhYjhkOGI1Ng==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    NzU5NTNkYTYzODViNGJiYTc4NWVmYTkyYmJlN2QyYzdiMjgzYjNiYjA3Y2Vk
+    Y2MyNjQ1ODFmMzQxZGFhYTEzOGEwMmNlMjgxNGFmYjFjMjk5M2Q4ZDVmNWMx
+    N2M5NDA3ODgxNjI2ZWMyNzYxNTM4NDJjMGIwZDk0OWMxZTU4Mzk=
+  data.tar.gz: !binary |-
+    MzFjN2RkNDI3YTI0OWQ1ZjY3ZmQ3MWNjMmRjNzcyZTY5ZmI5MmM1ZTQ4NjJm
+    NzZiYWIwODI2OGZkODI1NmY5ZTNmYjM4MWM5NWI5MGYyZWViZTBkZGYwOTM4
+    NGVmN2M2YzgxMzNhMGViNzRkOGM1ZmExOGM4NDhhMzU3NDczNTk=

data/.gitignore

@@ -0,0 +1,22 @@
+*.gem
+*.rbc
+.bundle
+.config
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+# YARD artifacts
+.yardoc
+_yardoc
+doc/
+.DS_Store
+.idea/
+.idea/*
+Gemfile.lock

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/README.md

@@ -0,0 +1,4 @@
+fanforce-worker
+==
+
+Fanforce worker library used by addons to connect with iron_mg and iron_worker_ng

data/Rakefile

@@ -0,0 +1,16 @@
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+require 'fileutils'
+include FileUtils
+
+# Default Rake task is compile
+#task :default => :compile
+
+########################################################################
+
+Rake::TestTask.new do |t|
+  t.libs.push "lib"
+  t.libs.push "test"
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = false
+end

data/fanforce-worker.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'fanforce/worker/version'
+
+Gem::Specification.new do |gem|
+  gem.name        = 'fanforce-worker'
+  gem.version     = Fanforce::Worker::VERSION
+  gem.date        = '2012-10-19'
+  gem.summary     = %q{Fanforce worker library used by various Fanforce addons.}
+  gem.authors     = ['Caleb Clark']
+  gem.email       = ['cclark@fanforce.com']
+  gem.homepage    = 'http://github.com/fanforce/fanforce-worker'
+
+  gem.files         = `git ls-files`.split($/)
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ['lib']
+
+  gem.add_runtime_dependency 'iron_mq', '~> 4'
+  gem.add_runtime_dependency 'typhoeus'
+  gem.add_runtime_dependency 'fanforce-api', '~> 0.9'
+end

data/lib/fanforce/worker.rb

@@ -0,0 +1,6 @@
+class Fanforce
+  require_relative 'worker/version'
+  require_relative 'worker/workers'
+  require_relative 'worker/worker'
+end
+

data/lib/fanforce/worker/iron.rb

@@ -0,0 +1,17 @@
+require 'iron_mq'
+
+class Fanforce::Worker::Iron
+
+  def initialize(opts={})
+    @mq_client = IronMQ::Client.new(:token => opts[:token] || ENV['IRON_TOKEN'], :project_id => opts[:project_id] || ENV['IRON_PROJECT_ID'])
+  end
+
+  def enqueue(queue_id, payload)
+    @mq_client.queue(queue_id).post(payload.to_json)
+  end
+
+  def client
+    @mq_client
+  end
+
+end

data/lib/fanforce/worker/version.rb

@@ -0,0 +1,5 @@
+class Fanforce
+  class Worker
+    VERSION = '0.5.0'
+  end
+end

data/lib/fanforce/worker/worker.rb

@@ -0,0 +1,83 @@
+class Fanforce::Worker
+
+  def initialize(opts={})
+    @opts = opts
+  end
+
+  def iron
+    require_relative 'iron'
+    @iron ||= Fanforce::Worker::Iron.new(@opts)
+  end
+
+  def enqueue(queue_id, payload)
+    raise 'Payload being sent to the queue must be a Hash' if !payload.is_a?(Hash)
+    iron.enqueue queue_id, params: payload, retries: 0
+  end
+
+  def retry_error(queue_id, msg_id)
+    msg = iron.client.queue(queue_id + '-ERRORS').peek(msg_id)
+    data = MultiJson.load(msg.body, :symbolize_keys => true)
+    iron.enqueue queue_id, params: data[:params], retries: data[:retries] + 1
+    msg.delete
+  end
+
+  ##########################################################################################
+
+  def self.add_error(queue_id, payload)
+    self.new.iron.enqueue("#{queue_id}-ERRORS", payload)
+  end
+
+  def self.enqueue(queue_id, payload)
+    self.new.enqueue(queue_id, payload)
+  end
+
+  ##########################################################################################
+
+  def self.run(worker_data, &code_block)
+    require '.pluginenv'
+    require 'iron_mq'
+    require 'fanforce/api'
+
+    run_validations
+    run_worker IronMQ::Client.new.queue(worker_data['worker_id']).get(timeout: 3600), worker_data, &code_block
+  end
+
+  def self.run_validations
+
+  end
+
+  def run_worker(msg, worker_data, &code_block)
+    puts '----------------------------------------------------------'
+    print 'PROCESSING MESSAGE: '
+    task_data = Fanforce.decode_json(msg.body)
+
+    set_env_vars(worker_data['env_vars'])
+    code_block.call(task_data[:params].clone, task_data[:retries])
+    msg.delete
+
+  rescue Exception => e
+    if msg.nil?
+      puts 'MESSAGE IS NIL'
+      return
+    end
+    task_data[:last_error] = {
+        exception: e.class.name,
+        message: e.message,
+        backtrace: e.backtrace,
+        raised_at: Time.now
+    }
+    task_data[:last_error][:curl_command] = e.curl_command if e.respond_to?(:curl_command)
+    task_data[:env_vars] = worker_data['env_vars']
+
+    puts "ADDING TO ERROR QUEUE: #{task_data.to_json}"
+    self.add_error worker_data['worker_id'], task_data
+    msg.delete
+    puts 'DELETED MESSAGE'
+  end
+
+  def set_env_vars(vars)
+    vars.each {|k,v| ENV[k.to_s]=v }
+    load 'fanforce/api/ff_globals.rb'
+  end
+
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification
+name: fanforce-worker
+version: !ruby/object:Gem::Version
+  version: 0.5.0
+platform: ruby
+authors:
+- Caleb Clark
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-10-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: iron_mq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '4'
+- !ruby/object:Gem::Dependency
+  name: typhoeus
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fanforce-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.9'
+description: 
+email:
+- cclark@fanforce.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- README.md
+- Rakefile
+- fanforce-worker.gemspec
+- lib/fanforce/worker.rb
+- lib/fanforce/worker/iron.rb
+- lib/fanforce/worker/version.rb
+- lib/fanforce/worker/worker.rb
+homepage: http://github.com/fanforce/fanforce-worker
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Fanforce worker library used by various Fanforce addons.
+test_files: []