celery_client 0.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    MzdiZDVkMjIxMTcxOWFiYmJhMDE3YTFiMmExZDRhYjU5MzcwYTJmOA==
+  data.tar.gz: !binary |-
+    ODZkMjIxMjUxNmJkYmNkZjQ3N2E3MTRmNmYyMzk3ZGFkNmU2Yzg1Nw==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    MDVlMmUwY2YzZDIyNzMyODY4YzdjNjUzZDE2N2Y5MzQyMjczMGQ5ZmMzZDNj
+    ZTA5NGI4ZmE3NTNiNjViYTA0OTA3NTFjODgzNzg4ZDAxMzU4MzY1M2E0NmZk
+    MTk2NjMxZjVhYTA1ZWRmNzg3NTZhYmQ1MjZlMzYzZTg2ZmUyNWE=
+  data.tar.gz: !binary |-
+    OTY5MmQzZTc5OGRjYmZmZDAzZjI5YmNlYmE1M2IzZjZmZTRkZDVlOWM2OGZm
+    YjNmNTdkNTk2N2ViY2FlYzliMThmMjc4ZjQ4MzBlZTRmZTgxNGNlYWQ1OTYx
+    OGEyZTliOTk5ZDBiZWE4OWRiMTRlYWU5YzE4YjU2YTYwYmY1Y2Q=

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in celery_client.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,27 @@
+PATH
+  remote: .
+  specs:
+    celery_client (0.0.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    diff-lcs (1.2.4)
+    rake (10.1.0)
+    rspec (2.14.1)
+      rspec-core (~> 2.14.0)
+      rspec-expectations (~> 2.14.0)
+      rspec-mocks (~> 2.14.0)
+    rspec-core (2.14.5)
+    rspec-expectations (2.14.3)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.14.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.3)
+  celery_client!
+  rake
+  rspec (~> 2.6)

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Jestin Woods
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# CeleryClient
+
+This gem provides methods to execute celery tasks that are proxied by a HTTP Gateway. See an example of this here: https://github.com/celery/celery/tree/master/examples/celery_http_gateway/.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'celery_client'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install celery_client
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/celery_client.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'celery_client/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "celery_client"
+  spec.version       = CeleryClient::VERSION
+  spec.authors       = ["Jestin Woods"]
+  spec.email         = ["jestin.woods@jivesoftware.com"]
+  spec.description   = %q{Execute celery tasks}
+  spec.summary       = %q{Execute celery tasks}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+	spec.add_development_dependency "rspec", "~> 2.6"
+end

data/lib/celery_client.rb

@@ -0,0 +1,17 @@
+require "pathname"
+
+
+require "celery_client/version"
+require "celery_client/http"
+require "celery_client/task_manager"
+
+
+module CeleryClient
+  lib_path = Pathname.new(File.expand_path("../celery_client", __FILE__))
+  autoload :HTTP, lib_path.join("http")
+  autoload :HTTP, lib_path.join("task_manager")
+
+  def self.source_root
+    @source_root ||= Pathname.new(File.expand_path("../../", __FILE__))
+  end
+end

data/lib/celery_client/http.rb

@@ -0,0 +1,42 @@
+require 'net/http'
+
+
+module CeleryClient
+  class HTTP
+    def initialize(config)
+      @url = config.fetch('url')
+      @username = config.fetch('username')
+      @password = config.fetch('password')
+    end
+
+    def get(path, params={})
+        uri = URI("#{@url}#{path}")
+        uri.query = URI.encode_www_form(params)
+        request = Net::HTTP::Get.new(uri.request_uri)
+        make_request(request, uri)
+    end
+
+    def post(path, params={})
+        uri = URI("#{@url}#{path}")
+        request = Net::HTTP::Post.new(uri.request_uri)
+        request.set_form_data(params)
+        make_request(request, uri)
+    end
+
+    private
+
+    def make_request(request, uri)
+      request.basic_auth @username, @password
+      response = Net::HTTP.start(uri.host, uri.port,
+        :use_ssl => uri.scheme == 'https', :verify_mode => OpenSSL::SSL::VERIFY_NONE) do |http|
+        http.request(request)
+      end
+      case response
+      when Net::HTTPSuccess, Net::HTTPRedirection
+        response.body
+      else
+        response.value
+      end
+    end
+  end
+end

data/lib/celery_client/task_manager.rb

@@ -0,0 +1,146 @@
+require 'rubygems'
+require 'json'
+
+
+module CeleryClient
+  class TaskManager
+    def initialize(connection, wait=true, timeout=60, verbose=false)
+      @connection = connection
+      @timeout = Integer(timeout)
+      @tasks = {}
+      @wait = wait
+      if @wait.is_a?(String)
+        @wait = to_boolean(@wait)
+      end
+      @verbose = verbose
+      if @verbose.is_a?(String)
+        @verbose = to_boolean(@verbose)
+      end
+    end
+
+    def run(context, task_name, params)
+      if @verbose
+        puts "Executing #{context}/#{task_name} with payload #{params}" 
+      end
+      result = @connection.post(
+        get_run_path(context, task_name), params)
+      task_id = get_task_id(result)
+      save_task(task_id, context, task_name, params)
+      task_id
+    end
+
+    def status(task_id)
+      check_task(task_id)
+      check_for_status(task_id)
+    end
+
+    def result(task_id)
+      check_task(task_id)
+      check_for_result(task_id)
+    end
+
+    private
+
+    def to_boolean(string)
+      !!(string =~ /^(true|t|yes|y|1)$/i)
+    end
+
+    def check_task(task_id)
+      counter = 0
+      while true
+        response = @connection.get(
+          get_status_path(get_context(task_id), task_id))
+        status = get_task_status(response)
+        set_status(task_id, status)
+        set_result(task_id, get_task_result(response))
+        if not @wait or counter >= @timeout or status != 'PENDING'
+          break
+        end
+        if @verbose
+          puts "Current status is #{status}"
+        end
+        sleep 1
+        counter += 1
+      end
+    end
+
+    def get_run_path(context, task_name)
+      "/#{context}/manage/apply/#{task_name}"
+    end
+
+    def get_status_path(context, task_id)
+      "/#{context}/manage/status/#{task_id}"
+    end
+
+    def get_task_id(result)
+      get_task_key(result, 'task_id')
+    end
+
+    def get_task_result(result)
+      get_task_key(result, 'result')
+    end
+
+    def get_task_status(result)
+      get_task_key(result, 'status')
+    end
+
+    def get_task_key(result, key)
+      results = JSON.parse(result)
+      begin
+        value = results.fetch('task').fetch(key)
+      rescue KeyError
+        begin
+          value = results.fetch(key)
+        rescue KeyError
+          abort("Unable to get #{key} from task. Got this instead: #{result}.")
+        end
+      end
+      value
+    end
+
+    def get_context(task_id)
+      begin
+        context = check_for_task(task_id).fetch(:context) 
+      rescue KeyError
+        abort("No context for task: #{task_id}")
+      end
+      context
+    end
+
+    def set_status(task_id, status)
+      @tasks[task_id][:data][:status] = status
+    end
+
+    def set_result(task_id, result)
+      @tasks[task_id][:data][:result] = result
+    end
+
+    def save_task(task_id, context, task_name, params)
+      @tasks[task_id] = {:context => context, :task_name => task_name, :params => params, :data => {}}
+    end
+
+    def check_for_task(task_id)
+      begin
+        return @tasks.fetch(task_id)
+      rescue KeyError
+        abort("No task: #{task_id}")
+      end
+    end
+
+    def check_for_status(task_id)
+      begin
+        return check_for_task(task_id).fetch(:data).fetch(:status)
+      rescue KeyError
+        abort("No status for task: #{task_id}")
+      end
+    end
+
+    def check_for_result(task_id)
+      begin
+        return @tasks.fetch(task_id).fetch(:data).fetch(:result)
+      rescue KeyError
+        abort("No result for task: #{task_id}")
+      end
+    end
+  end
+end

data/lib/celery_client/version.rb

@@ -0,0 +1,3 @@
+module CeleryClient
+  VERSION = "0.0.1"
+end

data/spec/celery_client_http_spec.rb

@@ -0,0 +1,20 @@
+require 'celery_client'
+
+
+describe CeleryClient::HTTP do
+	c = CeleryClient::HTTP.new({'url' => 'http://tools.dev.jivehosted.com', 'username' => 'admin', 'password' => 'admin'})
+	it "test get request" do
+ 		c.get('/health/status').class.should eql(String)
+	end
+
+	t = CeleryClient::TaskManager.new(c)
+	task_id = t.run('zenoss', 'Zenoss.tasks.sync_installation', {'installationname' => 'devonp-puppet-test'})
+	it "test sync installation" do
+	  t.run('zenoss', 'Zenoss.tasks.sync_installation', {'installationname' => 'devonp-puppet-test'}).class.should eql(String)
+	end
+
+	it "test get task result" do
+	  t.status(task_id).class.should eql(String)
+	end
+end
+

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification
+name: celery_client
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Jestin Woods
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.6'
+description: Execute celery tasks
+email:
+- jestin.woods@jivesoftware.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- celery_client.gemspec
+- lib/celery_client.rb
+- lib/celery_client/http.rb
+- lib/celery_client/task_manager.rb
+- lib/celery_client/version.rb
+- pkg/celery_client-0.0.1.gem
+- spec/celery_client_http_spec.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.6
+signing_key: 
+specification_version: 4
+summary: Execute celery tasks
+test_files:
+- spec/celery_client_http_spec.rb