simple_worker 0.0.1

data/README.markdown

@@ -0,0 +1,14 @@
+Using Simple Worker
+
+1) Upload code
+
+    simple_worker.upload
+
+2) Queue up a job for code to run
+
+    simple_worker.queue
+
+3) 
+
+
+

data/lib/api_auth.rb

@@ -0,0 +1,11 @@
+module SimpleWorker
+    class ApiAuth
+        def initialize(access_key, secret_key)
+            @access_key = access_key
+            @secret_key = secret_key
+            @host = "http://simpleworker.appoxy.com/api/"
+
+        end
+    end
+
+end

data/lib/http_enabled.rb

@@ -0,0 +1,121 @@
+require 'rubygems'
+require 'active_support'
+require 'net/http'
+require 'base64'
+
+
+begin
+    require 'digest/hmac'
+    USE_EMBEDDED_HMAC = false
+rescue
+    puts "HMAC, not found in standard lib." + $!.message
+    require 'hmac-sha1'
+    USE_EMBEDDED_HMAC = true
+end
+
+module SimpleWorker
+
+    DEFAULT_HOST = "http://simpleworker.appoxy.com/api/v1/"
+
+    module HttpEnabled
+
+
+        def self.host
+            return DEFAULT_HOST
+        end
+
+
+        # body is a hash
+        def run_http(access_key, secret_key, http_method, command_path, body=nil, parameters={}, extra_headers=nil)
+            ts = generate_timestamp(Time.now.gmtime)
+            # puts 'timestamp = ' + ts
+            sig = generate_signature_v0(command_path, ts, secret_key)
+            # puts "My signature = " + sig
+            url = SimpleWorker::HttpEnabled.host + command_path
+            # puts url
+
+            user_agent = "Ruby Client"
+            headers = {'User-Agent' => user_agent}
+
+            if !extra_headers.nil?
+                extra_headers.each_pair do |k, v|
+                    headers[k] = v
+                end
+            end
+
+            extra_params = {'sigv'=>"0.1", 'sig' => sig, 'timestamp' => ts, 'access_key' => access_key}
+            if http_method == :put
+                body.update(extra_params)
+            else
+                parameters = {} if parameters.nil?
+                parameters.update(extra_params)
+                puts 'params=' + parameters.inspect
+
+            end
+
+
+            uri = URI.parse(url)
+            #puts 'body=' + body.to_s
+            if (http_method == :put)
+                req = Net::HTTP::Put.new(uri.path)
+                body = ActiveSupport::JSON.encode(body)
+                req.body = body unless body.nil?
+            elsif (http_method == :post)
+                req = Net::HTTP::Post.new(uri.path)
+                if !parameters.nil?
+                    req.set_form_data(parameters)
+                else
+                    req.body = body unless body.nil?
+                end
+            elsif (http_method == :delete)
+                req = Net::HTTP::Delete.new(uri.path)
+                if !parameters.nil?
+                    req.set_form_data(parameters)
+                end
+            else
+                req = Net::HTTP::Get.new(uri.path)
+                if !parameters.nil?
+                    req.set_form_data(parameters)
+                end
+            end
+            headers.each_pair do |k, v|
+                req[k] = v
+            end
+            # req.each_header do |k, v|
+            # puts 'header ' + k + '=' + v
+            #end
+            res = Net::HTTP.start(uri.host, uri.port) do |http|
+                http.request(req)
+            end
+
+            ret = ''
+            case res
+                when Net::HTTPSuccess
+                    # puts 'response body=' + res.body
+                    ret = res.body
+                else
+                    #res.error
+                    puts 'HTTP ERROR: ' + res.class.name
+                    puts res.body
+                    ret = res.body
+            end
+            return ret
+        end
+
+        def generate_timestamp(gmtime)
+            return gmtime.strftime("%Y-%m-%dT%H:%M:%SZ")
+        end
+
+        def generate_signature_v0(operation, timestamp, secret_access_key)
+            if USE_EMBEDDED_HMAC
+                my_sha_hmac = HMAC::SHA1.digest(secret_access_key, operation + timestamp)
+            else
+                my_sha_hmac = Digest::HMAC.digest(operation + timestamp, secret_access_key, Digest::SHA1)
+            end
+            my_b64_hmac_digest = Base64.encode64(my_sha_hmac).strip
+            return my_b64_hmac_digest
+        end
+    end
+
+end
+

data/lib/queue.rb

@@ -0,0 +1,33 @@
+require 'http_enabled'
+require 'api_auth'
+
+module SimpleWorker
+    class Queue < SimpleWorker::ApiAuth
+
+        extend SimpleWorker::HttpEnabled
+
+        def initialize(access_key, secret_key, class_name)
+            super(access_key, secret_key)
+            @class_name = class_name
+        end
+
+        def add(class_name, data={})
+
+            params = nil
+            if !data.is_a?(Array)
+                data = [data]
+            end
+            hash_to_send = {}
+            hash_to_send["data"] = data
+            hash_to_send["class_name"] = class_name
+            puts 'hash_to_send=' + hash_to_send.inspect
+            res = run_http(access_key, secret_key, :put, "queue/add", hash_to_send, params)
+            puts "response=" + res
+            return ActiveSupport::JSON.decode(res)
+        end
+
+
+    end
+
+
+end

data/lib/status.rb

@@ -0,0 +1,22 @@
+require 'http_enabled'
+require 'api_auth'
+
+module SimpleWorker
+    class Status < SimpleWorker::ApiAuth
+
+        extend SimpleWorker::HttpEnabled
+
+        def initialize(access_key, secret_key, class_name)
+            super(access_key, secret_key)
+            @class_name = class_name
+        end
+
+        def check(task_id)
+            data = {"task_id"=>task_id}
+            #puts run_http(@access_key, @secret_key, :post, "queue/status", nil, {"task_id"=>@task_id})
+            puts "response=" + run_http(@access_key, @secret_key, :get, "queue/status", nil, data)
+        end
+    end
+
+
+end

data/lib/uploader.rb

@@ -0,0 +1,28 @@
+require 'http_enabled'
+require 'api_auth'
+
+module SimpleWorker
+    class Uploader < SimpleWorker::ApiAuth
+
+        extend SimpleWorker::HttpEnabled
+
+        def initialize(access_key, secret_key)
+            super(access_key, secret_key)
+        end
+
+        # Options:
+        #    - :callback_url
+        def put(filename, class_name, data={})
+            mystring = nil
+            file = File.open(filename, "r") do |f|
+                mystring = f.read
+            end
+            data = {"code"=>mystring, "class_name"=>class_name}
+            puts "response=" + run_http(@access_key, @secret_key, :post, "code/put", nil, data)
+            #puts "response=" + run_http(access_key, secret_key, :post, "queue/add", nil, data)
+        end
+
+    end
+end
+
+

data/test/simple_worker_tests.rb

@@ -0,0 +1,39 @@
+require 'test/unit'
+
+class SimpleWorkerTests < Test::Unit::TestCase
+
+    def setup
+        @config = YAML::load(File.open(File.expand_path("~/.testconfigs/simple_worker.yml")))
+        #puts @config.inspect
+        @access_key = @config['simple_worker']['access_key']
+        @secret_key = @config['simple_worker']['secret_key']
+    end
+
+    def teardown
+
+    end
+
+    def test_queue
+
+        # Upload latest runner code
+        uploader = SimpleWorker::Uploader.new(@access_key, @secret_key)
+        uploader.put("../workers/test_runner.rb", "TestRunner")
+
+        # Add something to queue, get task ID back
+        queue = SimpleWorker::Queue.new(@access_key, @secret_key)
+        # Single task
+        response_hash = queue.add("TestRunner", {"s3_key"=>"single runner", "times"=>10})
+        # task set
+        response_hash = queue.add("TestRunner", [{"id"=>"local_id", "s3_key"=>"some key", "times"=>4}, {"s3_key"=>"some key2", "times"=>3}, {"s3_key"=>"some key", "times"=>2}])
+
+        # Check status
+        status = SimpleWorker::Status.new(@access_key, @secret_key)
+        tasks = response_hash["tasks"]
+        tasks.each do |t|
+            status.check(t["task_id"])
+        end
+
+
+    end
+end
+

metadata

@@ -0,0 +1,60 @@
+--- !ruby/object:Gem::Specification 
+name: simple_worker
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Travis Reeder
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-10-11 00:00:00 -07:00
+default_executable: 
+dependencies: []
+
+description: I could tell you, but then I'd have to...
+email: travis@appoxy.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.markdown
+files: 
+- lib/api_auth.rb
+- lib/http_enabled.rb
+- lib/queue.rb
+- lib/status.rb
+- lib/uploader.rb
+- README.markdown
+has_rdoc: true
+homepage: http://github.com/appoxy/simple_worker
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Classified
+test_files: 
+- test/simple_worker_tests.rb