gearman-ruby 2.0.0 → 3.0.1

data/examples/client_echo.rb

@@ -1,16 +0,0 @@
-require 'rubygems'
-require '../lib/gearman'
-
-servers = ['localhost:4730']
-client = Gearman::Client.new(servers)
-taskset = Gearman::TaskSet.new(client)
-
-100000.times do |i|
-  task = Gearman::Task.new('echo', "hello #{i}")
-  task.on_complete {|d| puts d }
-  taskset.add_task(task)
-end
-taskset.wait(100)
-
-taskset.add_task(Gearman::Task.new('quit'))
-taskset.wait(100)

data/examples/evented_client.rb

@@ -1,23 +0,0 @@
-require 'rubygems'
-require "ruby-debug"
-require '../lib/gearman'
-
-Gearman::Util.debug = true
-
-servers = ['localhost:4730', 'localhost:4731']
-client = Gearman::Client.new(servers)
-
-taskset = Gearman::Taskset.new
-
-task = Gearman::Task.new('sleep', 2)
-task.on_status {|numerator, denominator| puts "TASK 1: Completed #{numerator} of #{denominator}"}
-task.on_complete {|d| puts "TASK 1: #{d}" }
-taskset << task
-
-task = Gearman::Task.new('sleep', 15, :poll_status_interval => 2, :uuid => nil)
-task.on_status {|numerator, denominator| puts "TASK 2: Completed #{numerator} of #{denominator}"}
-task.on_data {|data| puts "TASK 2 DATA: #{data}" }
-task.on_complete {|d| puts "TASK 2: #{d}" }
-taskset << task
-
-client.run(taskset)

data/examples/worker_echo.rb

@@ -1,20 +0,0 @@
-require 'rubygems'
-require '../lib/gearman'
-# require 'perftools'
-
-quit = false
-# PerfTools::CpuProfiler.start("/tmp/worker_echo_profile") do  
-  servers = ['localhost:4730']
-  worker = Gearman::Worker.new(servers)
-
-  worker.add_ability('echo') do |data, job|
-    data
-  end
-  worker.add_ability('quit') do |data, job|
-    quit = true
-  end
-  loop {
-    break if quit
-    worker.work
-  }
-# end

data/examples/worker_echo_pprof.rb

@@ -1,5 +0,0 @@
-require 'rubygems'
-require 'perftools'
-PerfTools::CpuProfiler.start("/tmp/worker_echo_profile") do
-  require File.dirname(__FILE__) + "/worker_echo.rb"
-end

data/gearman-ruby.gemspec

@@ -1,111 +0,0 @@
-# Generated by jeweler
-# DO NOT EDIT THIS FILE
-# Instead, edit Jeweler::Tasks in Rakefile, and run `rake gemspec`
-# -*- encoding: utf-8 -*-
-
-Gem::Specification.new do |s|
-  s.name = %q{gearman-ruby}
-  s.version = "2.0.0"
-
-  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
-  s.authors = ["Kim Altintop"]
-  s.date = %q{2009-12-11}
-  s.description = %q{Library for the Gearman distributed job system}
-  s.email = %q{kim.altintop@gmail.com}
-  s.extra_rdoc_files = [
-    "LICENSE",
-     "README"
-  ]
-  s.files = [
-    ".gitignore",
-     "HOWTO",
-     "LICENSE",
-     "README",
-     "Rakefile",
-     "TODO",
-     "VERSION.yml",
-     "examples/calculus_client.rb",
-     "examples/calculus_worker.rb",
-     "examples/client.rb",
-     "examples/client_background.rb",
-     "examples/client_data.rb",
-     "examples/client_exception.rb",
-     "examples/client_prefix.rb",
-     "examples/evented_client.rb",
-     "examples/evented_worker.rb",
-     "examples/gearman_environment.sh",
-     "examples/scale_image.rb",
-     "examples/scale_image_worker.rb",
-     "examples/server.rb",
-     "examples/worker.rb",
-     "examples/worker_data.rb",
-     "examples/worker_exception.rb",
-     "examples/worker_prefix.rb",
-     "gearman-ruby.gemspec",
-     "lib/gearman.rb",
-     "lib/gearman/client.rb",
-     "lib/gearman/evented/client.rb",
-     "lib/gearman/evented/reactor.rb",
-     "lib/gearman/evented/worker.rb",
-     "lib/gearman/job.rb",
-     "lib/gearman/protocol.rb",
-     "lib/gearman/server.rb",
-     "lib/gearman/task.rb",
-     "lib/gearman/taskset.rb",
-     "lib/gearman/util.rb",
-     "lib/gearman/worker.rb",
-     "test/basic_integration_test.rb",
-     "test/crash_test.rb",
-     "test/job_test.rb",
-     "test/protocol_test.rb",
-     "test/test_helper.rb",
-     "test/util_test.rb",
-     "test/worker_test.rb"
-  ]
-  s.homepage = %q{http://github.com/kim/gearman-ruby}
-  s.rdoc_options = ["--charset=UTF-8"]
-  s.require_paths = ["lib"]
-  s.rubygems_version = %q{1.3.5}
-  s.summary = %q{Library for the Gearman distributed job system}
-  s.test_files = [
-    "test/basic_integration_test.rb",
-     "test/crash_test.rb",
-     "test/job_test.rb",
-     "test/protocol_test.rb",
-     "test/test_helper.rb",
-     "test/util_test.rb",
-     "test/worker_test.rb",
-     "examples/calculus_client.rb",
-     "examples/calculus_worker.rb",
-     "examples/client.rb",
-     "examples/client_background.rb",
-     "examples/client_data.rb",
-     "examples/client_echo.rb",
-     "examples/client_exception.rb",
-     "examples/client_prefix.rb",
-     "examples/evented_client.rb",
-     "examples/evented_worker.rb",
-     "examples/scale_image.rb",
-     "examples/scale_image_worker.rb",
-     "examples/server.rb",
-     "examples/worker.rb",
-     "examples/worker_data.rb",
-     "examples/worker_echo.rb",
-     "examples/worker_echo_pprof.rb",
-     "examples/worker_exception.rb",
-     "examples/worker_prefix.rb"
-  ]
-
-  if s.respond_to? :specification_version then
-    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
-    s.specification_version = 3
-
-    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
-      s.add_runtime_dependency(%q<eventmachine>, [">= 0.12.8"])
-    else
-      s.add_dependency(%q<eventmachine>, [">= 0.12.8"])
-    end
-  else
-    s.add_dependency(%q<eventmachine>, [">= 0.12.8"])
-  end
-end

data/lib/gearman/evented/client.rb

@@ -1,99 +0,0 @@
-module Gearman
-  module Evented
-
-    module ClientReactor
-      include Gearman::Evented::Reactor
-
-      def keep_connected
-        @keep_connected ||= (@opts[:keep_connected] || false)
-      end
-
-      def keep_connected=(keep)
-        @keep_connected = keep
-      end
-
-      def connection_completed
-        @cbs_job_created ||= []
-        @pending_jobs    = []
-        @assigned_jobs   = {}
-        @background_jobs = {}
-        super
-      end
-
-      def receive_data(data)
-        packets = Gearman::Protocol.decode_response(data)
-        log "received #{packets.size} packet(s) at once"
-        log "packets: #{packets.inspect}"
-        packets.each do |type, handle, *data|
-          dispatch_packet(type, handle, *data)
-        end
-      end
-
-      def dispatch_packet_callback(&callback)
-        @dispatch_packet_callback = callback
-      end
-
-      def dispatch_packet(type, handle, *data)
-        log "Got #{type.to_s}, #{handle}, #{data.inspect} from #{server}"
-        if type == :job_created
-          job_created(handle)
-          if cb = @cbs_job_created.shift
-            cb.call(handle)
-          end
-        else
-          dispatch(type, handle, data)
-        end
-      end
-
-      def submit_job(task, &cb_job_created)
-        cmd = "submit_job"
-        cmd << "_#{task.priority}" if [ :high, :low ].include?(task.priority)
-        cmd << "_bg" if task.background
-
-        log "#{cmd} #{task.name}, #{task.payload} to #{server}"
-        send cmd.to_sym, [ task.name, task.hash, task.payload ].join("\0")
-        @pending_jobs << task
-        @cbs_job_created << cb_job_created if cb_job_created
-      end
-
-      def job_created(handle)
-        job = @pending_jobs.shift
-        raise ProtocolError, "No job waiting for handle! (#{handle})" unless job
-        EM.add_periodic_timer(job.poll_status_interval) { get_status(handle) } if job.poll_status_interval
-        if job.background
-          @background_jobs[handle] = job
-        else
-          @assigned_jobs[handle] = job
-        end
-      end
-
-      def get_status(handle)
-        send :get_status, handle
-      end
-
-      def dispatch(type, handle, args)
-        return unless type
-        task = @assigned_jobs[handle]
-        task = @background_jobs[handle] unless task
-        raise ProtocolError, "No task by that name: #{handle}" unless task
-
-        if :work_fail == type && task.should_retry?
-          task.dispatch(:on_retry, task.retries_done)
-          @assigned_jobs.delete(handle)
-          submit_job(task)
-          return
-        end
-
-        if type == :status_res
-          task.dispatch(:on_status, args)
-        else
-          task.dispatch(type.to_s.sub("work", "on"), *args)
-        end
-
-        @assigned_jobs.delete(handle) if [:work_complete, :work_fail].include?(type)
-        disconnect if @assigned_jobs.empty? && !keep_connected
-      end
-    end
-
-  end
-end

data/lib/gearman/evented/reactor.rb

@@ -1,86 +0,0 @@
-module Gearman
-  module Evented
-
-    module Reactor
-      include EM::Deferrable
-
-      def self.included(mod)
-        mod.instance_eval do
-          def connect(host, port, opts = {})
-            Gearman::Evented::Reactor.connect(host, port, self, opts)
-          end
-        end
-      end
-
-      def self.connect(host, port, reactor, opts = {})
-        EM.connect(host, (port || 4730), reactor) do |c|
-          c.instance_eval do
-            @host = host
-            @port = port || 4730
-            @opts = opts
-          end
-        end
-      end
-
-      def connected?
-        @connected
-      end
-
-      def server
-        @hostport ||= [ @host, @port ].join(":")
-      end
-
-      def connection_completed
-        log "connected to #{@host}:#{@port}"
-        @connected = true
-        @reconnecting = false
-        @reconnect = true
-        succeed
-      end
-
-      def unbind
-        log "disconnected from #{@host}:#{@port}"
-        @connected = false
-        EM.next_tick { reconnect } unless !@reconnect
-        @reconnect = true
-      end
-
-      def disconnect
-        log "force disconnect from #{@host}:#{@port}"
-        @reconnect = false
-        close_connection_after_writing
-      end
-
-      def reconnect(force = false)
-        if @reconnecting
-          EM.add_timer(@opts[:reconnect_sec] || 30) { reconnect }
-          return
-        elsif !@reconnect && !force
-          log "forced disconnect, aborting reconnect attempt"
-          @reconnect = true
-          return
-        else
-          @reconnecting = true
-          @deferred_status = nil
-        end
-
-        log "reconnecting to #{@host}:#{@port}"
-        EM.reconnect(@host, @port.to_i, self)
-      end
-
-      def send(command, data = nil)
-        log "send #{command} #{data.inspect} (#{server})"
-        send_data(Gearman::Protocol.encode_request(command, data))
-      end
-
-      def log(msg, force = false)
-        Gearman::Util.log(msg, force)
-      end
-
-      def to_s
-        "#{@host}:#{@port}"
-      end
-    end
-
-  end
-end

data/lib/gearman/evented/worker.rb

@@ -1,118 +0,0 @@
-module Gearman
-  module Evented
-
-    module WorkerReactor
-      include Gearman::Evented::Reactor
-
-      def connection_completed
-        send :set_client_id, client_id
-        super
-
-        @abilities ||= @opts.delete(:abilities) || []
-        @abilities.each do |ability, args|
-          announce_ability(ability, args[:timeout])
-        end
-
-        grab_job
-      end
-
-      def announce_ability(name, timeout)
-        cmd = timeout ? :can_do_timeout : :can_do
-        arg = timeout ? "#{name}\0#{timeout.to_s}" : name
-        log "announce_ability #{name} #{timeout}"
-        send cmd, arg
-      end
-
-      def announce_disability(name)
-        send :cant_do, name
-      end
-
-      def grab_job
-        log "Grab Job"
-        send :grab_job_uniq
-      end
-
-      def work_fail(handle)
-        send :work_fail, handle
-      end
-
-      def work_complete(handle, data)
-        send :work_complete, "#{handle}\0#{data}"
-      end
-
-      def work_warning(handle, message)
-        send :work_warning, "#{handle}\0#{message}"
-      end
-
-      def receive_data(data)
-        Gearman::Protocol.decode_response(data).each do |type, handle, *data|
-          dispatch_packet(type, handle, *data)
-        end
-      end
-
-      def dispatch_packet(type, handle, *data)
-        success = true
-        timer   = 0
-        case type
-        when :no_job
-          send :pre_sleep
-          timer = @opts[:reconnect_sec] || 30
-        when :job_assign, :job_assign_uniq
-          log "job assign #{handle}, #{data.inspect}"
-          handle_job_assign(handle, data[0], data[1])
-        when :noop
-          log "NOOP"
-        when :error
-          log "[ERROR]: error from server #{server}: #{data}"
-        else
-          log "Got unknown #{type}, #{data} from #{server}"
-        end
-
-        EM.add_timer(timer) { grab_job }
-        succeed [handle, data]
-      end
-
-      def handle_job_assign(handle, func, args = '')
-        return unless handle
-        unless func
-          log "ERROR: Ignoring job_assign with no function"
-          return
-        end
-
-        log "Got job_assign '#{func}' with handle #{handle} and #{args.size rescue 0} byte(s)"
-
-        unless @abilities.has_key?(func)
-          log "Ignoring job_assign for unsupported func #{func} with handle #{handle}"
-          work_fail handle
-          return
-        end
-
-        exception = nil
-        begin
-          ret = @abilities[func][:callback].call(args, Gearman::Job.new(self, handle))
-        rescue Exception => e
-          exception = e
-        end
-
-        if ret && exception.nil?
-          ret = ret.to_s
-          log "Sending work_complete for #{handle} with #{ret.size} byte(s)"
-          work_complete handle, ret
-        elsif exception.nil?
-          log "Sending work_fail for #{handle} to #{server}"
-          work_fail handle
-        elsif exception
-          log "exception #{exception.message}, sending work_warning, work_fail for #{handle}"
-          work_warning handle, exception.message
-          work_fail handle
-        end
-      end
-
-      def client_id
-        @client_id ||= `uuidgen`.strip
-      end
-
-    end
-
-  end
-end