celerb 0.0.2

data/History.txt

@@ -0,0 +1,9 @@
+=== 0.0.2 / 2010-11-13
+
+* subscribes to celery results
+ 
+=== 0.0.1 / 2010-11-12
+
+* initial release
+* can submit tasks to celery
+ 

data/Manifest.txt

@@ -0,0 +1,13 @@
+History.txt
+Manifest.txt
+README.rdoc
+Rakefile
+lib/celerb.rb
+lib/celerb/task.rb
+lib/celerb/task_publisher.rb
+lib/celerb/result_consumer.rb
+test/test_celerb.rb
+test/test_helper.rb
+test/thumbTask.pb.rb
+test/thumbTask.proto
+test/vleugel.kmz

data/README.rdoc

@@ -0,0 +1,14 @@
+= celery for ruby
+
+https://github.com/skrat/celerb
+
+Ruby client library for submitting task to celery queue.
+
+== LICENSE:
+
+(The GPL License)
+
+Copyright (c) 2010 Dusan Maliarik
+
+See http://www.gnu.org/licenses/gpl.html
+

data/Rakefile

@@ -0,0 +1,20 @@
+require 'rubygems'
+gem 'hoe', '>= 2.1.0'
+require 'hoe'
+require 'fileutils'
+
+# Hoe.plugin :website
+# Hoe.plugin :cucumberfeatures
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+$hoe = Hoe.spec 'celerb' do
+  self.developer 'Dusan Maliarik', 'dusan.maliarik@gmail.com'
+  self.rubyforge_name = self.name # TODO this is default value
+  self.extra_deps     = [
+    ['amqp',   '= 0.6.7'],
+    ['msgpack','= 0.4.3']
+  ]
+
+end
+

data/lib/celerb/result_consumer.rb

@@ -0,0 +1,57 @@
+module Celerb
+  class ResultConsumer
+    def initialize(opts)
+      @exchange = MQ.direct(opts[:results], :auto_delete => true)
+      @handlers = {}
+      @queues = {}
+    end
+
+    def register(task_id, &blk)
+      @handlers[task_id] = blk
+    end
+
+    def subscribe(task_id)
+      queue = task_id_to_queue(task_id)
+      queue.subscribe &method(:consume)
+    end
+
+    def consume(header, body)
+      result = Result.new(MessagePack.unpack(body))
+      queue  = @queues.delete result.task_id
+      queue.unsubscribe
+      if @handlers.include? result.task_id
+        handler = @handlers.delete result.task_id
+        handler.call result
+      end
+    end
+
+    private
+
+    def task_id_to_queue(task_id)
+      queue = MQ.queue(task_id_to_queue_name(task_id), :auto_delete => true)
+      queue.bind(@exchange)
+      @queues[task_id] = queue
+    end
+
+    def task_id_to_queue_name(task_id)
+      task_id.gsub('-', '')
+    end
+  end
+
+  class Result
+
+    attr_reader :task_id
+    attr_reader :status
+    attr_reader :body
+
+    def initialize(message)
+      @task_id = message['task_id']
+      @status  = message['status'].to_sym
+      @body    = message['result']
+    end
+
+    def success?
+      @status == :SUCCESS
+    end
+  end
+end

data/lib/celerb/task.rb

@@ -0,0 +1,48 @@
+module Celerb
+  # Mixin for Celery tasks
+  module Task
+
+    def self.included(base)
+      base.extend ClassMethods
+    end
+
+    def delay
+      self.class.delay self.to_celery
+    end
+
+    def to_celery
+      raise NotImplementedError, "You have to return Celery task arguments here"
+    end
+
+    module ClassMethods
+
+      def task_name(value)
+        @@name = value
+      end
+
+      def delay(*args)
+        argz = args.select{|a| !a.kind_of? Hash}
+        kwargz = args.select{|a| a.kind_of? Hash}.first
+        if argz.length + (kwargz && 1 || 0) > args.length
+          raise "Wrong arguments, must be list followed by optional Hash"
+        end
+        AsyncResult.new(TaskPublisher.delay_task(
+          @@name, task_args=argz, task_kwargs=kwargz||{}))
+      end
+    end
+
+  end
+
+  class AsyncResult
+
+    attr_reader :task_id
+
+    def initialize(task_id)
+      @task_id = task_id
+    end
+
+    def wait(&blk)
+      TaskPublisher.register_result_handler(@task_id, &blk)
+    end
+  end
+end

data/lib/celerb/task_publisher.rb

@@ -0,0 +1,46 @@
+module Celerb
+  class TaskPublisher
+
+    def self.connect(opts)
+      @@exchange = MQ.direct(opts[:exchange],
+        :key => opts[:key], :durable => true)
+      @@results = ResultConsumer.new(opts)
+    end
+
+    def self.delay_task(task_name, task_args=[], task_kwargs={},
+                   task_id=nil, taskset_id=nil, expires=nil, eta=nil,
+                   exchange=nil, exchange_type=nil, retries=0)
+      task_id ||= TaskPublisher.uniq_id
+      @@results.subscribe task_id
+      publish({
+        :task => task_name,
+        :id   => task_id,
+        :args => task_args,
+        :kwargs  => task_kwargs,
+        :retries => retries,
+        :eta     => eta,
+        :expires => expires
+      })
+      return task_id
+    end
+
+    def self.register_result_handler(task_id, &blk)
+      @@results.register(task_id, &blk)
+    end
+
+    private
+
+    def self.publish(body)
+      @@exchange.publish MessagePack.pack(body), {
+        :content_type => 'application/x-msgpack',
+        :content_encoding => 'binary'
+      }
+    end
+
+
+    def self.uniq_id
+      return UUID.create_v4.to_s
+    end
+
+  end
+end

data/lib/celerb.rb

@@ -0,0 +1,15 @@
+$:.unshift(File.dirname(__FILE__)) unless
+  $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+require 'rubygems'
+
+require 'mq'
+require 'msgpack'
+require 'uuid'
+
+module Celerb
+  VERSION = '0.0.2'
+end
+
+require 'celerb/task'
+require 'celerb/task_publisher'
+require 'celerb/result_consumer'

data/test/test_celerb.rb

@@ -0,0 +1,49 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class TestCelerb < Test::Unit::TestCase
+
+  def test_unique_id
+    assert !Celerb::TaskPublisher.uniq_id.nil?
+  end
+
+  def x_test_delay_task
+    with_celery do |exchange|
+      tp = Celerb::TaskPublisher.new exchange
+      assert !tp.delay_task('some').nil?
+    end
+  end
+
+  def test_task_class
+    AMQP.run(TEST_CELERY[:AMQP]) do
+      Celerb::TaskPublisher.connect(TEST_CELERY)
+      asset = open(File.join(File.dirname(__FILE__), 'vleugel.kmz')).read()
+
+      task = Floorplanner::ThumbTask.new(
+        :type       => Floorplanner::ThumbTask::AssetType::DAE,
+        :resultPath => '/test/thing/%s/some.png',
+        :asset      => asset,
+        :styles     => [Floorplanner::ThumbStyle.new(
+          :name => 'original',
+          :size => 512)]
+      ).delay.wait do |result|
+        puts result.body
+      end
+      puts "Done..."
+    end
+  end
+
+  private
+
+  def with_amqp(&blk)
+    AMQP.connect(TEST_CELERY[:AMQP])
+    yield
+  end
+
+  def with_celery(&blk)
+    with_amqp do
+      yield MQ.direct(TEST_CELERY[:exchange],
+        :key => TEST_CELERY[:key], :durable => true)
+    end
+  end
+
+end

data/test/test_helper.rb

@@ -0,0 +1,17 @@
+require 'stringio'
+require 'test/unit'
+require File.dirname(__FILE__) + '/../lib/celerb'
+require 'test/thumbTask.pb'
+
+TEST_CELERY = {
+  :AMQP => {
+    :host  => 'localhost',
+    :user  => 'geri',
+    :pass  => 'geri',
+    :vhost => 'geri'
+  },
+  :key   => 'celery',
+  :exchange => 'celery',
+  :results  => 'celeryresults'
+}
+

data/test/thumbTask.pb.rb

@@ -0,0 +1,53 @@
+### Generated by rprotoc. DO NOT EDIT!
+### <proto file: thumbTask.proto>
+# package floorplanner;
+# 
+# message ThumbTask {
+# 
+#     enum AssetType {
+#         DAE = 0;
+#         SWF = 1;
+#     }
+# 
+#     required string resultPath = 1;
+#     required AssetType type = 2;
+#     required bytes asset = 3;
+#     repeated ThumbStyle styles = 4;
+# }
+# 
+# message ThumbStyle {
+#     required string name = 1;
+#     required int32 size = 2;
+# }
+
+require 'protobuf/message/message'
+require 'protobuf/message/enum'
+require 'protobuf/message/service'
+require 'protobuf/message/extend'
+
+module Floorplanner
+  class ThumbTask < ::Protobuf::Message
+    defined_in __FILE__
+    class AssetType < ::Protobuf::Enum
+      defined_in __FILE__
+      DAE = value(:DAE, 0)
+      SWF = value(:SWF, 1)
+    end
+    required :string, :resultPath, 1
+    required :AssetType, :type, 2
+    required :bytes, :asset, 3
+    repeated :ThumbStyle, :styles, 4
+
+    include Celerb::Task
+    task_name 'thumbs.tasks.thumb3D'
+
+    def to_celery
+      serialize_to_string
+    end
+  end
+  class ThumbStyle < ::Protobuf::Message
+    defined_in __FILE__
+    required :string, :name, 1
+    required :int32, :size, 2
+  end
+end

data/test/thumbTask.proto

@@ -0,0 +1,19 @@
+package floorplanner;
+
+message ThumbTask {
+
+    enum AssetType {
+        DAE = 0;
+        SWF = 1;
+    }
+
+    required string resultPath = 1;
+    required AssetType type = 2;
+    required bytes asset = 3;
+    repeated ThumbStyle styles = 4;
+}
+
+message ThumbStyle {
+    required string name = 1;
+    required int32 size = 2;
+}

metadata

@@ -0,0 +1,120 @@
+--- !ruby/object:Gem::Specification 
+name: celerb
+version: !ruby/object:Gem::Version 
+  version: 0.0.2
+platform: ruby
+authors: 
+- Dusan Maliarik
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-11-13 00:00:00 +01:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: amqp
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        version: 0.6.7
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: msgpack
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        version: 0.4.3
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: rubyforge
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.0.3
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: gemcutter
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.3.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.5.0
+    version: 
+description: ""
+email: 
+- dusan.maliarik@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- History.txt
+- Manifest.txt
+files: 
+- History.txt
+- Manifest.txt
+- README.rdoc
+- Rakefile
+- lib/celerb.rb
+- lib/celerb/task.rb
+- lib/celerb/task_publisher.rb
+- lib/celerb/result_consumer.rb
+- test/test_celerb.rb
+- test/test_helper.rb
+- test/thumbTask.pb.rb
+- test/thumbTask.proto
+- test/vleugel.kmz
+has_rdoc: true
+homepage: https://github.com/skrat/celerb
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --main
+- README.txt
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: celerb
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: ""
+test_files: 
+- test/test_helper.rb
+- test/test_celerb.rb