cloudist 0.0.2

data/lib/cloudist/utils.rb

@@ -0,0 +1,36 @@
+module Cloudist
+  module Utils
+    extend self
+
+    def reply_prefix(name)
+      "temp.reply.#{name}"
+    end
+
+    def generate_queue(exchange_name, second_name=nil)
+      second_name ||= $$
+      "#{generate_name_for_instance(exchange_name)}.#{second_name}"
+    end
+
+    def generate_name_for_instance(name)
+      "#{name}.#{Socket.gethostname}"
+    end
+    
+    # DEPRECATED
+    def generate_reply_to(name)
+      "#{reply_prefix(name)}.#{generate_sym}"
+    end
+
+    def generate_sym
+      values = [
+        rand(0x0010000),
+        rand(0x0010000),
+        rand(0x0010000),
+        rand(0x0010000),
+        rand(0x0010000),
+        rand(0x1000000),
+        rand(0x1000000),
+      ]
+      "%04x%04x%04x%04x%04x%06x%06x" % values
+    end
+  end
+end

data/lib/cloudist/worker.rb

@@ -0,0 +1,24 @@
+module Cloudist
+  class Worker
+    
+    attr_reader :options
+    
+    def initialize(options)
+      @options = options
+    end
+    
+    def log
+      Cloudist.log
+    end
+    
+    def job(queue_name, &block)
+      q = JobQueue.new(queue_name)
+      q.subscribe do |request|
+        j = Job.new(request.payload.dup)
+        j.instance_eval(&block)
+        j.cleanup
+      end
+    end
+    
+  end
+end

data/spec/cloudist/basic_queue_spec.rb

@@ -0,0 +1,33 @@
+require File.expand_path(File.dirname(__FILE__) + '../../spec_helper')
+
+describe "Cloudist" do
+  describe "BasicQueue" do
+    before(:each) do
+      overload_amqp
+      reset_broker
+    end
+    
+    it "should create a queue and exchange" do
+      # MQ.stubs(:direct).with(:name).returns(true)
+      @mq = mock("MQ")
+      @exchange = mock("MQ Exchange")
+      @queue = mock("MQ Queue")
+      
+      @queue.expects(:bind).with(@exchange)
+      # @mq.expects(:queue).with("make.sandwich")
+      
+      bq = Cloudist::BasicQueue.new("make.sandwich")
+      bq.stubs(:q).returns(@queue)
+      bq.stubs(:mq).returns(@mq)
+      bq.stubs(:ex).returns(@exchange)
+      
+      bq.setup
+      
+      bq.q.should_not be_nil
+      bq.ex.should_not be_nil
+      bq.mq.should_not be_nil
+    end
+    
+  end
+  
+end

data/spec/cloudist/job_spec.rb

@@ -0,0 +1,23 @@
+require File.expand_path(File.dirname(__FILE__) + '../../spec_helper')
+
+describe Cloudist::Job do
+  before(:each) do
+    @payload = Cloudist::Payload.new({:bread => 'white'})
+  end
+  
+  it "should be constructable with payload" do
+    job = Cloudist::Job.new(@payload)
+    job.payload.should == @payload
+  end
+  
+  it "should be constructable with payload and return ID" do
+    job = Cloudist::Job.new(@payload)
+    job.id.should == @payload.id
+  end
+  
+  it "should be constructable with payload and return data" do
+    job = Cloudist::Job.new(@payload)
+    job.data.should == @payload.body
+  end
+  
+end

data/spec/cloudist/payload_spec.rb

@@ -0,0 +1,126 @@
+require File.expand_path(File.dirname(__FILE__) + '../../spec_helper')
+
+describe Cloudist::Payload do
+  it "should raise bad payload error unless data is a hash" do
+    lambda {
+      Cloudist::Payload.new([1,2,3])
+    }.should raise_error(Cloudist::BadPayload)
+  end
+  
+  it "should accept a hash for data" do
+    lambda {
+      Cloudist::Payload.new({:bread => 'white'})
+    }.should_not raise_error(Cloudist::BadPayload)
+  end
+  
+  it "should prepare headers" do
+    payload = Cloudist::Payload.new({:bread => 'white'})
+    body, headers = payload.apply_custom_headers
+    body.should == {"bread"=>"white"}
+    headers.has_key?(:ttl).should be_true
+    headers.has_key?(:content_type).should be_true
+    headers[:content_type].should == "application/json"
+    headers.has_key?(:published_on).should be_true
+    headers.has_key?(:event_hash).should be_true
+    headers.has_key?(:message_id).should be_true
+  end
+  
+  it "should extract published_on from data" do
+    payload = Cloudist::Payload.new({:bread => 'white', :published_on => 12345678})
+    body, headers = payload.apply_custom_headers
+    body.should == {"bread"=>"white"}
+    headers[:published_on].should == "12345678"
+  end
+  
+  it "should extract custom event hash from data" do
+    payload = Cloudist::Payload.new({:bread => 'white', :event_hash => 'foo'})
+    body, headers = payload.apply_custom_headers
+    body.should == {"bread"=>"white"}
+    headers[:event_hash].should == "foo"
+  end
+  
+  it "should parse JSON message" do
+    payload = Cloudist::Payload.new({:bread => 'white', :event_hash => 'foo'}.to_json)
+    payload.body.should == {"bread"=>"white"}
+  end
+  
+  it "should parse custom headers" do
+    payload = Cloudist::Payload.new({:bread => 'white', :event_hash => 'foo'}.to_json, {:published_on => 12345})
+    payload.parse_custom_headers.should == {:published_on=>12345, :event_hash=>"foo", :content_type=>"application/json", :message_id=>"foo", :ttl=>300}
+  end
+  
+  it "should create a unique event hash" do
+    payload = Cloudist::Payload.new({:bread => 'white'})
+    payload.create_event_hash.size.should == 32
+  end
+  
+  it "should not create a new event hash unless it doesn't have one" do
+    payload = Cloudist::Payload.new({:bread => 'white'})
+    payload.event_hash.size.should == 32
+    payload = Cloudist::Payload.new({:bread => 'white'}, {:event_hash => 'foo'})
+    payload.event_hash.should == 'foo'
+  end
+  
+  it "should delegate missing methods to header keys" do
+    payload = Cloudist::Payload.new({:bread => 'white'}, {:event_hash => 'foo', :ttl => 300})
+    payload[:bread].should == 'white'
+  end
+  
+  it "should format payload for sending" do
+    payload = Cloudist::Payload.new({:bread => 'white'}, {:event_hash => 'foo'})
+    json, headers = payload.formatted
+    json.should == "{\"bread\":\"white\"}"
+    headers[:ttl].should == "300"
+  end
+  
+  it "should generate a unique payload ID" do
+    payload = Cloudist::Payload.new({:bread => 'white'})
+    payload.id.size.should == 32
+  end
+  
+  it "should allow setting of payload ID" do
+    payload = Cloudist::Payload.new({:bread => 'white'})
+    payload.id = "2345"
+    payload.id.should == "2345"
+  end
+  
+  it "should allow changing of payload after being published" do
+    payload = Cloudist::Payload.new({:bread => 'white'})
+    payload.publish
+    lambda { payload.id = "12334456" }.should raise_error
+  end
+  
+  it "should freeze" do
+    payload = Cloudist::Payload.new({:bread => 'white'})
+    lambda {payload.body[:bread] = "brown"}.should_not raise_error(TypeError)
+    payload.body[:bread].should == "brown"
+    payload.publish
+    lambda {payload.body[:bread] = "rainbow"}.should raise_error(TypeError)
+  end
+  
+  it "should allow setting of reply header" do
+    payload = Cloudist::Payload.new({:bread => 'white'})
+    
+    payload.headers[:reply_to].should be_nil
+    payload.set_reply_to("my_custom_queue")
+    payload.headers[:reply_to].should_not be_nil
+    payload.headers[:reply_to].should match /^temp\.reply\.my_custom_queue\.(.+)/
+    body, headers = payload.formatted
+    headers[:reply_to].should == payload.headers[:reply_to]
+    
+  end
+  
+  it "should not overwrite passed in headers" do
+    payload = Cloudist::Payload.new({:bread => 'white'}, {:ttl => 25, :event_hash => 'foo', :published_on => 12345, :message_id => 1})
+    payload.headers[:ttl].should == "25"
+    payload.headers[:event_hash].should == "foo"
+    payload.headers[:published_on].should == "12345"
+    payload.headers[:message_id].should == "1"
+  end
+  
+  it "should allow custom headers to be set" do
+    payload = Cloudist::Payload.new({:bread => 'white'}, {:reply_type => 'event'})
+    payload.headers[:reply_type].should == 'event'
+  end
+  
+end

data/spec/cloudist/request_spec.rb

@@ -0,0 +1,41 @@
+require File.expand_path(File.dirname(__FILE__) + '../../spec_helper')
+
+describe Cloudist::Request do
+  before {
+    @mq_header = mock("MQ::Header")
+    @mq_header.stubs(:properties).returns({:published_on=>Time.now.to_i - 60, :event_hash=>"foo", :content_type=>"application/json", :message_id=>"foo", :ttl=>300})
+    
+    q = Cloudist::JobQueue.new('test.queue')
+    
+    @request = Cloudist::Request.new(q, {:bread => 'white'}.to_json, @mq_header)
+  }
+  
+  it "should return ttl" do
+    @request.ttl.should == 300
+  end
+  
+  it "should have a payload" do
+    @request.payload.should_not be_nil
+    @request.payload.should be_a(Cloudist::Payload)
+  end
+  
+  it "should be 1 minute old" do
+    @request.age.should == 60
+  end
+  
+  it "should not be expired" do
+    @request.expired?.should_not be_true
+  end
+  
+  it "should not be acked yet" do
+    @request.acked?.should be_false
+  end
+  
+  it "should be ackable" do
+    @mq_header.stubs(:ack).returns(true)
+    
+    @request.ack.should be_true
+    @request.acked?.should be_true
+  end
+  
+end

data/spec/cloudist_spec.rb

@@ -0,0 +1,24 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "Cloudist" do
+  
+  before(:each) do
+    overload_amqp
+    reset_broker
+  end
+  
+  def run_start
+    Cloudist.start {
+      worker {
+      
+      }
+    }
+  end
+  
+  it "should start" do
+    Cloudist.stubs(:worker).returns(true)
+    Cloudist.expects(:worker).once
+    
+    # run_start
+  end
+end

data/spec/core_ext/string_spec.rb

@@ -0,0 +1,16 @@
+require File.expand_path(File.dirname(__FILE__) + '../../spec_helper')
+
+require "cloudist/core_ext/string"
+
+describe "String" do
+  it "should support ends_with?" do
+    "started!".ends_with?('!').should be_true
+    "started!".ends_with?('-').should be_false
+  end
+  
+  it "should support starts_with?" do
+    "event-started".starts_with?("event").should be_true
+    "event-started".starts_with?("reply").should be_false
+  end
+  
+end

data/spec/spec_helper.rb

@@ -0,0 +1,15 @@
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'rspec'
+require "moqueue"
+require "mocha"
+
+require 'cloudist'
+
+# Requires supporting files with custom matchers and macros, etc,
+# in ./support/ and its subdirectories.
+Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each {|f| require f}
+
+RSpec.configure do |config|
+  config.mock_with :mocha
+end

metadata

@@ -0,0 +1,270 @@
+--- !ruby/object:Gem::Specification 
+name: cloudist
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 2
+  version: 0.0.2
+platform: ruby
+authors: 
+- Ivan Vanderbyl
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-01-16 00:00:00 +11:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  type: :runtime
+  prerelease: false
+  name: amqp
+  version_requirements: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id001
+- !ruby/object:Gem::Dependency 
+  type: :runtime
+  prerelease: false
+  name: json
+  version_requirements: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id002
+- !ruby/object:Gem::Dependency 
+  type: :runtime
+  prerelease: false
+  name: activesupport
+  version_requirements: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id003
+- !ruby/object:Gem::Dependency 
+  type: :development
+  prerelease: false
+  name: rspec
+  version_requirements: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 2
+        - 3
+        - 0
+        version: 2.3.0
+  requirement: *id004
+- !ruby/object:Gem::Dependency 
+  type: :development
+  prerelease: false
+  name: moqueue
+  version_requirements: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id005
+- !ruby/object:Gem::Dependency 
+  type: :development
+  prerelease: false
+  name: mocha
+  version_requirements: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id006
+- !ruby/object:Gem::Dependency 
+  type: :development
+  prerelease: false
+  name: bundler
+  version_requirements: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  requirement: *id007
+- !ruby/object:Gem::Dependency 
+  type: :development
+  prerelease: false
+  name: jeweler
+  version_requirements: &id008 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 7
+        segments: 
+        - 1
+        - 5
+        - 2
+        version: 1.5.2
+  requirement: *id008
+- !ruby/object:Gem::Dependency 
+  type: :development
+  prerelease: false
+  name: rcov
+  version_requirements: &id009 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id009
+- !ruby/object:Gem::Dependency 
+  type: :development
+  prerelease: false
+  name: reek
+  version_requirements: &id010 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 15
+        segments: 
+        - 1
+        - 2
+        - 8
+        version: 1.2.8
+  requirement: *id010
+- !ruby/object:Gem::Dependency 
+  type: :development
+  prerelease: false
+  name: roodi
+  version_requirements: &id011 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 11
+        segments: 
+        - 2
+        - 1
+        - 0
+        version: 2.1.0
+  requirement: *id011
+description: Cloudist is a simple, highly scalable job queue for Ruby applications, it can run within Rails, or on EC2, and does not load your entire Rails stack like delayed job does.
+email: ivanvanderbyl@me.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE.txt
+- README.md
+files: 
+- .document
+- .rspec
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- VERSION
+- examples/queue_message.rb
+- examples/sandwich_client.rb
+- examples/sandwich_worker.rb
+- lib/cloudist.rb
+- lib/cloudist/basic_queue.rb
+- lib/cloudist/core_ext/string.rb
+- lib/cloudist/errors.rb
+- lib/cloudist/job.rb
+- lib/cloudist/job_queue.rb
+- lib/cloudist/listener.rb
+- lib/cloudist/payload.rb
+- lib/cloudist/publisher.rb
+- lib/cloudist/reply_queue.rb
+- lib/cloudist/request.rb
+- lib/cloudist/utils.rb
+- lib/cloudist/worker.rb
+- spec/cloudist/basic_queue_spec.rb
+- spec/cloudist/job_spec.rb
+- spec/cloudist/payload_spec.rb
+- spec/cloudist/request_spec.rb
+- spec/cloudist_spec.rb
+- spec/core_ext/string_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://github.com/ivanvanderbyl/cloudist
+licenses: 
+- MIT
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Super fast job queue using AMQP
+test_files: 
+- examples/queue_message.rb
+- examples/sandwich_client.rb
+- examples/sandwich_worker.rb
+- spec/cloudist/basic_queue_spec.rb
+- spec/cloudist/job_spec.rb
+- spec/cloudist/payload_spec.rb
+- spec/cloudist/request_spec.rb
+- spec/cloudist_spec.rb
+- spec/core_ext/string_spec.rb
+- spec/spec_helper.rb