pebblebed 0.0.18 → 0.0.19

data/integration/river_spec.rb

@@ -0,0 +1,107 @@
+require 'digest'
+require 'pebblebed/uid'
+require 'pebblebed/river'
+
+# Note to readers. This is verbose and ugly
+# because I'm trying to understand what I'm doing.
+# When I do understand it, I'll clean up the tests.
+# Until then, please just bear with me.
+# Or explain it to me :)
+describe Pebblebed::River do
+
+  subject { Pebblebed::River.new('whatever') }
+
+  after(:each) do
+    subject.send(:bunny).queues.each do |name, queue|
+      queue.purge
+      queue.delete
+    end
+    subject.disconnect
+  end
+
+  it { subject.should_not be_connected }
+
+  it "gets the name right" do
+    subject.exchange_name.should eq('pebblebed.river.whatever')
+  end
+
+  context "in production" do
+    subject { Pebblebed::River.new('production') }
+
+    it "doesn't append the thing" do
+      subject.exchange_name.should eq('pebblebed.river')
+    end
+  end
+
+  it "connects" do
+    subject.connect
+    subject.should be_connected
+  end
+
+  it "disconnects" do
+    subject.connect
+    subject.should be_connected
+    subject.disconnect
+    subject.should_not be_connected
+  end
+
+  it "connects if you try to publish something" do
+    subject.should_not be_connected
+    subject.publish(:event => :test, :uid => 'klass:path$123', :attributes => {:a => 'b'})
+    subject.should be_connected
+  end
+
+  it "connects if you try to talk to the exchange" do
+    subject.should_not be_connected
+    subject.send(:exchange)
+    subject.should be_connected
+  end
+
+  describe "publishing" do
+
+    it "gets selected messages" do
+      queue = subject.queue(:name => 'thingivore', :path => 'rspec', :klass => 'thing')
+
+      queue.message_count.should eq(0)
+      subject.publish(:event => 'smile', :uid => 'thing:rspec$1', :attributes => {:a => 'b'})
+      subject.publish(:event => 'frown', :uid => 'thing:rspec$2', :attributes => {:a => 'b'})
+      subject.publish(:event => 'laugh', :uid => 'thing:testunit$3', :attributes => {:a => 'b'})
+      sleep(0.1)
+      queue.message_count.should eq(2)
+    end
+
+    it "gets everything if it connects without a key" do
+      queue = subject.queue(:name => 'omnivore')
+
+      queue.message_count.should eq(0)
+      subject.publish(:event => 'smile', :uid => 'thing:rspec$1', :attributes => {:a => 'b'})
+      subject.publish(:event => 'frown', :uid => 'thing:rspec$2', :attributes => {:a => 'b'})
+      subject.publish(:event => 'laugh', :uid => 'testunit:rspec$3', :attributes => {:a => 'b'})
+      sleep(0.1)
+      queue.message_count.should eq(3)
+    end
+
+    it "sends messages as json" do
+      queue = subject.queue(:name => 'eatseverything')
+      subject.publish(:event => 'smile', :source => 'rspec', :uid => 'klass:path$1', :attributes => {:a => 'b'})
+      sleep(0.1)
+      JSON.parse(queue.pop[:payload])['uid'].should eq('klass:path$1')
+    end
+  end
+
+  it "subscribes" do
+    queue = subject.queue(:name => 'alltestivore', :path => 'rspec|testunit', :klass => 'thing')
+
+    queue.message_count.should eq(0)
+    subject.publish(:event => 'smile', :uid => 'thing:rspec$1', :attributes => {:a => 'b'})
+    subject.publish(:event => 'frown', :uid => 'thing:rspec$2', :attributes => {:a => 'b'})
+    subject.publish(:event => 'laugh', :uid => 'thing:testunit$3', :attributes => {:a => 'b'})
+    sleep(0.1)
+    queue.message_count.should eq(3)
+  end
+
+  it "is a durable queue" do
+    queue = subject.queue(:name => 'adurablequeue', :path => 'katrina')
+    subject.publish(:event => 'test', :uid => 'person:katrina$1', :attributes => {:a => rand(1000)}, :persistent => false)
+  end
+end

data/lib/pebblebed/river/subscription.rb

@@ -0,0 +1,40 @@
+module Pebblebed
+  class River
+    class Subscription
+
+      attr_reader :events, :klasses, :paths
+      def initialize(options = {})
+        @events = querify(options[:event]).split('|')
+        @paths = querify(options[:path]).split('|')
+        @klasses = querify(options[:klass]).split('|')
+      end
+
+      def queries
+        qx = []
+        # If we add more than one more level,
+        # it's probably time to go recursive.
+        events.each do |event|
+          klasses.each do |klass|
+            paths.each do |pathspec|
+              pathify(pathspec).each do |path|
+                qx << [event, klass, path].join('._.')
+              end
+            end
+          end
+        end
+        qx
+      end
+
+      def querify(query)
+        (query || '#').gsub('**', '#')
+      end
+
+      def pathify(s)
+        required, optional = s.split('^').map {|s| s.split('.')}
+        required = Array(required.join('.'))
+        optional ||= []
+        (0..optional.length).map {|i| required + optional[0,i]}.map {|p| p.join('.')}
+      end
+    end
+  end
+end

data/lib/pebblebed/river.rb

@@ -0,0 +1,89 @@
+require 'json'
+require 'bunny'
+require 'pebblebed/river/subscription'
+
+module Pebblebed
+  class River
+
+    class << self
+      def route(options)
+        raise ArgumentError.new(':event is required') unless options[:event]
+        raise ArgumentError.new(':uid is required') unless options[:uid]
+
+        uid = Pebblebed::Uid.new(options[:uid])
+        key = [options[:event], uid.klass, uid.path].compact
+        key.join('._.')
+      end
+    end
+
+    def initialize(env = ENV['RACK_ENV'])
+      @environment = env || 'development'
+    end
+
+    def connected?
+      bunny.connected?
+    end
+
+    def connect
+      unless connected?
+        bunny.start
+        bunny.qos
+      end
+    end
+
+    def disconnect
+      bunny.stop if connected?
+    end
+
+    def publish(options = {})
+      connect
+
+      persistent = options.fetch(:persistent) { true }
+      key = self.class.route(options)
+      exchange.publish(options.to_json, :persistent => persistent, :key => key)
+    end
+
+    def queue(options = {})
+      connect
+
+      raise ArgumentError.new 'Queue must be named' unless options[:name]
+
+      queue = bunny.queue(options[:name], :durable => true)
+      Subscription.new(options).queries.each do |key|
+        queue.bind(exchange.name, :key => key)
+      end
+      queue
+    end
+
+    def exchange_name
+      unless @exchange_name
+        name = 'pebblebed.river'
+        name << ".#{environment}" unless production?
+        @exchange_name = name
+      end
+      @exchange_name
+    end
+
+    private
+
+    def environment
+      @environment
+    end
+
+    def bunny
+      @bunny ||= Bunny.new
+    end
+
+    def production?
+      environment == 'production'
+    end
+
+    def exchange
+      connect
+
+      @exchange ||= bunny.exchange(exchange_name, :type => :topic, :durable => :true)
+    end
+
+  end
+
+end

data/lib/pebblebed/version.rb

@@ -1,3 +1,3 @@
 module Pebblebed
-  VERSION = "0.0.18"
+  VERSION = "0.0.19"
 end

data/lib/pebblebed.rb

@@ -9,3 +9,4 @@ require 'pebblebed/clients/generic_client'
 require 'pebblebed/clients/checkpoint_client'
 require 'pebblebed/clients/quorum_client'
 require 'pebblebed/parts'
+require 'pebblebed/river'

data/pebblebed.gemspec

@@ -32,5 +32,6 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency "nokogiri"
   s.add_runtime_dependency "i18n"
   s.add_runtime_dependency "activesupport"
+  s.add_runtime_dependency "bunny"
 
 end

data/spec/checkpoint_client_spec.rb

@@ -1,4 +1,10 @@
 require 'spec_helper'
+require 'pebblebed/config'
+require 'pebblebed/connector'
+require 'pebblebed/http'
+require 'pebblebed/clients/abstract_client'
+require 'pebblebed/clients/generic_client'
+require 'pebblebed/clients/checkpoint_client'
 
 describe Pebblebed::CheckpointClient do
 

data/spec/config_spec.rb

@@ -1,4 +1,6 @@
 require 'spec_helper'
+require 'pebblebed/config'
+require 'pebblebed/connector'
 
 describe Pebblebed do
   it "has a nice dsl that configures stuff" do
@@ -24,4 +26,4 @@ describe Pebblebed do
     Pebblebed.root_url_for(:foobar).to_s.should eq "http://example.org/api/foobar/v2/"
   end
 
-end
+end

data/spec/connector_spec.rb

@@ -1,4 +1,9 @@
 require 'spec_helper'
+require 'pebblebed/config'
+require 'pebblebed/connector'
+require 'pebblebed/clients/abstract_client'
+require 'pebblebed/clients/generic_client'
+require 'pebblebed/clients/checkpoint_client'
 
 describe "Pebblebed::Connector" do
   it "can configure clients for any service" do
@@ -27,4 +32,4 @@ describe "Pebblebed::Connector" do
     connector.key.should == "another_key"
   end
 
-end
+end

data/spec/generic_client_spec.rb

@@ -1,6 +1,13 @@
 require 'spec_helper'
+require 'pebblebed/clients/abstract_client'
+require 'pebblebed/clients/generic_client'
 
-describe Pebblebed::GenericClient do 
+module Pebblebed
+  module Http
+  end
+end
+
+describe Pebblebed::GenericClient do
   it "always forwards the session key" do
     client = Pebblebed::GenericClient.new("session_key", "http://example.org/")
     client.service_params({})['session'].should eq "session_key"

data/spec/http_spec.rb

@@ -2,8 +2,10 @@
 
 require 'spec_helper'
 require 'yajl/json_gem'
+require 'pebblebed/http'
+require 'deepstruct'
 
-describe Pebblebed::Http do 
+describe Pebblebed::Http do
 
   let :mock_pebble do
     MockPebble.new
@@ -47,7 +49,7 @@ describe Pebblebed::Http do
   end
 
   it "encodes posts and puts as json if the params is a hash" do
-    ['post', 'put'].each do |method|    
+    ['post', 'put'].each do |method|
       response = Pebblebed::Http.send(method.to_sym, pebble_url, {hello:'world'})
       result = JSON.parse(response.body)
       result["CONTENT_TYPE"].should =~ %r{^application/json\b}i
@@ -56,7 +58,7 @@ describe Pebblebed::Http do
   end
 
   it "encodes posts and puts as text/plain if param is string" do
-    ['post', 'put'].each do |method|    
+    ['post', 'put'].each do |method|
       response = Pebblebed::Http.send(method.to_sym, pebble_url, "Hello world")
       result = JSON.parse(response.body)
       result["CONTENT_TYPE"].should =~ %r{^text/plain\b}i

data/spec/mock_pebble.rb

@@ -1,5 +1,5 @@
 # A simple echo service that emulates a pebble for the purpose of
-# testing http interactions. The mock pebble is mounted at 
+# testing http interactions. The mock pebble is mounted at
 # http://localhost:8666/api/mock/v1
 
 require 'webrick'
@@ -10,7 +10,7 @@ class MockPebble
 
     def do_GET(request, response)
       status, content_type, body = do_stuff_with(request)
-      
+
       response.status = status
       response['Content-Type'] = content_type
       response.body = body
@@ -18,7 +18,7 @@ class MockPebble
 
     def do_POST(request, response)
       status, content_type, body = do_stuff_with(request)
-      
+
       response.status = status
       response['Content-Type'] = content_type
       response.body = body
@@ -26,7 +26,7 @@ class MockPebble
 
     def do_PUT(request, response)
       status, content_type, body = do_stuff_with(request)
-      
+
       response.status = status
       response['Content-Type'] = content_type
       response.body = body
@@ -34,12 +34,12 @@ class MockPebble
 
     def do_DELETE(request, response)
       status, content_type, body = do_stuff_with(request)
-      
+
       response.status = status
       response['Content-Type'] = content_type
       response.body = body
     end
-    
+
     def do_stuff_with(request)
       return 200, "application/json", request.meta_vars.merge("BODY" => request.body).to_json
     end

data/spec/river_spec.rb

@@ -0,0 +1,23 @@
+require 'spec_helper'
+require 'pebblebed/river'
+require 'pebblebed/uid'
+
+describe Pebblebed::River do
+
+  describe "routing keys" do
+
+    specify do
+      options = {:event => 'created', :uid => 'post.awesome.event:feeds.bagera.whatevs$123'}
+      Pebblebed::River.route(options).should eq('created._.post.awesome.event._.feeds.bagera.whatevs')
+    end
+
+    specify "event is required" do
+      ->{ Pebblebed::River.route(:uid => 'whatevs') }.should raise_error ArgumentError
+    end
+
+    specify "uid is required" do
+      ->{ Pebblebed::River.route(:event => 'whatevs') }.should raise_error ArgumentError
+    end
+
+  end
+end

data/spec/river_subscription_spec.rb

@@ -0,0 +1,62 @@
+require 'spec_helper'
+require 'pebblebed/river/subscription'
+
+describe Pebblebed::River::Subscription do
+
+  Subscription = Pebblebed::River::Subscription
+
+  specify 'simple, direct match' do
+    options = {:event => 'create', :klass => 'post.event', :path => 'feed.bagera'}
+    subscription = Subscription.new(options)
+    subscription.queries.should eq(['create._.post.event._.feed.bagera'])
+  end
+
+  specify 'simple wildcard match' do
+    options = {:event => '*.create', :klass => 'post.*', :path => '*.bagera.*'}
+    Subscription.new(options).queries.should eq(['*.create._.post.*._.*.bagera.*'])
+  end
+
+  describe "anything matchers" do
+
+    specify 'match anything (duh)' do
+      options = {:event => '**', :klass => '**', :path => '**'}
+      Subscription.new(options).queries.should eq(['#._.#._.#'])
+    end
+
+    specify 'match anything if not specified' do
+      Subscription.new.queries.should eq(['#._.#._.#'])
+    end
+
+  end
+
+  it 'handles "or" queries' do
+    options = {:event => 'create|delete', :klass => 'post', :path => 'bagera|bandwagon'}
+    expected = ['create._.post._.bagera', 'delete._.post._.bagera', 'create._.post._.bandwagon', 'delete._.post._.bandwagon'].sort
+    Subscription.new(options).queries.sort.should eq(expected)
+  end
+
+  describe "optional paths" do
+    it { Subscription.new.pathify('a.b').should eq(['a.b']) }
+    it { Subscription.new.pathify('a.^b.c').should eq(%w(a a.b a.b.c)) }
+  end
+
+  it "handles optional queries" do
+    options = {:event => 'create', :klass => 'post', :path => 'feeds.bagera.^fb.concerts'}
+    expected = ['create._.post._.feeds.bagera', 'create._.post._.feeds.bagera.fb', 'create._.post._.feeds.bagera.fb.concerts'].sort
+    Subscription.new(options).queries.sort.should eq(expected)
+  end
+
+  it "combines all kinds of weird stuff" do
+    options = {:event => 'create', :klass => 'post', :path => 'a.^b.c|x.^y.z'}
+    expected = [
+      'create._.post._.a',
+      'create._.post._.a.b',
+      'create._.post._.a.b.c',
+      'create._.post._.x',
+      'create._.post._.x.y',
+      'create._.post._.x.y.z',
+    ].sort
+    Subscription.new(options).queries.sort.should eq(expected)
+  end
+
+end

data/spec/spec_helper.rb

@@ -1,14 +1,12 @@
 require 'simplecov'
-require './spec/mockcached'
-require './spec/mock_pebble'
-require 'bundler'
 require 'rspec'
 
 SimpleCov.add_filter 'spec'
 SimpleCov.add_filter 'config'
 SimpleCov.start
 
-Bundler.require
+require './spec/mockcached'
+require './spec/mock_pebble'
 
 RSpec.configure do |c|
   c.mock_with :rspec

data/spec/uid_query_spec.rb

@@ -1,3 +1,4 @@
+require 'spec_helper'
 require 'pebblebed/uid'
 require 'pebblebed/uid_query'
 

data/spec/uid_spec.rb

@@ -1,4 +1,5 @@
 require 'spec_helper'
+require 'pebblebed/uid'
 
 describe Pebblebed::Uid do
   describe "parsing" do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pebblebed
 version: !ruby/object:Gem::Version
-  version: 0.0.18
+  version: 0.0.19
   prerelease: 
 platform: ruby
 authors:
@@ -10,11 +10,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-06-22 00:00:00.000000000 Z
+date: 2012-08-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70098584984600 !ruby/object:Gem::Requirement
+  requirement: &70357357304320 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -22,10 +22,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70098584984600
+  version_requirements: *70357357304320
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &70098584984180 !ruby/object:Gem::Requirement
+  requirement: &70357357303880 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -33,10 +33,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70098584984180
+  version_requirements: *70357357303880
 - !ruby/object:Gem::Dependency
   name: simplecov
-  requirement: &70098584983740 !ruby/object:Gem::Requirement
+  requirement: &70357357303420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -44,10 +44,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70098584983740
+  version_requirements: *70357357303420
 - !ruby/object:Gem::Dependency
   name: deepstruct
-  requirement: &70098584983120 !ruby/object:Gem::Requirement
+  requirement: &70357357302880 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -55,10 +55,10 @@ dependencies:
         version: 0.0.2
   type: :runtime
   prerelease: false
-  version_requirements: *70098584983120
+  version_requirements: *70357357302880
 - !ruby/object:Gem::Dependency
   name: curb
-  requirement: &70098584982480 !ruby/object:Gem::Requirement
+  requirement: &70357357302320 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -66,10 +66,10 @@ dependencies:
         version: 0.7.14
   type: :runtime
   prerelease: false
-  version_requirements: *70098584982480
+  version_requirements: *70357357302320
 - !ruby/object:Gem::Dependency
   name: yajl-ruby
-  requirement: &70098584998200 !ruby/object:Gem::Requirement
+  requirement: &70357357318260 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -77,10 +77,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70098584998200
+  version_requirements: *70357357318260
 - !ruby/object:Gem::Dependency
   name: queryparams
-  requirement: &70098584997700 !ruby/object:Gem::Requirement
+  requirement: &70357357317720 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -88,10 +88,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70098584997700
+  version_requirements: *70357357317720
 - !ruby/object:Gem::Dependency
   name: futurevalue
-  requirement: &70098584997260 !ruby/object:Gem::Requirement
+  requirement: &70357357317160 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -99,10 +99,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70098584997260
+  version_requirements: *70357357317160
 - !ruby/object:Gem::Dependency
   name: pathbuilder
-  requirement: &70098584996820 !ruby/object:Gem::Requirement
+  requirement: &70357357316580 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -110,10 +110,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70098584996820
+  version_requirements: *70357357316580
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &70098584996160 !ruby/object:Gem::Requirement
+  requirement: &70357357315620 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -121,10 +121,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70098584996160
+  version_requirements: *70357357315620
 - !ruby/object:Gem::Dependency
   name: i18n
-  requirement: &70098584995420 !ruby/object:Gem::Requirement
+  requirement: &70357357315180 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -132,10 +132,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70098584995420
+  version_requirements: *70357357315180
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &70098584992940 !ruby/object:Gem::Requirement
+  requirement: &70357357314700 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -143,7 +143,18 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70098584992940
+  version_requirements: *70357357314700
+- !ruby/object:Gem::Dependency
+  name: bunny
+  requirement: &70357357314080 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70357357314080
 description: Development tools for working with Pebblebed
 email:
 - katrina@bengler.no
@@ -157,6 +168,7 @@ files:
 - Gemfile
 - README.md
 - Rakefile
+- integration/river_spec.rb
 - lib/pebblebed.rb
 - lib/pebblebed/clients/abstract_client.rb
 - lib/pebblebed/clients/checkpoint_client.rb
@@ -166,6 +178,8 @@ files:
 - lib/pebblebed/connector.rb
 - lib/pebblebed/http.rb
 - lib/pebblebed/parts.rb
+- lib/pebblebed/river.rb
+- lib/pebblebed/river/subscription.rb
 - lib/pebblebed/sinatra.rb
 - lib/pebblebed/uid.rb
 - lib/pebblebed/uid_query.rb
@@ -178,6 +192,8 @@ files:
 - spec/http_spec.rb
 - spec/mock_pebble.rb
 - spec/mockcached.rb
+- spec/river_spec.rb
+- spec/river_subscription_spec.rb
 - spec/spec_helper.rb
 - spec/uid_query_spec.rb
 - spec/uid_spec.rb
@@ -213,6 +229,8 @@ test_files:
 - spec/http_spec.rb
 - spec/mock_pebble.rb
 - spec/mockcached.rb
+- spec/river_spec.rb
+- spec/river_subscription_spec.rb
 - spec/spec_helper.rb
 - spec/uid_query_spec.rb
 - spec/uid_spec.rb