philotic 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0d1256a8211bd2888c9d9d9652fe4a6fc89de284
-  data.tar.gz: 20e5c1a6ffca4a788bafbc283bc3bcfbd3a868bc
+  metadata.gz: de975d7fba7ad019b6df767bc3214b8d3bae5f1f
+  data.tar.gz: 38d9c43d25a72d5832597728b400b39969cc4f33
 SHA512:
-  metadata.gz: 7b7f720591f38592197ebca75e7d3cb5440d6659c87b43aa99ed04d5ce3f92c4983721f1c1ef8e91387665095a9b30f0771d6073d4b5f75d4a83d056bf032d22
-  data.tar.gz: ea4267f99564ad426015b55b62ccefe22365a02f1ab8a28f35f3372e28a0c53f3116a1a6f576efd38bb77eddbf07ad493d0329a16b89b9bbbc57edb7d6df270c
+  metadata.gz: 24fa4c3529f7b607d6d87276ff5544e06cbf137e20290364fe67794f3334757621713858c28ede50585db9065e453a4a8c35e094cb9b8f1b3a288aba1ffd4d4a
+  data.tar.gz: 1ca179e1fdb748572551f501844c323253026284ec704a4d1212a05ac56a5074454d4b7aa0155bc3840bb7755fcaacb3e67c1313cf67ca7f31e495814aa58970

data/.travis.yml

@@ -1,9 +1,14 @@
 language: ruby
 rvm:
   - 1.9.3
-  - 2.1.0
   - 2.0.0
+  - 2.1.0
   - jruby-19mode
   - ruby-head
+  - jruby-head
 script:
   - bundle exec rspec
+addons:
+  code_climate:
+    repo_token:
+      secure: "D1HT1RpA+t8nZbXXD26rAyU8YJmaVFQXv+2yXmBmIca7d38zWz+SnJS8shtUXL48MRF31LC6ywTHjHi0JmCLKnwPQhddD8u8pecLGSOhc/wmdauDBTSlfYHo/2uErkVBix9oAgRvn/9b5sx7/yzq1PUWuhYgJhcnibECtQQQQkw="

data/Gemfile

@@ -2,10 +2,3 @@ source 'https://rubygems.org'
 
 # Specify your gem's dependencies in philotic.gemspec
 gemspec
-
-group :development, :test do
-  gem 'pry'
-  gem 'rake'
-  gem 'rspec'
-  gem 'timecop'
-end

data/README.md

@@ -3,5 +3,7 @@
 Lightweight, opinionated wrapper for using RabbitMQ headers exchanges
 
 [![Build Status](https://travis-ci.org/nkeyes/philotic.png?branch=master)](https://travis-ci.org/nkeyes/philotic)
+[![Code Climate](https://codeclimate.com/github/nkeyes/philotic/badges/gpa.svg)](https://codeclimate.com/github/nkeyes/philotic)
+[![Test Coverage](https://codeclimate.com/github/nkeyes/philotic/badges/coverage.svg)](https://codeclimate.com/github/nkeyes/philotic)
 
 Check out the [examples](https://github.com/nkeyes/philotic/tree/master/examples).

data/Rakefile

@@ -14,7 +14,7 @@ end
 
 RSpec::Core::RakeTask.new(:rcov) do |spec|
   spec.pattern = 'spec/**/*_spec.rb'
-  spec.rcov = true
+  spec.rcov    = true
 end
 
 Dir["tasks/**/*.rake"].each { |ext| load ext }

data/examples/README.md

@@ -6,7 +6,7 @@ Any project that includes Philotic can include the `philotic:init_queues[path/to
 
 For example:
 ```bash
-PHILOTIC_RABBIT_HOST=localhost bundle exec rake eb:init_queues[path/to/named_queues.yml]
+PHILOTIC_RABBIT_HOST=localhost bundle exec rake philotic:init_queues[path/to/named_queues.yml]
 ```
 
 

data/examples/creating_named_queues/manually.rb

@@ -1,26 +1,13 @@
 #!/usr/bin/env ruby
-$:.unshift File.expand_path( '../../../lib', __FILE__ )
+$:.unshift File.expand_path('../../../lib', __FILE__)
 $stdout.sync = true
 
 require 'philotic'
 
-EventMachine.run do
-# hit Control + C to stop
-  Signal.trap("INT")  { EventMachine.stop }
-  Signal.trap("TERM") { EventMachine.stop }
-  
-  queue_after_initialize_handler = Proc.new do |q|
-    Philotic.logger.info "Queue '#{q.name}' initialized: #{q.bindings}"
-  end
-  # consume ansible + subspace + new_message events
-  ansible_arguments = {
-    "x-match" => :all,
-    philotic_product: :ansible,
-    philotic_component: :subspace,
-    philotic_event_type: :new_message,
-  }
-  Philotic.initialize_named_queue!('ansible.new_messages', ansible_arguments, &queue_after_initialize_handler)
-
-  
-  EM.add_timer(5) { EM.stop }
-end
+# explicitly create named queues for this example
+# ENV['INITIALIZE_NAMED_QUEUE'] must equal 'true' to run Philotic.initialize_named_queue!
+ENV['INITIALIZE_NAMED_QUEUE'] = 'true'
+Philotic.initialize_named_queue!('male_queue', bindings: [{:'x-match' => 'all', gender: :M, available: true}])
+Philotic.initialize_named_queue!('female_queue', bindings: [{:'x-match' => 'all', gender: :F, available: true}])
+Philotic.initialize_named_queue!('test_queue', bindings: [{ :'x-match' => 'any', gender: :M, available: true }])
+Philotic.initialize_named_queue!('flaky_queue', bindings: [{ :'x-match' => 'any', gender: :M, available: true }])

data/examples/creating_named_queues/with_rake.rb

@@ -1,5 +1,5 @@
 #!/usr/bin/env ruby
-$:.unshift File.expand_path( '../../../lib', __FILE__ )
+$:.unshift File.expand_path('../../../lib', __FILE__)
 $stdout.sync = true
 
 require 'philotic'
@@ -8,4 +8,4 @@ require 'rake'
 require 'philotic/tasks'
 # equivelant of:
 # rake eb:init_queues[examples/creating_named_queues/philotic_named_queues.yml]
-Rake::Task["eb:init_queues"].invoke(File.join(File.dirname(__FILE__),".","philotic_named_queues.yml"))
+Rake::Task["eb:init_queues"].invoke(File.join(File.dirname(__FILE__), ".", "philotic_named_queues.yml"))

data/examples/publishing/publish.rb

@@ -2,50 +2,43 @@
 $:.unshift File.expand_path('../../../lib', __FILE__)
 $stdout.sync = true
 
-require 'pry'
-
 require 'philotic'
 require 'philotic/dummy_event'
 
-EventMachine.run do
-  # hit Control + C to stop
-  #Signal.trap("INT") { EventMachine.stop }
-  #Signal.trap("TERM") { EventMachine.stop }
-
+Philotic.logger= Logger.new('/dev/null')
 
-  Philotic::Config.load_file(File.join(File.dirname(__FILE__), "../../", "philotic.yml"))
+Philotic::Config.load_file(File.join(File.dirname(__FILE__), "../../", "philotic.yml.example"))
 
-  #Philotic::Config.message_return_handler = Proc.new { |basic_return, metadata, payload|
-  #  p "overridden"
-  #  Philotic.logger.warn "#{JSON.parse payload} was returned! reply_code = #{basic_return.reply_code}, reply_text = #{basic_return.reply_text}"
-  #}
+#Philotic::Config.threaded_publish = true
+#Philotic::Config.threaded_publish_pool_size = 3
 
+Philotic::Connection.connect!
+@event = Philotic::DummyEvent.new
 
-  Philotic::Connection.connect! do
-    def send_message number
-      dummy_event = Philotic::DummyEvent.new
+@event.philotic_firehose   = true
+@event.philotic_product    = 'rabbit'
+@event.philotic_component  = 'speed_test'
+@event.philotic_event_type = 'ping'
 
-      dummy_event.philotic_firehose = true
-      dummy_event.philotic_product = 'rabbit'
-      dummy_event.philotic_component = 'speed_test'
-      dummy_event.philotic_event_type = 'ping'
+@event.subject   = 'Hey'
+@event.available = true
 
-      dummy_event.subject = "Hey"
-      dummy_event.available = true
-      dummy_event.gender = [:F, :M].sample
+@event.message_metadata = {mandatory: true}
+@event.message_metadata = {app_id: 'PHX'}
 
+def send_message number
+  @event.gender  = [:F, :M].sample
+  @event.message = "Message #{number}: Hey #{@event.gender == :M ? 'dude' : 'dudette'}"
 
-      dummy_event.message_metadata = {mandatory: true}
-      dummy_event.message_metadata = {app_id: 'PHX'}
-      dummy_event.message = "Message #{number}: Hey #{dummy_event.gender == :M ? 'dude' : 'dudette'}"
-      dummy_event.publish
+  @event.publish
 
-      EM.add_timer rand/10 do
-        send_message number + 1
-      end
-    end
-
-    send_message 1
+end
 
-  end
+start = Time.now
+i     = 1
+loop do
+  send_message i
+  print "Message rate: #{(i/(Time.now - start)).round(2)}/sec          \r"
+  i+= 1
+  sleep 0.01
 end

data/examples/subscribing/acks.rb

@@ -0,0 +1,25 @@
+#!/usr/bin/env ruby
+$:.unshift File.expand_path('../../../lib', __FILE__)
+$stdout.sync = true
+
+require 'philotic'
+require 'awesome_print'
+
+# sometimes ack
+Philotic::Subscriber.subscribe('flaky_queue', ack: true) do |metadata, message|
+  ap message[:attributes]
+   [true, false].sample ? Philotic::Subscriber.acknowledge(message) : Philotic::Subscriber.reject(message)
+end
+
+# always ack
+Philotic::Subscriber.subscribe('flaky_queue', ack: true) do |metadata, message|
+  ap message[:attributes]
+  Philotic::Subscriber.acknowledge(message, true)
+end
+
+# always reject
+Philotic::Subscriber.subscribe('flaky_queue', ack: true) do |metadata, message|
+  ap message[:attributes]
+  Philotic::Subscriber.reject message
+end
+Philotic::Subscriber.endure

data/examples/subscribing/anonymous_queue.rb

@@ -3,17 +3,13 @@ $:.unshift File.expand_path('../../../lib', __FILE__)
 $stdout.sync = true
 
 require 'philotic'
+require 'awesome_print'
 
-EventMachine.run do
-# hit Control + C to stop
-#  Signal.trap("INT")  { EventMachine.stop }
-#  Signal.trap("TERM") { EventMachine.stop }
+Philotic::Config.load_file(File.join(File.dirname(__FILE__), '../../', 'philotic.yml.example'))
 
-  Philotic::Config.load_file(File.join(File.dirname(__FILE__), "../../", "philotic.yml"))
 
-
-  Philotic::Subscriber.subscribe(philotic_fire_hose: true) do |metadata, payload|
-    p metadata.attributes
-    p payload
-  end
+Philotic::Subscriber.subscribe(philotic_firehose: true) do |metadata, message|
+  ap message[:attributes]
 end
+
+Philotic::Subscriber.endure

data/examples/subscribing/multiple_named_queues.rb

@@ -2,32 +2,17 @@
 $:.unshift File.expand_path('../../../lib', __FILE__)
 $stdout.sync = true
 
-require 'pry'
 require 'philotic'
+require 'awesome_print'
 
-EventMachine.run do
-# hit Control + C to stop
-  Signal.trap("INT") { EventMachine.stop }
-  Signal.trap("TERM") { EventMachine.stop }
+Philotic::Config.load_file(File.join(File.dirname(__FILE__), '../../', 'philotic.yml.example'))
 
-  Philotic::Config.load_file(File.join(File.dirname(__FILE__), "../../", "philotic.yml"))
-
-  # explicitly create named queues for this example
-  # ENV['INITIALIZE_NAMED_QUEUE'] must equal 'true' to run Philotic.initialize_named_queue!
-  ENV['INITIALIZE_NAMED_QUEUE'] = 'true'
-  Philotic.initialize_named_queue!('male_queue', :"x-match" => 'all', gender: :M, available: true) do
-      Philotic.initialize_named_queue!('female_queue', :"x-match" => 'all', gender: :F, available: true)
-  end
+Philotic::Subscriber.subscribe('female_queue') do |metadata, message|
+  ap message[:attributes]
+end
 
-  # give it time to actually create the queue, then subscribe
-  EM.add_timer(3) do
-    Philotic::Subscriber.subscribe('male_queue') do |metadata, payload|
-      p metadata.attributes
-      p payload
-    end
-    Philotic::Subscriber.subscribe('female_queue') do |metadata, payload|
-      p metadata.attributes
-      p payload
-    end
-  end
+Philotic::Subscriber.subscribe('male_queue') do |metadata, message|
+  ap message[:attributes]
 end
+
+Philotic::Subscriber.endure

data/examples/subscribing/named_queue.rb

@@ -1,23 +1,13 @@
 #!/usr/bin/env ruby
-$:.unshift File.expand_path( '../../../lib', __FILE__ )
+$:.unshift File.expand_path('../../../lib', __FILE__)
 $stdout.sync = true
 
-require 'pry'
 require 'philotic'
+require 'awesome_print'
 
-EventMachine.run do
-# hit Control + C to stop
-  Signal.trap("INT")  { EventMachine.stop }
-  Signal.trap("TERM") { EventMachine.stop }
-  
-  #explicitly create a named queue for this example
-  Philotic.initialize_named_queue!('test_queue', :"x-match" => 'any', gender: :M, available: true)
-  
-  # give it time to actually create the queue, then subscribe
-  EM.add_timer(3) do
-    Philotic::Subscriber.subscribe('test_queue') do |metadata, payload|
-      p metadata.attributes
-      p payload
-    end
-  end
+
+Philotic::Subscriber.subscribe('test_queue') do |metadata, message|
+  ap message[:attributes]
 end
+
+Philotic::Subscriber.endure

data/lib/philotic.rb

@@ -1,61 +1,13 @@
-require 'awesome_print'
 require 'active_support/all'
-
 require 'pathname'
-
 require 'logger'
 
+require 'philotic/constants'
 
 module Philotic
   mattr_accessor :logger
   mattr_accessor :log_event_handler
 
-  CONNECTION_OPTIONS = [
-      :rabbit_host,
-      :connection_failed_handler,
-      :connection_loss_handler,
-      :timeout,
-  ]
-  EXCHANGE_OPTIONS = [
-      :exchange_name,
-      :message_return_handler,
-  ]
-  MESSAGE_OPTIONS = [
-      :routing_key,
-      :persistent,
-      # :immediate,
-      :mandatory,
-      :content_type,
-      :content_encoding,
-      :priority,
-      :message_id,
-      :correlation_id,
-      :reply_to,
-      :type,
-      :user_id,
-      :app_id,
-      :timestamp,
-      :expiration,
-  ]
-
-  PHILOTIC_HEADERS = [
-      :philotic_firehose,
-      :philotic_product,
-      :philotic_component,
-      :philotic_event_type,
-  ]
-
-  DEFAULT_NAMED_QUEUE_OPTIONS = {
-      auto_delete: false,
-      durable: true
-  }
-  DEFAULT_ANONYMOUS_QUEUE_OPTIONS = {
-      auto_delete: true,
-      durable: false
-  }
-
-  DEFAULT_SUBSCRIBE_OPTIONS = {}
-
   def self.root
     ::Pathname.new File.expand_path('../../', __FILE__)
   end
@@ -68,41 +20,44 @@ module Philotic
     Philotic::Connection.exchange
   end
 
-  def self.initialize_named_queue!(queue_name, config, &block)
+  def self.initialize_named_queue!(queue_name, config)
+    Philotic.connect!
     config = config.deep_symbolize_keys
 
-
     raise "ENV['INITIALIZE_NAMED_QUEUE'] must equal 'true' to run Philotic.initialize_named_queue!" unless ENV['INITIALIZE_NAMED_QUEUE'] == 'true'
-    connect! do
-      queue_options = DEFAULT_NAMED_QUEUE_OPTIONS.dup
-      queue_options.merge!(config[:options] || {})
-
-      AMQP.channel.queue(queue_name, queue_options) do |old_queue|
-        old_queue.delete do
-          Philotic::Connection.close do
-            connect! do
-              Philotic.logger.info "deleted old queue. queue:#{queue_name}"
-
-              bindings = Array(config[:bindings])
-
-              queue_exchange = config[:exchange] ? AMQP.channel.headers(config[:exchange], durable: true) : exchange
-
-              AMQP.channel.queue(queue_name, queue_options) do |q|
-                Philotic.logger.info "Created queue. queue:#{q.name}"
-                bindings.each_with_index do |arguments, arguments_index|
-                  q.bind(queue_exchange, { arguments: arguments }) do
-                    Philotic.logger.info "Added binding to queue. queue:#{q.name} binding:#{arguments}"
-                    if arguments_index >= bindings.size - 1
-                      Philotic.logger.info "Finished adding bindings to queue. queue:#{q.name}"
-                      block.call(q) if block
-                    end
-                  end
-                end
-              end
-            end
-          end
-        end
-      end
+
+    if Philotic::Connection.connection.queue_exists? queue_name
+      Philotic::Connection.channel.queue(queue_name, passive: true).delete
+      Philotic.logger.info "deleted old queue. queue: #{queue_name}"
+    end
+
+    queue = queue_from_config(queue_name, config)
+
+    bind_queue(queue, config)
+    yield queue if block_given?
+  end
+
+  def self.bind_queue(queue, config)
+    queue_exchange = exchange_from_config(config)
+    bindings       = config[:bindings]
+    bindings.each do |arguments|
+      queue.bind(queue_exchange, {arguments: arguments})
+      Philotic.logger.info "Added binding to queue. queue: #{queue.name} binding: #{arguments}"
+    end
+
+    Philotic.logger.info "Finished adding bindings to queue. queue: #{queue.name}"
+  end
+
+  def self.exchange_from_config(config)
+    config[:exchange] ? Philotic::Connection.channel.headers(config[:exchange], durable: true) : exchange
+  end
+
+  def self.queue_from_config(queue_name, config)
+    queue_options = DEFAULT_NAMED_QUEUE_OPTIONS.dup
+    queue_options.merge!(config[:options] || {})
+
+    Philotic::Connection.channel.queue(queue_name, queue_options).tap do
+      Philotic.logger.info "Created queue. queue:#{queue_name}"
     end
   end
 
@@ -142,3 +97,4 @@ require 'philotic/routable'
 require 'philotic/event'
 require 'philotic/publisher'
 require 'philotic/subscriber'
+require 'philotic/logging'