sneakers_custom_bunny 1.0.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 28b5234a60deb884a5376ceb93a671a113464131
+  data.tar.gz: 25a77893cca3406cc82d0a0e54b593152d305b03
+SHA512:
+  metadata.gz: 5e0fce7746274d11045da39af007e433cd5034dca1a323a0ac0fa26cd0791c0244c5db865f7cd1f8c94015d0e1f342e8e5b483f40f3e85d0883e74c4242062c1
+  data.tar.gz: a7882fb13af0c27005f72c4b5cd3135a2565b2965292eaf98471742c49be1150170578d3c79f37168e09fb6fba82917a51884d470dfb23734ce610d4cffde486

data/.gitignore

@@ -0,0 +1,9 @@
+sneakers.yaml
+Gemfile.lock
+*.log
+sneakers.pid
+pkg/
+coverage/
+tmp/
+.ruby-version
+.ruby-gemset

data/.travis.yml

@@ -0,0 +1,6 @@
+language: ruby
+rvm:
+- 2.2
+- 2.1
+- 2.0.0
+- 1.9.3

data/CHANGELOG.md

@@ -0,0 +1,20 @@
+# 0.1.0, Not released yet
+ 
++ Added newrelic stats reporter (@arielze)
++ Added explicit routing_key at queue (@arielze)
++ Depracating self-daemonization (@jondot)
++ updating bunny (@michaelklishin)
++ Fix reference in publisher (@sergei-matheson)
++ Allow binding of multiple routing keys (@SebastianEdwards)
++ added work_with_params for advanced handling of work items with amqp
+headers. (#12)
++ Sneakers.not_environmental! will no disable auto-environment discovery.
+(#15)
+
+
+
+
+# 0.0.7
+
++ Sneakers core.
+

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/Guardfile

@@ -0,0 +1,8 @@
+
+guard :minitest do
+  watch(%r{^spec/(.*)_spec\.rb})
+  watch(%r{^lib/(.+)\.rb})         { |m| "spec/#{m[1]}_spec.rb" }
+  watch(%r{^spec/spec_helper\.rb}) { 'spec' }
+end
+
+

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013-2014 Dotan Nahum
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,172 @@
+# Sneakers
+
+
+```
+      __
+  ,--'  >  
+  `=====   
+
+```
+
+
+A high-performance RabbitMQ background processing framework for
+Ruby.
+
+
+Sneakers is being used in production for both I/O and CPU intensive workloads, and have achieved the goals of high-performance and 0-maintenance, as designed.
+
+
+Visit the [wiki](https://github.com/jondot/sneakers/wiki) for
+complete docs.
+
+
+[![Build Status](https://travis-ci.org/jondot/sneakers.svg?branch=master)](https://travis-ci.org/jondot/sneakers)
+
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'sneakers'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install sneakers
+
+
+## Quick start 
+
+Set up a Gemfile
+
+```ruby
+source 'https://rubygems.org'
+gem 'sneakers'
+gem 'json'
+gem 'redis'
+```
+
+And a worker
+
+```ruby
+require 'sneakers'
+require 'redis'
+require 'json'
+
+$redis = Redis.new
+
+class Processor
+  include Sneakers::Worker
+  from_queue :logs
+
+
+  def work(msg)
+    err = JSON.parse(msg)
+    if err["type"] == "error"
+      $redis.incr "processor:#{err["error"]}"
+    end
+
+    ack!
+  end
+end
+```
+
+
+As an example, make a message look like this:
+We'll count errors and error types with Redis. Specifically for an error that looks like this:
+
+```javascript
+{
+   "type": "error",
+   "message": "HALP!",
+   "error": "CODE001"
+}
+```
+
+
+Let's test it out quickly from the command line:
+
+
+```bash
+sneakers work Processor --require boot.rb
+```
+
+We just told Sneakers to spawn a worker named `Processor`, but first `--require` a file that we dedicate to setting up environment, including workers and what-not.
+
+If you go to your RabbitMQ admin now, you'll see a new queue named `logs` was created. Push a couple messages, and this is the output you should see at your terminal.
+
+
+```
+2013-10-11T19:26:36Z p-4718 t-ovqgyb31o DEBUG: [worker-logs:1:213mmy][#<Thread:0x007fae6b05cc58>][logs][{:prefetch=>10, :durable=>true, :ack=>true, :heartbeat_interval=>2, :exchange=>"sneakers"}] Working off: log log
+2013-10-11T19:26:36Z p-4718 t-ovqgyrxu4 INFO: log log
+2013-10-11T19:26:40Z p-4719 t-ovqgyb364 DEBUG: [worker-logs:1:h23iit][#<Thread:0x007fae6b05cd98>][logs][{:prefetch=>10, :durable=>true, :ack=>true, :heartbeat_interval=>2, :exchange=>"sneakers"}] Working off: log log
+2013-10-11T19:26:40Z p-4719 t-ovqgyrx8g INFO: log log
+```
+
+And redis will show this: 
+
+
+```
+➜  ~  redis-cli monitor
+1381520329.888581 [0 127.0.0.1:49182] "incr" "processor:CODE001"
+```
+
+
+We're basically done with the ceremonies and all is left is to do some real work.
+
+
+
+### Looking at metrics
+
+Let's use the `logging_metrics` provider just for the sake of fun of seeing the metrics as they happen.
+
+```ruby
+# boot.rb
+require 'sneakers'
+require 'redis'
+require 'json'
+require 'sneakers/metrics/logging_metrics'
+Sneakers.configure :metrics => Sneakers::Metrics::LoggingMetrics.new
+
+# ... rest of code
+```
+
+Now push a message again and you'll see:
+
+```
+2013-10-11T19:44:37Z p-9219 t-oxh8owywg INFO: INC: work.Processor.started
+2013-10-11T19:44:37Z p-9219 t-oxh8owywg INFO: TIME: work.Processor.time 0.00242
+2013-10-11T19:44:37Z p-9219 t-oxh8owywg INFO: INC: work.Processor.handled.ack
+```
+
+Which increments start + end, and times the work unit.
+
+
+
+From here, you can continue over to the
+[Wiki](https://github.com/jondot/sneakers/wiki)
+
+# Contributing
+
+Fork, implement, add tests, pull request, get my everlasting thanks and a respectable place here :).
+
+
+### Thanks:
+
+To all Sneakers [Contributors](https://github.com/jondot/sneakers/graphs/contributors) - you make this happen, thanks!
+
+
+
+# Copyright
+
+Copyright (c) 2015 [Dotan Nahum](http://gplus.to/dotan) [@jondot](http://twitter.com/jondot). See MIT-LICENSE for further details.
+
+
+
+
+
+
+

data/ROADMAP.md

@@ -0,0 +1,18 @@
+# Roadmap
+
+It is essential to keep a clear roadmap.
+In its core, Sneakers is already production-ready. However, it is vital
+to take in feedback and improve what can be improved :)
+
+This document will communicate the stages that the next version is at.
+See `CHANGELOG.md` for new features that are in.
+
+
+# v0.1.0 (next version)
+
+- Taking in community pull requests and feedback
+- Verify production readiness and performance
+- Full performance test suite
+
+
+

data/Rakefile

@@ -0,0 +1,11 @@
+require "bundler/gem_tasks"
+require 'metric_fu'
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+  t.libs << "spec"
+  t.test_files = FileList['spec/**/*_spec.rb']
+end
+
+task default: :test
+

data/bin/sneakers

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+require 'sneakers'
+require 'sneakers/cli'
+
+Sneakers::CLI.start

data/examples/benchmark_worker.rb

@@ -0,0 +1,20 @@
+$: << File.expand_path('../lib', File.dirname(__FILE__))
+require 'sneakers'
+
+class BenchmarkWorker
+  include Sneakers::Worker
+  from_queue 'downloads',
+             :durable => false,
+             :ack => true,
+             :threads => 50,
+             :prefetch => 50,
+             :timeout_job_after => 1,
+             :exchange => 'dummy',
+             :heartbeat => 5
+  def work(msg)
+    ack!
+  end
+end
+
+
+

data/examples/max_retry_handler.rb

@@ -0,0 +1,78 @@
+$: << File.expand_path('../lib', File.dirname(__FILE__))
+require 'sneakers'
+require 'sneakers/runner'
+require 'sneakers/handlers/maxretry'
+require 'logger'
+
+Sneakers.configure(:handler => Sneakers::Handlers::Maxretry,
+                   :workers => 1,
+                   :threads => 1,
+                   :prefetch => 1,
+                   :exchange => 'sneakers',
+                   :exchange_type => 'topic',
+                   :routing_key => ['#', 'something'],
+                   :durable => true,
+                   )
+Sneakers.logger.level = Logger::DEBUG
+
+WORKER_OPTIONS = {
+  :ack => true,
+  :threads => 1,
+  :prefetch => 1,
+  :timeout_job_after => 60,
+  :heartbeat => 5,
+  :retry_timeout => 5000
+}
+
+# Example of how to write a retry worker. If your rabbit system is empty, then
+# you must run this twice. Once to setup the exchanges, queues and bindings a
+# second time to have the sent message end up on the downloads queue.
+#
+# Run this via:
+#   bundle exec ruby examples/max_retry_handler.rb
+#
+class MaxRetryWorker
+  include Sneakers::Worker
+  from_queue 'downloads',
+      WORKER_OPTIONS.merge({
+                             :arguments => {
+                               :'x-dead-letter-exchange' => 'downloads-retry'
+                             },
+                           })
+
+  def work(msg)
+    logger.info("MaxRetryWorker rejecting msg: #{msg.inspect}")
+
+    # We always want to reject to see if we do the proper timeout
+    reject!
+  end
+end
+
+# Example of a worker on the same exchange that does not fail, so it should only
+# see the message once.
+class SucceedingWorker
+  include Sneakers::Worker
+  from_queue 'uploads',
+      WORKER_OPTIONS.merge({
+                             :arguments => {
+                               :'x-dead-letter-exchange' => 'uploads-retry'
+                             },
+                           })
+
+  def work(msg)
+    logger.info("SucceedingWorker succeeding on msg: #{msg.inspect}")
+    ack!
+  end
+end
+
+messages = 1
+puts "feeding messages in"
+messages.times {
+  Sneakers.publish(" -- message -- ",
+                   :to_queue => 'anywhere',
+                   :persistence => true)
+}
+puts "done"
+
+r = Sneakers::Runner.new([MaxRetryWorker, SucceedingWorker])
+r.run

data/examples/metrics_worker.rb

@@ -0,0 +1,28 @@
+$: << File.expand_path('../lib', File.dirname(__FILE__))
+require 'sneakers'
+require 'sneakers/runner'
+require 'sneakers/metrics/logging_metrics'
+require 'open-uri'
+require 'nokogiri'
+
+
+class MetricsWorker
+  include Sneakers::Worker
+
+  from_queue 'downloads'
+
+  def work(msg)
+    doc = Nokogiri::HTML(open(msg))
+    logger.info "FOUND <#{doc.css('title').text}>"
+    ack!
+  end
+end
+
+
+Sneakers.configure(:metrics => Sneakers::Metrics::LoggingMetrics.new)
+r = Sneakers::Runner.new([ MetricsWorker ])
+r.run
+
+
+
+

data/examples/newrelic_metrics_worker.rb

@@ -0,0 +1,40 @@
+$: << File.expand_path('../lib', File.dirname(__FILE__))
+require 'sneakers'
+require 'sneakers/runner'
+require 'sneakers/metrics/newrelic_metrics'
+require 'open-uri'
+require 'nokogiri'
+require 'newrelic_rpm'
+
+# With this configuration will send two types of data to newrelic server:
+# 1. Transaction data which you would see under  'Applications'
+# 2. Metrics where you will be able to see by configuring a dashboardi, available for enterprise accounts
+#
+# You should have newrelic.yml in the 'config' folder with the proper account settings
+
+Sneakers::Metrics::NewrelicMetrics.eagent ::NewRelic
+Sneakers.configure metrics: Sneakers::Metrics::NewrelicMetrics.new
+
+class MetricsWorker
+  include Sneakers::Worker
+  include ::NewRelic::Agent::Instrumentation::ControllerInstrumentation
+
+  from_queue 'downloads'
+
+  def work(msg)
+    doc = Nokogiri::HTML(open(msg))
+    logger.info "FOUND <#{doc.css('title').text}>"
+    ack!
+  end
+  
+  add_transaction_tracer :work, name: 'MetricsWorker', params: 'args[0]'
+
+end
+
+
+r = Sneakers::Runner.new([ MetricsWorker ])
+r.run
+
+
+
+