watercooling 0.0.2

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.gitignore

@@ -0,0 +1,21 @@
+## MAC OS
+.DS_Store
+
+## TEXTMATE
+*.tmproj
+tmtags
+
+## EMACS
+*~
+\#*
+.\#*
+
+## VIM
+*.swp
+
+## PROJECT::GENERAL
+coverage
+rdoc
+pkg
+
+## PROJECT::SPECIFIC

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Tyler Van Hoomissen
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,45 @@
+# Watercooling
+
+Asynchronous webhook queueing with skinny daemon support.
+
+Inspired by @progriums Hookah and Watercoolr (http://watercoolr.nuklei.com/).
+
+# Installing
+
+From rubygems:
+
+    sudo gem install watercooling
+    
+From source:
+
+    rake build
+    sudo rake install
+
+# Start
+
+Start as a regular server:
+
+    watercooling start
+
+Start as a daemon:
+
+    watercooling start -d
+
+# Use
+
+Send out a webhook to be asynchronous queued and sent.
+
+The _url param is required. All other params are optional.
+    
+    → POST /dispatch { '_url':'http://www.postbin.org/1jp87ds', 'param1':'value1', etc.. }
+    
+# Todo
+
+* pub/sub support
+* web interface
+* application configuration
+* success and error callbacks
+
+# Copyright
+
+Copyright (c) 2010 @_ty. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,50 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "watercooling"
+    gem.summary = %Q{Asynchrnous webhook queueing.}
+    gem.description = %Q{Asynchronous webhook queueing with skinny daemon support.}
+    gem.email = "linuxsable@gmail.com"
+    gem.homepage = "http://github.com/linuxsable/watercooling"
+    gem.authors = ["@_ty"]
+    gem.add_development_dependency "rspec", ">= 1.2.9"
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
+end
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :spec => :check_dependencies
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "watercooling #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+task :console do
+  puts "Firing up the console.."
+  system("irb -r #{Dir.pwd}/lib/watercooling.rb")
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.2

data/bin/watercooling

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+ 
+# Watercoolr daemon command line interface script.
+# Run <tt>watercooling -h</tt> to get more usage.
+require File.dirname(__FILE__) + '/../lib/watercooling'
+require 'thin'
+ 
+rackup_file = "#{File.dirname(__FILE__)}/../lib/watercooling/config.ru"
+ 
+argv = ARGV
+argv << ["-R", rackup_file] unless ARGV.include?("-R")
+argv << ["-p", "2003"] unless ARGV.include?("-p")
+argv << ["-e", "production"] unless ARGV.include?("-e")
+Thin::Runner.new(argv.flatten).run!

data/lib/watercooling/config.ru

@@ -0,0 +1,2 @@
+require File.dirname(__FILE__) + '/../watercooling'
+Watercooling.run! :port => 2003

data/lib/watercooling/models/param.rb

@@ -0,0 +1,11 @@
+class Param
+  include DataMapper::Resource
+  
+  property :id, Serial
+  property :name, String
+  property :value, Text, :lazy => false
+  property :created_at, DateTime
+  property :updated_at, DateTime
+  
+  belongs_to :webhook
+end

data/lib/watercooling/models/webhook.rb

@@ -0,0 +1,15 @@
+class Webhook
+  include DataMapper::Resource
+
+  property :id, Serial
+  property :queued, Boolean, :default => false
+  property :url, String
+  property :sent, Boolean, :default => false
+  property :sent_at, DateTime
+  property :send_error, String
+  property :send_num_tries, Integer
+  property :created_at, DateTime
+  property :updated_at, DateTime
+  
+  has n, :params
+end

data/lib/watercooling/postbin.rb

@@ -0,0 +1,8 @@
+require 'rubygems'
+require 'rest-client'
+
+url = "http://localhost:2003"
+
+puts "sending webhook"
+resp = RestClient.post(url + '/dispatch', :_url => ARGV[0], :test_param1 => 'test1', :test_param2 => 'test2')
+puts resp

data/lib/watercooling/public/style.css

@@ -0,0 +1 @@
+body { font: 12px Helvetica, sans-serif; color: #333;}

data/lib/watercooling/views/index.erb

@@ -0,0 +1,10 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01//EN">
+<html>
+  <head>
+    <title>Watercooling</title>
+    <link href="style.css" rel="stylesheet" type="text/css">
+  </head>
+  <body>
+    <h2>Watercooling</h2>
+  </body>
+</html>

data/lib/watercooling/webhook_queue.rb

@@ -0,0 +1,40 @@
+require 'singleton'
+
+class WebhookQueue
+  include Singleton
+  
+  @@retries = 3
+  
+  def initialize
+    EM.add_periodic_timer(1) {
+      send_current_webhooks
+    }
+  end
+  
+  # Loop through all pending messages and send them.
+  # Allow a max retry of @@retries
+  def send_current_webhooks
+    queued_webhooks = Webhook.all(:queued => true, :sent => false)
+    queued_webhooks.each do |webhook|
+      trys = @@retries
+      while trys > 0
+        num_tries = 4 - trys
+        begin
+          # Grab all the webhook params and send em
+          params = {}
+          webhook.params.each { |param| params[param.name] = param.value }
+          response = HTTPClient.post(webhook.url, JSON.generate(params))
+          webhook.update!(:sent => true, :sent_at => Time.now, :queued => false, :send_num_tries => num_tries)
+          break
+        rescue => e
+          trys -= 1
+          sleep 1
+          if trys == 0
+            # Failed to send. Take it off the queue and log error.
+            webhook.update!(:sent => false, :queued => false, :send_error => e, :send_num_tries => num_tries)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/watercooling.rb

@@ -0,0 +1,85 @@
+require 'rubygems'
+require 'sinatra'
+require 'dm-core'
+require 'dm-migrations'
+require 'dm-timestamps'
+require 'dm-validations'
+require 'json'
+require 'erb'
+require 'httpclient'
+require 'zlib'
+require 'eventmachine'
+require 'logger'
+
+# Watercooling code
+require File.dirname(__FILE__) + '/watercooling'
+require File.dirname(__FILE__) + '/watercooling/webhook_queue'
+require File.dirname(__FILE__) + '/watercooling/models/webhook'
+require File.dirname(__FILE__) + '/watercooling/models/param'
+
+class Watercooling < Sinatra::Base
+  # Database config
+  configure :production, :development do
+    db = "sqlite3:///#{Dir.pwd}/lib/watercooling.sqlite3"
+    DataMapper.setup(:default, db)
+  end
+
+  configure :test do
+    db = "sqlite3::memory:"
+    DataMapper.setup(:default, db)
+  end
+
+  configure :production, :test, :development do
+    Webhook.auto_migrate! unless Webhook.storage_exists?
+    Param.auto_migrate! unless Param.storage_exists?
+  end
+
+  configure :production, :development do
+    DataMapper.auto_upgrade!
+  end
+  
+  configure do
+    # Fire up the message queue
+    Thread.new do
+      until EM.reactor_running?
+        sleep 1
+      end
+      wq = WebhookQueue.instance
+    end
+  end
+
+  # Set the views to the proper path inside the gem
+  set :views, File.dirname(__FILE__) + '/watercooling/views'
+  set :public, File.dirname(__FILE__) + '/watercooling/public'
+  set :bind, 'localhost'
+  
+  get '/' do
+    erb :index
+  end
+  
+  # Accept a webhook with a special field of _url to be queued to be sent out.
+  post '/dispatch' do
+    content_type :json
+    response = false
+    
+    if params[:_url]
+      if webhook = Webhook.create(:queued => true, :url => params[:_url])
+        params.each do |key, value|
+          unless key == '_url'
+            response = webhook.params.create(:name => key, :value => value)
+          end
+        end
+      else
+        fail_reason = "Couldn't queue webhook."
+      end
+    else
+      fail_reason = '_url post param required.'
+    end
+    
+    if response
+      { :status => 'OK' }.to_json
+    else
+      { :status => 'FAIL', :reason => fail_reason }.to_json
+    end
+  end
+end

data/spec/spec.opts

@@ -0,0 +1 @@
+--color

data/spec/spec_helper.rb

@@ -0,0 +1,9 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'watercooling'
+require 'spec'
+require 'spec/autorun'
+
+Spec::Runner.configure do |config|
+  
+end

data/spec/watercooling_spec.rb

@@ -0,0 +1,30 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+require 'rest-client'
+
+URL = 'http://localhost:2003'
+
+# Make sure to set the above URL to the correct
+# address of your app before running the tests.
+describe "watercooling" do
+  it "should add webhook" do
+    response = RestClient.post(URL + '/dispatch', :_url => 'http://google.com', :test_param => 'test')
+    JSON.parse(response)['status'].should == 'OK'
+  end
+  
+  it "should fail if _url is missing" do
+    response = RestClient.post(URL + '/dispatch', :url => 'http://google.com', :test_param => 'test')
+    JSON.parse(response)['status'].should == 'FAIL'
+  end
+  
+  it "should add webhook to queue" do
+    _url = 'http://asdf.com'
+    
+    RestClient.post(URL + '/dispatch', :_url => _url, :test_param => 'test')
+    webhook = Webhook.first(:url => _url)
+    webhook.id.should > 0
+    
+    test_param = webhook.params.first(:name => 'test_param', :value => 'test')
+    test_param.value.should == 'test'
+    test_param.name.should == 'test_param'
+  end
+end

data/watercooling.gemspec

@@ -0,0 +1,66 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{watercooling}
+  s.version = "0.0.2"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["@_ty"]
+  s.date = %q{2010-09-01}
+  s.default_executable = %q{watercooling}
+  s.description = %q{Asynchronous webhook queueing with skinny daemon support.}
+  s.email = %q{linuxsable@gmail.com}
+  s.executables = ["watercooling"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README.md"
+  ]
+  s.files = [
+    ".document",
+     ".gitignore",
+     "LICENSE",
+     "README.md",
+     "Rakefile",
+     "VERSION",
+     "bin/watercooling",
+     "lib/watercooling.rb",
+     "lib/watercooling/config.ru",
+     "lib/watercooling/models/param.rb",
+     "lib/watercooling/models/webhook.rb",
+     "lib/watercooling/postbin.rb",
+     "lib/watercooling/public/.sass-cache/0c0382c87ab4b8085b4c92f483d8ad06e341672b/style.scssc",
+     "lib/watercooling/public/style.css",
+     "lib/watercooling/views/index.erb",
+     "lib/watercooling/webhook_queue.rb",
+     "spec/spec.opts",
+     "spec/spec_helper.rb",
+     "spec/watercooling_spec.rb",
+     "watercooling.gemspec"
+  ]
+  s.homepage = %q{http://github.com/linuxsable/watercooling}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{Asynchrnous webhook queueing.}
+  s.test_files = [
+    "spec/spec_helper.rb",
+     "spec/watercooling_spec.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<rspec>, [">= 1.2.9"])
+    else
+      s.add_dependency(%q<rspec>, [">= 1.2.9"])
+    end
+  else
+    s.add_dependency(%q<rspec>, [">= 1.2.9"])
+  end
+end
+

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification 
+name: watercooling
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 2
+  version: 0.0.2
+platform: ruby
+authors: 
+- "@_ty"
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-09-01 00:00:00 -07:00
+default_executable: watercooling
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 2
+        - 9
+        version: 1.2.9
+  type: :development
+  version_requirements: *id001
+description: Asynchronous webhook queueing with skinny daemon support.
+email: linuxsable@gmail.com
+executables: 
+- watercooling
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.md
+files: 
+- .document
+- .gitignore
+- LICENSE
+- README.md
+- Rakefile
+- VERSION
+- bin/watercooling
+- lib/watercooling.rb
+- lib/watercooling/config.ru
+- lib/watercooling/models/param.rb
+- lib/watercooling/models/webhook.rb
+- lib/watercooling/postbin.rb
+- lib/watercooling/public/.sass-cache/0c0382c87ab4b8085b4c92f483d8ad06e341672b/style.scssc
+- lib/watercooling/public/style.css
+- lib/watercooling/views/index.erb
+- lib/watercooling/webhook_queue.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+- spec/watercooling_spec.rb
+- watercooling.gemspec
+has_rdoc: true
+homepage: http://github.com/linuxsable/watercooling
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Asynchrnous webhook queueing.
+test_files: 
+- spec/spec_helper.rb
+- spec/watercooling_spec.rb