vayacondios-server 0.0.4

data/spec/client/notifier_spec.rb

@@ -0,0 +1,120 @@
+require 'vayacondios-client'
+
+require 'spec_helper'
+
+class FakeModel
+  include Vayacondios::Notifications
+end
+
+describe FakeModel do
+  context 'including', Vayacondios::Notifications do
+
+    it 'defines an instance method notify()' do
+      subject.should respond_to(:notify)
+    end
+
+    it 'adds a configurable attribute :notifier with default' do
+      subject.notifier.should be_instance_of(Vayacondios.default_notifier.class)
+    end
+
+  end
+end
+
+describe Vayacondios::Notifier do
+
+  shared_examples_for described_class do
+    it{ should respond_to(:notify) }
+  end
+
+  context '.prepare' do
+    context 'given a Hash-like object' do
+      let(:hashlike) { double :hashlike, :to_hash => {} }
+      it 'returns a Hash' do
+        subject.prepare(hashlike).should be_instance_of(Hash)
+      end
+    end
+
+    context 'given a bad argument' do
+      let(:bad_arg) { 'shazam' }
+      it 'raises an ArgumentError' do
+        expect{ subject.prepare(bad_arg) }.to raise_error(ArgumentError, /Cannot notify.*#{bad_arg}.*require a hash-like object/)
+      end
+    end
+  end
+
+end
+
+describe Vayacondios::HttpNotifier do
+  it_behaves_like Vayacondios::Notifier
+
+  its(:client){ should be_instance_of(Vayacondios::HttpClient) }
+
+  context '#notify' do
+    let(:test_client) { double :client }
+    let(:topic)       { 'weeeeeeeeeee' }
+    let(:cargo)       { Hash.new       }
+
+    before do
+      subject.stub(:client).and_return(test_client)
+      subject.stub(:prepare).and_return(cargo)
+    end
+
+    it 'notifies its client correctly' do
+      test_client.should_receive(:insert).with(cargo, :event, topic)
+      subject.notify(topic, cargo)
+    end
+  end
+end
+
+describe Vayacondios::LogNotifier do
+  it_behaves_like Vayacondios::Notifier
+
+  its(:client){ should be_instance_of(Logger) }
+
+  context '#notify' do
+    let(:test_client) { double :client }
+    let(:topic)       { 'weeeeeeeeeee' }
+    let(:cargo)       { Hash.new       }
+
+    before do
+      subject.stub(:client).and_return(test_client)
+      subject.stub(:prepare).and_return(cargo)
+    end
+
+    it 'notifies its client correctly' do
+      test_client.should_receive(:info).with(/Notification.*#{topic}/)
+      subject.notify(topic, cargo)
+    end
+  end
+
+end
+
+describe Vayacondios::NotifierFactory do
+  context '.receive' do
+    context 'given :http' do
+      it 'builds a HttpNotifier' do
+        described_class.receive(type: 'http').should be_instance_of(Vayacondios::HttpNotifier)
+      end
+    end
+
+    context 'given :log' do
+      it 'builds a LogNotifier' do
+        described_class.receive(type: 'log').should be_instance_of(Vayacondios::LogNotifier)
+      end
+    end
+
+    context 'given a bad argument' do
+      it 'raises an ArgumentError' do
+        expect{ described_class.receive(type: 'bad') }.to raise_error(ArgumentError, /not a valid build option/)
+      end
+    end
+  end
+end
+
+describe Vayacondios do
+
+  it 'has a class method notify()' do
+    described_class.should respond_to(:notify)
+  end
+
+end

data/spec/server/config_spec.rb

@@ -0,0 +1,55 @@
+require 'spec_helper'
+
+require 'multi_json'
+
+require File.join(File.dirname(__FILE__), '../../', 'app/http_shim')
+
+describe HttpShim do
+  include Goliath::TestHelper
+
+  let(:err) { Proc.new{ |c| fail "HTTP Request Failed #{c.response}" } }
+
+  context 'Configuration management' do
+    it 'stores configuration' do
+      with_api(HttpShim) do |api|
+        post_request({
+          :path => '/v1/infochimps/config/power/level',
+          :body => {:level=>"awesome"}
+        }, err) do |c|
+          c.response_header.status.should == 200
+          MultiJson.load(c.response).should eql ({
+            "topic" => "power",
+            "status" => "success",
+            "cargo" => {
+              "level" => "awesome"
+            }
+          })
+        end
+      end
+    end
+
+    it 'retrieves configuration' do
+      with_api(HttpShim) do |api|
+        post_request({
+          :path => '/v1/infochimps/config/power/level',
+          :body => {:level=>"awesome"}
+        }, err) do |c|
+          c.response_header.status.should == 200
+          MultiJson.load(c.response).should eql ({
+            "topic" => "power",
+            "status" => "success",
+            "cargo" => {
+              "level" => "awesome"
+            }
+          })
+        end
+      end
+      with_api(HttpShim) do |api|
+        get_request({:path => '/v1/infochimps/config/power/level'}, err) do |c|
+          c.response_header.status.should == 200
+          MultiJson.load(c.response).should eql({"level" => "awesome"})
+        end
+      end
+    end
+  end
+end

data/spec/server/event_spec.rb

@@ -0,0 +1,44 @@
+require 'spec_helper'
+
+require 'multi_json'
+
+require File.join(File.dirname(__FILE__), '../../', 'app/http_shim')
+
+describe HttpShim do
+  include Goliath::TestHelper
+
+  let(:err) { Proc.new{ |c| fail "HTTP Request Failed #{c.response}" } }
+
+  context 'Event tracking' do
+    it 'stores events' do
+      with_api(HttpShim) do |api|
+        post_request({
+          :path => '/v1/infochimps/event/power/level',
+          :body => {:level=>"awesome"}
+        }, err) do |c|
+          c.response_header.status.should == 200
+          MultiJson.load(c.response).should eql ({"level" => "awesome"})
+        end
+      end
+    end
+
+    it 'retrieves events' do
+      current_time = Time.now
+      with_api(HttpShim) do |api|
+        post_request({
+          :path => '/v1/infochimps/event/power/level',
+          :body => {:level=>"awesome", :_timestamp => current_time}
+        }, err) do |c|
+          c.response_header.status.should == 200
+          MultiJson.load(c.response).should eql ({"level" => "awesome", "_timestamp" => current_time.to_s})
+        end
+      end
+      with_api(HttpShim) do |api|
+        get_request({:path => '/v1/infochimps/event/power/level'}, err) do |c|
+          c.response_header.status.should == 200
+          MultiJson.load(c.response).should eql ({"level" => "awesome", "_timestamp" => current_time.to_s})
+        end
+      end
+    end
+  end
+end

data/spec/server/server_spec.rb

@@ -0,0 +1,20 @@
+require 'spec_helper'
+
+require 'multi_json'
+
+require File.join(File.dirname(__FILE__), '../../', 'app/http_shim')
+
+describe HttpShim do
+  include Goliath::TestHelper
+
+  let(:err) { Proc.new{ |c| fail "HTTP Request Failed #{c.response}" } }
+
+  it "responds to requests" do
+    with_api(HttpShim) do |api|
+      get_request({}, err) do |c|
+        c.response_header.status.should == 400
+        MultiJson.load(c.response).should eql({"error" => "Bad Request"})
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,10 @@
+require 'bundler'
+
+Bundler.setup
+Bundler.require
+
+Dir["spec/support/**/*.rb"].each {|f| require File.join(File.dirname(__FILE__), '..', f) }
+
+require 'goliath/test_helper'
+
+Goliath.env = :test

data/spec/support/mongo_cleaner.rb

@@ -0,0 +1,26 @@
+require 'mongo'
+require 'configliere'
+
+Settings.define :app_name,    :default => 'vayacondios', :description => 'Name to key on for tracer stats, statsd metrics, etc.'
+Settings.define 'mongo.host', :default => 'localhost',   :description => 'Mongo hostname'
+Settings.define 'mongo.port', :default => '27017',       :description => 'Mongo port'
+
+Settings.read(File.join File.dirname(__FILE__), '..', '..', 'config', 'vayacondios.yaml')
+Settings.resolve!
+
+def clean_mongo
+  conn = Mongo::Connection.new(Settings[:mongo][:host],Settings[:mongo][:port])
+  mongo = conn.db(Settings[:mongo][:database])
+  mongo.collections.select {|c| c.name !~ /system/ }.each { |c| c.drop }
+  conn.close
+end
+
+RSpec.configure do |config|
+  config.before :each do
+    clean_mongo
+  end
+
+  config.after :all do
+    clean_mongo
+  end
+end

data/vayacondios-client.gemspec

@@ -0,0 +1,26 @@
+# -*- encoding: utf-8 -*-
+
+$:.push File.expand_path('../lib', __FILE__)
+require 'vayacondios/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = 'vayacondios-client'
+  gem.version       = Vayacondios::VERSION
+  gem.authors       = ['Philip (flip) Kromer', 'Travis Dempsey', 'Huston Hoburg', 'Logan Lowell']
+  gem.homepage      = 'https://github.com/infochimps-labs/vayacondios'
+  gem.summary       = 'Data goes in. The right thing happens'
+  gem.description   = "Simple enough to use in a shell script, performant enough to use everywhere. Dios mío! Record that metric, ese!"
+
+  gem.files         = `git ls-files -- lib  | grep client`.split("\n")
+  gem.test_files    = `git ls-files -- spec | grep client`.split("\n")
+  gem.require_paths = ['lib']
+
+  gem.add_dependency('configliere', '>= 0.4.16')
+  gem.add_dependency('multi_json',  '~> 1.1')
+  # Gorillib versioning is borked
+  gem.add_dependency('gorillib',    '0.4.0pre')
+
+  gem.add_development_dependency('rake')
+  gem.add_development_dependency('yard', '>= 0.7')
+  gem.add_development_dependency('rspec', '>= 2.8')
+end

data/vayacondios-server.gemspec

@@ -0,0 +1,30 @@
+# -*- encoding: utf-8 -*-
+
+$:.push File.expand_path('../lib', __FILE__)
+require 'vayacondios/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = 'vayacondios-server'
+  gem.version       = Vayacondios::VERSION
+  gem.authors       = ['Philip (flip) Kromer', 'Travis Dempsey', 'Huston Hoburg', 'Logan Lowell']
+  gem.homepage      = 'https://github.com/infochimps-labs/vayacondios'
+  gem.summary       = 'Data goes in. The right thing happens'
+  gem.description   = "Simple enough to use in a shell script, performant enough to use everywhere. Dios mío! Record that metric, ese!"
+
+  gem.files         = `git ls-files`.split("\n")
+  gem.executables   = []
+  gem.test_files    = gem.files.grep(/^spec/)
+  gem.require_paths = ['lib']
+
+  gem.add_dependency('configliere',     '>= 0.4.13')
+  gem.add_dependency('gorillib',        '0.4.0pre')
+  gem.add_dependency('eventmachine',    '~> 1.0.0.beta.4')
+  gem.add_dependency('goliath',         '~> 1.0')
+  gem.add_dependency('em-http-request', '~> 1.0')
+  gem.add_dependency('em-mongo',        '~> 0.4.3')
+  gem.add_dependency('bson_ext',        '~> 1.6')
+  gem.add_dependency('foreman')
+
+  gem.add_development_dependency('rake')
+  gem.add_development_dependency('mongo')
+end

metadata

@@ -0,0 +1,216 @@
+--- !ruby/object:Gem::Specification
+name: vayacondios-server
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+  prerelease: 
+platform: ruby
+authors:
+- Philip (flip) Kromer
+- Travis Dempsey
+- Huston Hoburg
+- Logan Lowell
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-28 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: configliere
+  requirement: &2161806380 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.4.13
+  type: :runtime
+  prerelease: false
+  version_requirements: *2161806380
+- !ruby/object:Gem::Dependency
+  name: gorillib
+  requirement: &2161805460 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - =
+      - !ruby/object:Gem::Version
+        version: 0.4.0pre
+  type: :runtime
+  prerelease: false
+  version_requirements: *2161805460
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: &2161804800 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0.beta.4
+  type: :runtime
+  prerelease: false
+  version_requirements: *2161804800
+- !ruby/object:Gem::Dependency
+  name: goliath
+  requirement: &2161803800 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *2161803800
+- !ruby/object:Gem::Dependency
+  name: em-http-request
+  requirement: &2161802360 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *2161802360
+- !ruby/object:Gem::Dependency
+  name: em-mongo
+  requirement: &2161800840 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.4.3
+  type: :runtime
+  prerelease: false
+  version_requirements: *2161800840
+- !ruby/object:Gem::Dependency
+  name: bson_ext
+  requirement: &2161786380 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: *2161786380
+- !ruby/object:Gem::Dependency
+  name: foreman
+  requirement: &2161784640 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *2161784640
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &2161782960 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *2161782960
+- !ruby/object:Gem::Dependency
+  name: mongo
+  requirement: &2161781540 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *2161781540
+description: Simple enough to use in a shell script, performant enough to use everywhere.
+  Dios mío! Record that metric, ese!
+email: 
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- .yardopts
+- CHANGELOG.md
+- Gemfile
+- Guardfile
+- LICENSE.md
+- Procfile
+- README.md
+- Rakefile
+- app/http_shim.rb
+- bin/vcd.sh
+- config/http_shim.rb
+- config/vayacondios.example.yaml
+- config/vayacondios.yaml
+- lib/tasks/publish.rake
+- lib/tasks/spec.rake
+- lib/tasks/yard.rake
+- lib/vayacondios-client.rb
+- lib/vayacondios-server.rb
+- lib/vayacondios/client/configliere.rb
+- lib/vayacondios/client/http_client.rb
+- lib/vayacondios/client/notifier.rb
+- lib/vayacondios/server/handlers/config_handler.rb
+- lib/vayacondios/server/handlers/event_handler.rb
+- lib/vayacondios/server/model/config_document.rb
+- lib/vayacondios/server/model/document.rb
+- lib/vayacondios/server/model/event_document.rb
+- lib/vayacondios/version.rb
+- scripts/hadoop_monitor/configurable.rb
+- scripts/hadoop_monitor/hadoop_client.rb
+- scripts/hadoop_monitor/hadoop_monitor.rb
+- scripts/hadoop_monitor/hadoopable.rb
+- scripts/hadoop_monitor/machine_monitor.rb
+- scripts/s3_cataloger/buckets
+- scripts/s3_cataloger/foreach_bucket
+- scripts/s3_cataloger/parse_ls.py
+- spec/client/notifier_spec.rb
+- spec/server/config_spec.rb
+- spec/server/event_spec.rb
+- spec/server/server_spec.rb
+- spec/spec_helper.rb
+- spec/support/mongo_cleaner.rb
+- vayacondios-client.gemspec
+- vayacondios-server.gemspec
+homepage: https://github.com/infochimps-labs/vayacondios
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -326515220208641293
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -326515220208641293
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.15
+signing_key: 
+specification_version: 3
+summary: Data goes in. The right thing happens
+test_files:
+- spec/client/notifier_spec.rb
+- spec/server/config_spec.rb
+- spec/server/event_spec.rb
+- spec/server/server_spec.rb
+- spec/spec_helper.rb
+- spec/support/mongo_cleaner.rb
+has_rdoc: