vayacondios-server 0.2.11 → 0.3.0

metadata

@@ -1,7 +1,8 @@
 --- !ruby/object:Gem::Specification
 name: vayacondios-server
 version: !ruby/object:Gem::Version
-  version: 0.2.11
+  version: 0.3.0
+  prerelease: 
 platform: ruby
 authors:
 - Philip (flip) Kromer
@@ -11,11 +12,12 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-08-08 00:00:00.000000000 Z
+date: 2014-02-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: configliere
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -23,6 +25,7 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -30,6 +33,7 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: gorillib
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -37,6 +41,7 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -44,6 +49,7 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: multi_json
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -51,27 +57,31 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: 1.3.6
 - !ruby/object:Gem::Dependency
-  name: eventmachine
+  name: goliath-chimp
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - ~>
+    - - ! '>='
       - !ruby/object:Gem::Version
-        version: 1.0.0.beta.4
+        version: 0.0.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - ~>
+    - - ! '>='
       - !ruby/object:Gem::Version
-        version: 1.0.0.beta.4
+        version: 0.0.2
 - !ruby/object:Gem::Dependency
-  name: goliath
+  name: eventmachine
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -79,13 +89,15 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.0'
 - !ruby/object:Gem::Dependency
-  name: em-http-request
+  name: goliath
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -93,193 +105,186 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.0'
 - !ruby/object:Gem::Dependency
-  name: em-mongo
+  name: em-http-request
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 0.4.3
+        version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 0.4.3
+        version: '1.0'
 - !ruby/object:Gem::Dependency
-  name: foreman
+  name: em-mongo
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.4.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.4.3
 - !ruby/object:Gem::Dependency
-  name: mongo
+  name: bson_ext
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
-  type: :development
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 description: Simple enough to use in a shell script, performant enough to use everywhere.
   Dios mío! Record that metric, ese!
-email: 
-executables: []
+email: coders@infochimps.com
+executables:
+- vcd-server
 extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
-- .rspec
 - .travis.yml
-- .yardopts
 - CHANGELOG.md
 - Gemfile
-- Guardfile
 - LICENSE.md
 - Procfile
 - README.md
 - Rakefile
-- app/http_shim.rb
-- bin/vcd.sh
-- config/http_shim.rb
-- config/vayacondios.example.yaml
-- config/vayacondios.yaml
-- examples/java/ItemSetTest.java
-- lib/tasks/publish.rake
-- lib/tasks/spec.rake
-- lib/tasks/yard.rake
-- lib/vayacondios-client.rb
+- bin/vcd
+- bin/vcd-server
+- config/database.yml
+- config/spec.example.yml
+- config/vayacondios.example.yml
+- config/vcd-server.rb
+- examples/configuration.rb
+- examples/event_stream.rb
+- examples/simple.rb
+- features/event.feature
+- features/events.feature
+- features/stash.feature
+- features/stashes.feature
+- features/step_definitions/stash_steps.rb
+- features/stream.feature
+- features/support/em.rb
+- features/support/env.rb
 - lib/vayacondios-server.rb
-- lib/vayacondios/client/config.rb
-- lib/vayacondios/client/configliere.rb
-- lib/vayacondios/client/cube_client.rb
-- lib/vayacondios/client/http_client.rb
-- lib/vayacondios/client/itemset.rb
-- lib/vayacondios/client/legacy_switch.rb
-- lib/vayacondios/client/notifier.rb
-- lib/vayacondios/client/zabbix_client.rb
-- lib/vayacondios/legacy_switch.rb
-- lib/vayacondios/server/errors/bad_request.rb
-- lib/vayacondios/server/errors/not_found.rb
-- lib/vayacondios/server/handlers/config_handler.rb
+- lib/vayacondios.rb
+- lib/vayacondios/configuration.rb
+- lib/vayacondios/server.rb
+- lib/vayacondios/server/api.rb
+- lib/vayacondios/server/api_options.rb
+- lib/vayacondios/server/configuration.rb
+- lib/vayacondios/server/driver.rb
+- lib/vayacondios/server/drivers/mongo.rb
+- lib/vayacondios/server/handlers/document_handler.rb
 - lib/vayacondios/server/handlers/event_handler.rb
-- lib/vayacondios/server/handlers/itemset_handler.rb
-- lib/vayacondios/server/legacy_switch.rb
-- lib/vayacondios/server/model/config_document.rb
-- lib/vayacondios/server/model/document.rb
-- lib/vayacondios/server/model/event_document.rb
-- lib/vayacondios/server/model/itemset_document.rb
-- lib/vayacondios/server/rack/extract_methods.rb
-- lib/vayacondios/server/rack/jsonize.rb
-- lib/vayacondios/server/rack/params.rb
-- lib/vayacondios/server/rack/path.rb
-- lib/vayacondios/server/rack/path_validation.rb
-- lib/vayacondios/version.rb
+- lib/vayacondios/server/handlers/events_handler.rb
+- lib/vayacondios/server/handlers/stash_handler.rb
+- lib/vayacondios/server/handlers/stashes_handler.rb
+- lib/vayacondios/server/handlers/stream_handler.rb
+- lib/vayacondios/server/models/document.rb
+- lib/vayacondios/server/models/event.rb
+- lib/vayacondios/server/models/stash.rb
 - pom.xml
-- scripts/hadoop_monitor/configurable.rb
-- scripts/hadoop_monitor/hadoop_attempt_scraper.rb
-- scripts/hadoop_monitor/hadoop_client.rb
-- scripts/hadoop_monitor/hadoop_monitor.rb
-- scripts/hadoop_monitor/hadoopable.rb
-- scripts/hadoop_monitor/machine_monitor.rb
-- scripts/s3_cataloger/buckets
-- scripts/s3_cataloger/foreach_bucket
-- scripts/s3_cataloger/parse_ls.py
-- spec/client/itemset_legacy_spec.rb
-- spec/client/itemset_spec.rb
-- spec/client/notifier_spec.rb
-- spec/server/config_spec.rb
-- spec/server/event_spec.rb
-- spec/server/itemset_legacy_spec.rb
-- spec/server/itemset_spec.rb
-- spec/server/rack/extract_methods_spec.rb
-- spec/server/rack/path_spec.rb
-- spec/server/rack/path_validation_spec.rb
-- spec/server/server_spec.rb
+- spec/configuration_spec.rb
+- spec/server/api_options_spec.rb
+- spec/server/api_spec.rb
+- spec/server/configuration_spec.rb
+- spec/server/drivers/mongo_spec.rb
+- spec/server/handlers/event_handler_spec.rb
+- spec/server/handlers/events_handler_spec.rb
+- spec/server/handlers/stash_handler_spec.rb
+- spec/server/handlers/stashes_handler_spec.rb
+- spec/server/handlers/stream_handler_spec.rb
+- spec/server/models/document_spec.rb
+- spec/server/models/event_spec.rb
+- spec/server/models/stash_spec.rb
 - spec/spec_helper.rb
-- spec/support/mongo_cleaner.rb
-- src/main/java/ItemSetTest.java
-- src/main/java/com/infochimps/util/CurrentClass.java
-- src/main/java/com/infochimps/util/DebugUtil.java
-- src/main/java/com/infochimps/util/HttpHelper.java
-- src/main/java/com/infochimps/vayacondios/ItemSets.java
-- src/main/java/com/infochimps/vayacondios/LinkToVCD.java
-- src/main/java/com/infochimps/vayacondios/MemoryVCDShim.java
-- src/main/java/com/infochimps/vayacondios/Organization.java
-- src/main/java/com/infochimps/vayacondios/PathBuilder.java
-- src/main/java/com/infochimps/vayacondios/StandardVCDLink.java
-- src/main/java/com/infochimps/vayacondios/VCDIntegrationTest.java
+- spec/support/database_helper.rb
+- spec/support/log_helper.rb
+- spec/support/shared_context_for_events.rb
+- spec/support/shared_context_for_stashes.rb
+- spec/support/shared_examples_for_handlers.rb
+- src/main/java/com/infochimps/vayacondios/BaseClient.java
+- src/main/java/com/infochimps/vayacondios/HTTPClient.java
 - src/main/java/com/infochimps/vayacondios/VayacondiosClient.java
-- src/test/java/com/infochimps/vayacondios/TestVayacondiosInMemory.java
-- vayacondios-client.gemspec
+- src/main/java/com/infochimps/vayacondios/test/IntegrationTest.java
+- src/test/java/com/infochimps/vayacondios/BaseClientTest.java
+- src/test/java/com/infochimps/vayacondios/HTTPClientIT.java
 - vayacondios-server.gemspec
 homepage: https://github.com/infochimps-labs/vayacondios
-licenses: []
-metadata: {}
+licenses:
+- Apache 2.0
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
+      segments:
+      - 0
+      hash: 218667830925451175
 required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
+      segments:
+      - 0
+      hash: 218667830925451175
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.5
+rubygems_version: 1.8.23
 signing_key: 
-specification_version: 4
+specification_version: 3
 summary: Data goes in. The right thing happens
 test_files:
-- spec/client/itemset_legacy_spec.rb
-- spec/client/itemset_spec.rb
-- spec/client/notifier_spec.rb
-- spec/server/config_spec.rb
-- spec/server/event_spec.rb
-- spec/server/itemset_legacy_spec.rb
-- spec/server/itemset_spec.rb
-- spec/server/rack/extract_methods_spec.rb
-- spec/server/rack/path_spec.rb
-- spec/server/rack/path_validation_spec.rb
-- spec/server/server_spec.rb
+- spec/configuration_spec.rb
+- spec/server/api_options_spec.rb
+- spec/server/api_spec.rb
+- spec/server/configuration_spec.rb
+- spec/server/drivers/mongo_spec.rb
+- spec/server/handlers/event_handler_spec.rb
+- spec/server/handlers/events_handler_spec.rb
+- spec/server/handlers/stash_handler_spec.rb
+- spec/server/handlers/stashes_handler_spec.rb
+- spec/server/handlers/stream_handler_spec.rb
+- spec/server/models/document_spec.rb
+- spec/server/models/event_spec.rb
+- spec/server/models/stash_spec.rb
 - spec/spec_helper.rb
-- spec/support/mongo_cleaner.rb
+- spec/support/database_helper.rb
+- spec/support/log_helper.rb
+- spec/support/shared_context_for_events.rb
+- spec/support/shared_context_for_stashes.rb
+- spec/support/shared_examples_for_handlers.rb
 has_rdoc: 

checksums.yaml

@@ -1,15 +0,0 @@
----
-!binary "U0hBMQ==":
-  metadata.gz: !binary |-
-    NzRmOTU2YjY4MjgxNjhkNGYxZTRmNTg2OWQzNjJlODZhMzc1YzJmOQ==
-  data.tar.gz: !binary |-
-    YTdhOTVkYmE2MTdjYjJhYjcxOGJmMTYyYTJkOTk1NmExMTlhYmUyYw==
-!binary "U0hBNTEy":
-  metadata.gz: !binary |-
-    ZjRlNjEyMDY4Y2E2NzI0MDc0M2MwMDUzZGYwY2EwZWJiYTQ3ZDViZGEyMTdk
-    ZjNhMzg1M2NiY2I3MzZhOWY4YWU3ODQ5NDM4YzllNzRlN2Y4ZjNhOWY1YWMz
-    NTkwNDg2ZjM0MzExODBjYzVlZjhiNGU0YjgyZTYzZDM0Y2E4N2I=
-  data.tar.gz: !binary |-
-    NDZlY2I2N2I3YzNkODBlYTEyN2EyOTkxM2YwM2JhNzAzNmQ0ZTkzYjVlNTc0
-    ZDBlMmJkNGU2ZTE0YjY5NzlhZDEwODJlMGNiNzUxZjZlMWJjMGIwOTFiNTlh
-    ZTJkOTYyZGMzZmIxZTQ5NmUyN2QwMjZiZjc5NzAwODU1NTExN2I=

data/.rspec

@@ -1,2 +0,0 @@
---color
---format documentation

data/.yardopts

@@ -1,10 +0,0 @@
---readme   README.md
---markup   markdown
---verbose
--
-VERSION
-CHANGELOG.md
-LICENSE.md
-README.md
-notes/*.md
-features/**/*.feature

data/Guardfile

@@ -1,41 +0,0 @@
-# -*- ruby -*-
-
-# More info at https://github.com/guard/guard#readme
-
-# guard 'yard' do
-#   watch(%r{lib/.+\.rb})
-#   watch(%r{notes/.+\.(md|txt)}) { "notes" }
-# end
-
-rspec_opts = '--format progress'
-# rspec_opts = '--format doc'
-
-guard 'rspec', :version => 2, :cli => rspec_opts do
-  watch(%r{^spec/.+_spec\.rb$})
-  watch(%r{^lib/(.+)\.rb$})            { |m| "spec/#{m[1]}_spec.rb" }
-  watch('spec/spec_helper.rb')         { "spec" }
-  watch(/spec\/support\/(.+)\.rb/)     { "spec" }
-  watch(%r{^examples/(\w+)\.rb$})      { |m| "spec/examples/#{m[1]}_spec.rb" }
-  watch(%r{^examples/(\w+)/(.+)\.rb$}) { |m| "spec/examples/#{m[1]}_spec.rb" }
-end
-
-# # This is an example with all options that you can specify for guard-process
-# Dir['examples/**/*.rb'].each do |file|
-#   next unless File.file?(file) && File.executable?(file)
-#   guard 'process', :name => file, :command => file do
-#     watch('Gemfile.lock')
-#     watch(file)
-#     watch('examples/examples_helper.rb')
-#   end
-# end
-
-graph_output_dir = File.expand_path("/tmp/wukong-#{ENV['USER']}/graphs")
-FileUtils.mkdir_p(graph_output_dir)
-
-Dir['examples/**/*.gv'].each do |file|
-  graph_output_file = File.join(graph_output_dir, File.basename(file, '.gv')+".png")
-  cmd = "dot -Tpng -o #{graph_output_file} #{file}"
-  guard 'process', :name => "dot on #{file}", :command => cmd do
-    watch(file)
-  end
-end

data/app/http_shim.rb

@@ -1,71 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'gorillib/logger/log'
-require 'vayacondios-server'
-
-class HttpShim < Goliath::API
-  use Goliath::Rack::Heartbeat                                           # respond to /status with 200, OK (monitoring, etc)
-  use Vayacondios::Rack::JSONize
-  use Goliath::Rack::Tracer, 'X-Tracer'                                  # log trace statistics
-  use Vayacondios::Rack::Params                                          # parse query string and message body into params hash
-#  use Goliath::Rack::Params                                              # parse query string and message body into params hash
-  use Goliath::Rack::Validation::RequestMethod, %w[GET PUT PATCH DELETE] # only allow these methods
-  use Vayacondios::Rack::ExtractMethods                                  # interpolate GET, PUT into :create, :update, etc
-  use Vayacondios::Rack::Path                                            # parse path into parameterized pieces
-  use Vayacondios::Rack::PathValidation                                  # validate the existence of env[:vayacondios_path]
-  use Goliath::Rack::Formatters::JSON                                    # JSON output formatter
-  use Goliath::Rack::Render                                              # auto-negotiate response format
-
-  # The document part of the request, e.g. - params that came
-  # directly from its body.
-  #
-  # Something somewhere in Rack is unhappy when receiving
-  # non-Hash-like records via a JSON-formatted request body. So that
-  # Vayacondios::Rack::Params takes a non-Hash-like request body and
-  # turns it into a Hash with a single key: _document.
-  #
-  # This hack does **not** affect the client-side: clients can still
-  # send non-Hash-like JSON documents and they will be interpreted
-  # as intended.
-  #
-  # @return [Hash,Array,String,Fixnum,nil] any native JSON datatype
-  def document
-    params['_document'] || params
-  end
-
-  def response(env)
-    path_params = env[:vayacondios_path]
-    klass = ('vayacondios/' + path_params[:type] + '_handler').camelize.constantize
-
-    Log.info("received request #{env['REQUEST_METHOD']} #{env['REQUEST_URI']}")
-    Log.info("params: #{document}")
-
-    begin
-      case env[:vayacondios_method]
-        
-      when :show
-        record = klass.find(mongo, path_params)
-        [200, {}, record.body]
-
-      when :update
-        record = klass.new(mongo).update(document, path_params)
-        [200, {}, nil]
-        
-      when :patch
-        record = klass.new(mongo).patch(document, path_params)
-        [200, {}, nil]
-
-      when :delete
-        record = klass.find(mongo, path_params).destroy(document)
-        [200, {}, record.body]
-      end
-    rescue Vayacondios::Error::NotFound => ex
-      return [404, {}, { error: "Not Found" }]
-    rescue Vayacondios::Error::BadRequest => ex
-      return [400, {}, { error: "Bad Request" }]
-    rescue StandardError => ex
-      puts ex
-      ex.backtrace.each{ |l| puts l }
-    end
-  end
-end

data/bin/vcd.sh

@@ -1,27 +0,0 @@
-#!/usr/bin/env bash
-
-cmd="${1-help}"
-
-vcd_server_url='http://localhost:9000'
-
-case "$cmd" in
-help|--help)
-    echo "commands: "
-    echo "  vcd hola foo/bar '{...json hash...}' -- dispatches the hash to the foo/bar bucket on the  vayacondios server"
-    echo "  vcd help                             -- this text"
-    echo ""
-    echo "example: "
-    echo "  $0 hola just/fiddlin '{\"hi\":\"there\"}'"
-    echo ""
-    ;;
-
-hola)
-    bucket="$2"
-    facts="$3"
-    if [ -z "$bucket" ] || [ -z "$facts" ] ; then echo "vcd hola foo/bar '{...json hash...}'" ; echo "  got '$bucket' '$fact'" ; exit -1 ; fi
-
-    echo -- curl -H 'Content-Type:application/json' -d "'$facts'" "'$vcd_server_url/$bucket'"
-    curl -H 'Content-Type:application/json' -d "$facts" "$vcd_server_url/$bucket"
-    ;;
-
-esac

data/config/http_shim.rb

@@ -1,43 +0,0 @@
-def ENV.root_path(*args)
-  File.expand_path(File.join(File.dirname(__FILE__), '..', *args))
-end
-
-require 'configliere'
-Settings.define :app_name,    :default => 'vayacondios', :description => 'Name to key on for tracer stats, statsd metrics, etc.'
-Settings.define 'mongo.host', :default => 'localhost',   :description => 'Mongo hostname'
-Settings.define 'mongo.port', :default => '27017',       :description => 'Mongo port'
-
-Settings.read(ENV.root_path('config/vayacondios.yaml'))
-Settings.resolve!
-
-config[:server] = {
-  :nodename => ENV['NODENAME'],
-  :hostname => `hostname`.chomp,
-  :program  => File.expand_path($0),
-  :version  => `git log | head -n1`.chomp.split[1],
-  :pid      => Process.pid,
-}
-
-environment(:production) do
-  Settings[:environment] = config[:environment] = 'production'
-  config['mongo'] = EventMachine::Synchrony::ConnectionPool.new(:size => 20) do
-    conn = EM::Mongo::Connection.new(Settings[:mongo][:host], Settings[:mongo][:port], 1, {:reconnect_in => 1})
-    conn.db(Settings[:mongo][:database])
-  end
-end
-
-environment(:development) do
-  Settings[:environment] = config[:environment] = 'development'
-  conn = EM::Mongo::Connection.new(Settings[:mongo][:host],Settings[:mongo][:port], 1, {:reconnect_in => 1})
-  config['mongo'] = conn.db(Settings[:mongo][:database])
-end
-
-environment(:test) do
-  Settings[:environment] = config[:environment] = 'test'
-  conn = EM::Mongo::Connection.new(Settings[:mongo][:host],Settings[:mongo][:port], 1, {:reconnect_in => 1})
-  config['mongo'] = conn.db(Settings[:mongo][:database])
-end
-
-# def config.inspect
-#   self.reject{|k, v| /#{DB_NAME}/ =~ k.to_s}.inspect
-# end

data/config/vayacondios.example.yaml

@@ -1,7 +0,0 @@
-mongo:
-  host:         localhost
-  port:         27017
-  database:     vayacondios_dev
-
-vayacondios:
-  legacy: true

data/config/vayacondios.yaml

@@ -1,7 +0,0 @@
-mongo:
-  host:         localhost
-  port:         27017
-  database:     vayacondios_dev
-
-vayacondios:
-  legacy: true