vayacondios-server 0.2.11 → 0.3.0

data/lib/vayacondios/legacy_switch.rb

@@ -1,43 +0,0 @@
-require 'gorillib/logger/log'
-
-class Vayacondios
-  # Are we operating on JSON Hashes (Vayacondios) or on JSON arrays
-  # (Vayacondios Legacy)? These classes determine which to use.
-
-  class StandardContentsHandler
-    def wrap_contents(contents) {contents: contents} end
-    def extract_contents(document) document['contents'] end
-    def extract_response(document) document['contents'] end
-    def proper_request(document) true end
-  end
-
-  class LegacyContentsHandler
-    def wrap_contents(contents) contents end
-    def extract_contents(document) document end
-    def extract_response(document) document end
-    def proper_request(document) true end
-  end
-
-  @@legacy_switch = nil
-
-  def self.legacy_switch
-    if @@legacy_switch.nil?
-      legacy_mode_on = Settings[:vayacondios][:legacy]
-      @@legacy_switch = get_legacy_switch(legacy_mode_on)
-      Log.info("using #{legacy_mode_on ? 'legacy' : 'standard'} mode")
-    end
-    @@legacy_switch
-  end
-
-  def self.force_legacy_mode on
-    Log.info("forcing #{on ? 'legacy' : 'standard'} mode")
-    @@legacy_switch = get_legacy_switch on
-  end
-
-  private
-
-  def self.get_legacy_switch on
-    (on ? LegacyContentsHandler : StandardContentsHandler).new
-  end
-end
-

data/lib/vayacondios/server/errors/bad_request.rb

@@ -1,6 +0,0 @@
-class Vayacondios
-  module Error
-    class BadRequest < Exception
-    end
-  end
-end

data/lib/vayacondios/server/errors/not_found.rb

@@ -1,6 +0,0 @@
-class Vayacondios
-  module Error
-    class NotFound < Exception
-    end
-  end
-end

data/lib/vayacondios/server/handlers/config_handler.rb

@@ -1,32 +0,0 @@
-# Vayacondios::ConfigHandler
-#
-# This handler will accept requests to update config for an organization. All
-# updates will merge with an existing document.
-
-class Vayacondios
-
-  class ConfigHandler
-
-    def initialize(mongodb)
-      @mongo = mongodb
-    end
-
-    def update(document, options={})
-      raise Vayacondios::Error::BadRequest.new unless options[:topic] && options[:id]
-      raise Vayacondios::Error::BadRequest.new if /\W/ =~ options[:id]
-      
-      existing_document = ConfigDocument.find(@mongo, options)
-      if existing_document
-        existing_document.update(document)
-      else
-        existing_document = ConfigDocument.create(@mongo, document, options)
-      end
-    end
-
-    def self.find(mongodb, options)
-      existing_document = ConfigDocument.find(mongodb, options)
-      raise Vayacondios::Error::NotFound.new unless existing_document
-      existing_document
-    end
-  end
-end

data/lib/vayacondios/server/handlers/itemset_handler.rb

@@ -1,60 +0,0 @@
-# Vayacondios::ItemsetHandler
-#
-# This handler will accept requests to handle arrays for an organization.
-# These arrays can only contain numbers and strings.
-#  GET requests are idempotent
-#  POST requests are forbidden
-#  PUT requests will clobber an existing array
-#  DELETE requests require an array of objects to remove
-
-class Vayacondios
-
-  class ItemsetHandler
-
-    def initialize(mongodb)
-      @mongo = mongodb
-    end
-
-    def update(document, options={})
-      validate_options options
-
-      existing_document = ItemsetDocument.find(@mongo, options)
-      if existing_document
-        existing_document.update(document)
-      else
-        existing_document = ItemsetDocument.create(@mongo, document, options)
-      end
-    end
-    
-    def patch(document, options={})
-      validate_options options
-
-      existing_document = ItemsetDocument.find(@mongo, options)
-      if existing_document
-        existing_document.patch(document)
-      else
-        existing_document = ItemsetDocument.create(@mongo, document, options)
-      end
-    end
-    
-    def destroy(document, options={})
-      validate_options options
-      
-      existing_document = ItemsetDocument.find(@mongo, options)
-      existing_document.destroy(document)
-    end
-
-    def self.find(mongodb, options)
-      existing_document = ItemsetDocument.find(mongodb, options)
-      raise Error::NotFound.new unless existing_document
-      existing_document
-    end
-    
-    protected
-    
-    def validate_options(options)
-      raise Error::BadRequest.new unless options[:topic] && options[:id]
-      raise Error::BadRequest.new if /\W/ =~ options[:id]
-    end
-  end
-end

data/lib/vayacondios/server/legacy_switch.rb

@@ -1,43 +0,0 @@
-require 'gorillib/logger/log'
-
-class Vayacondios
-  # Are we operating on JSON Hashes (Vayacondios) or on JSON arrays
-  # (Vayacondios Legacy)? These classes determine which to use.
-
-  class StandardContentsHandler
-    def wrap_contents(contents) {contents: contents} end
-    def extract_contents(document) document['contents'] end
-    def extract_response(document) document['contents'] end
-    def proper_request(document) true end
-  end
-
-  class LegacyContentsHandler
-    def wrap_contents(contents) contents end
-    def extract_contents(document) document end
-    def extract_response(document) document end
-    def proper_request(document) true end
-  end
-
-  @@legacy_switch = nil
-
-  def self.legacy_switch
-    if @@legacy_switch.nil?
-      legacy_mode_on = Settings[:vayacondios][:legacy]
-      @@legacy_switch = get_legacy_switch(legacy_mode_on)
-      Log.info("using #{legacy_mode_on ? 'legacy' : 'standard'} mode")
-    end
-    @@legacy_switch
-  end
-
-  def self.force_legacy_mode on
-    Log.info("forcing #{on ? 'legacy' : 'standard'} mode")
-    @@legacy_switch = get_legacy_switch on
-  end
-
-  private
-
-  def self.get_legacy_switch on
-    (on ? LegacyContentsHandler : StandardContentsHandler).new
-  end
-end
-

data/lib/vayacondios/server/model/config_document.rb

@@ -1,89 +0,0 @@
-require 'vayacondios/server/model/document'
-
-# The configuration model
-#
-# Configuration documents are key-value pairs, represented in JSON. A document
-# consists of a primary key called the topic (_id in mongodb). It belongs to a
-# collection named "#{organization_name}.config"
-#
-# Note: mongodb is passed in beacuse Goliath makes Thread lookups will not
-# work while Goliath is in a streaming context.
-
-class Vayacondios::ConfigDocument < Vayacondios::Document
-  attr_reader :organization, :topic, :body, :id
-
-  def initialize(mongodb, options = {})
-    super options
-    @mongo = mongodb
-    options = sanitize_options(options)
-    @id = options[:id]
-
-    @body         = nil
-    @field        = options[:field] ||= options[:id]
-    @mongo        = mongodb
-
-    collection_name = [organization.to_s, 'config'].join('.')
-    @collection = @mongo.collection(collection_name)
-  end
-
-  def self.create(mongodb, document, options={})
-    self.new(mongodb, options).update(document)
-  end
-
-  def self.find(mongodb, options={})
-    self.new(mongodb, options).find
-  end
-
-  def find
-    result = @collection.find_one({_id: @topic})
-
-    if result.present?
-      result.delete("_id")
-      @body = result
-      # @body = @field.split('.').inject(result){|acc, attr| acc = acc[attr]} if @field.present?
-      self
-    else
-      nil
-    end
-  end
-
-  def update(document)
-    raise Vayacondios::Error::BadRequest.new if !document.is_a?(Hash)
-
-    # Merge ourselves
-    document = body.deep_merge(document) if body
-
-    fields = document
-    # fields = {@field => document} if @field.present?
-
-    @body = document
-    @collection.update({:_id => @topic}, {'$set' => fields}, {upsert: true})
-
-    self
-  end
-
-  def destroy(document)
-    super
-  end
-
-  protected
-
-  def sanitize_options(options)
-    options = options.symbolize_keys
-
-    topic = options[:topic]
-
-    if (topic.is_a?(Hash) && topic["$oid"].present?)
-      topic = BSON::ObjectId(topic["$oid"])
-    elsif topic.is_a?(String)
-      topic = topic.gsub(/\W/,'')
-      if topic.to_s.match(/^[a-f0-9]{24}$/)
-        topic = BSON::ObjectId(topic)
-      end
-    end
-
-    field = options[:field].gsub(/\W/, '') if options[:field].present?
-
-    options.merge(topic: topic, field: field)
-  end
-end

data/lib/vayacondios/server/model/document.rb

@@ -1,25 +0,0 @@
-class Vayacondios::Document < Hash
-  attr_accessor :organization, :topic
-
-  def initialize(options = {})
-    options = options.symbolize_keys
-    @organization = options[:organization]
-    @topic = options[:topic]
-  end
-
-  def self.create
-    raise NotImplementedError.new("#{self.name} must be overriden by a subclass.")
-  end
-
-  def self.update
-    raise NotImplementedError.new("#{self.name} must be overriden by a subclass.")
-  end
-
-  def self.find
-    raise NotImplementedError.new("#{self.name} must be overriden by a subclass.")
-  end
-
-  def destroy
-    raise NotImplementedError.new("#{self.name} must be overriden by a subclass.")
-  end
-end

data/lib/vayacondios/server/model/event_document.rb

@@ -1,94 +0,0 @@
-require 'vayacondios/server/model/document'
-
-# The event model
-#
-# Event documents are key-value pairs, represented in JSON. A document
-# consists of a primary key called the topic (_id in mongodb). It belongs to a
-# collection named "#{organization_name}.#{topic}.events"
-#
-# Note: mongodb is passed in beacuse Goliath makes Thread lookups will not
-# work while Goliath is in a streaming context.
-
-class Vayacondios::EventDocument < Vayacondios::Document
-  attr_reader :organization, :topic, :body
-
-  def initialize(mongodb, options = {})
-    super options
-    @mongo = mongodb
-    options = sanitize_options(options)
-
-    @body   = nil
-    @id     = format_id(options[:id])
-    @mongo  = mongodb
-
-    collection_name = [organization, topic, 'events'].join('.')
-    @collection = @mongo.collection(collection_name)
-  end
-
-  def self.create(mongodb, document, options={})
-    self.new(mongodb, options).update(document)
-  end
-
-  def self.find(mongodb, options={})
-    self.new(mongodb, options).find
-  end
-
-  def find
-    result = @collection.find_one({_id: @id})
-    if result.present?
-      result.delete("_id")
-      result['_timestamp'] = result.delete("t")
-      result.merge! result.delete("d") if result["d"].present?
-      @body = result
-      self
-    else
-      nil
-    end
-  end
-
-  def update(document)
-    document = to_mongo(document)
-
-    @body = document[:d]
-    if @id
-      @collection.update({:_id => @id}, document, {upsert: true})
-    else
-      @collection.insert(document)
-    end
-
-    self
-  end
-
-  def destroy(document)
-    super
-  end
-
-  protected
-
-  def sanitize_options(options)
-    options = options.symbolize_keys
-
-    topic = options[:topic].gsub(/\W+/, '_')
-    id = format_id options[:id]
-
-    options.merge!(topic: topic, id: id)
-  end
-
-  def format_id(id)
-    if (id.is_a?(Hash) && id["$oid"].present?)
-      id = BSON::ObjectId(id["$oid"])
-    else
-      id = id.to_s.gsub(/\W/,'')
-      id = BSON::ObjectId(id) if id.match(/^[a-f0-9]{24}$/)
-    end
-    id
-  end
-
-  def to_mongo(document)
-    {}.tap do |result|
-      result[:d] = document.dup
-      result[:_id] = @id if @id
-      result[:t] = document.delete(:_timestamp) || Time.now
-    end
-  end
-end

data/lib/vayacondios/server/model/itemset_document.rb

@@ -1,126 +0,0 @@
-require 'vayacondios/server/model/document'
-require 'vayacondios/server/legacy_switch'
-
-# The configuration model
-#
-# Configuration documents are key-value pairs, represented in JSON. A document
-# consists of a primary key called the topic (_id in mongodb). It belongs to a
-# collection named "#{organization_name}.config"
-#
-# Note: mongodb is passed in beacuse Goliath makes Thread lookups will not
-# work while Goliath is in a streaming context.
-
-class Vayacondios::ItemsetDocument < Vayacondios::Document
-  attr_reader :organization, :topic, :id
-
-  def initialize(mongodb, options = {})
-    super options
-    @mongo = mongodb
-    options = sanitize_options(options)
-    @id = options[:id]
-
-    @body         = nil
-    @mongo        = mongodb
-
-    @handler = Vayacondios.legacy_switch
-
-    collection_name = [organization.to_s, topic, 'itemset'].join('.')
-    @collection = @mongo.collection(collection_name)
-  end
-
-  def self.create(mongodb, document, options={})
-    self.new(mongodb, options).update(document)
-  end
-
-  def self.find(mongodb, options={})
-    self.new(mongodb, options).find
-  end
-
-  def body
-    @handler.wrap_contents(@body)
-  end
-
-  def find
-    result = @collection.find_one({_id: @id})
-
-    if result
-      result.delete("_id")
-      @body = result["d"]
-      self
-    else
-      nil
-    end
-  end
-
-  def update(document)
-    raise Vayacondios::Error::BadRequest.new unless @handler.proper_request(document)
-
-    @body = extract_contents(document)
-
-
-    @collection.update({:_id => @id}, {:_id => @id, 'd' => @body }, {upsert: true})
-    
-    self
-  end
-
-  def patch(document)
-    raise Vayacondios::Error::BadRequest.new unless @handler.proper_request(document)
-
-    # Merge ourselves
-    if @body
-      @body = @body + extract_contents(document)
-    else
-      @body = extract_contents(document)
-    end
-
-    @collection.update({:_id => @id}, {
-      '$addToSet' => {
-        'd' => {
-          '$each'=> extract_contents(document)
-        }
-      }
-    }, {upsert: true})
-    
-    self
-  end
-
-  def destroy(document)
-    raise Vayacondios::Error::BadRequest.new unless @handler.proper_request(document)
-
-    @body -= extract_contents(document)
-    
-    @collection.update({:_id => @id}, {
-      '$pullAll' => {
-        'd' => extract_contents(document)
-      }
-    })
-    
-    self
-  end
-
-  protected
-
-  def extract_contents(document)
-    puts "doc = #{document}. contents = #{result = @handler.extract_contents(document)}"
-    result
-  end
-
-  def sanitize_options(options)
-    options = options.symbolize_keys
-
-    topic = options[:topic]
-
-    if (topic.is_a?(Hash) && topic["$oid"].present?)
-      topic = BSON::ObjectId(topic["$oid"])
-    elsif topic.is_a?(String)
-      topic = topic.gsub(/\W/,'')
-      if topic.to_s.match(/^[a-f0-9]{24}$/)
-        topic = BSON::ObjectId(topic)
-      end
-    end
-
-    field = options[:field].gsub(/\W/, '') if options[:field].present?
-
-    options.merge(topic: topic, field: field)
-  end
-end

data/lib/vayacondios/server/rack/extract_methods.rb

@@ -1,35 +0,0 @@
-class Vayacondios
-  module Rack
-    class ExtractMethods
-      include Goliath::Rack::AsyncMiddleware
-      
-      def call(env)
-        method_name = extract_method(env)
-        super env.merge(vayacondios_method: method_name)
-      end
-      
-      def extract_method env        
-        return unless env['REQUEST_METHOD']
-        case env['REQUEST_METHOD'].upcase
-        when 'PUT'    then
-          if env.has_key? 'HTTP_X_METHOD'
-            if env['HTTP_X_METHOD'].upcase == 'PATCH'
-              :patch
-            elsif env['HTTP_X_METHOD'].upcase == 'DELETE'
-              :delete
-            else
-              :update
-            end
-          else
-            :update
-          end
-        when 'GET'    then :show
-        when 'POST'   then :create
-        when 'PATCH'  then :patch
-        when 'DELETE' then :delete
-        else nil
-        end
-      end
-    end
-  end
-end

data/lib/vayacondios/server/rack/jsonize.rb

@@ -1,43 +0,0 @@
-class Vayacondios
-  module Rack
-
-    # Sets the `Content-Type` of the request and response to
-    # `application/json`.
-    class JSONize
-      include Goliath::Rack::AsyncMiddleware
-
-      # Sets the `Content-Type` header to `application/json` so
-      # downstream parameter parsing will work correctly.
-      #
-      # @param [Hash] env the request environment
-      def call(env)
-        env.logger.debug("Started #{env[Goliath::Request::REQUEST_METHOD]} \"#{env[Goliath::Request::REQUEST_PATH]}\" for #{env[Goliath::Request::REMOTE_ADDR]} as JSON")
-        env['CONTENT_TYPE'] = 'application/json'
-        super(env)
-      end
-
-      # Sets the `Content-Type` header to `application/json` and
-      # serializes the response body to a JSON string.
-      #
-      # Will *not* do this if the request was sent to `/status` which
-      # is expected to just return the string `OK`.
-      #
-      # As per Infomart, the client expects an empty string when there is no body to
-      # return. This does not conform to proper JSON spec and will be an improper response
-      # for most other users.
-      #
-      # @param [Hash] env the request environment
-      # @param [Integer] status the HTTP status code of the response
-      # @param [Hash] headers the HTTP headers of the response
-      # @param [Object] body the upstream response body
-      # @return [Array] the response
-      def post_process(env, status, headers, body)
-        return [status, headers, body] if env["REQUEST_PATH"] == '/status'
-        headers['Content-Type'] = 'application/json'
-        body = body.nil? ? [''] : [MultiJson.encode(body)]
-        [status, headers, body]
-      end
-      
-    end
-  end
-end

data/lib/vayacondios/server/rack/params.rb

@@ -1,50 +0,0 @@
-class Vayacondios
-  module Rack
-
-    # Parses parameters in the request.
-    #
-    # Will parse parameters from the query string as well as from the
-    # request body.
-    #
-    # Rack gets unhappy when the parameters are anything other than a
-    # Hash but we want clients to be able to send non-Hash-like
-    # request bodies.  To support this case, the request's params are
-    # stored into the `_document` key of the params, to be fetched
-    # later by Vayacondios::HttpServer#document.
-    class Params < Goliath::Rack::Params
-
-      # Parses the parameters of the request.
-      #
-      # @param [Hash] env the request environment
-      def retrieve_params(env)
-        params = {}
-        params.merge!(::Rack::Utils.parse_nested_query(env['QUERY_STRING']))
-
-        if env['rack.input']
-          post_params = ::Rack::Utils::Multipart.parse_multipart(env)
-          unless post_params
-            body = env['rack.input'].read
-            return params if body.empty?
-            env['rack.input'].rewind
-
-            post_params = case(env['CONTENT_TYPE'])
-                          when Goliath::Rack::URL_ENCODED then
-                            ::Rack::Utils.parse_nested_query(body)
-                          when Goliath::Rack::JSON_ENCODED then
-                            MultiJson.decode(body)
-                          else
-                            {}
-                          end
-            if post_params.is_a?(Hash)
-              params.merge!(post_params)
-            else
-              params['_document'] = post_params
-            end
-          end
-        end
-        params
-      end
-      
-    end
-  end
-end

data/lib/vayacondios/server/rack/path.rb

@@ -1,23 +0,0 @@
-class Vayacondios
-  module Rack
-    class Path
-      include Goliath::Rack::AsyncMiddleware
-      
-      def call(env)
-        path_params = parse_path(env[Goliath::Request::REQUEST_PATH])
-        super env.merge(vayacondios_path: path_params)
-      end
-      
-      def parse_path(path)
-        path_regex = /^\/v1\/(?<organization>[a-z]\w+)\/(?<type>config|event|itemset)(\/(?<topic>\w+)(\/(?<id>(\w+\/?)+))?)?(\/|\.(?<format>json))?$/i
-        if (match = path_regex.match(path))
-          {}.tap do |segments|
-            match.names.each do |segment|
-              segments[segment.to_sym] = match[segment]
-            end
-          end
-        end
-      end
-    end
-  end
-end