alephant-broker 0.1.6 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7410ac49baac4bf594eabcfde56e669343902682
-  data.tar.gz: 1ab7c48a49eb1e41182d4968c9cfe14a736032ce
+  metadata.gz: 38bbbde873e9befab83b241a575c79c3e60bb587
+  data.tar.gz: d6d650f9cb5e9e50ff3b665cc4f9f6759110c279
 SHA512:
-  metadata.gz: 197a8602b01a878fd66154c23e4a783f4cc1fc7603c351ac016a55d6df5b9ab87bc07a12ece82a7dbeda6c0ab3f25f76912ce0e2befed2a730525f8bad39e251
-  data.tar.gz: a5f6f485240d886380682631df0b558377a46b8d65838b87d9c4aa5216d4b5cb39bfb3cf2a2d483b51648585ddc5683d956c3aa74a9d0e609972031d46e476be
+  metadata.gz: faf61092ff24d4b65bbeee0dc8915662e731d8ed067ce6a789d0a663d2bc2ada0d6da2640424711decfa3500f97ec54a65a4124d918216dc28bb7bc0ab359079
+  data.tar.gz: 78132a0acdd19c4eda3ad0e3a5363bb4ec07081fd37c6364578e09baa786ffb580177b457b4c2ee3c488dd2486564d77dc9ba44d5e156094ece521c05e676519

data/lib/alephant/broker.rb

@@ -1,12 +1,47 @@
-require "alephant/broker/version"
-require "alephant/broker/models/request_handler"
+require 'alephant/broker/version'
+require 'alephant/broker/request'
+require 'alephant/broker/environment'
+require 'alephant/broker'
 
 module Alephant
   module Broker
 
-    def self.handle(config = {})
-      RequestHandler.new(config).process
+    def self.handle(env)
+      Request::Handler.process env
     end
-  end
 
+    def self.config
+      @@configuration
+    end
+
+    def self.config=(c)
+      @@configuration = c
+    end
+
+    class Application
+      def initialize(c = nil)
+        Broker.config = c unless c.nil?
+      end
+
+      def call(env)
+        send response_for(environment_for(env))
+      end
+
+      def environment_for(env)
+        Environment.new env
+      end
+
+      def response_for(call_environment)
+        Broker.handle call_environment
+      end
+
+      def send(response)
+        [
+          response.status,
+          { "Content-Type" => response.content_type },
+          [ response.content.to_s ]
+        ]
+      end
+    end
+  end
 end

data/lib/alephant/broker/component.rb

@@ -0,0 +1,74 @@
+require 'crimp'
+require 'alephant/logger'
+require 'alephant/cache'
+require 'alephant/lookup'
+require 'alephant/broker/errors/invalid_cache_key'
+require 'alephant/sequencer'
+
+module Alephant
+  module Broker
+    class Component
+      include Logger
+
+      attr_reader :id, :batch_id, :options, :content
+
+      def initialize(id, batch_id, options)
+        @id       = id
+        @batch_id = batch_id
+        @options  = symbolize(options || {})
+      end
+
+      def load
+        @content ||= cache.get(s3_path)
+      end
+
+      def opts_hash
+        @opts_hash ||= Crimp.signature(options)
+      end
+
+      def version
+        @version ||= sequencer.get_last_seen
+      end
+
+      private
+
+      def symbolize(hash)
+        Hash[hash.map { |k,v| [k.to_sym, v] }]
+      end
+
+      def cache
+        @cache ||= Alephant::Cache.new(
+          Broker.config[:s3_bucket_id],
+          Broker.config[:s3_object_path]
+        )
+      end
+
+      def s3_path
+        lookup.read(id, options, version).tap do |lookup_object|
+          raise InvalidCacheKey if lookup_object.location.nil?
+        end.location unless version.nil?
+      end
+
+      def lookup
+        @lookup ||= Alephant::Lookup.create(Broker.config[:lookup_table_name])
+      end
+
+      def key
+        batch_id.nil? ? component_key : renderer_key
+      end
+
+      def component_key
+        "#{id}/#{opts_hash}"
+      end
+
+      def renderer_key
+        "#{batch_id}/#{opts_hash}"
+      end
+
+      def sequencer
+        @sequencer ||= Alephant::Sequencer.create(Broker.config[:sequencer_table_name], key)
+      end
+
+    end
+  end
+end

data/lib/alephant/broker/{call_environment.rb → environment.rb}

@@ -1,8 +1,9 @@
 require 'json'
+require 'alephant/logger'
 
 module Alephant
   module Broker
-    class CallEnvironment
+    class Environment
       include Logger
       attr_reader :settings
 
@@ -23,15 +24,18 @@ module Alephant
       end
 
       def query
-        settings['QUERY_STRING']
+        settings['QUERY_STRING'] || ""
       end
 
-      def path
-        settings['PATH_INFO']
+      def options
+        query.split('&').reduce({}) do |object, key_pair|
+          key, value = key_pair.split('=')
+          object.tap { |o| o.store(key.to_sym, value) }
+        end
       end
 
-      def request_type
-        path.split('/')[1]
+      def path
+        settings['PATH_INFO']
       end
 
       def data
@@ -41,7 +45,7 @@ module Alephant
       private
 
       def rack_input
-          (settings['rack.input'].read).tap { settings['rack.input'].rewind } # http://rack.rubyforge.org/doc/SPEC.html
+        (settings['rack.input'].read).tap { settings['rack.input'].rewind }
       end
 
       def parse(json)

data/lib/alephant/broker/request.rb

@@ -0,0 +1,13 @@
+module Alephant
+  module Broker
+    module Request
+      require 'alephant/broker/request/asset'
+      require 'alephant/broker/request/batch'
+      require 'alephant/broker/request/factory'
+      require 'alephant/broker/request/handler'
+
+      class NotFound; end
+      class Status; end
+    end
+  end
+end

data/lib/alephant/broker/request/asset.rb

@@ -0,0 +1,37 @@
+require 'alephant/logger'
+require 'alephant/broker/component'
+require 'alephant/broker/errors/invalid_asset_id'
+
+module Alephant
+  module Broker
+    module Request
+      class Asset
+        include Logger
+
+        attr_reader :component
+
+        def initialize(env)
+          logger.info("Request::Asset#initialize(#{env.settings})")
+          component_id = component_id_for env.path
+
+          @component = Component.new(
+            component_id,
+            nil,
+            env.options
+          )
+
+          logger.info("Request::Asset#initialize: id: #{component_id}")
+          raise InvalidAssetId.new("No Asset ID specified") if component_id.nil?
+        end
+
+        private
+
+        def component_id_for(path)
+          path.split('/')[2] || nil
+        end
+
+      end
+    end
+  end
+end
+

data/lib/alephant/broker/request/batch.rb

@@ -0,0 +1,38 @@
+require 'alephant/logger'
+require 'alephant/broker/component'
+
+
+module Alephant
+  module Broker
+    module Request
+      class Batch
+        include Logger
+
+        attr_reader :batch_id, :components
+
+        def initialize(env)
+          logger.info("Request::Batch#initialize(#{env.settings})")
+
+          @batch_id   = env.data['batch_id']
+          @components = components_for env
+
+          logger.info("Request::Batch#initialize: id: #{@batch_id}")
+        end
+
+        private
+
+        def components_for(env)
+          env.data['components'].map do |c|
+            Component.new(
+              c['component'],
+              batch_id,
+              c['options']
+            )
+          end
+        end
+
+      end
+    end
+  end
+end
+

data/lib/alephant/broker/request/factory.rb

@@ -0,0 +1,24 @@
+require 'alephant/broker/request'
+
+module Alephant::Broker::Request
+  class Factory
+
+    def self.request_type_from(env)
+      env.path.split('/')[1]
+    end
+
+    def self.request_for(env)
+      case request_type_from(env)
+      when 'component'
+        Asset.new(env)
+      when 'components'
+        Batch.new(env)
+      when 'status'
+        Status.new
+      else
+        NotFound.new
+      end
+    end
+  end
+end
+

data/lib/alephant/broker/request/handler.rb

@@ -0,0 +1,35 @@
+require 'alephant/logger'
+
+require 'alephant/broker/request'
+require 'alephant/broker/response'
+require 'alephant/broker/request/factory'
+require 'alephant/broker/response/factory'
+
+module Alephant
+  module Broker
+    module Request
+      class Handler
+        extend Logger
+
+        def self.request_for(env)
+          Request::Factory.request_for env
+        end
+
+        def self.response_for(request)
+          Response::Factory.response_for request
+        end
+
+        def self.process(env)
+          begin
+            response_for request_for(env)
+          rescue Exception => e
+            logger.info("Broker.requestHandler.process: Exception raised (#{e.message}, #{e.backtrace.join('\n')})")
+            Response::Factory.error
+          end
+        end
+
+      end
+    end
+  end
+end
+

data/lib/alephant/broker/response.rb

@@ -0,0 +1,23 @@
+module Alephant
+  module Broker
+    module Response
+      require 'alephant/broker/response/base'
+      require 'alephant/broker/response/asset'
+      require 'alephant/broker/response/batch'
+      require 'alephant/broker/response/factory'
+
+      class NotFound < Base
+        def initialize; super(404) end
+      end
+
+      class Status < Base
+        def initialize; super(200) end
+      end
+
+      class ServerError < Base
+        def initialize; super(500) end
+      end
+    end
+  end
+end
+

data/lib/alephant/broker/response/asset.rb

@@ -0,0 +1,28 @@
+require 'alephant/broker/errors/invalid_cache_key'
+require 'alephant/logger'
+
+module Alephant
+  module Broker
+    module Response
+      class Asset < Base
+        include Logger
+
+        attr_reader :component
+
+        def initialize(component)
+          @component = component
+          super()
+        end
+
+        def setup
+          result  = load(component)
+
+          @status  = result['status']
+          @content = result['body']
+        end
+
+      end
+    end
+  end
+end
+

data/lib/alephant/broker/response/base.rb

@@ -0,0 +1,60 @@
+require 'aws-sdk'
+
+module Alephant
+  module Broker
+    module Response
+      class Base
+        attr_accessor :status, :content, :content_type
+
+        STATUS_CODE_MAPPING = {
+          200 => 'ok',
+          404 => 'Not found',
+          500 => 'Error retrieving content'
+        }
+
+        def initialize(status = 200, content_type = "text/html")
+          @content_type = content_type
+          @status  = status
+          @content = STATUS_CODE_MAPPING[status]
+
+          setup
+        end
+
+        protected
+
+        def setup; end
+
+        def load(component)
+          begin
+            body   = component.load
+            status = 200
+          rescue AWS::S3::Errors::NoSuchKey, InvalidCacheKey => e
+            body   = "#{error_for(e)}"
+            status = 404
+          rescue StandardError => e
+            body   = "#{error_for(e)}"
+            status = 500
+          end
+
+          log(component, status, e)
+
+          { 'body' => body, 'status' => status }
+        end
+
+        def log(c, status, e = nil)
+          logger.info("Broker: Component loaded: #{details_for(c)} (#{status}) #{error_for(e)}")
+        end
+
+        def details_for(c)
+          "#{c.id}/#{c.opts_hash}/#{c.version} #{c.batch_id.nil? ? '' : "batched"} (#{c.options})"
+        end
+
+        def error_for(e)
+          e.nil? ? nil : "#{e.message}\n#{e.backtrace.join('\n')}"
+        end
+
+      end
+    end
+  end
+end
+