alephant-lookup 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2de5b13682fc9400af295b28c3aacbc41f2c1203
-  data.tar.gz: ea8aac19dd9a080ffcc84dc4f81b8ade317a0dc5
+  metadata.gz: 9b8b849a5219c4332391e0d682b6fe6834e434fd
+  data.tar.gz: 2f213c0bb66d5e26e8c5a103aa5be1170582d788
 SHA512:
-  metadata.gz: f8a73612df87c017cb80d98f9ff8769aff507fc8f7f832d397179b763cb9a621c6edd16e63b7ed77b1553a827a08449a91076dfeeb40de161130d23ec90e3c64
-  data.tar.gz: 76be4d525cf258d70d0192917df0353a5a53801b5ffe933c93dd671ab434e2e834916b8136f1c691597b604f2a2fa4977d51c5946298886c5881a1ea328784e4
+  metadata.gz: 7511cf718a58673bfb35dff48513b4ed0e6363c47963311325eb96743a4b3a2eaf497567be7248ac166b903ef875b4853d59a5afaf955001e415a8121385e6bd
+  data.tar.gz: 7022d3d8731702584a4c6fda3ffce70826a501fddb33bec119b9f01351ff033af81c5ec8a68ef3bf4facee649d1a52375ab9499702065c3521a74efb596b9498

data/.gitignore

@@ -8,3 +8,4 @@ Gemfile.lock
 /tmp
 /components
 
+*.swp

data/Rakefile

@@ -1 +1,9 @@
-require "bundler/gem_tasks"
+$:.unshift File.join(File.dirname(__FILE__), 'lib')
+
+require 'rspec/core/rake_task'
+require 'bundler/gem_tasks'
+require 'alephant/lookup'
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/alephant-lookup.gemspec

@@ -8,7 +8,7 @@ Gem::Specification.new do |spec|
   spec.version       = Alephant::Lookup::VERSION
   spec.authors       = ["Robert Kenny"]
   spec.email         = ["kenoir@gmail.com"]
-  spec.summary       = %q{Lookup a location in S3 using DynamoDB.}
+  spec.summary       = "Lookup a location in S3 using DynamoDB."
   spec.homepage      = "https://github.com/BBC-News/alephant-lookup"
   spec.license       = "MIT"
 
@@ -27,4 +27,7 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency "bundler", "~> 1.5"
   spec.add_development_dependency "rake"
+
+  spec.add_runtime_dependency 'aws-sdk', '~> 1.0'
+  spec.add_runtime_dependency "crimp"
 end

data/lib/alephant/lookup.rb

@@ -7,7 +7,7 @@ module Alephant
     @@lookup_tables = {}
 
     def self.create(table_name, component_id)
-      @@lookup_tables[table_name] ||= LookupTable.new('table_name')
+      @@lookup_tables[table_name] ||= LookupTable.new(table_name)
       Lookup.new(@@lookup_tables[table_name], component_id)
     end
   end

data/lib/alephant/lookup/lookup.rb

@@ -6,16 +6,21 @@ module Alephant
       def initialize(lookup_table, component_id)
         @lookup_table = lookup_table
         @component_id = component_id
-
-        @lookup_table.create
+        create_lookup_table
       end
 
       def read(opts)
-        fail
+        @lookup_table.location_for(@component_id, opts)
       end
 
       def write(opts, location)
-        fail
+        @lookup_table.write_location_for(@component_id, opts, location)
+      end
+
+      private
+
+      def create_lookup_table
+        @lookup_table.create
       end
 
     end

data/lib/alephant/lookup/lookup_table.rb

@@ -1,12 +1,117 @@
+require 'aws-sdk'
+require 'thread'
+require 'timeout'
+require 'crimp'
+
 module Alephant
   module Lookup
     class LookupTable
-      def initialize(table_name)
+      attr_reader :table_name
+
+      TIMEOUT = 120
+      DEFAULT_CONFIG = {
+        :write_units => 5,
+        :read_units  => 10
+      }
+      SCHEMA = {
+        :hash_key => {
+          :id => :string
+        },
+        :range_key => {
+          :location => :string
+        }
+      }
+
+      S3_LOCATION_FIELD = 's3_location'
 
+      def initialize(table_name, config = DEFAULT_CONFIG)
+        @mutex      = Mutex.new
+        @dynamo_db  = AWS::DynamoDB.new
+        @client     = AWS::DynamoDB::Client::V20120810.new
+        @table_name = table_name
+        @config     = config
       end
 
       def create
+        @mutex.synchronize do
+          ensure_table_exists
+          ensure_table_active
+        end
+      end
+
+      def table
+        @table ||= @dynamo_db.tables[@table_name]
+      end
+
+
+      def location_for(component_id, opts)
+        result = @client.query({
+          :table_name => @table_name,
+          :consistent_read => true,
+          :select => 'SPECIFIC_ATTRIBUTES',
+          :attributes_to_get => [S3_LOCATION_FIELD],
+          :key_conditions => {
+            'component_id' => {
+              :comparison_operator => 'EQ',
+              :attribute_value_list => [
+                { 's' => component_id.to_s }
+              ],
+            },
+            'opts_hash' => {
+              :comparison_operator => 'EQ',
+              :attribute_value_list => [
+                { 's' => hash_for(opts) }
+              ]
+            }
+          }
+        })
+        result[:count] == 1 ? result[:member].first[S3_LOCATION_FIELD][:s] : nil
+      end
+
+      def write_location_for(component_id, opts, location)
+
+        @table.batch_put([
+          {
+            :component_id => component_id,
+            :opts_hash    => hash_for(opts),
+            :s3_location  => location
+          }
+        ])
+      end
+
+      private
+
+      def hash_for(opts)
+        Crimp.signature opts
+      end
+
+      def ensure_table_exists
+        create_dynamodb_table unless table.exists?
+      end
+
+      def ensure_table_active
+        sleep_until_table_active unless table_active?
+      end
+
+      def create_dynamodb_table
+        @table = @dynamo_db.tables.create(
+          @table_name,
+          @config[:read_units],
+          @config[:write_units],
+          SCHEMA
+        )
+      end
+
+      def table_active?
+        table.status == :active
+      end
 
+      def sleep_until_table_active
+        begin
+          Timeout::timeout(TIMEOUT) do
+            sleep 1 until table_active?
+          end
+        end
       end
     end
   end

data/lib/alephant/lookup/version.rb

@@ -1,5 +1,5 @@
 module Alephant
   module Lookup
-    VERSION = "0.0.1"
+    VERSION = "0.0.2"
   end
 end

data/spec/lookup_spec.rb

@@ -3,32 +3,90 @@ require 'spec_helper'
 describe Alephant::Lookup do
   describe '.create(table_name, component_id)' do
     it 'returns a lookup' do
+      Alephant::Lookup::Lookup
+        .any_instance
+        .stub(:initialize)
+        .and_return(double())
+
       expect(subject.create(:table_name, :component_id)).to be_a Alephant::Lookup::Lookup
     end
   end
 
   describe Alephant::Lookup::Lookup do
+    subject { Alephant::Lookup::Lookup }
+
     describe '#initialize(table_name)' do
       it 'calls create on lookup_table' do
         table = double()
         table.should_receive(:create)
-
-        Alephant::Lookup::Lookup.new(table, :component_id)
+        subject.new(table, :component_id)
       end
     end
 
     describe '#read(opts)' do
-      it 'returns lookup_table.location_for(component_id, opts_hash)' do
-        fail
+      let (:lookup_table) { Alephant::Lookup::LookupTable }
+      let (:s3_location)  { '/s3-render-example/test/html/england_council_election_results/responsive' }
+
+      it 'returns lookup_table.location_for(component_id, opts)' do
+        subject
+          .any_instance
+          .stub(:create_lookup_table)
+
+        lookup_table
+          .any_instance
+          .stub(:initialize)
+
+        lookup_table
+          .any_instance
+          .stub(:location_for)
+          .and_return(s3_location)
+
+        pal_opts = {
+          :id   => :england_council_election_results,
+          :env  => :test,
+          :type => :responsive
+        }
+
+        instance      = subject.new(lookup_table.new, pal_opts[:id])
+        read_location = instance.read(pal_opts)
+
+        expect(read_location).to eq(s3_location)
       end
     end
 
-   describe '#write(opts, location)' do
-      it 'calls lookup_table.location_for(component_id, opts_hash, data)' do
-        fail
+    describe '#write(opts, location)' do
+
+      let (:lookup_table) { Alephant::Lookup::LookupTable }
+      let (:s3_location)  { '/s3-render-example/test/html/england_council_election_results/responsive' }
+
+      it 'returns lookup_table.update_location_for(component_id, opts_hash, data)' do
+
+        subject
+          .any_instance
+          .stub(:create_lookup_table)
+
+        lookup_table
+          .any_instance
+          .stub(:initialize)
+
+        pal_opts = {
+          :id   => :england_council_election_results,
+          :env  => :test,
+          :type => :responsive
+        }
+
+        lookup_table
+          .any_instance
+          .stub(:write_location_for)
+          .with(pal_opts[:id], pal_opts, :s3_location)
+          .and_return(nil)
+
+        instance      = subject.new(lookup_table.new, pal_opts[:id])
+        write_return  = instance.write(pal_opts, :s3_location)
+
+        expect(write_return).to eq(nil)
+
       end
     end
-
   end
 end
-

data/spec/spec_helper.rb

@@ -2,4 +2,5 @@ $: << File.join(File.dirname(__FILE__),"..", "lib")
 
 require 'pry'
 require 'alephant/lookup'
+require 'crimp'
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: alephant-lookup
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Robert Kenny
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2014-02-13 00:00:00.000000000 Z
+date: 2014-02-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
@@ -136,6 +136,34 @@ dependencies:
         version: '0'
   prerelease: false
   type: :development
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: crimp
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
 description:
 email:
 - kenoir@gmail.com