moe 0.0.1

data/spec/lib/sequence/collection_spec.rb

@@ -0,0 +1,21 @@
+require "spec_helper"
+
+$count = 0
+
+describe Moe::Sequence::Collection do
+  let(:count)      { $count += 1 }
+  let(:name)       { "collection_test#{count}" }
+  let!(:setup)     { Moe::Sequence.setup name, 2, 5, 10 }
+  let(:collection) { Moe::Sequence::Collection.new name, "owner" }
+  let(:collector)  { Moe::Sequence::Collector.new  name, "owner" }
+
+  describe "#metadata_items" do
+    it "gets all metadata items for a given owner" do
+      collector.save({ "foo" => "bar" })
+
+      expect(
+        collection.metadata_items.first.payload
+      ).to eq({ "foo" => "bar"})
+    end
+  end
+end

data/spec/lib/sequence/collector_spec.rb

@@ -0,0 +1,72 @@
+require "spec_helper"
+
+$count = 0
+
+describe Moe::Sequence::Collection do
+  let(:count)      { $count += 1 }
+  let(:dyna)       { Moe::Dyna.new }
+  let(:name)       { "collector_test#{count}" }
+  let!(:setup)     { Moe::Sequence.setup name, 2, 5, 10 }
+  let(:collection) { Moe::Sequence::Collection.new name, "owner" }
+  let(:collector)  { Moe::Sequence::Collector.new  name, "owner" }
+
+  describe "#initialize" do
+    it "initializes an item array" do
+      expect( collector.payloads ).to be_an(Array)
+    end
+  end
+
+  describe "#add" do
+    it "adds an item to the payloads array" do
+      collector.add({ "bar" => "baz" })
+
+      expect( collector.payloads.first["bar"] ).to eq("baz")
+    end
+
+    it "does not flush before it hits the batch limit" do
+      1.upto(10) do |i|
+        collector.add
+      end
+
+      result = dyna.get_item collection.read_tables, { "hash"  => { s: "owner" },
+                                                       "range" => { s: "10.#{collector.uuid}" } }
+
+      expect( result ).to be_nil
+    end
+
+    it "flushes when it hits the batch limit" do
+      1.upto(15) do |i|
+        collector.add
+      end
+
+      result = dyna.get_item collection.read_tables, { "hash"  => { s: "owner" },
+                                                       "range" => { s: "15.#{collector.uuid}" } }
+
+      expect( result["hash"]["s"] ).to eq("owner")
+    end
+
+    it "increments the flushed counter when it flushes" do
+      1.upto(15) do |i|
+        collector.add
+      end
+
+      expect( collector.flushed_count ).to eq(15)
+    end
+
+    it "resets the payloads array when it flushes" do
+      1.upto(15) do |i|
+        collector.add
+      end
+
+      expect( collector.payloads.size ).to eq(0)
+    end
+
+    it "initializes a v4 uuid" do
+      collector.add
+
+      expect(
+        collector.uuid
+      ).to match(/[a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[89aAbB][a-f0-9]{3}-[a-f0-9]{12}/)
+    end
+  end
+end

data/spec/lib/sequence/locksmith_spec.rb

@@ -0,0 +1,19 @@
+require "spec_helper"
+
+describe Moe::Sequence::Locksmith::ModuleFunctions do
+  describe ".itemize" do
+    it "returns a hash" do
+      item = Moe::Sequence::Locksmith.itemize 1,2,3,4
+
+      expect( item ).to be_a(Hash)
+    end
+  end
+
+  describe ".key" do
+    it "also returns a hash" do
+      key = Moe::Sequence::Locksmith.key 1,2,3
+
+      expect( key ).to be_a(Hash)
+    end
+  end
+end

data/spec/lib/sequence/metadata_item_spec.rb

@@ -0,0 +1,24 @@
+require "spec_helper"
+
+$count = 0
+
+describe Moe::Sequence::MetadataItem do
+  let(:count)      { $count += 1 }
+  let(:name)       { "metadata_item_test#{count}" }
+  let!(:setup)     { Moe::Sequence.setup name, 2, 5, 10 }
+  let(:collection) { Moe::Sequence::Collection.new name, "owner" }
+  let(:collector)  { Moe::Sequence::Collector.new  name, "owner" }
+
+  describe "#items" do
+    it "returns the associated items" do
+      1.upto(101) do
+        collector.add
+      end
+      collector.save
+
+      sequences = collection.metadata_items
+
+      expect( sequences.first.items.size ).to eq(101)
+    end
+  end
+end

data/spec/lib/sequence_spec.rb

@@ -0,0 +1,27 @@
+require "spec_helper"
+
+describe Moe::Sequence::ModuleFunctions do
+  describe ".setup" do
+    it "creates a table using the name provided" do
+      Moe.configure do |c|
+        c.tables = {}
+      end
+
+      Moe::Sequence.setup "seq_setup_test", 1, 5, 10
+
+      expect(
+        Aws.dynamodb.list_tables.table_names.join
+      ).to match("seq_setup_test")
+    end
+
+    it "skips creating a table if one is already configured" do
+      Moe.configure do |c|
+        c.tables = { "seq_skip_test" => [] }
+      end
+
+      expect(
+        Moe::Sequence.setup "seq_skip_test", 1, 5, 10
+      ).to match("already exists")
+    end
+  end
+end

data/spec/lib/table_manager_spec.rb

@@ -0,0 +1,127 @@
+require "spec_helper"
+
+describe Moe::TableManager do
+  let(:dyna)    { Moe::Dyna.new }
+  let(:manager) { Moe::TableManager.new }
+
+  describe "#initialize" do
+    it "creates itself a table if one does not exist" do
+      new_manager = Moe::TableManager.new
+
+      expect(
+        dyna.find(new_manager.meta_table_names.first).table.table_name
+      ).to eq(new_manager.meta_table_names.first)
+    end
+  end
+
+  describe "#build" do
+    it "creates a table for a given model" do
+      manager.build "build_test"
+
+      expect(
+        dyna.find(manager.table_name "build_test_1").table.table_name
+      ).to match("build_test")
+    end
+
+    it "creates additional tables if requested" do
+      manager.build "mirror_test", 2
+
+      expect(
+        dyna.find("#{manager.table_name('mirror_test')}_2").table.table_name
+      ).to match("mirror_test_2")
+    end
+
+    it "does not create additional tables by default" do
+      manager.build "false_mirror_test"
+
+      expect(
+        dyna.find("#{manager.table_name('false_mirror_test')}_2")
+      ).to be_false
+    end
+
+    it "munges model names into a DynamoDB-approved format" do
+      manager.build "Testy::Model"
+
+      expect(
+        dyna.find(manager.table_name "testy_model_1").table.table_name
+      ).to match("testy_model")
+    end
+  end
+
+  describe "#increment" do
+    it "increments the table" do
+      manager.build "increment_test"
+
+      Timecop.freeze(Date.today + 30) do
+        frozen_manager = Moe::TableManager.new
+
+        frozen_manager.increment "increment_test"
+      end
+    end
+
+    it "pitches a fit if run twice on the same day" do
+      manager.build "fit_test"
+
+      expect { manager.increment "fit_test" }.to raise_error
+    end
+  end
+
+  describe "#load_metadata" do
+    it "loads metadata for a model" do
+      metadata = { read_tables:  ["load_metadata_test"],
+                   write_tables: ["load_metadata_test"] }
+
+      manager.update_metadata "load_metadata_test", metadata
+
+      expect(
+        manager.load_metadata("load_metadata_test")[:write_tables].first
+      ).to match("load_metadata_test")
+    end
+  end
+
+  describe "#meta_table_name" do
+    it "includes the RAILS_ENV if one exists" do
+      ENV["RAILS_ENV"] = "test"
+
+      expect( manager.meta_table_name ).to match("test_manager")
+    end
+
+    it "does not mind if there is no RAILS_ENV" do
+      ENV["RAILS_ENV"] = ""
+
+      expect( manager.meta_table_name ).to match("manager")
+    end
+  end
+
+  describe "#table_name" do
+    it "includes the RAILS_ENV if one exists" do
+      ENV["RAILS_ENV"] = "test"
+
+      expect( manager.table_name("tetsuo") ).to match("_test_")
+    end
+
+    it "does not mind if there is no RAILS_ENV" do
+      ENV["RAILS_ENV"] = ""
+
+      expect( manager.table_name("tetsuo") ).to match("tetsuo")
+    end
+
+    it "includes the date" do
+      expect( manager.table_name("tetsuo") ).to match(manager.date)
+    end
+  end
+
+  describe "#update_metadata" do
+    it "updates the metadata" do
+      manager.update_metadata "testie", { read_tables:  ["testie"],
+                                          write_tables: ["testie"] }
+
+      result = dyna.get_item manager.meta_table_names,
+                                   { "hash" => { s: "testie" } }
+
+      expect(
+        result["payload"]["s"]
+      ).to match("testie")
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,28 @@
+require "coveralls"
+Coveralls.wear!
+
+require "moe"
+require "pry"
+require "timecop"
+
+Aws.config = {
+    access_key_id: "xxx",
+    secret_access_key: "xxx",
+    dynamodb:  {
+                  api_version: "2012-08-10",
+                  endpoint: "http://localhost:4567"
+                },
+    region: "us-east-1"
+  }
+
+Moe.configure do |conf|
+  conf.tables = {}
+end
+
+RSpec.configure do |conf|
+  conf.order = "random"
+
+  conf.expect_with :rspec do |c|
+    c.syntax = :expect
+  end
+end

metadata

@@ -0,0 +1,210 @@
+--- !ruby/object:Gem::Specification
+name: moe
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Fuzz Leonard
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-01-31 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: multi_json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+- !ruby/object:Gem::Dependency
+  name: fake_dynamo
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.2.5
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.2.5
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+description: A toolkit for working with DynamoDB at scale
+email:
+- fuzz@fuzzleonard.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".ruby-version"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.markdown
+- Rakefile
+- lib/moe.rb
+- lib/moe/config.rb
+- lib/moe/dyna.rb
+- lib/moe/sequence.rb
+- lib/moe/sequence/collection.rb
+- lib/moe/sequence/collector.rb
+- lib/moe/sequence/item_fetcher.rb
+- lib/moe/sequence/locksmith.rb
+- lib/moe/sequence/metadata_item.rb
+- lib/moe/table_manager.rb
+- lib/moe/version.rb
+- moe.gemspec
+- spec/lib/config_spec.rb
+- spec/lib/dyna_spec.rb
+- spec/lib/moe_spec.rb
+- spec/lib/sequence/collection_spec.rb
+- spec/lib/sequence/collector_spec.rb
+- spec/lib/sequence/locksmith_spec.rb
+- spec/lib/sequence/metadata_item_spec.rb
+- spec/lib/sequence_spec.rb
+- spec/lib/table_manager_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/Geezeo/moe
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.0
+signing_key: 
+specification_version: 4
+summary: A toolkit for working with DynamoDB
+test_files:
+- spec/lib/config_spec.rb
+- spec/lib/dyna_spec.rb
+- spec/lib/moe_spec.rb
+- spec/lib/sequence/collection_spec.rb
+- spec/lib/sequence/collector_spec.rb
+- spec/lib/sequence/locksmith_spec.rb
+- spec/lib/sequence/metadata_item_spec.rb
+- spec/lib/sequence_spec.rb
+- spec/lib/table_manager_spec.rb
+- spec/spec_helper.rb
+has_rdoc: