dm-adapter-simpledb 1.0.0

data/lib/simpledb_adapter/sdb_array.rb

@@ -0,0 +1,52 @@
+require 'dm-types'
+
+# NOTE: Do not try to clear SdbArray properties by assigning nil. Instead,
+# assign an empty array:
+#
+#  resource.array_prop = []
+#  resource.save
+#
+# The reason has to do with DataMapper's lazy-load handling - a lazy-loaded
+# property has a value of nil until it is loaded. If you assign nil, DM thinks
+# that 
+module DataMapper
+  module Types
+    class SdbArray < DataMapper::Type
+      primitive ::Object
+      lazy      true
+
+      def self.load(value, property)
+        value
+      end
+
+      def self.dump(value, property)
+        dumped = ::Object.new
+        # This is a little screwy. DataMapper has a fixed list of values it
+        # considers primitives, and it insists that the value that comes out of
+        # a type's .dump() method MUST match one of these types. For SimpleDB
+        # Array is effectively a primitive because of the way it stores values,
+        # but DM doesn't include Array in it's list of valid primtive types. So
+        # we need to return an object which IS considered a primitive - in this
+        # case a plain 'ole Ruby Object. In order to convey the actual array
+        # value to the backend, we tack on a #to_ary method which returns the
+        # array data. RightAws calls Array() on all values before writing them,
+        # which in turn calls #to_ary(), and winds up with the correct data. In
+        # effect we are sneaking the array data through DataMapper inside a
+        # singleton method.
+        singleton_class = (class << dumped; self; end)
+        singleton_class.send(:define_method, :to_ary) do
+          value
+        end
+        singleton_class.send(:define_method, :to_s) do
+          value.to_s
+        end
+        dumped
+      end
+
+      def self.typecast(value, property)
+        value
+      end
+
+    end 
+  end
+end

data/scripts/simple_benchmark.rb

@@ -0,0 +1,84 @@
+require 'pathname'
+require Pathname(__FILE__).dirname.parent.expand_path + 'lib/simpledb_adapter'
+require 'ruby-debug'
+require 'benchmark'
+
+access_key = ENV['AMAZON_ACCESS_KEY_ID']
+secret_key = ENV['AMAZON_SECRET_ACCESS_KEY']
+
+#For those that don't like to mess up their ENV
+if access_key==nil && secret_key==nil
+  lines = File.readlines(File.join(File.dirname(__FILE__),'..','aws_config'))
+  access_key = lines[0].strip
+  secret_key = lines[1].strip
+end
+
+DataMapper.setup(:default, {
+  :adapter => 'simpledb',
+  :access_key => access_key,
+  :secret_key => secret_key,
+  :domain => 'benchmark'
+})
+
+class Person
+  include DataMapper::Resource
+  
+  property :id,         String, :key => true
+  property :name,       String, :key => true
+  property :age,        Integer
+  property :wealth,     Float
+  property :birthday,   Date
+  property :created_at, DateTime
+end
+
+@adapter = repository(:default).adapter
+
+
+def rand_str(length = 10)
+  (0...length).map{65.+(rand(25)).chr}.join
+end
+
+def clean_up
+  #clean up by removing the benchmark storage model
+  ENV['destroy']='true'
+  @adapter.destroy_model_storage(repository(:default), Person)
+  ENV['destroy']='false'
+end
+
+#clean_up
+#sleep(5)
+
+Person.auto_migrate!
+sleep(1)
+
+Benchmark.bm do|b|
+  friends = []
+  number = 200
+
+  b.report("creating #{number} users") do
+    number.times do
+      friend_attrs = { :id => "person-#{rand_str}-#{Time.now.to_f.to_s}", :name => "name #{Time.now.to_f.to_s} #{rand_str}", :age  => 25, :wealth => 25.00, :birthday => Date.today }
+      friend = Person.create(friend_attrs)
+      friends << friend
+    end
+  end
+  
+  sleep(5.5) #let everything distribute through SDB
+  Person.all(:age => 25) #seems to make sure the first one gets the right amount
+
+  b.report("Finding all users age 25, 100 Times") do
+    100.times do
+      people = Person.all(:age => 25, :limit => number)
+      if people.length!=number
+        puts "warning wrong number or users #{people.length}"
+        #clean_up
+        #raise "wrong amount of peoplefound" 
+      end
+    end
+  end
+
+end
+
+clean_up
+sleep(2)
+

data/spec/associations_spec.rb

@@ -0,0 +1,15 @@
+require 'pathname'
+require Pathname(__FILE__).dirname.expand_path + 'spec_helper'
+
+describe 'associations' do
+  it 'should work with belongs_to associations'
+  it 'should work with has n associations'
+end
+
+describe 'STI' do
+  it 'should override default type'
+  it 'should load descendents on parent.all' 
+  it 'should raise an error if you have a column named couchdb_type'
+end
+
+

data/spec/compliance_spec.rb

@@ -0,0 +1,18 @@
+require 'pathname'
+require Pathname(__FILE__).dirname.expand_path + 'spec_helper'
+
+require 'dm-core/spec/adapter_shared_spec'
+
+describe DataMapper::Adapters::SimpleDBAdapter do
+  before :all do
+    @adapter = DataMapper::Repository.adapters[:default]
+    @old_consistency_policy = @adapter.consistency_policy
+    @adapter.consistency_policy = :automatic
+  end
+
+  after :all do
+    @adapter.consistency_policy = @old_consistency_policy
+  end
+
+  it_should_behave_like 'An Adapter'
+end

data/spec/date_spec.rb

@@ -0,0 +1,51 @@
+require 'pathname'
+require Pathname(__FILE__).dirname.expand_path + 'spec_helper'
+
+class Professor
+  include DataMapper::Resource
+  
+  property :id,         String, :key => true
+  property :name,       String, :key => true
+  property :age,        Integer
+  property :wealth,     Float
+  property :birthday,   Date
+  property :created_at, DateTime
+  
+end
+
+describe 'with multiple records saved' do
+  before(:each) do
+    @adapter.wait_for_consistency
+    @person_attrs = { :id => "person-#{Time.now.to_f.to_s}", :name => 'Jeremy Boles', :age  => 25, :wealth => 25.00, :birthday => Date.today }
+    @jeremy   = Professor.create(@person_attrs.merge(:id => Time.now.to_f.to_s, :name => "Jeremy Boles", :age => 25))
+    @danielle = Professor.create(@person_attrs.merge(:id => Time.now.to_f.to_s, :name => "Danille Boles", :age => 26))
+    @keegan   = Professor.create(@person_attrs.merge(:id => Time.now.to_f.to_s, :name => "Keegan Jones", :age => 20))
+    @adapter.wait_for_consistency
+  end
+  
+  after(:each) do
+    @jeremy.destroy
+    @danielle.destroy
+    @keegan.destroy
+  end
+  
+  it 'should handle DateTime' do
+    time = DateTime.civil(1970,1,1)
+    @jeremy.created_at = time
+    @jeremy.save
+    @adapter.wait_for_consistency
+    person = Professor.get!(@jeremy.id, @jeremy.name)
+    person.created_at.should == time
+  end
+  
+  it 'should handle Date' do
+    person = Professor.get!(@jeremy.id, @jeremy.name)
+    person.birthday.should == @jeremy.birthday
+  end
+  
+  it 'should match with Data' do
+    people = Professor.all(:birthday => Date.today)
+    people.length.should == 3
+  end
+
+end

data/spec/limit_and_order_spec.rb

@@ -0,0 +1,110 @@
+require 'pathname'
+require Pathname(__FILE__).dirname.expand_path + 'spec_helper'
+
+class Hero
+  include DataMapper::Resource
+  
+  property :id,         String, :key => true
+  property :name,       String, :key => true
+  property :age,        Integer
+  property :wealth,     Float
+  property :birthday,   Date
+  property :created_at, DateTime
+  
+end
+
+describe 'with multiple records saved' do
+  before(:each) do
+    @person_attrs = { :id => "person-#{Time.now.to_f.to_s}", :name => 'Jeremy Boles', :age  => 25, :wealth => 25.00, :birthday => Date.today }
+    @jeremy   = Hero.create(@person_attrs.merge(:id => Time.now.to_f.to_s, :name => "Jeremy Boles", :age => 25))
+    @danielle = Hero.create(@person_attrs.merge(:id => Time.now.to_f.to_s, :name => "Danille Boles", :age => 26))
+    @keegan   = Hero.create(@person_attrs.merge(:id => Time.now.to_f.to_s, :name => "Keegan Jones", :age => 20, :wealth => 15.00))
+    @adapter.wait_for_consistency
+  end
+  
+  after(:each) do
+    @jeremy.destroy
+    @danielle.destroy
+    @keegan.destroy
+  end
+  
+  it 'should handle limit one case' do
+    persons = Hero.all(:limit => 1)
+    persons.length.should ==1
+  end
+
+  it 'should handle max item limit case' do
+    persons = Hero.all(:limit => 3)
+    persons.length.should ==3
+  end
+
+  it 'should handle max item if limit is large case' do
+    persons = Hero.all(:limit => 150)
+    persons.length.should ==3
+  end
+
+  it 'should handle ordering asc results with a limit' do
+    persons = Hero.all(:order => [:age.asc], :limit => 2)
+    persons.inspect #can't access via array until loaded? Weird
+    persons.length.should ==2
+    persons[0].should == @keegan
+    persons[1].should == @jeremy
+  end
+
+  it 'should handle ordering asc results' do
+    persons = Hero.all(:order => [:age.asc])
+    persons.inspect #can't access via array until loaded? Weird
+    persons[0].should == @keegan
+    persons[1].should == @jeremy
+    persons[2].should == @danielle
+  end
+  
+  it 'should handle ordering desc results' do
+    persons = Hero.all(:order => [:age.desc])
+    persons.inspect #can't access via array until loaded? Weird
+    persons[0].should == @danielle
+    persons[1].should == @jeremy
+    persons[2].should == @keegan
+  end
+
+  it 'should handle ordering results with multiple conditionss' do
+    persons = Hero.all(:age.gt => 20, :wealth.gt => 20, :order => [:age.desc])
+    persons.inspect #can't access via array until loaded? Weird
+    persons.length.should ==2
+    persons[0].should == @danielle
+    persons[1].should == @jeremy
+  end
+
+  it 'should handle ordering results with ordered by conditions' do
+    persons = Hero.all(:age.gt => 20, :order => [:age.desc])
+    persons.inspect #can't access via array until loaded? Weird
+    persons.length.should ==2
+    persons[0].should == @danielle
+    persons[1].should == @jeremy
+  end
+
+  it 'should handle ordering results with unorder by conditions' do
+    persons = Hero.all(:wealth.gt => 20.00, :order => [:age.desc])
+    persons.inspect #can't access via array until loaded? Weird
+    persons.length.should ==2
+    persons[0].should == @danielle
+    persons[1].should == @jeremy
+  end
+
+  context "with many entries" do
+    before :each do
+      resources = []
+      111.times do |i|
+        resources << Hero.new(:id => i, :name => "Hero#{i}")
+      end
+      DataMapper.repository(:default).create(resources)
+      @adapter.wait_for_consistency
+    end
+
+    it "should support limits over 100" do
+      results = Hero.all(:limit => 110)
+      results.should have(110).entries
+    end
+  end
+
+end

data/spec/migrations_spec.rb

@@ -0,0 +1,41 @@
+require 'pathname'
+require Pathname(__FILE__).dirname.expand_path + 'spec_helper'
+require 'dm-migrations'
+
+describe 'support migrations' do
+  
+  #TODO do this on different storage
+  class Person
+    include DataMapper::Resource
+    
+    property :id,         String, :key => true
+    property :name,       String, :key => true
+    property :age,        Integer
+    property :wealth,     Float
+    property :birthday,   Date
+    property :created_at, DateTime
+    
+  end
+
+#  test can't be run simultanious make it delete a throwawaable storage model
+#  instead of the one used by all the tests 
+#  it "should destroy model storage" do
+#    ENV['destroy']='true'
+#    @adapter.destroy_model_storage(repository(:default), Person)
+#    @adapter.storage_exists?("missionaries").should == false
+#    ENV['destroy']='false'
+#    @adapter.create_model_storage(repository(:default), Person)
+#    @adapter.storage_exists?("missionaries").should == true
+#  end
+  
+  before :all do
+    @sdb.delete_domain(@domain)
+  end
+
+  it "should create model storage" do
+    DataMapper.auto_migrate!
+    @adapter.storage_exists?(@domain).should == true
+  end
+  
+end
+

data/spec/multiple_records_spec.rb

@@ -0,0 +1,111 @@
+require 'pathname'
+require Pathname(__FILE__).dirname.expand_path + 'spec_helper'
+
+class Person
+  include DataMapper::Resource
+  
+  property :id,         String, :key => true
+  property :name,       String, :key => true
+  property :age,        Integer
+  property :wealth,     Float
+  property :birthday,   Date
+  property :created_at, DateTime
+  
+  belongs_to :company
+end
+
+#TODO write some tests with company or drop this
+class Company
+  include DataMapper::Resource
+  
+  property :id,   String, :key => true
+  property :name, String, :key => true
+  
+  has n, :people
+end
+
+describe 'with multiple records saved' do
+  before(:all) do
+    @person_attrs = { :id => "person-#{Time.now.to_f.to_s}", :name => 'Jeremy Boles', :age  => 25, :wealth => 25.00, :birthday => Date.today }
+    @jeremy   = Person.create(@person_attrs.merge(:id => Time.now.to_f.to_s, :name => "Jeremy Boles", :age => 25))
+    @danielle = Person.create(@person_attrs.merge(:id => Time.now.to_f.to_s, :name => "Danille Boles", :age => 26))
+    @keegan   = Person.create(@person_attrs.merge(:id => Time.now.to_f.to_s, :name => "Keegan Jones", :age => 20))
+    @adapter.wait_for_consistency
+  end
+  
+  after(:all) do
+    @jeremy.destroy
+    @danielle.destroy
+    @keegan.destroy
+  end
+  
+  it 'should get all records' do
+    Person.all.length.should == 3
+  end
+  
+  it 'should get records by eql matcher' do
+    people = Person.all(:age => 25)
+    people.length.should == 1
+  end
+
+  it 'should get record by eql matcher' do
+    person = Person.first(:conditions => {:age => 25})
+    person.should_not be_nil
+  end
+  
+  it 'should get records by not matcher' do
+    people = Person.all(:age.not => 25)
+    people.should have(2).entries
+  end
+
+  it 'should get record by not matcher' do
+    person = Person.first(:age.not => 25)
+    person.should_not be_nil
+  end
+  
+  it 'should get records by gt matcher' do
+    people = Person.all(:age.gt => 25)
+    people.length.should == 1
+  end
+  
+  it 'should get records by gte matcher' do
+    people = Person.all(:age.gte => 25)
+    people.length.should == 2
+  end
+  
+  it 'should get records by lt matcher' do
+    people = Person.all(:age.lt => 25)
+    people.length.should == 1
+  end
+  
+  it 'should get records by lte matcher' do
+    people = Person.all(:age.lte => 25)
+    people.length.should == 2
+  end
+
+  it 'should get record by lte matcher' do
+    person = Person.first(:age.lte => 25)
+    person.should_not be_nil
+  end
+  
+  it 'should get records with multiple matchers' do
+    people = Person.all(:birthday => Date.today, :age.lte => 25)
+    people.length.should == 2
+  end
+
+  it 'should get records by the like matcher' do
+    people = Person.all(:name.like => 'Jeremy%')
+    people.should == [@jeremy]
+  end
+  
+  it 'should get records by the IN matcher' do
+    people = Person.all(:id => [@jeremy.id, @danielle.id])
+    people.should include(@jeremy)
+    people.should include(@danielle)
+    people.should_not include(@keegan)
+  end
+  it "should get no records if IN array is empty" do
+    people = Person.all(:id => [])
+    people.should be_empty
+  end
+end