dm-adapter-simpledb 1.0.0

data/spec/nils_spec.rb

@@ -0,0 +1,45 @@
+require 'pathname'
+require Pathname(__FILE__).dirname.expand_path + 'spec_helper'
+
+class Enemy
+  include DataMapper::Resource
+  
+  property :id,         String, :key => true
+  property :name,       String, :key => true
+  property :age,        Integer
+  property :wealth,     Float
+  property :birthday,   Date
+  property :created_at, DateTime
+end
+
+describe 'with nils records saved and retreived' do
+  before(:all) do
+    @person_attrs = { :id => "person-#{Time.now.to_f.to_s}", :name => 'Jeremy Boles', :age  => 25, :wealth => 25.00, :birthday => Date.today }
+    @jeremy   = Enemy.create(@person_attrs.merge(:id => Time.now.to_f.to_s, :name => "Jeremy Boles", :age => 25))
+    @danielle = Enemy.create(@person_attrs.merge(:id => Time.now.to_f.to_s, :name => "Danielle", :age => nil, :birthday => nil))
+    @adapter.wait_for_consistency
+  end
+  
+  after(:all) do
+    @jeremy.destroy
+    @danielle.destroy
+    @adapter.wait_for_consistency
+  end
+  
+  it 'should get all records' do
+    Enemy.all.length.should == 2
+  end
+  
+  it 'should retrieve nil values' do
+    records = people = Enemy.all(:name => "Danielle")
+    people.length.should == 1
+    people[0].age.should == nil
+    people[0].birthday.should == nil
+  end
+
+  it 'should find based on nil values' do
+    @people = Enemy.all(:age => nil)
+    @people.should include(@danielle)
+  end
+
+end

data/spec/sdb_array_spec.rb

@@ -0,0 +1,71 @@
+require 'pathname'
+require Pathname(__FILE__).dirname.expand_path + 'spec_helper'
+require Pathname(__FILE__).dirname.expand_path + '../lib/simpledb_adapter/sdb_array'
+require 'spec/autorun'
+
+describe 'with multiple records saved' do
+  
+  class Hobbyist
+    include DataMapper::Resource
+    property :name,       String, :key => true
+    property :hobbies,     SdbArray
+  end
+  
+  before(:each) do
+    @jeremy   = Hobbyist.create(:name => "Jeremy Boles",  :hobbies => ["biking", "diving", "chess"])
+    @danielle = Hobbyist.create(:name => "Danille Boles", :hobbies => ["swimming", "diving"])
+    @keegan   = Hobbyist.create(:name => "Keegan Jones",  :hobbies => ["painting"])
+    @adapter.wait_for_consistency
+  end
+  
+  after(:each) do
+    @jeremy.destroy
+    @danielle.destroy
+    @keegan.destroy
+  end
+  
+  it 'should store hobbies as array' do
+    person = Hobbyist.first(:name => 'Jeremy Boles')
+    person.hobbies.sort.should == ["biking", "diving", "chess"].sort
+  end
+  
+  it 'should allow updates to array' do
+    person = Hobbyist.first(:name => 'Jeremy Boles')
+    person.hobbies = ["lego"]
+    person.save
+    @adapter.wait_for_consistency
+    lego_person = Hobbyist.first(:name => 'Jeremy Boles')
+    lego_person.hobbies.should == "lego"
+  end
+  
+  it 'should allow deletion of array' do
+    person = Hobbyist.first(:name => 'Jeremy Boles')
+    person.hobbies = []
+    person.save
+    @adapter.wait_for_consistency
+    lego_person = Hobbyist.first(:name => 'Jeremy Boles')
+    lego_person.hobbies.should == nil
+  end
+  
+  it 'should find all records with diving hobby' do
+    people = Hobbyist.all(:hobbies => 'diving')
+    people.should     include(@jeremy)
+    people.should     include(@danielle)
+    people.should_not include(@keegan)
+  end
+  
+  it 'should find all records with painting hobby' do
+    people = Hobbyist.all(:hobbies => ['painting'])
+    people.should_not include(@jeremy)
+    people.should_not include(@danielle)
+    people.should     include(@keegan)
+  end
+  
+  it "should find all records with like operator" do
+    people = Hobbyist.all(:hobbies.like => 'pa%')
+    people.should_not include(@jeremy)
+    people.should_not include(@danielle)
+    people.should     include(@keegan)
+  end
+
+end

data/spec/simpledb_adapter_spec.rb

@@ -0,0 +1,162 @@
+require 'pathname'
+require Pathname(__FILE__).dirname.expand_path + 'spec_helper'
+
+class Friend
+  include DataMapper::Resource
+  
+  property :id,         String, :key => true
+  property :name,       String, :key => true
+  property :long_name,  String
+  property :long_name_two,  String
+  property :age,        Integer
+  property :wealth,     Float
+  property :birthday,   Date
+  property :created_at, DateTime
+  property :long_string, String
+  
+  belongs_to :network
+end
+
+class Network
+  include DataMapper::Resource
+  
+  property :id,   String, :key => true
+  property :name, String, :key => true
+  
+  has n, :friends
+end
+
+describe DataMapper::Adapters::SimpleDBAdapter do
+
+  LONG_VALUE =<<-EOF
+    #!/bin/sh
+
+set -o errexit
+
+################################################################################
+# build
+#
+# This hook is responsible for running a full "build" of the project for the 
+# purpose of Continuus Integration
+#
+################################################################################
+
+rake
+# && rake metrics:all
+
+#more
+EOF
+
+  before(:each) do
+
+
+    @friend_attrs = { :id => "person-#{Time.now.to_f.to_s}", :name => 'Jeremy Boles', :age  => 25, :wealth => 25.00, :birthday => Date.today,
+      :long_name => 'short', :long_name_two => 'short', :long_string => LONG_VALUE}
+#.gsub("\n","br")
+    @friend = Friend.new(@friend_attrs)
+  end
+  
+  it 'should create a record' do
+    @friend.save.should be_true
+    @friend.id.should_not be_nil
+    @friend.destroy
+  end
+  
+  describe 'with a saved record' do
+    before(:each) { @friend.save; sleep(0.4) } #sleep or it might not be on SDB at when the test checks it
+    after(:each)  { @friend.destroy; sleep(0.4) } #same issues for the next test could still be there
+    
+    it 'should get a record' do
+      person = Friend.get!(@friend.id, @friend.name)
+      person.should_not be_nil
+      person.wealth.should == @friend.wealth
+    end
+    
+    it 'should not get records of the wrong type by id' do
+      Network.get(@friend.id, @friend.name).should == nil
+      lambda { Network.get!(@friend.id, @friend.name) }.should raise_error(DataMapper::ObjectNotFoundError)
+    end    
+
+    it 'should update a record' do
+      person = Friend.get!(@friend.id, @friend.name)
+      person.wealth = 100.00
+      person.save
+      sleep(0.3)
+      person = Friend.get!(@friend.id, @friend.name)
+      person.wealth.should_not == @friend.wealth
+      person.age.should == @friend.age
+      person.id.should == @friend.id
+      person.name.should == @friend.name
+    end
+
+    it 'should update a record with a long string over 1024' do
+      person = Friend.get!(@friend.id, @friend.name)
+      long_string = "*" * 1026
+      person.long_name = long_string
+      person.save
+      sleep(0.3)
+      person = Friend.get!(@friend.id, @friend.name)
+      person.long_name.should == long_string
+      person.id.should == @friend.id
+      person.name.should == @friend.name
+    end
+
+    it 'should update a record with with two long strings over 1024' do
+      person = Friend.get!(@friend.id, @friend.name)
+      long_string = "*" * 1026
+      long_string_two = (0...2222).map{ ('a'..'z').to_a[rand(26)] }.join
+      person.long_name = long_string
+      person.long_name_two = long_string_two
+      person.save
+      sleep(0.3)
+      person = Friend.get!(@friend.id, @friend.name)
+      person.long_name.should == long_string
+      person.long_name_two.should == long_string_two
+      person.id.should == @friend.id
+      person.name.should == @friend.name
+    end
+
+    it 'should save a record with string in the correct order' do
+      person = Friend.get!(@friend.id, @friend.name)
+      person.long_string.should == LONG_VALUE#.gsub("\n","br")
+    end
+
+    it 'should destroy a record' do
+      @friend.destroy.should be_true
+      sleep(0.4) #make sure SDB propigates change
+      lambda {Friend.get!(@friend.id, @friend.name)}.should raise_error(DataMapper::ObjectNotFoundError)
+      persons = Friend.all(:name => @friend.name)
+      persons.length.should == 0
+    end
+
+    describe '#query' do
+      before(:each) do
+        @domain = Friend.repository(:default).adapter.sdb_options[:domain]
+      end
+      it "should return an array of records" do
+        records = Friend.repository(:default).adapter.query("SELECT age, wealth from #{@domain} where age = '25'")
+        records.should == [{"wealth"=>["25.0"], "age"=>["25"]}]
+      end
+      it "should return empty array if no matches" do
+        records = Friend.repository(:default).adapter.query("SELECT age, wealth from #{@domain} where age = '15'")
+        records.should be_empty
+      end
+      it "should raise an error if query is invalid" do
+        lambda do
+          records = Friend.repository(:default).adapter.query("SELECT gaga")
+        end.should raise_error(RightAws::AwsError)
+      end
+    end
+    describe 'aggregate' do
+      it "should respond to count(*)" do
+        Friend.count.should == 1
+      end
+      it "should not respond to any other aggregates" do
+        lambda { Friend.min(:age) }.should raise_error(ArgumentError)
+        lambda { Friend.max(:age) }.should raise_error(ArgumentError)
+        lambda { Friend.avg(:age) }.should raise_error(ArgumentError)
+        lambda { Friend.sum(:age) }.should raise_error(ArgumentError)
+      end
+    end
+  end
+end

data/spec/spec.opts

@@ -0,0 +1,5 @@
+--colour
+--format
+progress
+--loadby
+mtime

data/spec/spec_helper.rb

@@ -0,0 +1,67 @@
+require 'pathname'
+require Pathname(__FILE__).dirname.parent.expand_path + 'lib/simpledb_adapter'
+require 'logger'
+require 'fileutils'
+require 'spec'
+
+DOMAIN_FILE_MESSAGE = <<END
+!!! ATTENTION !!!
+In order to operate, these specs need a throwaway SimpleDB domain to operate
+in. This domain WILL BE DELETED BEFORE EVERY SUITE IS RUN. In order to 
+avoid unexpected data loss, you are required to manually configure the 
+throwaway domain. In order to configure the domain, create a file in the
+project root directory named THROW_AWAY_SDB_DOMAIN. It's contents should be 
+the name of the SimpleDB domain to use for tests. E.g.
+
+    $ echo dm_simpledb_adapter_test > THROW_AWAY_SDB_DOMAIN
+
+END
+
+Spec::Runner.configure do |config|
+  access_key  = ENV['AMAZON_ACCESS_KEY_ID']
+  secret_key  = ENV['AMAZON_SECRET_ACCESS_KEY']
+  domain_file = File.expand_path('../THROW_AWAY_SDB_DOMAIN', File.dirname(__FILE__))
+  test_domain = if File.exist?(domain_file)
+                  File.read(domain_file).strip
+                else
+                  warn DOMAIN_FILE_MESSAGE
+                  exit 1
+                end
+
+  #For those that don't like to mess up their ENV
+  if access_key==nil && secret_key==nil
+    lines = File.readlines(File.join(File.dirname(__FILE__),'..','aws_config'))
+    access_key = lines[0].strip
+    secret_key = lines[1].strip
+  end
+
+  # Run just once
+  config.before :suite do
+    FileUtils.mkdir_p('log') unless File.exists?('log')
+    log_file = "log/dm-sdb.log"
+    FileUtils.touch(log_file)
+    log = Logger.new(log_file)
+
+    $control_sdb ||= RightAws::SdbInterface.new(
+      access_key, secret_key, :domain => test_domain)
+
+    DataMapper.logger.set_log(log_file, :debug)
+    DataMapper.setup(:default, {
+        :adapter => 'simpledb',
+        :access_key => access_key,
+        :secret_key => secret_key,
+        :domain => test_domain,
+        :logger => log,
+        :wait_for_consistency => :manual
+      })
+  end
+
+  # Run before each group
+  config.before :all do
+    @adapter = DataMapper::Repository.adapters[:default]
+    @sdb ||= $control_sdb
+    @sdb.delete_domain(test_domain)
+    @sdb.create_domain(test_domain)
+    @domain = test_domain
+  end
+end

data/tasks/devver.rake

@@ -0,0 +1,167 @@
+require 'rake'
+
+namespace :devver do
+
+  APP_CALL = 'devver'
+  # List any test files you do not want to run on Devver. This array can contain names and regular expressions. 
+  EXCLUDED_TEST_FILES = []
+
+  desc "Runs all units functionals and integration tests on Devver"
+  task :test do
+    errors = %w(devver:test:units devver:test:functionals devver:test:integration).collect do |task|
+      begin
+        Rake::Task[task].invoke
+        nil
+      rescue => e
+        task
+      end
+    end.compact
+    abort "Errors running #{errors.join(", ").to_s}!" if errors.any?
+  end
+
+  desc "Forces Devver to rerun migration files"
+  task :migrate do
+    command = "#{APP_CALL} --db"
+    puts command
+    system(command)
+  end
+
+  desc "Forces Devver to sync all changed files"
+  task :sync do
+    command = "#{APP_CALL} --sync"
+    puts command
+    system(command)
+  end
+  
+  desc "Delete the Devver project ID for this project. The next time you connect to Devver, you'll be assigned a new project ID"
+  task :reset do
+    command = "rm .devver/project_id"
+    system(command)
+    puts "Your project has been reset successfully"
+  end
+  
+  desc "Delete all of the project files on the server and resync"
+  task :reload do
+    command = "#{APP_CALL} --reload"
+    puts command
+    system(command)
+  end
+
+  desc "Runs all specs on Devver"
+  task :spec do
+    devvertest('spec/**/*_spec.rb')
+  end
+
+  namespace :spec do
+    desc "Runs all model specs on Devver"
+    task :model do
+      devvertest('spec/models/**/*_spec.rb')
+    end
+
+    desc "Runs all request specs on Devver"
+    task :request do
+      devvertest('spec/requests/**/*_spec.rb')
+    end
+
+    desc "Runs all controller specs on Devver"
+    task :controller do
+      devvertest('spec/controllers/**/*_spec.rb')
+    end
+
+    desc "Runs all view specs on Devver"
+    task :view do
+      devvertest('spec/views/**/*_spec.rb')
+    end
+
+    desc "Runs all helper specs on Devver"
+    task :helper do
+      devvertest('spec/helpers/**/*_spec.rb')
+    end
+
+    desc "Runs all lib specs on Devver"
+    task :lib do
+      devvertest('spec/lib/**/*_spec.rb')
+    end
+
+  end
+
+
+  namespace :test do
+    desc "Runs all unit tests on Devver"
+    task :units do
+      devvertest('test/unit/**/*_test.rb')
+    end
+
+    desc "Runs all functional tests on Devver"
+    task :functionals do
+      devvertest('test/functional/**/*_test.rb')
+    end
+
+    desc "Runs all integration tests on Devver"
+    task :integration do
+      devvertest('test/integration/**/*_test.rb')
+    end
+
+  end
+end
+
+def remove_excluded_files(files)
+  removed_files = []
+  files.each do |file|
+    EXCLUDED_TEST_FILES.each do |exclude|
+      removed_files << file if exclude===file
+    end
+  end
+  removed_files = removed_files.flatten
+  files = files - removed_files
+  [files, removed_files]
+end
+
+def run_tests_locally(files)
+  puts "Running the excluded test files locally"
+  # Run RSpec files
+  if files.first=~/_spec.rb/
+    command ="spec "
+  else # Run Test::Unit files
+    command = 'ruby -e "ARGV.each{|f| load f unless f =~ /^-/}" '
+  end
+  command += files.join(" ")
+  puts command
+  results = system(command)
+  raise RuntimeError.new("Command failed with status (1)") unless results
+end
+
+def get_env_var(var_name)
+  ENV[var_name] || ENV[var_name.upcase]
+end
+
+def devvertest(pattern)
+  reload = get_env_var('reload')=='true' ? true : false
+  #default sync to true
+  sync = true 
+  sync = false if get_env_var('sync')=='false' 
+  cache = get_env_var('cache')=='true' ? true : false
+  db = get_env_var('db')=='true' ? true : false
+  run_excluded = get_env_var('run_excluded')
+  if run_excluded=='true' || run_excluded=='after'
+    run_excluded = 'after' 
+  elsif run_excluded=='only'
+    run_excluded = 'only'
+  else
+    run_excluded = ''
+  end
+
+  files = FileList[pattern].to_a
+  files, removed_files = remove_excluded_files(files)
+
+  if run_excluded!='only'
+    command = "#{APP_CALL} #{'--reload' if reload} #{'--nosync' if !sync} #{'--db' if db} #{'--cache' if cache} #{files.join(' ')}"
+    puts command
+    results = system(command)
+    raise RuntimeError.new("Command failed with status (1)") unless results
+  end
+  
+  if run_excluded=='only' || run_excluded=='after'  
+    run_tests_locally(removed_files) if removed_files.length > 0
+  end
+end