dbgrandi-ruby-aws 1.2.0

data/test/unit/test_paginated_iterator.rb

@@ -0,0 +1,58 @@
+# Copyright:: Copyright (c) 2007 Amazon Technologies, Inc.
+# License::   Apache License, Version 2.0
+
+require 'test/unit/testcase'
+require 'amazon/util/paginated_iterator'
+
+class TestPaginatedIterator < Test::Unit::TestCase
+  include Amazon::Util
+
+  def setup
+    @call_count = 0
+    @simple_pagesize = 2
+    @simple_data_size = 6
+    @simple_data = [ [1,2],[3,4],[5,6] ]
+    @simple_iter = PaginatedIterator.new {|page| @call_count += 1 ; @simple_data[ page-1 ] }
+  end
+
+  def testNext
+    assert_equal 0, @call_count
+    @simple_data.flatten.each do |i|
+      assert_equal i, @simple_iter.next
+    end
+    assert_equal 3, @call_count
+    assert !@simple_iter.done
+    assert_nil @simple_iter.next
+    assert_equal 4, @call_count
+    assert @simple_iter.done
+  end
+
+  def testRestart
+    assert_equal 0, @call_count
+    @simple_iter.next until @simple_iter.done
+    assert_equal 4, @call_count
+    @simple_iter.restart
+    assert !@simple_iter.done
+    @simple_iter.next until @simple_iter.done
+    assert_equal 8, @call_count
+  end
+
+  def testEach
+    res = []
+    @simple_iter.each {|i| res << i }
+    assert_equal @simple_data.flatten, res
+    assert_equal 4, @call_count
+    assert @simple_iter.done
+    @simple_iter.each {|i| fail }
+  end
+
+  def testError
+    @picky_message = "picky picky picky"
+    @picky_iter = PaginatedIterator.new {|page| @call_count += 1 ; if page < 3 ; @simple_data[ page-1 ] ; else ; raise @picky_message ; end }
+    3.times { @picky_iter.next }
+    assert_equal 4, @picky_iter.next
+    e = assert_raises( RuntimeError ) { @picky_iter.next }
+    assert_equal @picky_message, e.message
+  end
+
+end

data/test/unit/test_proactive_results.rb

@@ -0,0 +1,108 @@
+# Copyright:: Copyright (c) 2007 Amazon Technologies, Inc.
+# License::   Apache License, Version 2.0
+
+require 'test/unit/testcase'
+require 'amazon/util/proactive_results'
+
+class TestProactiveResults < Test::Unit::TestCase
+  include Amazon::Util
+
+  def setup
+    @call_count = 0
+    @exception_count = 0
+    @simple_pagesize = 2
+    @simple_data_size = 6
+    @simple_data = [ [1,2],[3,4],[5,6] ]
+    @simple_proactive = ProactiveResults.new {|page| @call_count += 1 ; @simple_data[ page-1 ] }
+  end
+
+  def testBasic
+    assert @call_count >= 0
+    assert_equal @simple_data.flatten, @simple_proactive.to_a
+    assert_equal 6, @call_count
+    assert_equal @simple_data.flatten, @simple_proactive.to_a
+    assert_equal 6, @call_count
+    assert_equal Array, @simple_proactive.to_a.class
+  end
+
+  def testEnumerable
+    result = @simple_proactive.collect
+    assert_equal @simple_data.flatten, result
+    assert_equal 6, @call_count
+    result = @simple_proactive.collect
+    assert_equal @simple_data.flatten, result
+    assert_equal 6, @call_count
+    minus1 = @simple_proactive.collect {|i| i-1}
+    minus1.each_with_index {|i,n| assert_equal i, n }
+    evenodd = @simple_proactive.inject({:even => [],:odd => []}) {|a,num| a[ num % 2 == 0 ? :even : :odd ] << num ; a }
+    expected = {:even => [2,4,6], :odd => [1,3,5] } 
+    assert_equal expected, evenodd
+  end
+
+  def testIncremental
+    count = 0
+    remaining = @simple_data.flatten
+    @simple_proactive.each { |value|
+      assert_not_nil value
+      assert_not_nil remaining.delete( value )
+      assert @call_count >= (count / @simple_pagesize)+1
+      count += 1
+    }
+    assert_equal 6, count
+    assert_equal 6, @call_count
+  end
+
+  def testRandomAccess
+    assert [2,4,6].member?( @simple_proactive[3] )
+    assert @call_count >= 2
+    assert_nil @simple_proactive[@simple_data_size]
+    assert_equal 6, @call_count
+    10.times do
+      index = rand(@simple_data_size+@simple_pagesize)
+      if index >= @simple_data_size
+        assert_nil @simple_proactive[index]
+      else
+        if index % 2 == 0
+          assert [1,3,5].member?( @simple_proactive[index] )
+        else
+          assert [2,4,6].member?( @simple_proactive[index] )
+        end
+      end
+    end
+    assert_equal 6, @call_count
+    assert_equal @simple_data.flatten, @simple_proactive.to_a.sort
+  end
+
+  def testFlush
+    @simple_proactive.to_a
+    @simple_proactive.to_a
+    assert_equal 6, @call_count
+    @simple_proactive.flush
+    @simple_proactive.to_a
+    assert_equal 12, @call_count
+  end
+
+  def testError
+    @picky_message = "picky picky picky"
+    exception_count = 0
+    @picky_proactive = ProactiveResults.new(Proc.new {|i| exception_count += 1 }) do |page| 
+      @call_count += 1
+      if page < 3
+        @simple_data[ page-1 ]
+      else
+        raise @picky_message
+      end
+    end
+    assert_equal @simple_data.flatten[0..3], @picky_proactive.to_a
+    assert_equal 3, exception_count
+  end
+
+  def testImmutability
+    assert_equal 3, @simple_proactive[2]
+    a = @simple_proactive.to_a
+    assert_equal 3, a[2]
+    a[2] = 7
+    assert_equal 3, @simple_proactive[2]
+  end
+
+end

data/test/unit/test_question_generator.rb

@@ -0,0 +1,54 @@
+# Copyright:: Copyright (c) 2007 Amazon Technologies, Inc.
+# License::   Apache License, Version 2.0
+
+require 'test/unit/testcase'
+require 'amazon/webservices/mturk/question_generator'
+
+class TestQuestionGenerator < Test::Unit::TestCase
+  include Amazon::WebServices::MTurk
+
+  def testBuilder
+    xml = QuestionGenerator.build { |gen| gen.ask "What color is the sky?" }
+    assert_equal String, xml.class
+    assert !xml.empty?
+    assert xml =~ /What color is the sky/
+  end
+
+  def testXmlEscaping
+    xml = QuestionGenerator.build{ |gen| gen.ask "Is 1 > 2 & < 7 ?" }
+    assert xml =~ /<Text>(.*)<\/Text>/
+    escaped_text = $1
+    assert_equal "Is 1 &gt; 2 &amp; &lt; 7 ?", escaped_text
+  end
+
+  def testValidXML
+    xml = QuestionGenerator.build{ |gen| gen.ask "who loves chocolate most?" }
+    require 'rexml/document'
+    # REXML will throw an exception if the xml is invalid / malformatted
+    valid = REXML::Document.new(xml) 
+  end
+
+  def testAlternateInvocations
+    myQuestion = "how many tuna fit in a can?"
+
+    built = QuestionGenerator.build { |gen| gen.ask myQuestion }
+    built_basic = QuestionGenerator.build( :Basic ) { |gen| gen.ask myQuestion }
+    built_askbasic = QuestionGenerator.build { |gen| gen.askBasic myQuestion }
+
+    defaultgen = QuestionGenerator.new
+    defaultgen.ask myQuestion
+    obj = defaultgen.to_xml
+
+    defaultgen = QuestionGenerator.new
+    defaultgen.askBasic myQuestion
+    obj_askbasic = defaultgen.to_xml
+
+    basicgen = QuestionGenerator.new( :Basic )
+    basicgen.ask myQuestion
+    obj_basic = basicgen.to_xml
+
+    # all methods should generate the exact same string
+    [built_basic,built_askbasic,obj,obj_askbasic,obj_basic].each { |comp| assert_equal built, comp }
+  end
+
+end

data/test/unit/test_threadpool.rb

@@ -0,0 +1,50 @@
+# Copyright:: Copyright (c) 2007 Amazon Technologies, Inc.
+# License::   Apache License, Version 2.0
+
+require 'amazon/util/threadpool'
+                                                                                                                                                                                      
+class TestThreadpool < Test::Unit::TestCase
+  include Amazon::Util
+
+  def setup
+    @tp = ThreadPool.new 5
+  end
+
+  def teardown
+    @tp.finish
+  end
+
+  def testNothing
+    assert true
+  end
+  
+  def testDoSomething
+    @tp.addWork { sleep(0.1) }
+    assert true
+  end
+
+  def testSimple
+    q = Queue.new
+
+    5.times {|t| @tp.addWork(t) {|i| sleep(rand(4)*0.1) ; q << i } }
+    @tp.finish
+
+    s = []
+    5.times { s << q.pop }
+    assert_equal [0,1,2,3,4], s.sort
+  end
+
+  def testSync
+    s = []
+
+    5.times { |t| @tp.addWork(t) {|i| s << i } }
+    @tp.sync
+    assert_equal [0,1,2,3,4], s.sort
+    5.times { |t| @tp.addWork(t) {|i| s << i+5 } }
+    @tp.sync
+
+    assert_equal [0,1,2,3,4], s[0,5].sort
+    assert_equal [5,6,7,8,9], s[5,5].sort
+  end
+
+end

data/test/unit/test_user_data_store.rb

@@ -0,0 +1,80 @@
+# Copyright:: Copyright (c) 2007 Amazon Technologies, Inc.
+# License::   Apache License, Version 2.0
+
+require 'test/unit/testcase'
+require 'amazon/util/binder'
+require 'tempfile'
+require 'fileutils'
+                                                                                                                                                                                      
+class TestUserDataStore < Test::Unit::TestCase
+  include Amazon::Util
+
+  def setup
+    @tmpfile = Tempfile.new('RubyAWSTesting')
+    @fakehome = @tmpfile.path + 'homedir'
+    FileUtils.mkdir( @fakehome )
+    ENV['TEST_HOME_OVERRIDE'] = @fakehome
+  end
+
+  def teardown
+    ENV.delete 'TEST_HOME_OVERRIDE'
+    FileUtils.remove_dir( @fakehome )
+    @tmpfile = nil
+  end
+
+  def testSimpleValue
+    store = UserDataStore.new('TEST_MTURK')
+    store.set( :pudding, :color, 'yellow' )
+    store.save
+
+    store2 = UserDataStore.new('TEST_MTURK')
+    color = store.get :pudding, :color
+
+    assert_equal 'yellow', color, 'pudding was the wrong color'
+  end
+
+  def testEmpty
+    store = UserDataStore.new('TEST_MTURK')
+    color = store.get :pudding, :color
+    assert_nil color
+  end
+
+  def testClear
+    store = UserDataStore.new('TEST_MTURK')
+    store.set( :pudding, :color, 'green' )
+    store.set( :pudding, :smell, 'sweet' )
+    store.save
+
+    store.clear(:pudding)
+    store.save
+
+    store2 = UserDataStore.new('TEST_MTURK')
+    assert_nil store.get(:pudding,:color)
+    assert_nil store.get(:pudding,:smell)
+  end
+
+  def testClearPartial
+    store = UserDataStore.new('TEST_MTURK')
+    store.set( :pudding, :color, 'pink' )
+    store.set( :pudding, :smell, 'sour' )
+    store.save
+
+    store.clear(:pudding,:smell)
+    store.save
+
+    store2 = UserDataStore.new('TEST_MTURK')
+    assert_equal 'pink', store.get(:pudding,:color)
+    assert_nil store.get(:pudding,:smell)
+  end
+
+  def testNamespaces
+    store = UserDataStore.new('TEST_MTURK')
+    store.set( :pudding, :color, 'purple' )
+
+    same_namespaces = [ :Pudding, :PUDDING, :pUDDING, 'pudding', 'PUDDING', 'PuDDinG' ]
+    same_namespaces.each do |ns|
+      assert_equal 'purple', store.get(ns,:color)
+    end
+  end
+
+end

metadata

@@ -0,0 +1,158 @@
+--- !ruby/object:Gem::Specification 
+name: dbgrandi-ruby-aws
+version: !ruby/object:Gem::Version 
+  version: 1.2.0
+platform: ruby
+authors: 
+- David J Parrott
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2008-05-04 00:00:00 -07:00
+default_executable: ruby-aws
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: highline
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.2.7
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.5.1
+    version: 
+description: "Libraries for Amazon Web Services (ruby-aws) is a set of libraries and tools designed to make it easier for you to build solutions leveraging Amazon Web Services like Amazon Mechanical Turk.  The goals of the libraries are:  * To abstract you from the \"muck\" of using web services * To simplify using the various Amazon Web Service APIs * To allow you to focus more on solving the business problem and less on managing technical details"
+email: ruby-aws-develop@rubyforge.org
+executables: 
+- ruby-aws
+extensions: []
+
+extra_rdoc_files: 
+- History.txt
+- LICENSE.txt
+- Manifest.txt
+- NOTICE.txt
+- README.txt
+files: 
+- History.txt
+- LICENSE.txt
+- Manifest.txt
+- NOTICE.txt
+- README.txt
+- Rakefile
+- bin/ruby-aws
+- lib/amazon/util.rb
+- lib/amazon/util/binder.rb
+- lib/amazon/util/data_reader.rb
+- lib/amazon/util/filter_chain.rb
+- lib/amazon/util/hash_nesting.rb
+- lib/amazon/util/lazy_results.rb
+- lib/amazon/util/logging.rb
+- lib/amazon/util/paginated_iterator.rb
+- lib/amazon/util/proactive_results.rb
+- lib/amazon/util/threadpool.rb
+- lib/amazon/util/user_data_store.rb
+- lib/amazon/webservices/mechanical_turk.rb
+- lib/amazon/webservices/mechanical_turk_requester.rb
+- lib/amazon/webservices/mturk/mechanical_turk_error_handler.rb
+- lib/amazon/webservices/mturk/question_generator.rb
+- lib/amazon/webservices/util/amazon_authentication_relay.rb
+- lib/amazon/webservices/util/command_line.rb
+- lib/amazon/webservices/util/convenience_wrapper.rb
+- lib/amazon/webservices/util/filter_proxy.rb
+- lib/amazon/webservices/util/mock_transport.rb
+- lib/amazon/webservices/util/request_signer.rb
+- lib/amazon/webservices/util/rest_transport.rb
+- lib/amazon/webservices/util/soap_simplifier.rb
+- lib/amazon/webservices/util/soap_transport.rb
+- lib/amazon/webservices/util/soap_transport_header_handler.rb
+- lib/amazon/webservices/util/unknown_result_exception.rb
+- lib/amazon/webservices/util/validation_exception.rb
+- lib/amazon/webservices/util/xml_simplifier.rb
+- lib/ruby-aws.rb
+- lib/ruby-aws/version.rb
+- samples/mturk/best_image/BestImage.rb
+- samples/mturk/best_image/best_image.properties
+- samples/mturk/best_image/best_image.question
+- samples/mturk/blank_slate/BlankSlate.rb
+- samples/mturk/blank_slate/BlankSlate_multithreaded.rb
+- samples/mturk/helloworld/MTurkHelloWorld.rb
+- samples/mturk/helloworld/mturk.yml
+- samples/mturk/reviewer/Reviewer.rb
+- samples/mturk/reviewer/mturk.yml
+- samples/mturk/simple_survey/SimpleSurvey.rb
+- samples/mturk/simple_survey/simple_survey.question
+- samples/mturk/site_category/SiteCategory.rb
+- samples/mturk/site_category/externalpage.htm
+- samples/mturk/site_category/site_category.input
+- samples/mturk/site_category/site_category.properties
+- samples/mturk/site_category/site_category.question
+- test/mturk/test_changehittypeofhit.rb
+- test/mturk/test_error_handler.rb
+- test/mturk/test_mechanical_turk_requester.rb
+- test/mturk/test_mock_mechanical_turk_requester.rb
+- test/test_ruby-aws.rb
+- test/unit/test_binder.rb
+- test/unit/test_data_reader.rb
+- test/unit/test_exceptions.rb
+- test/unit/test_hash_nesting.rb
+- test/unit/test_lazy_results.rb
+- test/unit/test_mock_transport.rb
+- test/unit/test_paginated_iterator.rb
+- test/unit/test_proactive_results.rb
+- test/unit/test_question_generator.rb
+- test/unit/test_threadpool.rb
+- test/unit/test_user_data_store.rb
+has_rdoc: true
+homepage: http://rubyforge.org/projects/ruby-aws/
+post_install_message: 
+rdoc_options: 
+- --main
+- README.txt
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: ruby-aws
+rubygems_version: 1.0.1
+signing_key: 
+specification_version: 2
+summary: Ruby libraries for working with Amazon Web Services ( Mechanical Turk )
+test_files: 
+- test/mturk/test_changehittypeofhit.rb
+- test/mturk/test_error_handler.rb
+- test/mturk/test_mechanical_turk_requester.rb
+- test/mturk/test_mock_mechanical_turk_requester.rb
+- test/test_ruby-aws.rb
+- test/unit/test_binder.rb
+- test/unit/test_data_reader.rb
+- test/unit/test_exceptions.rb
+- test/unit/test_hash_nesting.rb
+- test/unit/test_lazy_results.rb
+- test/unit/test_mock_transport.rb
+- test/unit/test_paginated_iterator.rb
+- test/unit/test_proactive_results.rb
+- test/unit/test_question_generator.rb
+- test/unit/test_threadpool.rb
+- test/unit/test_user_data_store.rb