mturk 1.8.1

data/test/unit/test_paginated_iterator.rb

@@ -0,0 +1,58 @@
+# Copyright:: Copyright (c) 2007 Amazon Technologies, Inc.
+# License::   Apache License, Version 2.0
+
+require 'test/unit/testcase'
+require 'amazon/util/paginated_iterator'
+
+class TestPaginatedIterator < Test::Unit::TestCase
+  include Amazon::Util
+
+  def setup
+    @call_count = 0
+    @simple_pagesize = 2
+    @simple_data_size = 6
+    @simple_data = [ [1,2],[3,4],[5,6] ]
+    @simple_iter = PaginatedIterator.new {|page| @call_count += 1 ; @simple_data[ page-1 ] }
+  end
+
+  def testNext
+    assert_equal 0, @call_count
+    @simple_data.flatten.each do |i|
+      assert_equal i, @simple_iter.next
+    end
+    assert_equal 3, @call_count
+    assert !@simple_iter.done
+    assert_nil @simple_iter.next
+    assert_equal 4, @call_count
+    assert @simple_iter.done
+  end
+
+  def testRestart
+    assert_equal 0, @call_count
+    @simple_iter.next until @simple_iter.done
+    assert_equal 4, @call_count
+    @simple_iter.restart
+    assert !@simple_iter.done
+    @simple_iter.next until @simple_iter.done
+    assert_equal 8, @call_count
+  end
+
+  def testEach
+    res = []
+    @simple_iter.each {|i| res << i }
+    assert_equal @simple_data.flatten, res
+    assert_equal 4, @call_count
+    assert @simple_iter.done
+    @simple_iter.each {|i| fail }
+  end
+
+  def testError
+    @picky_message = "picky picky picky"
+    @picky_iter = PaginatedIterator.new {|page| @call_count += 1 ; if page < 3 ; @simple_data[ page-1 ] ; else ; raise @picky_message ; end }
+    3.times { @picky_iter.next }
+    assert_equal 4, @picky_iter.next
+    e = assert_raises( RuntimeError ) { @picky_iter.next }
+    assert_equal @picky_message, e.message
+  end
+
+end

data/test/unit/test_proactive_results.rb

@@ -0,0 +1,108 @@
+# Copyright:: Copyright (c) 2007 Amazon Technologies, Inc.
+# License::   Apache License, Version 2.0
+
+require 'test/unit/testcase'
+require 'amazon/util/proactive_results'
+
+class TestProactiveResults < Test::Unit::TestCase
+  include Amazon::Util
+
+  def setup
+    @call_count = 0
+    @exception_count = 0
+    @simple_pagesize = 2
+    @simple_data_size = 6
+    @simple_data = [ [1,2],[3,4],[5,6] ]
+    @simple_proactive = ProactiveResults.new {|page| @call_count += 1 ; @simple_data[ page-1 ] }
+  end
+
+  def testBasic
+    assert @call_count >= 0
+    assert_equal @simple_data.flatten, @simple_proactive.to_a
+    assert_equal 6, @call_count
+    assert_equal @simple_data.flatten, @simple_proactive.to_a
+    assert_equal 6, @call_count
+    assert_equal Array, @simple_proactive.to_a.class
+  end
+
+  def testEnumerable
+    result = @simple_proactive.collect
+    assert_equal @simple_data.flatten, result.to_a
+    assert_equal 6, @call_count
+    result = @simple_proactive.collect
+    assert_equal @simple_data.flatten, result.to_a
+    assert_equal 6, @call_count
+    minus1 = @simple_proactive.collect {|i| i-1}
+    minus1.each_with_index {|i,n| assert_equal i, n }
+    evenodd = @simple_proactive.inject({:even => [],:odd => []}) {|a,num| a[ num % 2 == 0 ? :even : :odd ] << num ; a }
+    expected = {:even => [2,4,6], :odd => [1,3,5] } 
+    assert_equal expected, evenodd
+  end
+
+  def testIncremental
+    count = 0
+    remaining = @simple_data.flatten
+    @simple_proactive.each { |value|
+      assert_not_nil value
+      assert_not_nil remaining.delete( value )
+      assert @call_count >= (count / @simple_pagesize)+1
+      count += 1
+    }
+    assert_equal 6, count
+    assert_equal 6, @call_count
+  end
+
+  def testRandomAccess
+    assert [2,4,6].member?( @simple_proactive[3] )
+    assert @call_count >= 2
+    assert_nil @simple_proactive[@simple_data_size]
+    assert_equal 6, @call_count
+    10.times do
+      index = rand(@simple_data_size+@simple_pagesize)
+      if index >= @simple_data_size
+        assert_nil @simple_proactive[index]
+      else
+        if index % 2 == 0
+          assert [1,3,5].member?( @simple_proactive[index] )
+        else
+          assert [2,4,6].member?( @simple_proactive[index] )
+        end
+      end
+    end
+    assert_equal 6, @call_count
+    assert_equal @simple_data.flatten, @simple_proactive.to_a.sort
+  end
+
+  def testFlush
+    @simple_proactive.to_a
+    @simple_proactive.to_a
+    assert_equal 6, @call_count
+    @simple_proactive.flush
+    @simple_proactive.to_a
+    assert_equal 12, @call_count
+  end
+
+  def testError
+    @picky_message = "picky picky picky"
+    exception_count = 0
+    @picky_proactive = ProactiveResults.new(Proc.new {|i| exception_count += 1 }) do |page| 
+      @call_count += 1
+      if page < 3
+        @simple_data[ page-1 ]
+      else
+        raise @picky_message
+      end
+    end
+    assert_equal @simple_data.flatten[0..3], @picky_proactive.to_a
+    assert_equal 3, exception_count
+  end
+
+  def testImmutability
+    assert_equal 3, @simple_proactive[2]
+    a = @simple_proactive.to_a
+    assert_equal 3, a[2]
+    a[2] = 7
+    assert_equal 3, @simple_proactive[2]
+  end
+
+end

data/test/unit/test_question_generator.rb

@@ -0,0 +1,55 @@
+# Copyright:: Copyright (c) 2007 Amazon Technologies, Inc.
+# License::   Apache License, Version 2.0
+
+require 'test/unit/testcase'
+require 'amazon/webservices/mturk/question_generator'
+
+class TestQuestionGenerator < Test::Unit::TestCase
+  include Amazon::WebServices::MTurk
+
+  def testBuilder
+    xml = QuestionGenerator.build { |gen| gen.ask "What color is the sky?" }
+    assert_equal String, xml.class
+    assert !xml.empty?
+    assert xml =~ /What color is the sky/
+  end
+
+  def testXmlEscaping
+    xml = QuestionGenerator.build{ |gen| gen.ask "Is 1 > 2 & < 7 ?" }
+    assert xml =~ /<Text>(.*)<\/Text>/
+    escaped_text = $1
+    assert_equal "Is 1 &gt; 2 &amp; &lt; 7 ?", escaped_text
+  end
+
+  def testValidXML
+    xml = QuestionGenerator.build{ |gen| gen.ask "who loves chocolate most?" }
+    require 'rexml/document'
+    # REXML will throw an exception if the xml is invalid / malformatted
+    valid = REXML::Document.new(xml) 
+    assert_not_nil valid
+  end
+
+  def testAlternateInvocations
+    myQuestion = "how many tuna fit in a can?"
+
+    built = QuestionGenerator.build { |gen| gen.ask myQuestion }
+    built_basic = QuestionGenerator.build( :Basic ) { |gen| gen.ask myQuestion }
+    built_askbasic = QuestionGenerator.build { |gen| gen.askBasic myQuestion }
+
+    defaultgen = QuestionGenerator.new
+    defaultgen.ask myQuestion
+    obj = defaultgen.to_xml
+
+    defaultgen = QuestionGenerator.new
+    defaultgen.askBasic myQuestion
+    obj_askbasic = defaultgen.to_xml
+
+    basicgen = QuestionGenerator.new( :Basic )
+    basicgen.ask myQuestion
+    obj_basic = basicgen.to_xml
+
+    # all methods should generate the exact same string
+    [built_basic,built_askbasic,obj,obj_askbasic,obj_basic].each { |comp| assert_equal built, comp }
+  end
+
+end

data/test/unit/test_threadpool.rb

@@ -0,0 +1,50 @@
+# Copyright:: Copyright (c) 2007 Amazon Technologies, Inc.
+# License::   Apache License, Version 2.0
+
+require 'amazon/util/threadpool'
+                                                                                                                                                                                      
+class TestThreadpool < Test::Unit::TestCase
+  include Amazon::Util
+
+  def setup
+    @tp = ThreadPool.new 5
+  end
+
+  def teardown
+    @tp.finish
+  end
+
+  def testNothing
+    assert true
+  end
+  
+  def testDoSomething
+    @tp.addWork { sleep(0.1) }
+    assert true
+  end
+
+  def testSimple
+    q = Queue.new
+
+    5.times {|t| @tp.addWork(t) {|i| sleep(rand(4)*0.1) ; q << i } }
+    @tp.finish
+
+    s = []
+    5.times { s << q.pop }
+    assert_equal [0,1,2,3,4], s.sort
+  end
+
+  def testSync
+    s = []
+
+    5.times { |t| @tp.addWork(t) {|i| s << i } }
+    @tp.sync
+    assert_equal [0,1,2,3,4], s.sort
+    5.times { |t| @tp.addWork(t) {|i| s << i+5 } }
+    @tp.sync
+
+    assert_equal [0,1,2,3,4], s[0,5].sort
+    assert_equal [5,6,7,8,9], s[5,5].sort
+  end
+
+end

data/test/unit/test_user_data_store.rb

@@ -0,0 +1,80 @@
+# Copyright:: Copyright (c) 2007 Amazon Technologies, Inc.
+# License::   Apache License, Version 2.0
+
+require 'test/unit/testcase'
+require 'amazon/util/binder'
+require 'tempfile'
+require 'fileutils'
+
+class TestUserDataStore < Test::Unit::TestCase
+  include Amazon::Util
+
+  def setup
+    @tmpfile = Tempfile.new('MTurkTesting')
+    @fakehome = @tmpfile.path + 'homedir'
+    FileUtils.mkdir( @fakehome )
+    ENV['TEST_HOME_OVERRIDE'] = @fakehome
+  end
+
+  def teardown
+    ENV.delete 'TEST_HOME_OVERRIDE'
+    FileUtils.remove_dir( @fakehome )
+    @tmpfile = nil
+  end
+
+  def testSimpleValue
+    store = UserDataStore.new('TEST_MTURK')
+    store.set( :pudding, :color, 'yellow' )
+    store.save
+
+    store2 = UserDataStore.new('TEST_MTURK')
+    color = store2.get :pudding, :color
+
+    assert_equal 'yellow', color, 'pudding was the wrong color'
+  end
+
+  def testEmpty
+    store = UserDataStore.new('TEST_MTURK')
+    color = store.get :pudding, :color
+    assert_nil color
+  end
+
+  def testClear
+    store = UserDataStore.new('TEST_MTURK')
+    store.set( :pudding, :color, 'green' )
+    store.set( :pudding, :smell, 'sweet' )
+    store.save
+
+    store.clear(:pudding)
+    store.save
+
+    store2 = UserDataStore.new('TEST_MTURK')
+    assert_nil store2.get(:pudding,:color)
+    assert_nil store2.get(:pudding,:smell)
+  end
+
+  def testClearPartial
+    store = UserDataStore.new('TEST_MTURK')
+    store.set( :pudding, :color, 'pink' )
+    store.set( :pudding, :smell, 'sour' )
+    store.save
+
+    store.clear(:pudding,:smell)
+    store.save
+
+    store2 = UserDataStore.new('TEST_MTURK')
+    assert_equal 'pink', store2.get(:pudding,:color)
+    assert_nil store.get(:pudding,:smell)
+  end
+
+  def testNamespaces
+    store = UserDataStore.new('TEST_MTURK')
+    store.set( :pudding, :color, 'purple' )
+
+    same_namespaces = [ :Pudding, :PUDDING, :pUDDING, 'pudding', 'PUDDING', 'PuDDinG' ]
+    same_namespaces.each do |ns|
+      assert_equal 'purple', store.get(ns,:color)
+    end
+  end
+
+end

metadata

@@ -0,0 +1,225 @@
+--- !ruby/object:Gem::Specification
+name: mturk
+version: !ruby/object:Gem::Version
+  version: 1.8.1
+platform: ruby
+authors:
+- David J Parrott
+autorequire: 
+bindir: bin
+cert_chain:
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIDSjCCAjKgAwIBAgIBAjANBgkqhkiG9w0BAQUFADBLMRkwFwYDVQQDDBBydWJ5
+  LWF3cy1kZXZlbG9wMRkwFwYKCZImiZPyLGQBGRYJcnVieWZvcmdlMRMwEQYKCZIm
+  iZPyLGQBGRYDb3JnMB4XDTE0MTAxNzIyMzgyOVoXDTE1MTAxNzIyMzgyOVowSzEZ
+  MBcGA1UEAwwQcnVieS1hd3MtZGV2ZWxvcDEZMBcGCgmSJomT8ixkARkWCXJ1Ynlm
+  b3JnZTETMBEGCgmSJomT8ixkARkWA29yZzCCASIwDQYJKoZIhvcNAQEBBQADggEP
+  ADCCAQoCggEBAMJ6D+5H3x+H81ugh3PcQhgA+GkZBqBcebjwKTCUdUO6TOg6PHwP
+  NcJTuAO4gI47EHkkR47kDdyHzdJIs2lVWctgut5PAT/Q3PsyyUfg3vQL9jhf994G
+  kpNlawivDSo2xubzb1eBeVIF3dtMek4ttA7T1ickv/7oYQrhTpv3AgPoVVcxcva/
+  DPXXBgepcMhdj0h4a+5YAW2t1m4DLYhX2tbzL2sLBZm07awUrOiUkJ9FalN2nevq
+  sdI6KFVaPf94iRDq7OoMCEPS5JwGzDJ5otIt6twj2cKfqOiUJD2Fgb6Y4a80KSXF
+  16kC+80frHhiIb+sGhANsgo8wB0L+BmMgyECAwEAAaM5MDcwCQYDVR0TBAIwADAL
+  BgNVHQ8EBAMCBLAwHQYDVR0OBBYEFN8sX6rx1b95BqTPZMSlDkGHUQByMA0GCSqG
+  SIb3DQEBBQUAA4IBAQBJZE0lH6ticfB+qRoa1dhQmC/iod6u3w0ZnDDkw+an0t/s
+  lUVQ3S8+8E1rs/VvPwuqI72/HF4PBYuvHMfZXiqsxNMQL2hrEDu6F7bx+K6+brpG
+  ERzK5uFNo2o6TFe2upe+IlA4MN8d/qyMSH5sQuikg79shg+kakVJJdqYVcIBDGah
+  RANSg7dXSpR0s1BQJ50qlye64u9JqiW25T4i3Uap/fD3wrlj0SlVwvasQ4qi3cgf
+  tlC13CXjOWGW+hn+n/swny4LFXOus/qZixxiMAePSmN3QUC+bl/GvdBqZz0uPmQc
+  QRVpdW2BFol3aw2mXmdYxaOwHvTxcB7DHmkfOf2h
+  -----END CERTIFICATE-----
+date: 2015-02-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: highline
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.7
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: hoe
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.13'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.13'
+description: |-
+  Mechanical Turk Ruby Libraries (mturk) is a set of libraries and tools
+  designed to make it easier for you to build solutions leveraging Amazon
+  Mechanical Turk.  The goals of the libraries are:
+
+  * To abstract you from the "muck" of using web services
+  * To simplify using the Mechanical Turk APIs
+  * To allow you to focus more on solving the business problem
+    and less on managing technical details
+email: requester@mturk.com
+executables:
+- mturk
+extensions: []
+extra_rdoc_files:
+- History.md
+- LICENSE.txt
+- Manifest.txt
+- NOTICE.txt
+- README.md
+files:
+- ".gemtest"
+- History.md
+- LICENSE.txt
+- Manifest.txt
+- NOTICE.txt
+- README.md
+- Rakefile
+- bin/mturk
+- lib/amazon/util.rb
+- lib/amazon/util/binder.rb
+- lib/amazon/util/data_reader.rb
+- lib/amazon/util/filter_chain.rb
+- lib/amazon/util/hash_nesting.rb
+- lib/amazon/util/lazy_results.rb
+- lib/amazon/util/logging.rb
+- lib/amazon/util/paginated_iterator.rb
+- lib/amazon/util/proactive_results.rb
+- lib/amazon/util/threadpool.rb
+- lib/amazon/util/user_data_store.rb
+- lib/amazon/webservices/mechanical_turk.rb
+- lib/amazon/webservices/mechanical_turk_requester.rb
+- lib/amazon/webservices/mturk/mechanical_turk_error_handler.rb
+- lib/amazon/webservices/mturk/question_generator.rb
+- lib/amazon/webservices/util/amazon_authentication_relay.rb
+- lib/amazon/webservices/util/command_line.rb
+- lib/amazon/webservices/util/convenience_wrapper.rb
+- lib/amazon/webservices/util/filter_proxy.rb
+- lib/amazon/webservices/util/mock_transport.rb
+- lib/amazon/webservices/util/request_signer.rb
+- lib/amazon/webservices/util/rest_transport.rb
+- lib/amazon/webservices/util/soap_simplifier.rb
+- lib/amazon/webservices/util/soap_transport.rb
+- lib/amazon/webservices/util/soap_transport_header_handler.rb
+- lib/amazon/webservices/util/unknown_result_exception.rb
+- lib/amazon/webservices/util/validation_exception.rb
+- lib/amazon/webservices/util/xml_simplifier.rb
+- lib/mturk.rb
+- lib/mturk/version.rb
+- run_rcov.sh
+- samples/best_image/BestImage.rb
+- samples/best_image/best_image.properties
+- samples/best_image/best_image.question
+- samples/blank_slate/BlankSlate.rb
+- samples/blank_slate/BlankSlate_multithreaded.rb
+- samples/helloworld/MTurkHelloWorld.rb
+- samples/helloworld/mturk.yml
+- samples/review_policy/ReviewPolicy.rb
+- samples/review_policy/review_policy.question
+- samples/reviewer/Reviewer.rb
+- samples/reviewer/mturk.yml
+- samples/simple_survey/SimpleSurvey.rb
+- samples/simple_survey/simple_survey.question
+- samples/site_category/SiteCategory.rb
+- samples/site_category/externalpage.htm
+- samples/site_category/site_category.input
+- samples/site_category/site_category.properties
+- samples/site_category/site_category.question
+- test/mturk/test_changehittypeofhit.rb
+- test/mturk/test_error_handler.rb
+- test/mturk/test_mechanical_turk_requester.rb
+- test/mturk/test_mock_mechanical_turk_requester.rb
+- test/test_mturk.rb
+- test/unit/test_binder.rb
+- test/unit/test_data_reader.rb
+- test/unit/test_exceptions.rb
+- test/unit/test_hash_nesting.rb
+- test/unit/test_lazy_results.rb
+- test/unit/test_mock_transport.rb
+- test/unit/test_paginated_iterator.rb
+- test/unit/test_proactive_results.rb
+- test/unit/test_question_generator.rb
+- test/unit/test_threadpool.rb
+- test/unit/test_user_data_store.rb
+homepage: https://requester.mturk.com/
+licenses:
+- APLv2
+metadata: {}
+post_install_message: 
+rdoc_options:
+- "--main"
+- README.md
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Ruby libraries for working with Mechanical Turk
+test_files:
+- test/unit/test_question_generator.rb
+- test/unit/test_mock_transport.rb
+- test/unit/test_lazy_results.rb
+- test/unit/test_user_data_store.rb
+- test/unit/test_data_reader.rb
+- test/unit/test_paginated_iterator.rb
+- test/unit/test_binder.rb
+- test/unit/test_threadpool.rb
+- test/unit/test_exceptions.rb
+- test/unit/test_hash_nesting.rb
+- test/unit/test_proactive_results.rb
+- test/test_mturk.rb
+- test/mturk/test_changehittypeofhit.rb
+- test/mturk/test_mock_mechanical_turk_requester.rb
+- test/mturk/test_mechanical_turk_requester.rb
+- test/mturk/test_error_handler.rb