typingpool 0.8.13 → 0.8.14

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b7f1162da9010eea09066f72b78c40eacc342d34
-  data.tar.gz: 4243222ed91a427012291a3be392ca5de6d5bc70
+  metadata.gz: 928624f4083c4e62e07f7dda152e4c7e23f3092b
+  data.tar.gz: b6ba151430fec154bd4d1ddecef4c108154e33a0
 SHA512:
-  metadata.gz: 982e426847cad2182163ab13d8832e70f64c84ee6f2ffe3bdcc712c346d8655cda67eb8c116fe22a761010f0e780f0c62c9fe9e76eacffe4d2abf8517ee50686
-  data.tar.gz: 063621305ccb40f636fd1f8234bf5f97d7584ff81d62220bc47c64ce30e259be8e6278ed773828c078f8980f9d88c8ef074adbe645c0e916eff34cdfb99d7d4d
+  metadata.gz: f62939bbac1f46397b3130b5d7e1fac88f2446d56b44135d321fcde02dd30126281eec61eb359bfb48d2e8f039aede7fcb50a111274d20b48cb1f0b88bd8a103
+  data.tar.gz: ccf093a7d5402071a6544c9e7999fb9169f5e43a462705c449a05d5500811fcbd7c775eb08c339ddfe4a69ff1160c96ca34a3ae3aae5a56d896799403aceba3a

data/bin/tp-finish

@@ -3,8 +3,12 @@
 require 'optparse'
 require 'typingpool'
 require 'fileutils'
-require 'typingpool/utility/test'
-include Typingpool::Utility::Test
+require 'typingpool/utility/test/script'
+require 'typingpool/app/cli/formatter'
+require 'highline/import'
+
+include Typingpool::Utility::Test::Script
+include Typingpool::App::CLI::Formatter
 
 options = {}
 OptionParser.new do |commands|
@@ -19,6 +23,14 @@ OptionParser.new do |commands|
     options[:dead] = true
   end
 
+  commands.on('--force',
+              "Do not prompt for confirmation.",
+              "Will delete HITs even if they're approved but not in the transcript yet and",
+              "will silently skip HITs even if they're submitted and not reviewed") do
+
+    options[:force] = true
+  end
+  
   commands.on('--sandbox',
               "Test in Mechanical Turk's sandbox") do
     options[:sandbox] = true
@@ -85,6 +97,58 @@ results = if project
             end
           end
 
+#Check for potential data loss -- submitted HITs not yet reviewed,
+#approved HITs not yet in the local transcript
+submitted_count = results.select{|r| r.submitted? }.count
+if submitted_count > 0
+  unless options[:force]
+    are, submissions, them = if submitted_count == 1
+                               ['is', 'submission', 'it']
+                             else
+                               ['are', 'submissions', 'them']
+                             end
+    STDERR.puts "There #{are} #{submitted_count} unreviewed #{submissions} that cannot be finished."
+    choices = ["skip them", "quit"]
+    choice = ask_for_selection(choices, 0, prompt_from_choices(choices, 0) + cli_reverse('? '))
+    case choice
+    when 'quit'
+      exit
+    when 'skip them'
+      STDERR.puts "Skipping unreviewed #{submissions}..."
+    end #case choice
+  end #unless options[:force]
+  results.reject!{|r| r.submitted? }
+end
+
+unless options[:force]
+  Typingpool::App.find_projects_waiting_for_hits(results.select{|r| r.approved? }, config) do |project, hits|
+    assignments = Typingpool::App.assignments_file_for_sandbox_status(options[:sandbox], project)
+    unrecorded_approved_hits_in_project = []
+    Typingpool::App.with_hits_in_assignments_file(assignments, hits) do |hit, assignment|
+      next if assignment['transcript']
+      unrecorded_approved_hits_in_project.push(hit)
+    end
+    if unrecorded_approved_hits_in_project.count > 0
+      are, submissions, them, have = if unrecorded_approved_hits_in_project.count == 1
+                               ['is', 'submission', 'it', 'has']
+                             else
+                               ['are', 'submissions', 'them', 'have']
+                             end
+      
+      STDERR.puts "There #{are} #{unrecorded_approved_hits_in_project.count} approved #{submissions} that #{have} not been added\nto the transcript for #{project.name}."
+      choices = ['add to transcript', 'delete without adding', 'quit']
+      choice = ask_for_selection(choices, 0, prompt_from_choices(choices, 0) + cli_reverse('? '))
+      case choice
+      when 'quit'
+        exit
+      when 'add to transcript'
+        Typingpool::App.record_approved_hits_in_assignments_file(assignments, unrecorded_approved_hits_in_project)
+        Typingpool::App.create_transcript(project, assignments)
+      end #case choice
+    end #if unrecorded_approved_hits_in_project_count > 0
+  end #App.find_projects_waiting_for_hits do
+end #unless options[:force]
+
 #Remove the results from Mechanical Turk
 fails = []
 results.each do |result| 
@@ -120,8 +184,8 @@ if project
     STDERR.puts "Removing #{file} from #{project.remote.host}"
   end
   if options[:sandbox]
-    #delete sandbox-assignment.csv so we know it's safe to delete
+    #move sandbox-assignment.csv so we know it's safe to delete
     #audio files when we finish using regular assignment.csv
-    FileUtils.remove_entry_secure project.local.file('data', 'sandbox-assignment.csv')
+    File.rename project.local.file('data', 'sandbox-assignment.csv').to_s, project.local.file('data', 'old-sandbox-assignment.csv').to_s
   end
 end #if project

data/bin/tp-review

@@ -125,25 +125,11 @@ catch :quitting do
           cli_bold(" by ") +
           hit.assignment.worker_id)
       say(cli_encode(hit.transcript.body_as_text(4, 68)))
-      prompt = choices.map do |c| 
-        cli_reverse('(') +
-          cli_reverse(cli_bold(c.slice(0).upcase)) +
-          cli_reverse(")#{c.slice(1, c.size)}") 
-      end
-      prompt << cli_reverse('[') + prompt.pop + cli_reverse(']')
-      prompt = prompt.join(cli_reverse(', ')) 
+      prompt = prompt_from_choices(choices, -1)
       prompt += cli_reverse('? ')
       prompt += cli_reverse("(#{hits_decided_count}/#{hits_needing_decision_count}) ")
       
-      choice=nil
-      until choice
-        input = ask(prompt)
-        if input.to_s.match(/^\s*$/)
-          choice = choices.last
-        elsif not(choice = choices.detect{|possible| possible[0] == input.downcase[0] })
-          say("Invalid selection '#{input}'.")
-        end
-      end #until choice
+      choice = ask_for_selection(choices, -1, prompt)
       
       case choice
       when 'approve'

data/lib/typingpool/amazon/hit.rb

@@ -284,7 +284,11 @@ module Typingpool
       #assignments -- hit.full.assignments_completed == 0. This check
       #is only performed when hit.full has already been loaded.)
       def approved?
-        assignment_status_match?('Approved')
+        if @full
+          return false if full.assignments_completed == 0
+          return false if full.status != 'Reviewable'
+        end
+        assignment.status == 'Approved'
       end
 
       #Returns true if this HIT has a rejected assignment associated
@@ -292,7 +296,11 @@ module Typingpool
       #Typingpool::Amazon::HIT::Assignment, see the documentation for
       #approved?.)
       def rejected?
-        assignment_status_match?('Rejected')
+        if @full
+          return false if full.assignments_completed == 0
+          return false if full.status != 'Reviewable'
+        end
+        assignment.status == 'Rejected'
       end
 
       #Returns true if this HIT has a submitted assignment associated
@@ -300,7 +308,10 @@ module Typingpool
       #Typingpool::Amazon::HIT::Assignment, see the documentation for
       #approved?.)
       def submitted?
-        assignment_status_match?('Submitted')
+        if @full
+          return false if full.status != 'Reviewable'
+        end
+        assignment.status == 'Submitted'
       end
 
 
@@ -396,18 +407,7 @@ module Typingpool
       #this is called, an Amazon HTTP request is typically (but not
       #always) sent.
       def assignment
-        if @assignment.nil?
-          if @full && full.assignments_completed == 0
-            #It would be dangerous to do this if the HIT were to be
-            #cached, since we would then never check for the
-            #assignment again. But we know this HIT won't be cached
-            #while it is active, since we only cache approved and
-            #rejected HITs.
-            @assignment = Assignment::Empty.new
-          else
-            @assignment = Assignment.new(at_amazon) #expensive
-          end
-        end
+        @assignment ||= Assignment.new(at_amazon) #expensive
         @assignment
       end
 
@@ -449,15 +449,6 @@ module Typingpool
         end
       end
 
-      def assignment_status_match?(status)
-        if @full
-          return false if full.assignments_completed == 0
-          return false if full.status != 'Reviewable'
-        end
-        assignment.status == status
-      end
-
-
       @@cacheable_assignment_status = Set.new %w(Approved Rejected)
       def cacheable?
         if @ours == false

data/lib/typingpool/app/cli/formatter.rb

@@ -3,6 +3,31 @@ module Typingpool
     module CLI
       module Formatter
         require 'highline/import'
+
+        def prompt_from_choices(choices, default_index)
+          prompt = choices.map do |choice| 
+            cli_reverse('(') +
+              cli_reverse(cli_bold(choice.slice(0).upcase)) +
+              cli_reverse(")#{choice.slice(1, choice.size)}") 
+          end
+          prompt[default_index] =  cli_reverse('[') + prompt[default_index] + cli_reverse(']')
+          prompt = prompt.join(cli_reverse(', ')) 
+          prompt
+        end
+
+        def ask_for_selection(choices, default_index, prompt)
+          selection = nil
+          until selection
+            input = ask(prompt)
+            if input.to_s.match(/^\s*$/)
+              selection = choices.last
+            elsif not(selection = choices.detect{|possible| possible[0] == input.downcase[0] })
+              say("Invalid selection '#{input}'.")
+            end
+          end #until selection
+          selection
+        end
+        
         def cli_bold(text)
           HighLine.color(text, :bold)
         end

data/lib/typingpool/app.rb

@@ -325,11 +325,11 @@ module Typingpool
       #                   were just assigned (that is, that have one
       #                   assignment, which has a blank status).
       def record_assigned_hits_in_assignments_file(assignments_file, hits)
-        record_hits_in_assignments_file(assignments_file, hits) do |hit, csv_row|
+        with_hits_in_assignments_file(assignments_file, hits) do |hit, csv_row|
           csv_row['hit_id'] = hit.id
           csv_row['hit_expires_at'] = hit.full.expires_at.to_s
           csv_row['hit_assignments_duration'] = hit.full.assignments_duration.to_s
-        end #record_hits_in_project do....
+        end #with_hits_in_assignments_file do....
       end        
 
       #Extracts relevant information from a collection of
@@ -344,12 +344,12 @@ module Typingpool
       # [hits]             An enumerable collection of Amazon::HIT instances whose
       #                    one assignment has the status 'Approved'.
       def record_approved_hits_in_assignments_file(assignments_file, hits)
-        record_hits_in_assignments_file(assignments_file, hits) do |hit, csv_row|
+        with_hits_in_assignments_file(assignments_file, hits) do |hit, csv_row|
           next if csv_row['transcript']
           csv_row['transcript'] = hit.transcript.body
           csv_row['worker'] = hit.transcript.worker
           csv_row['hit_id'] = hit.id
-        end #record_hits_in_project do...
+        end #with_hits_in_assignments_file do...
       end
 
       #Given a Project instance and an array of modified assignment
@@ -376,7 +376,7 @@ module Typingpool
       # [hits]              An enumerable collection of Amazon::HIT instances to be
       #                     deleted.
       def unrecord_hits_in_assignments_file(assignments_file, hits)
-        record_hits_in_assignments_file(assignments_file, hits) do |hit, csv_row|
+        with_hits_in_assignments_file(assignments_file, hits) do |hit, csv_row|
           unrecord_hit_in_csv_row(csv_row)
         end
       end
@@ -402,7 +402,7 @@ module Typingpool
       #                    HITs in the Project assignment CSV will be
       #                    deleted.
       def unrecord_hits_details_in_assignments_file(assignments_file, hits=nil)
-        record_hits_in_assignments_file(assignments_file, hits) do |hit, csv_row|
+        with_hits_in_assignments_file(assignments_file, hits) do |hit, csv_row|
           unrecord_hit_details_in_csv_row(csv_row)
         end
       end
@@ -439,6 +439,17 @@ module Typingpool
         end #if config.sftp
       end
       
+      def with_hits_in_assignments_file(assignments_file, hits)
+        hits_by_url = self.hits_by_url(hits) if hits
+        assignments_file.each! do |csv_row|
+          hit = nil
+          if hits
+            hit = hits_by_url[csv_row['audio_url']] or next
+          end
+          yield(hit, csv_row)
+        end
+      end
+      
 
       #protected
 
@@ -455,17 +466,6 @@ module Typingpool
         end #begin
       end
 
-      def record_hits_in_assignments_file(assignments_file, hits)
-        hits_by_url = self.hits_by_url(hits) if hits
-        assignments_file.each! do |csv_row|
-          hit = nil
-          if hits
-            hit = hits_by_url[csv_row['audio_url']] or next
-          end
-          yield(hit, csv_row)
-        end
-      end
-
       def record_assignment_upload_status(assignments, uploading, types, status)
         record_in_selected_assignments(assignments, uploading) do |assignment|
           types.each do |type|

data/lib/typingpool/test/fixtures/test_amazon_hit_full_time.txt

@@ -1 +1 @@
-1483150167
+1492202894

data/lib/typingpool/test/fixtures/tp_finish_4_id.txt

@@ -0,0 +1 @@
+7e36c4fdb505ff41a447489414245ec2

data/lib/typingpool/test/fixtures/tp_finish_4_sandbox-assignment.csv

@@ -0,0 +1,7 @@
+audio_url,project_id,unusual,chunk,chunk_hours,chunk_minutes,chunk_seconds,voices_count,voice1,voice1title,voice2,voice2title,audio_uploaded,assignment_url,assignment_uploaded,hit_id,hit_expires_at,hit_assignments_duration
+https://typingpool-test-rtt-12302016.s3.amazonaws.com/Typingpool%27s%20Test%20%26%20Interview.00.00.7e36c4fdb505ff41a447489414245ec2.IYUACW.mp3,7e36c4fdb505ff41a447489414245ec2,"Hack Day, Sunnyvale, Chad D",0:22,,,22,2,Ryan,"",Havi,hacker,yes,https://typingpool-test-rtt-12302016.s3.amazonaws.com/Typingpool%27s%20Test%20%26%20Interview.00.00.7e36c4fdb505ff41a447489414245ec2.OPFEAC.html,yes,32TZXEA1OL0WBNGWPNNWO5YC5P9147,2017-04-15 06:32:54 UTC,18000
+https://typingpool-test-rtt-12302016.s3.amazonaws.com/Typingpool%27s%20Test%20%26%20Interview.00.22.7e36c4fdb505ff41a447489414245ec2.BVVSJQ.mp3,7e36c4fdb505ff41a447489414245ec2,"Hack Day, Sunnyvale, Chad D",0:22,,,22,2,Ryan,"",Havi,hacker,yes,https://typingpool-test-rtt-12302016.s3.amazonaws.com/Typingpool%27s%20Test%20%26%20Interview.00.22.7e36c4fdb505ff41a447489414245ec2.DRYBVL.html,yes,3ULIZ0H1VALE76KW3S66TX4Q5L415C,2017-04-15 06:32:55 UTC,18000
+https://typingpool-test-rtt-12302016.s3.amazonaws.com/Typingpool%27s%20Test%20%26%20Interview.00.44.7e36c4fdb505ff41a447489414245ec2.JBJUVA.mp3,7e36c4fdb505ff41a447489414245ec2,"Hack Day, Sunnyvale, Chad D",0:22,,,22,2,Ryan,"",Havi,hacker,yes,https://typingpool-test-rtt-12302016.s3.amazonaws.com/Typingpool%27s%20Test%20%26%20Interview.00.44.7e36c4fdb505ff41a447489414245ec2.UFDMYQ.html,yes,306W7JMRYYEY7MLQ3N6YBTRQTNW8B4,2017-04-15 06:32:55 UTC,18000
+https://typingpool-test-rtt-12302016.s3.amazonaws.com/Typingpool%27s%20Test%20%26%20Interview.01.06.7e36c4fdb505ff41a447489414245ec2.VRYRQT.mp3,7e36c4fdb505ff41a447489414245ec2,"Hack Day, Sunnyvale, Chad D",0:22,,,22,2,Ryan,"",Havi,hacker,yes,https://typingpool-test-rtt-12302016.s3.amazonaws.com/Typingpool%27s%20Test%20%26%20Interview.01.06.7e36c4fdb505ff41a447489414245ec2.VKDWVB.html,yes,3V7ICJJAZAWXOLYORKGLUHBLR10B40,2017-04-15 06:32:56 UTC,18000
+https://typingpool-test-rtt-12302016.s3.amazonaws.com/Typingpool%27s%20Test%20%26%20Interview.01.28.7e36c4fdb505ff41a447489414245ec2.OIKCER.mp3,7e36c4fdb505ff41a447489414245ec2,"Hack Day, Sunnyvale, Chad D",0:22,,,22,2,Ryan,"",Havi,hacker,yes,https://typingpool-test-rtt-12302016.s3.amazonaws.com/Typingpool%27s%20Test%20%26%20Interview.01.28.7e36c4fdb505ff41a447489414245ec2.YMRKUI.html,yes,37VHPF5VYCJHHRDWHN2TMDX8B8W8CB,2017-04-15 06:32:56 UTC,18000
+https://typingpool-test-rtt-12302016.s3.amazonaws.com/Typingpool%27s%20Test%20%26%20Interview.01.50.7e36c4fdb505ff41a447489414245ec2.VXDFAS.mp3,7e36c4fdb505ff41a447489414245ec2,"Hack Day, Sunnyvale, Chad D",0:22,,,22,2,Ryan,"",Havi,hacker,yes,https://typingpool-test-rtt-12302016.s3.amazonaws.com/Typingpool%27s%20Test%20%26%20Interview.01.50.7e36c4fdb505ff41a447489414245ec2.WLEAXE.html,yes,3566S7OX5DZTUAYFRLL3RHIMWRZ17R,2017-04-15 06:32:56 UTC,18000

data/lib/typingpool/test/fixtures/vcr/test_amazon_hit_base.yml

@@ -5,16 +5,16 @@ http_interactions:
     uri: https://mechanicalturk.sandbox.amazonaws.com/
     body:
       encoding: UTF-8
-      string: Title=Transcribe+MP3+of+1-minute+phone+calll&Description=I+split+up+a+telephone+conversation+into+1-minute+parts%2C+you+transcribe+the+audio+for+one+1-minute+part.&AssignmentDurationInSeconds=600&Reward.Amount=0.01&Reward.CurrencyCode=USD&Keywords=transcription%2C+audio%2C+mp3&AutoApprovalDelayInSeconds=86400&QualificationRequirement.1.QualificationTypeId=000000000000000000L0&QualificationRequirement.1.Comparator=GreaterThanOrEqualTo&QualificationRequirement.1.IntegerValue=95&QualificationRequirement.1.RequiredToPreview=true&QualificationRequirement.2.QualificationTypeId=00000000000000000040&QualificationRequirement.2.Comparator=GreaterThanOrEqualTo&QualificationRequirement.2.IntegerValue=100&QualificationRequirement.2.RequiredToPreview=true&MaxAssignments=1&Question=%3CExternalQuestion+xmlns%3D%22http%3A%2F%2Fmechanicalturk.amazonaws.com%2FAWSMechanicalTurkDataSchemas%2F2006-07-14%2FExternalQuestion.xsd%22%3E%0A++%3CExternalURL%3Ehttps%3A%2F%2Fexample.com%2Fassignments%2F101.html%3C%2FExternalURL%3E%0A++%3CFrameHeight%3E400%3C%2FFrameHeight%3E%0A%3C%2FExternalQuestion%3E%0A&LifetimeInSeconds=1200&RequesterAnnotation=typingpool_url%3Dhttp%253A%252F%252Fwebmasher.com%252Fmturk%252FTestTpInterview.00.00.77421e0a6302f4c8c34e24004a4ad828.YSOQJU.mp3%26amp%3Btypingpool_project_id%3D77421e0a6302f4c8c34e24004a4ad828&Operation=CreateHIT&Service=AWSMechanicalTurkRequester&AWSAccessKeyId=<AWS_KEY>&Timestamp=2016-12-31T02%3A09%3A26Z&Version=2012-03-25&Signature=o4gncrEzK6p0eoLgtTIjghM%2BHRU%3D
+      string: Title=Transcribe+MP3+of+1-minute+phone+calll&Description=I+split+up+a+telephone+conversation+into+1-minute+parts%2C+you+transcribe+the+audio+for+one+1-minute+part.&AssignmentDurationInSeconds=600&Reward.Amount=0.01&Reward.CurrencyCode=USD&Keywords=transcription%2C+audio%2C+mp3&AutoApprovalDelayInSeconds=86400&QualificationRequirement.1.QualificationTypeId=000000000000000000L0&QualificationRequirement.1.Comparator=GreaterThanOrEqualTo&QualificationRequirement.1.IntegerValue=95&QualificationRequirement.1.RequiredToPreview=true&QualificationRequirement.2.QualificationTypeId=00000000000000000040&QualificationRequirement.2.Comparator=GreaterThanOrEqualTo&QualificationRequirement.2.IntegerValue=100&QualificationRequirement.2.RequiredToPreview=true&MaxAssignments=1&Question=%3CExternalQuestion+xmlns%3D%22http%3A%2F%2Fmechanicalturk.amazonaws.com%2FAWSMechanicalTurkDataSchemas%2F2006-07-14%2FExternalQuestion.xsd%22%3E%0A++%3CExternalURL%3Ehttps%3A%2F%2Fexample.com%2Fassignments%2F101.html%3C%2FExternalURL%3E%0A++%3CFrameHeight%3E400%3C%2FFrameHeight%3E%0A%3C%2FExternalQuestion%3E%0A&LifetimeInSeconds=1200&RequesterAnnotation=typingpool_url%3Dhttp%253A%252F%252Fwebmasher.com%252Fmturk%252FTestTpInterview.00.00.77421e0a6302f4c8c34e24004a4ad828.YSOQJU.mp3%26amp%3Btypingpool_project_id%3D77421e0a6302f4c8c34e24004a4ad828&Operation=CreateHIT&Service=AWSMechanicalTurkRequester&AWSAccessKeyId=<AWS_KEY>&Timestamp=2017-04-14T20%3A48%3A04Z&Version=2012-03-25&Signature=LEK5VY1M3qEwBiGMGeFMVTRdaN8%3D
     headers:
       Accept:
-      - '*/*'
+      - "*/*"
       Accept-Encoding:
       - gzip, deflate
       User-Agent:
-      - rest-client/2.0.0 (darwin15.6.0 x86_64) ruby/2.0.0p353
+      - rest-client/2.0.0 (darwin15.6.0 x86_64) ruby/2.3.3p222
       Content-Length:
-      - '1517'
+      - '1515'
       Host:
       - mechanicalturk.sandbox.amazonaws.com
   response:
@@ -27,31 +27,31 @@ http_interactions:
       Transfer-Encoding:
       - chunked
       Date:
-      - Sat, 31 Dec 2016 02:09:26 GMT
+      - Fri, 14 Apr 2017 20:48:04 GMT
       Server:
       - MTurk
     body:
       encoding: UTF-8
       string: |-
         <?xml version="1.0"?>
-        <CreateHITResponse><OperationRequest><RequestId>7559bb2c-8cb2-44ec-9881-0ae5010408f5</RequestId></OperationRequest><HIT><Request><IsValid>True</IsValid></Request><HITId>3FULMHZ7OUDT7C2LI96U8XMF2PGM4P</HITId><HITTypeId>3FJMTJX97O5QAQ6TYMEKGK4K51PA6J</HITTypeId></HIT></CreateHITResponse>
+        <CreateHITResponse><OperationRequest><RequestId>76a5c877-b1aa-44fb-811d-5d51225ad022</RequestId></OperationRequest><HIT><Request><IsValid>True</IsValid></Request><HITId>3HYV4299H0CWEPXADE8OC1XBWK9E8A</HITId><HITTypeId>3FJMTJX97O5QAQ6TYMEKGK4K51PA6J</HITTypeId></HIT></CreateHITResponse>
     http_version: 
-  recorded_at: Sat, 31 Dec 2016 02:09:26 GMT
+  recorded_at: Fri, 14 Apr 2017 20:48:04 GMT
 - request:
     method: post
     uri: https://mechanicalturk.sandbox.amazonaws.com/
     body:
       encoding: UTF-8
-      string: HITId=3FULMHZ7OUDT7C2LI96U8XMF2PGM4P&ResponseGroup.0=HITDetail&ResponseGroup.1=HITQuestion&ResponseGroup.2=Minimal&ResponseGroup.3=HITAssignmentSummary&Operation=GetHIT&Service=AWSMechanicalTurkRequester&AWSAccessKeyId=<AWS_KEY>&Timestamp=2016-12-31T02%3A09%3A26Z&Version=2012-03-25&Signature=zTtqEw8m2owMx1OhVeg2fTTQP5k%3D
+      string: HITId=3HYV4299H0CWEPXADE8OC1XBWK9E8A&ResponseGroup.0=HITDetail&ResponseGroup.1=HITQuestion&ResponseGroup.2=Minimal&ResponseGroup.3=HITAssignmentSummary&Operation=GetHIT&Service=AWSMechanicalTurkRequester&AWSAccessKeyId=<AWS_KEY>&Timestamp=2017-04-14T20%3A48%3A04Z&Version=2012-03-25&Signature=9u7Eoe6yvC0rveLIqCFcqY%2F27B4%3D
     headers:
       Accept:
-      - '*/*'
+      - "*/*"
       Accept-Encoding:
       - gzip, deflate
       User-Agent:
-      - rest-client/2.0.0 (darwin15.6.0 x86_64) ruby/2.0.0p353
+      - rest-client/2.0.0 (darwin15.6.0 x86_64) ruby/2.3.3p222
       Content-Length:
-      - '334'
+      - '336'
       Host:
       - mechanicalturk.sandbox.amazonaws.com
   response:
@@ -64,35 +64,35 @@ http_interactions:
       Transfer-Encoding:
       - chunked
       Date:
-      - Sat, 31 Dec 2016 02:09:26 GMT
+      - Fri, 14 Apr 2017 20:48:04 GMT
       Server:
       - MTurk
     body:
       encoding: UTF-8
       string: |-
         <?xml version="1.0"?>
-        <GetHITResponse><OperationRequest><RequestId>21ca366f-c423-4917-8ed1-3abc987d41e5</RequestId></OperationRequest><HIT><Request><IsValid>True</IsValid></Request><HITId>3FULMHZ7OUDT7C2LI96U8XMF2PGM4P</HITId><HITTypeId>3FJMTJX97O5QAQ6TYMEKGK4K51PA6J</HITTypeId><HITGroupId>346AHROM60PF93NK7E74UE17XHEHQ0</HITGroupId><CreationTime>2016-12-31T02:09:26Z</CreationTime><Title>Transcribe MP3 of 1-minute phone calll</Title><Description>I split up a telephone conversation into 1-minute parts, you transcribe the audio for one 1-minute part.</Description><Question>&lt;ExternalQuestion xmlns="http://mechanicalturk.amazonaws.com/AWSMechanicalTurkDataSchemas/2006-07-14/ExternalQuestion.xsd"&gt;
+        <GetHITResponse><OperationRequest><RequestId>ddace850-1ada-4f09-8d36-22bd1ebcfe0b</RequestId></OperationRequest><HIT><Request><IsValid>True</IsValid></Request><HITId>3HYV4299H0CWEPXADE8OC1XBWK9E8A</HITId><HITTypeId>3FJMTJX97O5QAQ6TYMEKGK4K51PA6J</HITTypeId><HITGroupId>346AHROM60PF93NK7E74UE17XHEHQ0</HITGroupId><CreationTime>2017-04-14T20:48:04Z</CreationTime><Title>Transcribe MP3 of 1-minute phone calll</Title><Description>I split up a telephone conversation into 1-minute parts, you transcribe the audio for one 1-minute part.</Description><Question>&lt;ExternalQuestion xmlns="http://mechanicalturk.amazonaws.com/AWSMechanicalTurkDataSchemas/2006-07-14/ExternalQuestion.xsd"&gt;
           &lt;ExternalURL&gt;https://example.com/assignments/101.html&lt;/ExternalURL&gt;
           &lt;FrameHeight&gt;400&lt;/FrameHeight&gt;
         &lt;/ExternalQuestion&gt;
-        </Question><Keywords>transcription, audio, mp3</Keywords><HITStatus>Assignable</HITStatus><MaxAssignments>1</MaxAssignments><Reward><Amount>0.01</Amount><CurrencyCode>USD</CurrencyCode><FormattedPrice>$0.01</FormattedPrice></Reward><AutoApprovalDelayInSeconds>86400</AutoApprovalDelayInSeconds><Expiration>2016-12-31T02:29:26Z</Expiration><AssignmentDurationInSeconds>600</AssignmentDurationInSeconds><RequesterAnnotation>typingpool_url=http%3A%2F%2Fwebmasher.com%2Fmturk%2FTestTpInterview.00.00.77421e0a6302f4c8c34e24004a4ad828.YSOQJU.mp3&amp;amp;typingpool_project_id=77421e0a6302f4c8c34e24004a4ad828</RequesterAnnotation><QualificationRequirement><QualificationTypeId>000000000000000000L0</QualificationTypeId><Comparator>GreaterThanOrEqualTo</Comparator><IntegerValue>95</IntegerValue><RequiredToPreview>1</RequiredToPreview></QualificationRequirement><QualificationRequirement><QualificationTypeId>00000000000000000040</QualificationTypeId><Comparator>GreaterThanOrEqualTo</Comparator><IntegerValue>100</IntegerValue><RequiredToPreview>1</RequiredToPreview></QualificationRequirement><HITReviewStatus>NotReviewed</HITReviewStatus><NumberOfAssignmentsPending>0</NumberOfAssignmentsPending><NumberOfAssignmentsAvailable>1</NumberOfAssignmentsAvailable><NumberOfAssignmentsCompleted>0</NumberOfAssignmentsCompleted></HIT></GetHITResponse>
+        </Question><Keywords>transcription, audio, mp3</Keywords><HITStatus>Assignable</HITStatus><MaxAssignments>1</MaxAssignments><Reward><Amount>0.01</Amount><CurrencyCode>USD</CurrencyCode><FormattedPrice>$0.01</FormattedPrice></Reward><AutoApprovalDelayInSeconds>86400</AutoApprovalDelayInSeconds><Expiration>2017-04-14T21:08:04Z</Expiration><AssignmentDurationInSeconds>600</AssignmentDurationInSeconds><RequesterAnnotation>typingpool_url=http%3A%2F%2Fwebmasher.com%2Fmturk%2FTestTpInterview.00.00.77421e0a6302f4c8c34e24004a4ad828.YSOQJU.mp3&amp;amp;typingpool_project_id=77421e0a6302f4c8c34e24004a4ad828</RequesterAnnotation><QualificationRequirement><QualificationTypeId>000000000000000000L0</QualificationTypeId><Comparator>GreaterThanOrEqualTo</Comparator><IntegerValue>95</IntegerValue><RequiredToPreview>1</RequiredToPreview></QualificationRequirement><QualificationRequirement><QualificationTypeId>00000000000000000040</QualificationTypeId><Comparator>GreaterThanOrEqualTo</Comparator><IntegerValue>100</IntegerValue><RequiredToPreview>1</RequiredToPreview></QualificationRequirement><HITReviewStatus>NotReviewed</HITReviewStatus><NumberOfAssignmentsPending>0</NumberOfAssignmentsPending><NumberOfAssignmentsAvailable>1</NumberOfAssignmentsAvailable><NumberOfAssignmentsCompleted>0</NumberOfAssignmentsCompleted></HIT></GetHITResponse>
     http_version: 
-  recorded_at: Sat, 31 Dec 2016 02:09:26 GMT
+  recorded_at: Fri, 14 Apr 2017 20:48:04 GMT
 - request:
     method: post
     uri: https://mechanicalturk.sandbox.amazonaws.com/
     body:
       encoding: UTF-8
-      string: HITId=3FULMHZ7OUDT7C2LI96U8XMF2PGM4P&Operation=DisableHIT&Service=AWSMechanicalTurkRequester&AWSAccessKeyId=<AWS_KEY>&Timestamp=2016-12-31T02%3A09%3A26Z&Version=2012-03-25&Signature=x0ek%2FHGb0cRng%2FqOA9fHbCRMfis%3D
+      string: HITId=3HYV4299H0CWEPXADE8OC1XBWK9E8A&PageSize=100&Operation=GetAssignmentsForHIT&Service=AWSMechanicalTurkRequester&AWSAccessKeyId=<AWS_KEY>&Timestamp=2017-04-14T20%3A48%3A04Z&Version=2012-03-25&Signature=etNglUZrE%2BgkW5ggJk2r0b2%2FtbY%3D
     headers:
       Accept:
-      - '*/*'
+      - "*/*"
       Accept-Encoding:
       - gzip, deflate
       User-Agent:
-      - rest-client/2.0.0 (darwin15.6.0 x86_64) ruby/2.0.0p353
+      - rest-client/2.0.0 (darwin15.6.0 x86_64) ruby/2.3.3p222
       Content-Length:
-      - '227'
+      - '250'
       Host:
       - mechanicalturk.sandbox.amazonaws.com
   response:
@@ -105,14 +105,51 @@ http_interactions:
       Transfer-Encoding:
       - chunked
       Date:
-      - Sat, 31 Dec 2016 02:09:25 GMT
+      - Fri, 14 Apr 2017 20:48:05 GMT
       Server:
       - MTurk
     body:
       encoding: UTF-8
       string: |-
         <?xml version="1.0"?>
-        <DisableHITResponse><OperationRequest><RequestId>6547b261-677f-4bcd-b865-181a4641c106</RequestId></OperationRequest><DisableHITResult><Request><IsValid>True</IsValid></Request></DisableHITResult></DisableHITResponse>
+        <GetAssignmentsForHITResponse><OperationRequest><RequestId>c0c8f3ce-d70b-4c9e-a8cf-1ffae938765c</RequestId></OperationRequest><GetAssignmentsForHITResult><Request><IsValid>True</IsValid></Request><NumResults>0</NumResults><TotalNumResults>0</TotalNumResults><PageNumber>1</PageNumber></GetAssignmentsForHITResult></GetAssignmentsForHITResponse>
     http_version: 
-  recorded_at: Sat, 31 Dec 2016 02:09:26 GMT
+  recorded_at: Fri, 14 Apr 2017 20:48:05 GMT
+- request:
+    method: post
+    uri: https://mechanicalturk.sandbox.amazonaws.com/
+    body:
+      encoding: UTF-8
+      string: HITId=3HYV4299H0CWEPXADE8OC1XBWK9E8A&Operation=DisableHIT&Service=AWSMechanicalTurkRequester&AWSAccessKeyId=<AWS_KEY>&Timestamp=2017-04-14T20%3A48%3A05Z&Version=2012-03-25&Signature=fWrgtCMIN1rv3NZgpsEY6CFJD58%3D
+    headers:
+      Accept:
+      - "*/*"
+      Accept-Encoding:
+      - gzip, deflate
+      User-Agent:
+      - rest-client/2.0.0 (darwin15.6.0 x86_64) ruby/2.3.3p222
+      Content-Length:
+      - '223'
+      Host:
+      - mechanicalturk.sandbox.amazonaws.com
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - text/xml
+      Transfer-Encoding:
+      - chunked
+      Date:
+      - Fri, 14 Apr 2017 20:48:04 GMT
+      Server:
+      - MTurk
+    body:
+      encoding: UTF-8
+      string: |-
+        <?xml version="1.0"?>
+        <DisableHITResponse><OperationRequest><RequestId>88a6a8bd-6dbf-4f90-877e-808ddcf04b89</RequestId></OperationRequest><DisableHITResult><Request><IsValid>True</IsValid></Request></DisableHITResult></DisableHITResponse>
+    http_version: 
+  recorded_at: Fri, 14 Apr 2017 20:48:05 GMT
 recorded_with: VCR 3.0.3