typingpool 0.8.11 → 0.8.13

data/lib/typingpool/version.rb

@@ -1,3 +1,3 @@
 module Typingpool
-  VERSION = '0.8.11'
+  VERSION = '0.8.13'
 end #Typingpool

data/test/make_amazon_question_fixture.rb

@@ -11,7 +11,7 @@ class MakeAmazonQuestion < Typingpool::Test::Script
     with_temp_transcripts_dir do |dir|
       tp_make(dir)
       template = Typingpool::Template::Assignment.from_config(assign_default[:template], config_from_dir(dir))
-      assignment = transcripts_dir_project(dir).local.file('data', 'assignment.csv').as(:csv).read.first
+      assignment = Typingpool::Project.new(project_default[:title], Typingpool::Config.file(config_path(dir))).local.file('data', 'assignment.csv').as(:csv).read.first
       question_html = template.render(assignment)
       question_url = 'http://example.com/assignments/101.html'
       assert_match(question_html, /\S/)

data/test/make_tp_collect_fixture_1.rb

@@ -3,24 +3,23 @@
 $:.unshift File.join(File.dirname(File.dirname($0)), 'lib')
 
 require 'typingpool'
-require 'typingpool/test'
+require 'typingpool/utility/test/script'
 require 'fileutils'
 
-class MakeAndAssignProject < Typingpool::Test::Script
-  def test_prep_for_fixture
-    dir = make_fixture_project_dir('tp_collect_project_temp')
-    make_transcripts_dir_config(dir, self.config)
-    begin
-      tp_make(dir)
-      tp_assign(dir)
-    rescue
-      FileUtils.remove_entry_secure(dir)
-      raise
-    end
-    #copy key files over to permanent locations within fixture dir
-    with_fixtures_in_transcripts_dir(dir, 'tp_collect_') do |fixture_path, project_path|
-      FileUtils.cp(project_path, fixture_path)
-    end
-    add_goodbye_message("Temp project assigned in Mechanical Turk sandbox. Complete and approve TWO assignments and run make_tp_collect_fixture_2.rb. Check for assignments at\nhttps://workersandbox.mturk.com/mturk/searchbar?minReward=0.00&searchWords=typingpooltest&selectedSearchType=hitgroups\n...and then approve them at\nhttps://requestersandbox.mturk.com/mturk/manageHITs?hitSortType=CREATION_DESCENDING&%2Fsort.x=11&%2Fsort.y=7")
-  end
-end #MakeAndAssignProject
+include Typingpool::Utility::Test::Script
+
+dir = make_fixture_transcripts_dir("tp_collect_project_temp")
+write_testing_config_for_transcripts_dir(dir, self.config)
+begin
+  tp_make(dir)
+  tp_assign(dir, config_path(dir), project_default[:title], '--approval', '5m')
+rescue
+  FileUtils.remove_entry_secure(dir)
+  raise
+end
+#copy key files over to permanent locations within fixture dir
+with_fixtures_in_project_dir('tp_collect_', File.join(dir, project_default[:title])) do |source_fixture_path, project_fixture_path|
+  FileUtils.cp(project_fixture_path, source_fixture_path)
+end
+
+STDERR.puts("Temp project assigned in Mechanical Turk sandbox. Complete and approve TWO assignments and run make_tp_collect_fixture_2.rb. Check for assignments at\nhttps://workersandbox.mturk.com/mturk/searchbar?minReward=0.00&searchWords=typingpooltest&selectedSearchType=hitgroups\n...and then approve them at\nhttps://requestersandbox.mturk.com/mturk/manageHITs?hitSortType=CREATION_DESCENDING&%2Fsort.x=11&%2Fsort.y=7")

data/test/make_tp_collect_fixture_2.rb

@@ -2,15 +2,21 @@
 
 $:.unshift File.join(File.dirname(File.dirname($0)), 'lib')
 
-
-require 'typingpool/test'
+require 'typingpool'
+require 'typingpool/utility/test/script'
 require 'fileutils'
 
-class CollectProjectFixtureGen2 < Typingpool::Test::Script
-  def test_populate_fixture
-    fixture_path = File.join(fixtures_dir, 'vcr', 'tp-collect-1')
-    tp_collect_with_fixture(fixture_project_dir('tp_collect_project_temp'), fixture_path)
-    assert(File.exists?("#{fixture_path}.yml"))
-    add_goodbye_message("Initial tp-collect recorded. Please complete and approve TWO more assignments and run make_tp_collect_fixture_3.rb. Check for assignments at\nhttps://workersandbox.mturk.com/mturk/searchbar?minReward=0.00&searchWords=typingpooltest&selectedSearchType=hitgroups\n...and then approve them at\nhttps://requestersandbox.mturk.com/mturk/manageHITs?hitSortType=CREATION_DESCENDING&%2Fsort.x=11&%2Fsort.y=7")
-  end
-end
+include Typingpool::Utility::Test::Script
+
+fixture_name = 'tp-collect-1'
+transcripts_dir = File.join(fixtures_dir, 'tp_collect_project_temp')
+tp_collect_with_fixture(transcripts_dir, fixture_name, true)
+fixture_path = File.join(vcr_dir, fixture_name + '.yml')
+File.exists? fixture_path or abort "Can't find fixture as expected at #{fixture_path}"
+(Time.now - File.ctime(fixture_path)) < 60 or abort "Fixture file does not appear newly created at #{fixture_path}"
+project = Typingpool::Project.new(project_default[:title], Typingpool::Config.file(config_path(transcripts_dir)))
+transcript_count = project_transcript_count(project, 'sandbox-assignment.csv')
+transcript_count == 2 or abort "Unexpected number of transcripts added to tp-collect project: #{transcript_count}"
+
+STDERR.puts("Initial tp-collect recorded. Please complete TWO more assignments, approve ONE, reject ONE, and run make_tp_collect_fixture_3.rb. Check for assignments at\nhttps://workersandbox.mturk.com/mturk/searchbar?minReward=0.00&searchWords=typingpooltest&selectedSearchType=hitgroups\n...and then approve one and reject one at\nhttps://requestersandbox.mturk.com/mturk/manageHITs?hitSortType=CREATION_DESCENDING&%2Fsort.x=11&%2Fsort.y=7")
+

data/test/make_tp_collect_fixture_3.rb

@@ -2,14 +2,20 @@
 
 $:.unshift File.join(File.dirname(File.dirname($0)), 'lib')
 
-require 'typingpool/test'
+require 'typingpool'
+require 'typingpool/utility/test/script'
 require 'fileutils'
 
-class CollectProjectFixtureGen3 < Typingpool::Test::Script
-  def test_populate_fixture2
-    fixture_path = File.join(fixtures_dir, 'vcr', 'tp-collect-2')
-    tp_collect_with_fixture(fixture_project_dir('tp_collect_project_temp'), fixture_path)
-    assert(File.exists?("#{fixture_path}.yml"))
-    add_goodbye_message("Second tp-collect recorded. Please complete and approve THREE more assignments and run make_tp_collect_fixture_4.rb. Check for assignments at\nhttps://workersandbox.mturk.com/mturk/searchbar?minReward=0.00&searchWords=typingpooltest&selectedSearchType=hitgroups\n...and then approve them at\nhttps://requestersandbox.mturk.com/mturk/manageHITs?hitSortType=CREATION_DESCENDING&%2Fsort.x=11&%2Fsort.y=7")
-  end
-end
+include Typingpool::Utility::Test::Script
+
+fixture_name = 'tp-collect-2'
+transcripts_dir = File.join(fixtures_dir, 'tp_collect_project_temp')
+tp_collect_with_fixture(transcripts_dir, fixture_name, true)
+fixture_path = File.join(vcr_dir, fixture_name + '.yml')
+File.exists? fixture_path or abort "Can't find fixture as expected at #{fixture_path}"
+(Time.now - File.ctime(fixture_path)) < 60 or abort "Fixture file does not appear newly created at #{fixture_path}"
+project = Typingpool::Project.new(project_default[:title], Typingpool::Config.file(config_path(transcripts_dir)))
+transcript_count = project_transcript_count(project, 'sandbox-assignment.csv')
+transcript_count == 3 or abort "Unexpected number of transcripts in tp-collect project: #{transcript_count}"
+
+STDERR.puts("Second tp-collect recorded. Please complete TWO more assignments but ONLY APPROVE ONE. Ignore the other. Wait 6 minutes and then run make_tp_collect_fixture_4.rb. Check for assignments at\nhttps://workersandbox.mturk.com/mturk/searchbar?minReward=0.00&searchWords=typingpooltest&selectedSearchType=hitgroups\n...and then approve them at\nhttps://requestersandbox.mturk.com/mturk/manageHITs?hitSortType=CREATION_DESCENDING&%2Fsort.x=11&%2Fsort.y=7")

data/test/make_tp_collect_fixture_4.rb

@@ -2,16 +2,24 @@
 
 $:.unshift File.join(File.dirname(File.dirname($0)), 'lib')
 
-require 'typingpool/test'
+require 'typingpool'
+require 'typingpool/utility/test/script'
 require 'fileutils'
 
-class CollectProjectFixtureGen4 < Typingpool::Test::Script
-  def test_populate_fixture3
-    fixture_path = File.join(fixtures_dir, 'vcr', 'tp-collect-3')
-    tp_collect_with_fixture(fixture_project_dir('tp_collect_project_temp'), fixture_path)
-    assert(File.exists?("#{fixture_path}.yml"))
-    tp_finish(fixture_project_dir('tp_collect_project_temp'))
-    remove_fixture_project_dir('tp_collect_project_temp')
-    add_goodbye_message("Third and final tp-collect recorded. Fixtures for tp-collect testing successfully generated in #{File.dirname(fixture_path)}!")
-  end
-end
+include Typingpool::Utility::Test::Script
+
+fixture_name = 'tp-collect-3'
+transcripts_dir = File.join(fixtures_dir, 'tp_collect_project_temp')
+tp_collect_with_fixture(transcripts_dir, fixture_name, true)
+fixture_path = File.join(vcr_dir, fixture_name + '.yml')
+File.exists? fixture_path or abort "Can't find fixture as expected at #{fixture_path}"
+(Time.now - File.ctime(fixture_path)) < 60 or abort "Fixture file does not appear newly created at #{fixture_path}"
+project = Typingpool::Project.new(project_default[:title], Typingpool::Config.file(config_path(transcripts_dir)))
+transcript_count = project_transcript_count(project, 'sandbox-assignment.csv')
+transcript_count == 5 or abort "Unexpected number of transcripts in tp-collect project: #{transcript_count}. Did you wait five full minutes after submitting the assignments?"
+
+tp_finish(transcripts_dir, config_path(transcripts_dir), project_default[:title])
+FileUtils.remove_entry_secure(transcripts_dir, :secure => true)
+STDERR.puts("Third tp-collect recorded. Run make_tp_collect_fixture_5.rb")
+
+

data/test/make_tp_collect_fixture_5.rb

@@ -0,0 +1,25 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.join(File.dirname(File.dirname($0)), 'lib')
+
+require 'typingpool'
+require 'typingpool/utility/test/script'
+require 'fileutils'
+
+include Typingpool::Utility::Test::Script
+
+dir = make_fixture_transcripts_dir("tp_review3_project_temp")
+write_testing_config_for_transcripts_dir(dir, self.config)
+begin
+  tp_make(dir)
+  tp_assign(dir, config_path(dir), project_default[:title], '--approval', '5m')
+rescue
+  FileUtils.remove_entry_secure(dir)
+  raise
+end
+#copy key files over to permanent locations within fixture dir
+with_fixtures_in_project_dir('tp_review3_', File.join(dir, project_default[:title])) do |source_fixture_path, project_fixture_path|
+  FileUtils.cp(project_fixture_path, source_fixture_path)
+end
+
+STDERR.puts("Temp project assigned in Mechanical Turk sandbox. Complete and approve TWO assignments and run make_tp_collect_fixture_6.rb. Check for assignments at\nhttps://workersandbox.mturk.com/mturk/searchbar?minReward=0.00&searchWords=typingpooltest&selectedSearchType=hitgroups\n...and then approve them at\nhttps://requestersandbox.mturk.com/mturk/manageHITs?hitSortType=CREATION_DESCENDING&%2Fsort.x=11&%2Fsort.y=7")

data/test/make_tp_collect_fixture_6.rb

@@ -0,0 +1,22 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.join(File.dirname(File.dirname($0)), 'lib')
+
+require 'typingpool'
+require 'typingpool/utility/test/script'
+require 'fileutils'
+
+include Typingpool::Utility::Test::Script
+
+fixture_name='tp-review-7'
+transcripts_dir = File.join(fixtures_dir, 'tp_review3_project_temp')
+output = tp_review_with_fixture(transcripts_dir, fixture_name, %w(q), true)
+output[:status].to_i == 0 or abort "Bad exit code: #{output[:status]} err: #{output[:err]}"
+fixture_path = File.join(vcr_dir, fixture_name + '.yml')
+File.exists? fixture_path or abort "Can't find fixture as expected at #{fixture_path}"
+(Time.now - File.ctime(fixture_path)) < 60 or abort "Fixture file does not appear newly created at #{fixture_path}"
+project = Typingpool::Project.new(project_default[:title], Typingpool::Config.file(config_path(transcripts_dir)))
+transcript_count = project_transcript_count(project, 'sandbox-assignment.csv')
+transcript_count == 2 or abort "Unexpected number of transcripts added to tp-review project: #{transcript_count}"
+
+STDERR.puts("Fourth tp-collect recorded. Please complete TWO more assignments, approve ONE, reject ONE, and run make_tp_collect_fixture_7.rb. Check for assignments at\nhttps://workersandbox.mturk.com/mturk/searchbar?minReward=0.00&searchWords=typingpooltest&selectedSearchType=hitgroups\n...and then approve one and reject one at\nhttps://requestersandbox.mturk.com/mturk/manageHITs?hitSortType=CREATION_DESCENDING&%2Fsort.x=11&%2Fsort.y=7")

data/test/make_tp_collect_fixture_7.rb

@@ -0,0 +1,22 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.join(File.dirname(File.dirname($0)), 'lib')
+
+require 'typingpool'
+require 'typingpool/utility/test/script'
+require 'fileutils'
+
+include Typingpool::Utility::Test::Script
+
+fixture_name='tp-review-8'
+transcripts_dir = File.join(fixtures_dir, 'tp_review3_project_temp')
+output = tp_review_with_fixture(transcripts_dir, fixture_name, %w(q), true)
+output[:status].to_i == 0 or abort "Bad exit code: #{output[:status]} err: #{output[:err]}"
+fixture_path = File.join(vcr_dir, fixture_name + '.yml')
+File.exists? fixture_path or abort "Can't find fixture as expected at #{fixture_path}"
+(Time.now - File.ctime(fixture_path)) < 60 or abort "Fixture file does not appear newly created at #{fixture_path}"
+project = Typingpool::Project.new(project_default[:title], Typingpool::Config.file(config_path(transcripts_dir)))
+transcript_count = project_transcript_count(project, 'sandbox-assignment.csv')
+transcript_count == 3 or abort "Unexpected number of transcripts added to tp-review project: #{transcript_count}"
+
+STDERR.puts("Fifth tp-collect recorded. Please complete TWO more assignments but ONLY APPROVE ONE. Ignore the other. Wait 5 minutes and then run make_tp_collect_fixture_8.rb. Check for assignments at\nhttps://workersandbox.mturk.com/mturk/searchbar?minReward=0.00&searchWords=typingpooltest&selectedSearchType=hitgroups\n...and then approve them at\nhttps://requestersandbox.mturk.com/mturk/manageHITs?hitSortType=CREATION_DESCENDING&%2Fsort.x=11&%2Fsort.y=7")

data/test/make_tp_collect_fixture_8.rb

@@ -0,0 +1,26 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.join(File.dirname(File.dirname($0)), 'lib')
+
+require 'typingpool'
+require 'typingpool/utility/test/script'
+require 'fileutils'
+
+include Typingpool::Utility::Test::Script
+
+fixture_name='tp-review-9'
+transcripts_dir = File.join(fixtures_dir, 'tp_review3_project_temp')
+output = tp_review_with_fixture(transcripts_dir, fixture_name, %w(q), true)
+output[:status].to_i == 0 or abort "Bad exit code: #{output[:status]} err: #{output[:err]}"
+fixture_path = File.join(vcr_dir, fixture_name + '.yml')
+File.exists? fixture_path or abort "Can't find fixture as expected at #{fixture_path}"
+(Time.now - File.ctime(fixture_path)) < 60 or abort "Fixture file does not appear newly created at #{fixture_path}"
+project = Typingpool::Project.new(project_default[:title], Typingpool::Config.file(config_path(transcripts_dir)))
+transcript_count = project_transcript_count(project, 'sandbox-assignment.csv')
+transcript_count == 5 or abort "Unexpected number of transcripts added to tp-review project: #{transcript_count}. Did you wait five full minutes after submitting the assignments?"
+
+tp_finish(transcripts_dir, config_path(transcripts_dir), project_default[:title])
+FileUtils.remove_entry_secure(transcripts_dir, :secure => true)
+
+
+STDERR.puts("Sixth tp-collect recorded. All done!")

data/test/make_tp_review_fixture_1.rb

@@ -3,24 +3,23 @@
 $:.unshift File.join(File.dirname(File.dirname($0)), 'lib')
 
 require 'typingpool'
-require 'typingpool/test'
+require 'typingpool/utility/test/script'
 require 'fileutils'
 
-class ReviewProjectFixtureGen1 < Typingpool::Test::Script
-  def test_prep_for_fixture
-    dir = make_fixture_project_dir('tp_review_project_temp')
-    make_transcripts_dir_config(dir, self.config)
-    begin
-      tp_make(dir)
-      tp_assign(dir)
-    rescue
-      FileUtils.remove_entry_secure(dir)
-      raise
-    end
-    #copy key files over to permanent locations within fixture dir
-    with_fixtures_in_transcripts_dir(dir, 'tp_review_') do |fixture_path, project_path|
-      FileUtils.cp(project_path, fixture_path)
-    end
-    add_goodbye_message("Temp project assigned in Mechanical Turk sandbox. Complete SIX assignments and run make_tp_review_fixture_2.rb. Check for assignments at\nhttps://workersandbox.mturk.com/mturk/searchbar?minReward=0.00&searchWords=typingpooltest&selectedSearchType=hitgroups\n")
-  end
-end #MakeAndAssignProjectForReview
+include Typingpool::Utility::Test::Script
+
+dir = make_fixture_transcripts_dir('tp_review_project_temp')
+write_testing_config_for_transcripts_dir(dir, self.config)
+begin
+  tp_make(dir)
+  tp_assign(dir, config_path(dir), project_default[:title], '--approval', '5m')
+rescue
+  FileUtils.remove_entry_secure(dir)
+  raise
+end
+#copy key files over to permanent locations within fixture dir
+with_fixtures_in_project_dir('tp_review_', File.join(dir, project_default[:title])) do |source_fixture_path, project_fixture_path|
+  FileUtils.cp(project_fixture_path, source_fixture_path)
+end
+STDERR.puts "Temp project assigned in Mechanical Turk sandbox. Complete SIX assignments and run make_tp_review_fixture_2.rb. Check for assignments at\nhttps://workersandbox.mturk.com/mturk/searchbar?minReward=0.00&searchWords=typingpooltest&selectedSearchType=hitgroups\n"
+

data/test/make_tp_review_fixture_2.rb

@@ -2,29 +2,48 @@
 
 $:.unshift File.join(File.dirname(File.dirname($0)), 'lib')
 
-require 'typingpool/test'
+require 'typingpool'
+require 'typingpool/utility/test/script'
 require 'fileutils'
 
-class ReviewProjectFixtureGen2 < Typingpool::Test::Script
-  def test_populate_fixture
-    fixture_path = File.join(fixtures_dir, 'vcr', 'tp-review-1')
-    dir = fixture_project_dir('tp_review_project_temp')
-    output = nil
-    assert_nothing_raised do
-      output = tp_review_with_fixture(dir, fixture_path, %w(a r a r s q ))
-    end
-    assert_equal(0, output[:status].to_i, "Bad exit code: #{output[:status]} err: #{output[:err]}")
-    assert(File.exists?("#{fixture_path}.yml"))
-
-    fixture_path = File.join(fixtures_dir, 'vcr', 'tp-review-2')
-    assert_nothing_raised do
-      output = tp_review_with_fixture(dir, fixture_path, %w(a r))
-    end
-    assert_equal(0, output[:status].to_i, "Bad exit code: #{output[:status]} err: #{output[:err]}")
-    assert(File.exists?("#{fixture_path}.yml"))
-
-    tp_finish(dir)
-    remove_fixture_project_dir('tp_review_project_temp')
-    add_goodbye_message("All done!")
-  end
-end
+include Typingpool::Utility::Test::Script
+
+transcripts_dir = File.join(fixtures_dir, 'tp_review_project_temp')
+
+fixture_name =  'tp-review-1'
+fixture_path = File.join(vcr_dir, fixture_name + '.yml')
+output = tp_review_with_fixture(transcripts_dir, fixture_name, %w(a r a r s q ), true, project_default[:title])
+output[:status].to_i == 0 or abort "Bad exit code: #{output[:status]} err: #{output[:err]}"
+File.exists? fixture_path or abort "Can't find fixture as expected at #{fixture_path}"
+(Time.now - File.ctime(fixture_path)) < 60 or abort "Fixture file does not appear newly created at #{fixture_path}"
+project = Typingpool::Project.new(project_default[:title], Typingpool::Config.file(config_path(transcripts_dir)))
+transcript_count = project_transcript_count(project, 'sandbox-assignment.csv')
+transcript_count == 2 or abort "Unexpected number of transcripts in project after first run: #{transcript_count}"
+
+fixture_name = 'tp-review-2'
+fixture_path = File.join(vcr_dir, fixture_name + '.yml')
+output = tp_review_with_fixture(transcripts_dir, fixture_name, %w(a q), true, project_default[:title])
+output[:status].to_i == 0 or abort "Bad exit code: #{output[:status]} err: #{output[:err]}"
+File.exists? fixture_path or abort "Can't find fixture as expected at #{fixture_path}"
+(Time.now - File.ctime(fixture_path)) < 60 or abort "Fixture file does not appear newly created at #{fixture_path}"
+transcript_count = project_transcript_count(project, 'sandbox-assignment.csv')
+transcript_count == 3 or abort "Unexpected number of transcripts in project after second run: #{transcript_count}"
+
+
+STDERR.puts "Waiting 6 minutes to make auto-approval fixture, please stand by..."
+sleep 60*6
+
+
+fixture_name = 'tp-review-6'
+fixture_path = File.join(vcr_dir, fixture_name + '.yml')
+output = tp_review_with_fixture(transcripts_dir, fixture_name, %w(q), true, project_default[:title])
+output[:status].to_i == 0 or abort "Bad exit code: #{output[:status]} err: #{output[:err]}"
+File.exists? fixture_path or abort "Can't find fixture as expected at #{fixture_path}"
+(Time.now - File.ctime(fixture_path)) < 60 or abort "Fixture file does not appear newly created at #{fixture_path}"
+transcript_count = project_transcript_count(project, 'sandbox-assignment.csv')
+transcript_count == 4 or abort "Unexpected number of transcripts in project after third run: #{transcript_count}"
+
+tp_finish(transcripts_dir)
+FileUtils.remove_entry_secure(File.join(fixtures_dir, 'tp_review_project_temp'), :secure => true)
+STDERR.puts "All done!"
+

data/test/make_tp_review_fixture_3.rb

@@ -0,0 +1,35 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.join(File.dirname(File.dirname($0)), 'lib')
+
+require 'typingpool'
+require 'typingpool/utility/test/script'
+require 'fileutils'
+
+include Typingpool::Utility::Test::Script
+
+transcripts_dir = make_fixture_transcripts_dir('tp_review2_projects_temp')
+write_testing_config_for_transcripts_dir(transcripts_dir, self.config)
+projects = [
+  {title: project_default[:title], fixture_prefix: 'tp_review2a_'},
+  {title: "Second #{project_default[:title]}", fixture_prefix: 'tp_review2b_'}
+]
+begin
+  projects.each do |project| 
+    tp_make(transcripts_dir, config_path(transcripts_dir), 'mp3', false, '--title', project[:title])
+    tp_assign(transcripts_dir, config_path(transcripts_dir), project[:title], '--approval', '5m')
+  end
+rescue
+  FileUtils.remove_entry_secure(transcripts_dir)
+  raise
+end
+#copy key files over to permanent locations within fixture dir
+projects.each do |project|
+    with_fixtures_in_project_dir(project[:fixture_prefix], File.join(transcripts_dir, project[:title])) do |source_fixture_path, project_fixture_path|
+      FileUtils.cp(project_fixture_path, source_fixture_path)
+    end
+  end #each do |project|
+
+STDERR.puts "Two temp projects assigned in Mechanical Turk sandbox. Complete TWELVE (12) assignments and run make_tp_review_fixture_4.rb. Check for assignments at"
+STDOUT.puts "https://workersandbox.mturk.com/mturk/searchbar?minReward=0.00&searchWords=typingpooltest&selectedSearchType=hitgroups"
+STDERR.puts "\n"

data/test/make_tp_review_fixture_4.rb

@@ -0,0 +1,56 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.join(File.dirname(File.dirname($0)), 'lib')
+
+require 'typingpool'
+require 'typingpool/utility/test/script'
+require 'fileutils'
+
+include Typingpool::Utility::Test::Script
+
+fixture_name =  'tp-review-3'
+fixture_path = File.join(vcr_dir, fixture_name + '.yml')
+transcripts_dir = File.join(fixtures_dir, 'tp_review2_projects_temp')
+output = tp_review_with_fixture(transcripts_dir, fixture_name, %w(a r a r s s r a a s a q ), true)
+
+output[:status].to_i == 0 or abort "Bad exit code on first run: #{output[:status]} err: #{output[:err]}"
+File.exists? fixture_path or abort "Can't find fixture as expected at #{fixture_path}"
+(Time.now - File.ctime(fixture_path)) < 60 or abort "Fixture file does not appear newly created at #{fixture_path}"
+output[:out] or abort "No STDOUT from tp-review, did not collect as required"
+review_count = split_reviews(output[:out]).count - 1
+review_count == 12 or abort "Expected 12 reviews from tp-review, got #{review_count}"
+project_title = Dir.entries(transcripts_dir).reject{|entry| entry.match(/^\./) }
+project = project_title.map{|title| Typingpool::Project.new(title, Typingpool::Config.file(config_path(transcripts_dir))) }
+project_transcript_count(project[0], 'sandbox-assignment.csv') == 2 or abort "Unexpected number of transcripts in project 1 after run 1: #{project_transcript_count(project[0], 'sandbox-assignment.csv')} instead of 2"
+project_transcript_count(project[1], 'sandbox-assignment.csv') == 3 or abort "Unexpected number of transcripts in project 2 after run 1: #{project_transcript_count(project[1], 'sandbox-assignment.csv')} instead of 3"
+
+sleep 10
+fixture_name = 'tp-review-4'
+fixture_path = File.join(vcr_dir, fixture_name + '.yml')
+output = tp_review_with_fixture(transcripts_dir, fixture_name, %w(a r s a), true)
+output[:status].to_i == 0 or abort "Bad exit code on second run: #{output[:status]} err: #{output[:err]}"
+File.exists? fixture_path or abort "Can't find fixture as expected at #{fixture_path}"
+(Time.now - File.ctime(fixture_path)) < 60 or abort "Fixture file does not appear newly created at #{fixture_path}"
+output[:out] or abort "No STDOUT from tp-review, did not collect as required"
+review_count = split_reviews(output[:out]).count - 1
+review_count == 4 or abort "Expected 4 reviews from tp-review, got #{review_count}"
+project_transcript_count(project[0], 'sandbox-assignment.csv') == 3 or abort "Unexpected number of transcripts in project 1 after run 2: #{project_transcript_count(project[0], 'sandbox-assignment.csv')} instead of 3"
+project_transcript_count(project[1], 'sandbox-assignment.csv') == 4 or abort "Unexpected number of transcripts in project 2 after run 2: #{project_transcript_count(project[1], 'sandbox-assignment.csv')} instead of 4"
+
+
+STDERR.puts "Waiting 6 minutes to make auto-approval fixture, please stand by..."
+sleep 60*6
+fixture_name = 'tp-review-5'
+fixture_path = File.join(vcr_dir, fixture_name + '.yml')
+output = tp_review_with_fixture(transcripts_dir, fixture_name, %w(q), true)
+output[:status].to_i == 0 or abort "Bad exit code on third run: #{output[:status]} err: #{output[:err]}"
+File.exists? fixture_path or abort "Can't find fixture as expected at #{fixture_path}"
+(Time.now - File.ctime(fixture_path)) < 60 or abort "Fixture file does not appear newly created at #{fixture_path}"
+project_transcript_count(project[1], 'sandbox-assignment.csv') == 5 or abort "Unexpected number of transcripts in project 2 after run 3: #{project_transcript_count(project[1], 'sandbox-assignment.csv')} instead of 5"
+
+
+project_title.each do |title|
+  tp_finish(transcripts_dir, config_path(transcripts_dir), title)
+end
+FileUtils.remove_entry_secure(File.join(fixtures_dir, 'tp_review2_projects_temp'), :secure => true)
+STDERR.puts "All done!"