typingpool 0.8.13 → 0.8.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (26) hide show
  1. checksums.yaml +4 -4
  2. data/bin/tp-finish +68 -4
  3. data/bin/tp-review +2 -16
  4. data/lib/typingpool/amazon/hit.rb +15 -24
  5. data/lib/typingpool/app/cli/formatter.rb +25 -0
  6. data/lib/typingpool/app.rb +17 -17
  7. data/lib/typingpool/test/fixtures/test_amazon_hit_full_time.txt +1 -1
  8. data/lib/typingpool/test/fixtures/tp_finish_4_id.txt +1 -0
  9. data/lib/typingpool/test/fixtures/tp_finish_4_sandbox-assignment.csv +7 -0
  10. data/lib/typingpool/test/fixtures/vcr/test_amazon_hit_base.yml +59 -22
  11. data/lib/typingpool/test/fixtures/vcr/test_amazon_hit_create.yml +28 -28
  12. data/lib/typingpool/test/fixtures/vcr/test_amazon_hit_full.yml +21 -21
  13. data/lib/typingpool/test/fixtures/vcr/test_amazon_hit_full_fromsearchhits.yml +40 -40
  14. data/lib/typingpool/test/fixtures/vcr/test_amazon_hit_retrievers.yml +61 -61
  15. data/lib/typingpool/test/fixtures/vcr/test_handles_hits_with_broken_external_question.yml +31 -31
  16. data/lib/typingpool/test/fixtures/vcr/tp_finish_10.yml +3316 -0
  17. data/lib/typingpool/test/fixtures/vcr/tp_finish_9.yml +416 -0
  18. data/lib/typingpool/utility/test/script.rb +52 -13
  19. data/lib/typingpool/utility/test.rb +3 -3
  20. data/lib/typingpool/version.rb +1 -1
  21. data/test/make_tp_finish_fixture_1.rb +27 -0
  22. data/test/make_tp_finish_fixture_2.rb +25 -0
  23. data/test/make_tp_finish_fixture_3.rb +26 -0
  24. data/test/test_integration_script_6_tp_finish.rb +50 -15
  25. data/test/test_unit_amazon.rb +1 -1
  26. metadata +9 -2
data/lib/typingpool/test/fixtures/vcr/test_handles_hits_with_broken_external_question.yml CHANGED
@@ -5,14 +5,14 @@ http_interactions:
5
5
  uri: https://mechanicalturk.sandbox.amazonaws.com/
6
6
  body:
7
7
  encoding: UTF-8
8
- string: Title=Transcribe+MP3+of+1-minute+phone+calll&Description=I+split+up+a+telephone+conversation+into+1-minute+parts%2C+you+transcribe+the+audio+for+one+1-minute+part.&AssignmentDurationInSeconds=600&Reward.Amount=0.01&Reward.CurrencyCode=USD&Keywords=transcription%2C+audio%2C+mp3&AutoApprovalDelayInSeconds=86400&QualificationRequirement.1.QualificationTypeId=000000000000000000L0&QualificationRequirement.1.Comparator=GreaterThanOrEqualTo&QualificationRequirement.1.IntegerValue=95&QualificationRequirement.1.RequiredToPreview=true&QualificationRequirement.2.QualificationTypeId=00000000000000000040&QualificationRequirement.2.Comparator=GreaterThanOrEqualTo&QualificationRequirement.2.IntegerValue=100&QualificationRequirement.2.RequiredToPreview=true&MaxAssignments=1&Question=%3CExternalQuestion+xmlns%3D%22http%3A%2F%2Fmechanicalturk.amazonaws.com%2FAWSMechanicalTurkDataSchemas%2F2006-07-14%2FExternalQuestion.xsd%22%3E%0A++%3CExternalURL%3Ehttps%3A%2F%2Fwebmasher.com%2Fmturk%2Fdummy-missing-file-21n0ryx0pcn4izsi%3C%2FExternalURL%3E%0A++%3CFrameHeight%3E400%3C%2FFrameHeight%3E%0A%3C%2FExternalQuestion%3E%0A&LifetimeInSeconds=1200&RequesterAnnotation=typingpool_url%3Dhttp%253A%252F%252Fwebmasher.com%252Fmturk%252FTestTpInterview.00.00.77421e0a6302f4c8c34e24004a4ad828.YSOQJU.mp3%26amp%3Btypingpool_project_id%3D77421e0a6302f4c8c34e24004a4ad828&Operation=CreateHIT&Service=AWSMechanicalTurkRequester&AWSAccessKeyId=<AWS_KEY>&Timestamp=2016-12-31T02%3A09%3A29Z&Version=2012-03-25&Signature=XXZJEfI1WW1LyPXeM4hOuWiiwrE%3D
8
+ string: Title=Transcribe+MP3+of+1-minute+phone+calll&Description=I+split+up+a+telephone+conversation+into+1-minute+parts%2C+you+transcribe+the+audio+for+one+1-minute+part.&AssignmentDurationInSeconds=600&Reward.Amount=0.01&Reward.CurrencyCode=USD&Keywords=transcription%2C+audio%2C+mp3&AutoApprovalDelayInSeconds=86400&QualificationRequirement.1.QualificationTypeId=000000000000000000L0&QualificationRequirement.1.Comparator=GreaterThanOrEqualTo&QualificationRequirement.1.IntegerValue=95&QualificationRequirement.1.RequiredToPreview=true&QualificationRequirement.2.QualificationTypeId=00000000000000000040&QualificationRequirement.2.Comparator=GreaterThanOrEqualTo&QualificationRequirement.2.IntegerValue=100&QualificationRequirement.2.RequiredToPreview=true&MaxAssignments=1&Question=%3CExternalQuestion+xmlns%3D%22http%3A%2F%2Fmechanicalturk.amazonaws.com%2FAWSMechanicalTurkDataSchemas%2F2006-07-14%2FExternalQuestion.xsd%22%3E%0A++%3CExternalURL%3Ehttps%3A%2F%2Fwebmasher.com%2Fmturk%2Fdummy-missing-file-b8imzephc48jf6h7%3C%2FExternalURL%3E%0A++%3CFrameHeight%3E400%3C%2FFrameHeight%3E%0A%3C%2FExternalQuestion%3E%0A&LifetimeInSeconds=1200&RequesterAnnotation=typingpool_url%3Dhttp%253A%252F%252Fwebmasher.com%252Fmturk%252FTestTpInterview.00.00.77421e0a6302f4c8c34e24004a4ad828.YSOQJU.mp3%26amp%3Btypingpool_project_id%3D77421e0a6302f4c8c34e24004a4ad828&Operation=CreateHIT&Service=AWSMechanicalTurkRequester&AWSAccessKeyId=<AWS_KEY>&Timestamp=2017-04-14T20%3A48%3A12Z&Version=2012-03-25&Signature=lnfUxklA0GM6qoaDyBFDfYrHgrI%3D
9
9
  headers:
10
10
  Accept:
11
- - '*/*'
11
+ - "*/*"
12
12
  Accept-Encoding:
13
13
  - gzip, deflate
14
14
  User-Agent:
15
- - rest-client/2.0.0 (darwin15.6.0 x86_64) ruby/2.0.0p353
15
+ - rest-client/2.0.0 (darwin15.6.0 x86_64) ruby/2.3.3p222
16
16
  Content-Length:
17
17
  - '1538'
18
18
  Host:
@@ -27,29 +27,29 @@ http_interactions:
27
27
  Transfer-Encoding:
28
28
  - chunked
29
29
  Date:
30
- - Sat, 31 Dec 2016 02:09:28 GMT
30
+ - Fri, 14 Apr 2017 20:48:12 GMT
31
31
  Server:
32
32
  - MTurk
33
33
  body:
34
34
  encoding: UTF-8
35
35
  string: |-
36
36
  <?xml version="1.0"?>
37
- <CreateHITResponse><OperationRequest><RequestId>fa34dc4b-1e1f-40ad-bbd8-0019490c9de6</RequestId></OperationRequest><HIT><Request><IsValid>True</IsValid></Request><HITId>3Z56AA6EK4G7MZ6Z1XZ95V6TYGMM6A</HITId><HITTypeId>3FJMTJX97O5QAQ6TYMEKGK4K51PA6J</HITTypeId></HIT></CreateHITResponse>
37
+ <CreateHITResponse><OperationRequest><RequestId>ff9f405d-9024-42fa-81e5-b9f92e39feb8</RequestId></OperationRequest><HIT><Request><IsValid>True</IsValid></Request><HITId>36GJS3V78V6JIKPKADV31UR1PBIGJD</HITId><HITTypeId>3FJMTJX97O5QAQ6TYMEKGK4K51PA6J</HITTypeId></HIT></CreateHITResponse>
38
38
  http_version:
39
- recorded_at: Sat, 31 Dec 2016 02:09:29 GMT
39
+ recorded_at: Fri, 14 Apr 2017 20:48:12 GMT
40
40
  - request:
41
41
  method: post
42
42
  uri: https://mechanicalturk.sandbox.amazonaws.com/
43
43
  body:
44
44
  encoding: UTF-8
45
- string: HITId=3Z56AA6EK4G7MZ6Z1XZ95V6TYGMM6A&ResponseGroup.0=HITDetail&ResponseGroup.1=HITQuestion&ResponseGroup.2=Minimal&ResponseGroup.3=HITAssignmentSummary&Operation=GetHIT&Service=AWSMechanicalTurkRequester&AWSAccessKeyId=<AWS_KEY>&Timestamp=2016-12-31T02%3A09%3A29Z&Version=2012-03-25&Signature=uL6nhkVQz8O3dDhLYnhFrwFDNAM%3D
45
+ string: HITId=36GJS3V78V6JIKPKADV31UR1PBIGJD&ResponseGroup.0=HITDetail&ResponseGroup.1=HITQuestion&ResponseGroup.2=Minimal&ResponseGroup.3=HITAssignmentSummary&Operation=GetHIT&Service=AWSMechanicalTurkRequester&AWSAccessKeyId=<AWS_KEY>&Timestamp=2017-04-14T20%3A48%3A12Z&Version=2012-03-25&Signature=mmTVNHGI6ngR175yXry3P9Ncgaw%3D
46
46
  headers:
47
47
  Accept:
48
- - '*/*'
48
+ - "*/*"
49
49
  Accept-Encoding:
50
50
  - gzip, deflate
51
51
  User-Agent:
52
- - rest-client/2.0.0 (darwin15.6.0 x86_64) ruby/2.0.0p353
52
+ - rest-client/2.0.0 (darwin15.6.0 x86_64) ruby/2.3.3p222
53
53
  Content-Length:
54
54
  - '334'
55
55
  Host:
@@ -64,23 +64,23 @@ http_interactions:
64
64
  Transfer-Encoding:
65
65
  - chunked
66
66
  Date:
67
- - Sat, 31 Dec 2016 02:09:29 GMT
67
+ - Fri, 14 Apr 2017 20:48:12 GMT
68
68
  Server:
69
69
  - MTurk
70
70
  body:
71
71
  encoding: UTF-8
72
72
  string: |-
73
73
  <?xml version="1.0"?>
74
- <GetHITResponse><OperationRequest><RequestId>0fd00c7f-fa13-4d87-af97-d790a7594b7d</RequestId></OperationRequest><HIT><Request><IsValid>True</IsValid></Request><HITId>3Z56AA6EK4G7MZ6Z1XZ95V6TYGMM6A</HITId><HITTypeId>3FJMTJX97O5QAQ6TYMEKGK4K51PA6J</HITTypeId><HITGroupId>346AHROM60PF93NK7E74UE17XHEHQ0</HITGroupId><CreationTime>2016-12-31T02:09:29Z</CreationTime><Title>Transcribe MP3 of 1-minute phone calll</Title><Description>I split up a telephone conversation into 1-minute parts, you transcribe the audio for one 1-minute part.</Description><Question>&lt;ExternalQuestion xmlns="http://mechanicalturk.amazonaws.com/AWSMechanicalTurkDataSchemas/2006-07-14/ExternalQuestion.xsd"&gt;
75
- &lt;ExternalURL&gt;https://webmasher.com/mturk/dummy-missing-file-21n0ryx0pcn4izsi&lt;/ExternalURL&gt;
74
+ <GetHITResponse><OperationRequest><RequestId>38525286-dc9d-44dd-a51b-33c4f2bee36e</RequestId></OperationRequest><HIT><Request><IsValid>True</IsValid></Request><HITId>36GJS3V78V6JIKPKADV31UR1PBIGJD</HITId><HITTypeId>3FJMTJX97O5QAQ6TYMEKGK4K51PA6J</HITTypeId><HITGroupId>346AHROM60PF93NK7E74UE17XHEHQ0</HITGroupId><CreationTime>2017-04-14T20:48:12Z</CreationTime><Title>Transcribe MP3 of 1-minute phone calll</Title><Description>I split up a telephone conversation into 1-minute parts, you transcribe the audio for one 1-minute part.</Description><Question>&lt;ExternalQuestion xmlns="http://mechanicalturk.amazonaws.com/AWSMechanicalTurkDataSchemas/2006-07-14/ExternalQuestion.xsd"&gt;
75
+ &lt;ExternalURL&gt;https://webmasher.com/mturk/dummy-missing-file-b8imzephc48jf6h7&lt;/ExternalURL&gt;
76
76
  &lt;FrameHeight&gt;400&lt;/FrameHeight&gt;
77
77
  &lt;/ExternalQuestion&gt;
78
- </Question><Keywords>transcription, audio, mp3</Keywords><HITStatus>Assignable</HITStatus><MaxAssignments>1</MaxAssignments><Reward><Amount>0.01</Amount><CurrencyCode>USD</CurrencyCode><FormattedPrice>$0.01</FormattedPrice></Reward><AutoApprovalDelayInSeconds>86400</AutoApprovalDelayInSeconds><Expiration>2016-12-31T02:29:29Z</Expiration><AssignmentDurationInSeconds>600</AssignmentDurationInSeconds><RequesterAnnotation>typingpool_url=http%3A%2F%2Fwebmasher.com%2Fmturk%2FTestTpInterview.00.00.77421e0a6302f4c8c34e24004a4ad828.YSOQJU.mp3&amp;amp;typingpool_project_id=77421e0a6302f4c8c34e24004a4ad828</RequesterAnnotation><QualificationRequirement><QualificationTypeId>000000000000000000L0</QualificationTypeId><Comparator>GreaterThanOrEqualTo</Comparator><IntegerValue>95</IntegerValue><RequiredToPreview>1</RequiredToPreview></QualificationRequirement><QualificationRequirement><QualificationTypeId>00000000000000000040</QualificationTypeId><Comparator>GreaterThanOrEqualTo</Comparator><IntegerValue>100</IntegerValue><RequiredToPreview>1</RequiredToPreview></QualificationRequirement><HITReviewStatus>NotReviewed</HITReviewStatus><NumberOfAssignmentsPending>0</NumberOfAssignmentsPending><NumberOfAssignmentsAvailable>1</NumberOfAssignmentsAvailable><NumberOfAssignmentsCompleted>0</NumberOfAssignmentsCompleted></HIT></GetHITResponse>
78
+ </Question><Keywords>transcription, audio, mp3</Keywords><HITStatus>Assignable</HITStatus><MaxAssignments>1</MaxAssignments><Reward><Amount>0.01</Amount><CurrencyCode>USD</CurrencyCode><FormattedPrice>$0.01</FormattedPrice></Reward><AutoApprovalDelayInSeconds>86400</AutoApprovalDelayInSeconds><Expiration>2017-04-14T21:08:12Z</Expiration><AssignmentDurationInSeconds>600</AssignmentDurationInSeconds><RequesterAnnotation>typingpool_url=http%3A%2F%2Fwebmasher.com%2Fmturk%2FTestTpInterview.00.00.77421e0a6302f4c8c34e24004a4ad828.YSOQJU.mp3&amp;amp;typingpool_project_id=77421e0a6302f4c8c34e24004a4ad828</RequesterAnnotation><QualificationRequirement><QualificationTypeId>000000000000000000L0</QualificationTypeId><Comparator>GreaterThanOrEqualTo</Comparator><IntegerValue>95</IntegerValue><RequiredToPreview>1</RequiredToPreview></QualificationRequirement><QualificationRequirement><QualificationTypeId>00000000000000000040</QualificationTypeId><Comparator>GreaterThanOrEqualTo</Comparator><IntegerValue>100</IntegerValue><RequiredToPreview>1</RequiredToPreview></QualificationRequirement><HITReviewStatus>NotReviewed</HITReviewStatus><NumberOfAssignmentsPending>0</NumberOfAssignmentsPending><NumberOfAssignmentsAvailable>1</NumberOfAssignmentsAvailable><NumberOfAssignmentsCompleted>0</NumberOfAssignmentsCompleted></HIT></GetHITResponse>
79
79
  http_version:
80
- recorded_at: Sat, 31 Dec 2016 02:09:29 GMT
80
+ recorded_at: Fri, 14 Apr 2017 20:48:12 GMT
81
81
  - request:
82
82
  method: get
83
- uri: https://webmasher.com/mturk/dummy-missing-file-21n0ryx0pcn4izsi
83
+ uri: https://webmasher.com/mturk/dummy-missing-file-b8imzephc48jf6h7
84
84
  body:
85
85
  encoding: US-ASCII
86
86
  string: ''
@@ -88,7 +88,7 @@ http_interactions:
88
88
  Accept-Encoding:
89
89
  - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
90
90
  Accept:
91
- - '*/*'
91
+ - "*/*"
92
92
  User-Agent:
93
93
  - Ruby
94
94
  response:
@@ -97,7 +97,7 @@ http_interactions:
97
97
  message: Not Found
98
98
  headers:
99
99
  Date:
100
- - Sat, 31 Dec 2016 02:09:30 GMT
100
+ - Fri, 14 Apr 2017 20:48:13 GMT
101
101
  Server:
102
102
  - Apache/2.4.7 (Ubuntu)
103
103
  Content-Length:
@@ -112,15 +112,15 @@ http_interactions:
112
112
  <title>404 Not Found</title>
113
113
  </head><body>
114
114
  <h1>Not Found</h1>
115
- <p>The requested URL /mturk/dummy-missing-file-21n0ryx0pcn4izsi was not found on this server.</p>
115
+ <p>The requested URL /mturk/dummy-missing-file-b8imzephc48jf6h7 was not found on this server.</p>
116
116
  <hr>
117
117
  <address>Apache/2.4.7 (Ubuntu) Server at webmasher.com Port 443</address>
118
118
  </body></html>
119
119
  http_version:
120
- recorded_at: Sat, 31 Dec 2016 02:09:30 GMT
120
+ recorded_at: Fri, 14 Apr 2017 20:48:13 GMT
121
121
  - request:
122
122
  method: get
123
- uri: https://webmasher.com/mturk/dummy-missing-file-21n0ryx0pcn4izsi
123
+ uri: https://webmasher.com/mturk/dummy-missing-file-b8imzephc48jf6h7
124
124
  body:
125
125
  encoding: US-ASCII
126
126
  string: ''
@@ -128,7 +128,7 @@ http_interactions:
128
128
  Accept-Encoding:
129
129
  - gzip;q=1.0,deflate;q=0.6,identity;q=0.3
130
130
  Accept:
131
- - '*/*'
131
+ - "*/*"
132
132
  User-Agent:
133
133
  - Ruby
134
134
  response:
@@ -137,7 +137,7 @@ http_interactions:
137
137
  message: Not Found
138
138
  headers:
139
139
  Date:
140
- - Sat, 31 Dec 2016 02:09:30 GMT
140
+ - Fri, 14 Apr 2017 20:48:13 GMT
141
141
  Server:
142
142
  - Apache/2.4.7 (Ubuntu)
143
143
  Content-Length:
@@ -152,27 +152,27 @@ http_interactions:
152
152
  <title>404 Not Found</title>
153
153
  </head><body>
154
154
  <h1>Not Found</h1>
155
- <p>The requested URL /mturk/dummy-missing-file-21n0ryx0pcn4izsi was not found on this server.</p>
155
+ <p>The requested URL /mturk/dummy-missing-file-b8imzephc48jf6h7 was not found on this server.</p>
156
156
  <hr>
157
157
  <address>Apache/2.4.7 (Ubuntu) Server at webmasher.com Port 443</address>
158
158
  </body></html>
159
159
  http_version:
160
- recorded_at: Sat, 31 Dec 2016 02:09:30 GMT
160
+ recorded_at: Fri, 14 Apr 2017 20:48:13 GMT
161
161
  - request:
162
162
  method: post
163
163
  uri: https://mechanicalturk.sandbox.amazonaws.com/
164
164
  body:
165
165
  encoding: UTF-8
166
- string: HITId=3Z56AA6EK4G7MZ6Z1XZ95V6TYGMM6A&Operation=DisableHIT&Service=AWSMechanicalTurkRequester&AWSAccessKeyId=<AWS_KEY>&Timestamp=2016-12-31T02%3A09%3A30Z&Version=2012-03-25&Signature=f%2B%2B%2FkgKrmsG0xy9jLWpcjab%2Bqy4%3D
166
+ string: HITId=36GJS3V78V6JIKPKADV31UR1PBIGJD&Operation=DisableHIT&Service=AWSMechanicalTurkRequester&AWSAccessKeyId=<AWS_KEY>&Timestamp=2017-04-14T20%3A48%3A13Z&Version=2012-03-25&Signature=r7aAJgeNdsOK7J9zEOLdN4EgCEA%3D
167
167
  headers:
168
168
  Accept:
169
- - '*/*'
169
+ - "*/*"
170
170
  Accept-Encoding:
171
171
  - gzip, deflate
172
172
  User-Agent:
173
- - rest-client/2.0.0 (darwin15.6.0 x86_64) ruby/2.0.0p353
173
+ - rest-client/2.0.0 (darwin15.6.0 x86_64) ruby/2.3.3p222
174
174
  Content-Length:
175
- - '231'
175
+ - '223'
176
176
  Host:
177
177
  - mechanicalturk.sandbox.amazonaws.com
178
178
  response:
@@ -185,14 +185,14 @@ http_interactions:
185
185
  Transfer-Encoding:
186
186
  - chunked
187
187
  Date:
188
- - Sat, 31 Dec 2016 02:09:30 GMT
188
+ - Fri, 14 Apr 2017 20:48:13 GMT
189
189
  Server:
190
190
  - MTurk
191
191
  body:
192
192
  encoding: UTF-8
193
193
  string: |-
194
194
  <?xml version="1.0"?>
195
- <DisableHITResponse><OperationRequest><RequestId>c8dc0cbf-1010-46ac-be5b-80d25b0f5cb6</RequestId></OperationRequest><DisableHITResult><Request><IsValid>True</IsValid></Request></DisableHITResult></DisableHITResponse>
195
+ <DisableHITResponse><OperationRequest><RequestId>da045eb0-b101-46b3-a838-1d4e3aa4c381</RequestId></OperationRequest><DisableHITResult><Request><IsValid>True</IsValid></Request></DisableHITResult></DisableHITResponse>
196
196
  http_version:
197
- recorded_at: Sat, 31 Dec 2016 02:09:31 GMT
197
+ recorded_at: Fri, 14 Apr 2017 20:48:13 GMT
198
198
  recorded_with: VCR 3.0.3