gcloud 0.0.7 → 0.1.0

data/packages/gsutil/boto/tests/mturk/_init_environment.py

@@ -1,28 +0,0 @@
-import os
-import functools
-
-live_connection = False
-mturk_host = 'mechanicalturk.sandbox.amazonaws.com'
-external_url = 'http://www.example.com/'
-
-
-SetHostMTurkConnection = None
-
-def config_environment():
-    global SetHostMTurkConnection
-    try:
-            local = os.path.join(os.path.dirname(__file__), 'local.py')
-            execfile(local)
-    except:
-            pass
-
-    if live_connection:
-            #TODO: you must set the auth credentials to something valid
-            from boto.mturk.connection import MTurkConnection
-    else:
-            # Here the credentials must be set, but it doesn't matter what
-            #  they're set to.
-            os.environ.setdefault('AWS_ACCESS_KEY_ID', 'foo')
-            os.environ.setdefault('AWS_SECRET_ACCESS_KEY', 'bar')
-            from mocks import MTurkConnection
-    SetHostMTurkConnection = functools.partial(MTurkConnection, host=mturk_host)

data/packages/gsutil/boto/tests/mturk/all_tests.py

@@ -1,24 +0,0 @@
-
-import unittest
-import doctest
-from glob import glob
-
-from create_hit_test import *
-from create_hit_with_qualifications import *
-from create_hit_external import *
-from create_hit_with_qualifications import *
-from hit_persistence import *
-
-doctest_suite = doctest.DocFileSuite(
-	*glob('*.doctest'),
-	**{'optionflags': doctest.REPORT_ONLY_FIRST_FAILURE}
-	)
-
-class Program(unittest.TestProgram):
-	def runTests(self, *args, **kwargs):
-		self.test = unittest.TestSuite([self.test, doctest_suite])
-		super(Program, self).runTests(*args, **kwargs)
-
-if __name__ == '__main__':
-	Program()
-

data/packages/gsutil/boto/tests/mturk/cleanup_tests.py

@@ -1,47 +0,0 @@
-import itertools
-
-from _init_environment import SetHostMTurkConnection
-from _init_environment import config_environment
-
-def description_filter(substring):
-	return lambda hit: substring in hit.Title
-
-def disable_hit(hit):
-	return conn.disable_hit(hit.HITId)
-
-def dispose_hit(hit):
-	# assignments must be first approved or rejected
-	for assignment in conn.get_assignments(hit.HITId):
-		if assignment.AssignmentStatus == 'Submitted':
-			conn.approve_assignment(assignment.AssignmentId)
-	return conn.dispose_hit(hit.HITId)
-
-def cleanup():
-	"""Remove any boto test related HIT's"""
-        config_environment()
-
-	global conn
-	
-	conn = SetHostMTurkConnection()
-
-
-	is_boto = description_filter('Boto')
-	print 'getting hits...'
-	all_hits = list(conn.get_all_hits())
-	is_reviewable = lambda hit: hit.HITStatus == 'Reviewable'
-	is_not_reviewable = lambda hit: not is_reviewable(hit)
-	hits_to_process = filter(is_boto, all_hits)
-	hits_to_disable = filter(is_not_reviewable, hits_to_process)
-	hits_to_dispose = filter(is_reviewable, hits_to_process)
-	print 'disabling/disposing %d/%d hits' % (len(hits_to_disable), len(hits_to_dispose))
-	map(disable_hit, hits_to_disable)
-	map(dispose_hit, hits_to_dispose)
-
-	total_hits = len(all_hits)
-	hits_processed = len(hits_to_process)
-	skipped = total_hits - hits_processed
-	fmt = 'Processed: %(total_hits)d HITs, disabled/disposed: %(hits_processed)d, skipped: %(skipped)d'
-	print fmt % vars()
-
-if __name__ == '__main__':
-	cleanup()

data/packages/gsutil/boto/tests/mturk/common.py

@@ -1,45 +0,0 @@
-import unittest
-import uuid
-import datetime
-
-from boto.mturk.question import (
-        Question, QuestionContent, AnswerSpecification, FreeTextAnswer,
-)
-from _init_environment import SetHostMTurkConnection, config_environment
-
-class MTurkCommon(unittest.TestCase):
-        def setUp(self):
-                config_environment()
-                self.conn = SetHostMTurkConnection()
-
-        @staticmethod
-        def get_question():
-                # create content for a question
-                qn_content = QuestionContent()
-                qn_content.append_field('Title', 'Boto no hit type question content')
-                qn_content.append_field('Text', 'What is a boto no hit type?')
-
-                # create the question specification
-                qn = Question(identifier=str(uuid.uuid4()),
-                        content=qn_content,
-                        answer_spec=AnswerSpecification(FreeTextAnswer()))
-                return qn
-
-        @staticmethod
-        def get_hit_params():
-                return dict(
-                        lifetime=datetime.timedelta(minutes=65),
-                        max_assignments=2,
-                        title='Boto create_hit title',
-                        description='Boto create_hit description',
-                        keywords=['boto', 'test'],
-                        reward=0.23,
-                        duration=datetime.timedelta(minutes=6),
-                        approval_delay=60*60,
-                        annotation='An annotation from boto create_hit test',
-                        response_groups=['Minimal',
-                                'HITDetail',
-                                'HITQuestion',
-                                'HITAssignmentSummary',],
-                        )
-

data/packages/gsutil/boto/tests/mturk/create_free_text_question_regex.doctest

@@ -1,100 +0,0 @@
->>> import uuid
->>> import datetime
->>> from _init_environment import MTurkConnection, mturk_host
->>> from boto.mturk.question import Question, QuestionContent, AnswerSpecification, FreeTextAnswer, RegExConstraint
-
->>> conn = MTurkConnection(host=mturk_host)
-
-# create content for a question
->>> qn_content = QuestionContent()
->>> qn_content.append_field('Title', 'Boto no hit type question content')
->>> qn_content.append_field('Text', 'What is a boto no hit type?')
-
-# create a free text answer that is not quite so free!
->>> constraints = [
-...     RegExConstraint(
-...         "^[12][0-9]{3}-[01]?\d-[0-3]?\d$",
-...         error_text="You must enter a date with the format yyyy-mm-dd.",
-...         flags='i',
-...     )]
->>> ft_answer = FreeTextAnswer(constraints=constraints,
-...                            default="This is not a valid format")
-
-# create the question specification
->>> qn = Question(identifier=str(uuid.uuid4()),
-...               content=qn_content,
-...               answer_spec=AnswerSpecification(ft_answer))
-
-# now, create the actual HIT for the question without using a HIT type
-# NOTE - the response_groups are specified to get back additional information for testing
->>> keywords=['boto', 'test', 'doctest']
->>> create_hit_rs = conn.create_hit(question=qn,
-...                                 lifetime=60*65,
-...                                 max_assignments=2,
-...                                 title='Boto create_hit title',
-...                                 description='Boto create_hit description',
-...                                 keywords=keywords,
-...                                 reward=0.23,
-...                                 duration=60*6,
-...                                 approval_delay=60*60,
-...                                 annotation='An annotation from boto create_hit test',
-...                                 response_groups=['Minimal',
-...                                                  'HITDetail',
-...                                                  'HITQuestion',
-...                                                  'HITAssignmentSummary',])
-
-# this is a valid request
->>> create_hit_rs.status
-True
-
-# for the requested hit type id
-# the HIT Type Id is a unicode string
->>> len(create_hit_rs)
-1
->>> hit = create_hit_rs[0]
->>> hit_type_id = hit.HITTypeId
->>> hit_type_id # doctest: +ELLIPSIS
-u'...'
-
->>> hit.MaxAssignments
-u'2'
-
->>> hit.AutoApprovalDelayInSeconds
-u'3600'
-
-# expiration should be very close to now + the lifetime in seconds
->>> expected_datetime = datetime.datetime.utcnow() + datetime.timedelta(seconds=3900)
->>> expiration_datetime = datetime.datetime.strptime(hit.Expiration, '%Y-%m-%dT%H:%M:%SZ')
->>> delta = expected_datetime - expiration_datetime
->>> abs(delta).seconds < 5
-True
-
-# duration is as specified for the HIT type
->>> hit.AssignmentDurationInSeconds
-u'360'
-
-# the reward has been set correctly (allow for float error here)
->>> int(float(hit.Amount) * 100)
-23
-
->>> hit.FormattedPrice
-u'$0.23'
-
-# only US currency supported at present
->>> hit.CurrencyCode
-u'USD'
-
-# title is the HIT type title
->>> hit.Title
-u'Boto create_hit title'
-
-# title is the HIT type description
->>> hit.Description
-u'Boto create_hit description'
-
-# annotation is correct
->>> hit.RequesterAnnotation
-u'An annotation from boto create_hit test'
-
->>> hit.HITReviewStatus
-u'NotReviewed'

data/packages/gsutil/boto/tests/mturk/create_hit.doctest

@@ -1,92 +0,0 @@
->>> import uuid
->>> import datetime
->>> from _init_environment import MTurkConnection, mturk_host
->>> from boto.mturk.question import Question, QuestionContent, AnswerSpecification, FreeTextAnswer
-
->>> conn = MTurkConnection(host=mturk_host)
-
-# create content for a question
->>> qn_content = QuestionContent()
->>> qn_content.append_field('Title', 'Boto no hit type question content')
->>> qn_content.append_field('Text', 'What is a boto no hit type?')
-
-# create the question specification
->>> qn = Question(identifier=str(uuid.uuid4()),
-...               content=qn_content,
-...               answer_spec=AnswerSpecification(FreeTextAnswer()))
-
-# now, create the actual HIT for the question without using a HIT type
-# NOTE - the response_groups are specified to get back additional information for testing
->>> keywords=['boto', 'test', 'doctest']
->>> lifetime = datetime.timedelta(minutes=65)
->>> create_hit_rs = conn.create_hit(question=qn,
-...                                 lifetime=lifetime,
-...                                 max_assignments=2,
-...                                 title='Boto create_hit title',
-...                                 description='Boto create_hit description',
-...                                 keywords=keywords,
-...                                 reward=0.23,
-...                                 duration=60*6,
-...                                 approval_delay=60*60,
-...                                 annotation='An annotation from boto create_hit test',
-...                                 response_groups=['Minimal',
-...                                                  'HITDetail',
-...                                                  'HITQuestion',
-...                                                  'HITAssignmentSummary',])
-
-# this is a valid request
->>> create_hit_rs.status
-True
-
->>> len(create_hit_rs)
-1
->>> hit = create_hit_rs[0]
-
-# for the requested hit type id
-# the HIT Type Id is a unicode string
->>> hit_type_id = hit.HITTypeId
->>> hit_type_id # doctest: +ELLIPSIS
-u'...'
-
->>> hit.MaxAssignments
-u'2'
-
->>> hit.AutoApprovalDelayInSeconds
-u'3600'
-
-# expiration should be very close to now + the lifetime
->>> expected_datetime = datetime.datetime.utcnow() + lifetime
->>> expiration_datetime = datetime.datetime.strptime(hit.Expiration, '%Y-%m-%dT%H:%M:%SZ')
->>> delta = expected_datetime - expiration_datetime
->>> abs(delta).seconds < 5
-True
-
-# duration is as specified for the HIT type
->>> hit.AssignmentDurationInSeconds
-u'360'
-
-# the reward has been set correctly (allow for float error here)
->>> int(float(hit.Amount) * 100)
-23
-
->>> hit.FormattedPrice
-u'$0.23'
-
-# only US currency supported at present
->>> hit.CurrencyCode
-u'USD'
-
-# title is the HIT type title
->>> hit.Title
-u'Boto create_hit title'
-
-# title is the HIT type description
->>> hit.Description
-u'Boto create_hit description'
-
-# annotation is correct
->>> hit.RequesterAnnotation
-u'An annotation from boto create_hit test'
-
->>> hit.HITReviewStatus
-u'NotReviewed'

data/packages/gsutil/boto/tests/mturk/create_hit_binary.doctest

@@ -1,94 +0,0 @@
->>> import uuid
->>> import datetime
->>> from _init_environment import MTurkConnection, mturk_host
->>> from boto.mturk.question import Question, QuestionContent, AnswerSpecification, FreeTextAnswer, Binary
-
->>> conn = MTurkConnection(host=mturk_host)
-
-# create content for a question
->>> qn_content = QuestionContent()
->>> qn_content.append_field('Title','Boto no hit type question content')
->>> qn_content.append_field('Text', 'What is a boto binary hit type?')
->>> binary_content = Binary('image', 'jpeg', 'http://www.example.com/test1.jpg', alt_text='image is missing')
->>> qn_content.append(binary_content)
-
-# create the question specification
->>> qn = Question(identifier=str(uuid.uuid4()),
-...               content=qn_content,
-...               answer_spec=AnswerSpecification(FreeTextAnswer()))
-
-# now, create the actual HIT for the question without using a HIT type
-# NOTE - the response_groups are specified to get back additional information for testing
->>> keywords=['boto', 'test', 'doctest']
->>> lifetime = datetime.timedelta(minutes=65)
->>> create_hit_rs = conn.create_hit(question=qn,
-...                                 lifetime=lifetime,
-...                                 max_assignments=2,
-...                                 title='Boto create_hit title',
-...                                 description='Boto create_hit description',
-...                                 keywords=keywords,
-...                                 reward=0.23,
-...                                 duration=60*6,
-...                                 approval_delay=60*60,
-...                                 annotation='An annotation from boto create_hit test',
-...                                 response_groups=['Minimal',
-...                                                  'HITDetail',
-...                                                  'HITQuestion',
-...                                                  'HITAssignmentSummary',])
-
-# this is a valid request
->>> create_hit_rs.status
-True
-
->>> len(create_hit_rs)
-1
->>> hit = create_hit_rs[0]
-
-# for the requested hit type id
-# the HIT Type Id is a unicode string
->>> hit_type_id = hit.HITTypeId
->>> hit_type_id # doctest: +ELLIPSIS
-u'...'
-
->>> hit.MaxAssignments
-u'2'
-
->>> hit.AutoApprovalDelayInSeconds
-u'3600'
-
-# expiration should be very close to now + the lifetime
->>> expected_datetime = datetime.datetime.utcnow() + lifetime
->>> expiration_datetime = datetime.datetime.strptime(hit.Expiration, '%Y-%m-%dT%H:%M:%SZ')
->>> delta = expected_datetime - expiration_datetime
->>> abs(delta).seconds < 5
-True
-
-# duration is as specified for the HIT type
->>> hit.AssignmentDurationInSeconds
-u'360'
-
-# the reward has been set correctly (allow for float error here)
->>> int(float(hit.Amount) * 100)
-23
-
->>> hit.FormattedPrice
-u'$0.23'
-
-# only US currency supported at present
->>> hit.CurrencyCode
-u'USD'
-
-# title is the HIT type title
->>> hit.Title
-u'Boto create_hit title'
-
-# title is the HIT type description
->>> hit.Description
-u'Boto create_hit description'
-
-# annotation is correct
->>> hit.RequesterAnnotation
-u'An annotation from boto create_hit test'
-
->>> hit.HITReviewStatus
-u'NotReviewed'

data/packages/gsutil/boto/tests/mturk/create_hit_external.py

@@ -1,21 +0,0 @@
-import unittest
-import uuid
-import datetime
-from boto.mturk.question import ExternalQuestion
-
-from _init_environment import SetHostMTurkConnection, external_url, \
-        config_environment
-
-class Test(unittest.TestCase):
-        def setUp(self):
-                config_environment()
-
-        def test_create_hit_external(self):
-                q = ExternalQuestion(external_url=external_url, frame_height=800)
-                conn = SetHostMTurkConnection()
-                keywords=['boto', 'test', 'doctest']
-                create_hit_rs = conn.create_hit(question=q, lifetime=60*65, max_assignments=2, title="Boto External Question Test", keywords=keywords, reward = 0.05, duration=60*6, approval_delay=60*60, annotation='An annotation from boto external question test', response_groups=['Minimal', 'HITDetail', 'HITQuestion', 'HITAssignmentSummary',])
-                assert(create_hit_rs.status == True)
-
-if __name__ == "__main__":
-        unittest.main()