gcloud 0.0.7 → 0.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (998) hide show
  1. checksums.yaml +7 -0
  2. data/{packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/ext/__init__.py → .gemtest} +0 -0
  3. data/.rubocop.yml +17 -0
  4. data/CHANGELOG.md +5 -0
  5. data/CONTRIBUTING.md +93 -0
  6. data/LICENSE +201 -674
  7. data/Manifest.txt +66 -0
  8. data/README.md +110 -12
  9. data/Rakefile +34 -3
  10. data/gcloud.gemspec +48 -17
  11. data/lib/gcloud.rb +8 -0
  12. data/lib/gcloud/backoff.rb +115 -0
  13. data/lib/gcloud/credentials.rb +124 -0
  14. data/lib/gcloud/datastore.rb +66 -0
  15. data/lib/gcloud/datastore/connection.rb +177 -0
  16. data/lib/gcloud/datastore/credentials.rb +41 -0
  17. data/lib/gcloud/datastore/dataset.rb +259 -0
  18. data/lib/gcloud/datastore/dataset/lookup_results.rb +60 -0
  19. data/lib/gcloud/datastore/dataset/query_results.rb +87 -0
  20. data/lib/gcloud/datastore/entity.rb +257 -0
  21. data/lib/gcloud/datastore/errors.rb +65 -0
  22. data/lib/gcloud/datastore/key.rb +151 -0
  23. data/lib/gcloud/datastore/properties.rb +102 -0
  24. data/lib/gcloud/datastore/proto.rb +253 -0
  25. data/lib/gcloud/datastore/query.rb +189 -0
  26. data/lib/gcloud/datastore/transaction.rb +116 -0
  27. data/lib/gcloud/proto/datastore_v1.pb.rb +377 -0
  28. data/lib/gcloud/storage.rb +78 -0
  29. data/lib/gcloud/storage/bucket.rb +254 -0
  30. data/lib/gcloud/storage/bucket/acl.rb +311 -0
  31. data/lib/gcloud/storage/bucket/list.rb +45 -0
  32. data/lib/gcloud/storage/connection.rb +358 -0
  33. data/{packages/gsutil/gslib/commands/__init__.py → lib/gcloud/storage/credentials.rb} +13 -2
  34. data/lib/gcloud/storage/errors.rb +78 -0
  35. data/lib/gcloud/storage/file.rb +287 -0
  36. data/lib/gcloud/storage/file/acl.rb +172 -0
  37. data/lib/gcloud/storage/file/list.rb +52 -0
  38. data/lib/gcloud/storage/file/verifier.rb +65 -0
  39. data/lib/gcloud/storage/project.rb +119 -0
  40. data/lib/gcloud/version.rb +5 -0
  41. data/{packages/gsutil/gslib/tests/testcase/__init__.py → rakelib/console.rake} +14 -4
  42. data/{packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/version.py → rakelib/manifest.rake} +11 -4
  43. data/{packages/gsutil/gslib/addlhelp/__init__.py → rakelib/proto.rake} +4 -2
  44. data/{packages/gsutil/gslib/tests/__init__.py → rakelib/rubocop.rake} +4 -2
  45. data/rakelib/test.rake +144 -0
  46. data/test/gcloud/datastore/proto/test_cursor.rb +36 -0
  47. data/test/gcloud/datastore/proto/test_direction.rb +60 -0
  48. data/test/gcloud/datastore/proto/test_operator.rb +76 -0
  49. data/test/gcloud/datastore/proto/test_value.rb +231 -0
  50. data/test/gcloud/datastore/test_connection.rb +93 -0
  51. data/test/gcloud/datastore/test_credentials.rb +38 -0
  52. data/test/gcloud/datastore/test_dataset.rb +413 -0
  53. data/test/gcloud/datastore/test_entity.rb +161 -0
  54. data/test/gcloud/datastore/test_entity_exclude.rb +225 -0
  55. data/test/gcloud/datastore/test_key.rb +189 -0
  56. data/test/gcloud/datastore/test_query.rb +271 -0
  57. data/test/gcloud/datastore/test_transaction.rb +121 -0
  58. data/test/gcloud/storage/test_backoff.rb +127 -0
  59. data/test/gcloud/storage/test_bucket.rb +270 -0
  60. data/test/gcloud/storage/test_bucket_acl.rb +253 -0
  61. data/test/gcloud/storage/test_default_acl.rb +256 -0
  62. data/test/gcloud/storage/test_file.rb +221 -0
  63. data/test/gcloud/storage/test_file_acl.rb +367 -0
  64. data/test/gcloud/storage/test_project.rb +180 -0
  65. data/{packages/gsutil/gslib/no_op_auth_plugin.py → test/gcloud/storage/test_storage.rb} +14 -15
  66. data/test/gcloud/storage/test_verifier.rb +62 -0
  67. data/test/gcloud/test_version.rb +8 -0
  68. data/test/helper.rb +91 -0
  69. metadata +259 -1020
  70. data.tar.gz.sig +0 -2
  71. data/CHANGELOG +0 -14
  72. data/Makefile +0 -13
  73. data/Manifest +0 -937
  74. data/TODO +0 -2
  75. data/bin/gcloud +0 -7
  76. data/bin/gcutil-symlink +0 -53
  77. data/bin/gsutil-symlink +0 -377
  78. data/init.rb +0 -3
  79. data/packages/README +0 -6
  80. data/packages/gcutil-1.7.1.tar.gz +0 -0
  81. data/packages/gcutil-1.7.1/CHANGELOG +0 -197
  82. data/packages/gcutil-1.7.1/LICENSE +0 -202
  83. data/packages/gcutil-1.7.1/VERSION +0 -1
  84. data/packages/gcutil-1.7.1/gcutil +0 -53
  85. data/packages/gcutil-1.7.1/lib/google_api_python_client/LICENSE +0 -23
  86. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/__init__.py +0 -1
  87. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/__init__.pyc +0 -0
  88. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/discovery.py +0 -743
  89. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/discovery.pyc +0 -0
  90. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/errors.py +0 -123
  91. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/errors.pyc +0 -0
  92. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/http.py +0 -1443
  93. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/http.pyc +0 -0
  94. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/mimeparse.py +0 -172
  95. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/mimeparse.pyc +0 -0
  96. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/model.py +0 -385
  97. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/model.pyc +0 -0
  98. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/schema.py +0 -303
  99. data/packages/gcutil-1.7.1/lib/google_api_python_client/apiclient/schema.pyc +0 -0
  100. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/__init__.py +0 -1
  101. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/__init__.pyc +0 -0
  102. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/anyjson.py +0 -32
  103. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/anyjson.pyc +0 -0
  104. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/appengine.py +0 -528
  105. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/client.py +0 -1139
  106. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/client.pyc +0 -0
  107. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/clientsecrets.py +0 -105
  108. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/clientsecrets.pyc +0 -0
  109. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/crypt.py +0 -244
  110. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/crypt.pyc +0 -0
  111. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/django_orm.py +0 -124
  112. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/file.py +0 -107
  113. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/locked_file.py +0 -343
  114. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/locked_file.pyc +0 -0
  115. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/multistore_file.py +0 -379
  116. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/multistore_file.pyc +0 -0
  117. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/tools.py +0 -174
  118. data/packages/gcutil-1.7.1/lib/google_api_python_client/oauth2client/tools.pyc +0 -0
  119. data/packages/gcutil-1.7.1/lib/google_api_python_client/uritemplate/__init__.py +0 -147
  120. data/packages/gcutil-1.7.1/lib/google_api_python_client/uritemplate/__init__.pyc +0 -0
  121. data/packages/gcutil-1.7.1/lib/google_apputils/LICENSE +0 -202
  122. data/packages/gcutil-1.7.1/lib/google_apputils/google/__init__.py +0 -3
  123. data/packages/gcutil-1.7.1/lib/google_apputils/google/__init__.pyc +0 -0
  124. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/__init__.py +0 -3
  125. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/__init__.pyc +0 -0
  126. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/app.py +0 -356
  127. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/app.pyc +0 -0
  128. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/appcommands.py +0 -783
  129. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/appcommands.pyc +0 -0
  130. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/basetest.py +0 -1260
  131. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/datelib.py +0 -421
  132. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/debug.py +0 -60
  133. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/file_util.py +0 -181
  134. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/resources.py +0 -67
  135. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/run_script_module.py +0 -217
  136. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/setup_command.py +0 -159
  137. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/shellutil.py +0 -49
  138. data/packages/gcutil-1.7.1/lib/google_apputils/google/apputils/stopwatch.py +0 -204
  139. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/__init__.py +0 -0
  140. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/__init__.pyc +0 -0
  141. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/auth_helper.py +0 -140
  142. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/auth_helper.pyc +0 -0
  143. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/auth_helper_test.py +0 -149
  144. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/auto_auth.py +0 -130
  145. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/auto_auth.pyc +0 -0
  146. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/auto_auth_test.py +0 -75
  147. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/basic_cmds.py +0 -128
  148. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/basic_cmds.pyc +0 -0
  149. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/basic_cmds_test.py +0 -111
  150. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/command_base.py +0 -1808
  151. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/command_base.pyc +0 -0
  152. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/command_base_test.py +0 -1651
  153. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/compute/v1beta13.json +0 -2851
  154. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/compute/v1beta14.json +0 -3361
  155. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/disk_cmds.py +0 -342
  156. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/disk_cmds.pyc +0 -0
  157. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/disk_cmds_test.py +0 -474
  158. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/firewall_cmds.py +0 -344
  159. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/firewall_cmds.pyc +0 -0
  160. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/firewall_cmds_test.py +0 -231
  161. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/flags_cache.py +0 -274
  162. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/flags_cache.pyc +0 -0
  163. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/gcutil +0 -89
  164. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/gcutil_logging.py +0 -69
  165. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/gcutil_logging.pyc +0 -0
  166. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/image_cmds.py +0 -262
  167. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/image_cmds.pyc +0 -0
  168. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/image_cmds_test.py +0 -172
  169. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/instance_cmds.py +0 -1506
  170. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/instance_cmds.pyc +0 -0
  171. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/instance_cmds_test.py +0 -1904
  172. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/kernel_cmds.py +0 -91
  173. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/kernel_cmds.pyc +0 -0
  174. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/kernel_cmds_test.py +0 -56
  175. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/machine_type_cmds.py +0 -106
  176. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/machine_type_cmds.pyc +0 -0
  177. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/machine_type_cmds_test.py +0 -59
  178. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/metadata.py +0 -96
  179. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/metadata.pyc +0 -0
  180. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/metadata_lib.py +0 -357
  181. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/metadata_lib.pyc +0 -0
  182. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/metadata_test.py +0 -84
  183. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/mock_api.py +0 -420
  184. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/mock_metadata.py +0 -58
  185. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/move_cmds.py +0 -824
  186. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/move_cmds.pyc +0 -0
  187. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/move_cmds_test.py +0 -307
  188. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/network_cmds.py +0 -178
  189. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/network_cmds.pyc +0 -0
  190. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/network_cmds_test.py +0 -133
  191. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/operation_cmds.py +0 -181
  192. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/operation_cmds.pyc +0 -0
  193. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/operation_cmds_test.py +0 -196
  194. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/path_initializer.py +0 -38
  195. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/path_initializer.pyc +0 -0
  196. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/project_cmds.py +0 -173
  197. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/project_cmds.pyc +0 -0
  198. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/project_cmds_test.py +0 -111
  199. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/scopes.py +0 -61
  200. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/scopes.pyc +0 -0
  201. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/scopes_test.py +0 -50
  202. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/snapshot_cmds.py +0 -276
  203. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/snapshot_cmds.pyc +0 -0
  204. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/snapshot_cmds_test.py +0 -260
  205. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/ssh_keys.py +0 -266
  206. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/ssh_keys.pyc +0 -0
  207. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/ssh_keys_test.py +0 -128
  208. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/table_formatter.py +0 -563
  209. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/table_formatter.pyc +0 -0
  210. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/thread_pool.py +0 -188
  211. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/thread_pool.pyc +0 -0
  212. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/thread_pool_test.py +0 -88
  213. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/utils.py +0 -208
  214. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/utils.pyc +0 -0
  215. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/utils_test.py +0 -193
  216. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/version.pyc +0 -0
  217. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/version_checker.py +0 -246
  218. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/version_checker.pyc +0 -0
  219. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/version_checker_test.py +0 -271
  220. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/zone_cmds.py +0 -151
  221. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/zone_cmds.pyc +0 -0
  222. data/packages/gcutil-1.7.1/lib/google_compute_engine/gcutil/zone_cmds_test.py +0 -60
  223. data/packages/gcutil-1.7.1/lib/httplib2/LICENSE +0 -21
  224. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/__init__.py +0 -1630
  225. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/__init__.pyc +0 -0
  226. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/cacerts.txt +0 -714
  227. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/iri2uri.py +0 -110
  228. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/iri2uri.pyc +0 -0
  229. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/socks.py +0 -438
  230. data/packages/gcutil-1.7.1/lib/httplib2/httplib2/socks.pyc +0 -0
  231. data/packages/gcutil-1.7.1/lib/iso8601/LICENSE +0 -20
  232. data/packages/gcutil-1.7.1/lib/iso8601/iso8601/__init__.py +0 -1
  233. data/packages/gcutil-1.7.1/lib/iso8601/iso8601/__init__.pyc +0 -0
  234. data/packages/gcutil-1.7.1/lib/iso8601/iso8601/iso8601.py +0 -102
  235. data/packages/gcutil-1.7.1/lib/iso8601/iso8601/iso8601.pyc +0 -0
  236. data/packages/gcutil-1.7.1/lib/iso8601/iso8601/test_iso8601.py +0 -111
  237. data/packages/gcutil-1.7.1/lib/python_gflags/AUTHORS +0 -2
  238. data/packages/gcutil-1.7.1/lib/python_gflags/LICENSE +0 -28
  239. data/packages/gcutil-1.7.1/lib/python_gflags/gflags.py +0 -2862
  240. data/packages/gcutil-1.7.1/lib/python_gflags/gflags.pyc +0 -0
  241. data/packages/gcutil-1.7.1/lib/python_gflags/gflags2man.py +0 -544
  242. data/packages/gcutil-1.7.1/lib/python_gflags/gflags_validators.py +0 -187
  243. data/packages/gcutil-1.7.1/lib/python_gflags/gflags_validators.pyc +0 -0
  244. data/packages/gsutil.tar.gz +0 -0
  245. data/packages/gsutil/CHECKSUM +0 -1
  246. data/packages/gsutil/COPYING +0 -202
  247. data/packages/gsutil/LICENSE.third_party +0 -295
  248. data/packages/gsutil/MANIFEST.in +0 -5
  249. data/packages/gsutil/README +0 -38
  250. data/packages/gsutil/README.pkg +0 -49
  251. data/packages/gsutil/ReleaseNotes.txt +0 -780
  252. data/packages/gsutil/VERSION +0 -1
  253. data/packages/gsutil/boto/Changelog.rst +0 -35
  254. data/packages/gsutil/boto/LICENSE +0 -18
  255. data/packages/gsutil/boto/MANIFEST.in +0 -12
  256. data/packages/gsutil/boto/README.rst +0 -163
  257. data/packages/gsutil/boto/bin/asadmin +0 -290
  258. data/packages/gsutil/boto/bin/bundle_image +0 -27
  259. data/packages/gsutil/boto/bin/cfadmin +0 -108
  260. data/packages/gsutil/boto/bin/cq +0 -89
  261. data/packages/gsutil/boto/bin/cwutil +0 -140
  262. data/packages/gsutil/boto/bin/elbadmin +0 -284
  263. data/packages/gsutil/boto/bin/fetch_file +0 -43
  264. data/packages/gsutil/boto/bin/glacier +0 -154
  265. data/packages/gsutil/boto/bin/instance_events +0 -145
  266. data/packages/gsutil/boto/bin/kill_instance +0 -35
  267. data/packages/gsutil/boto/bin/launch_instance +0 -252
  268. data/packages/gsutil/boto/bin/list_instances +0 -90
  269. data/packages/gsutil/boto/bin/lss3 +0 -77
  270. data/packages/gsutil/boto/bin/mturk +0 -465
  271. data/packages/gsutil/boto/bin/pyami_sendmail +0 -52
  272. data/packages/gsutil/boto/bin/route53 +0 -205
  273. data/packages/gsutil/boto/bin/s3put +0 -374
  274. data/packages/gsutil/boto/bin/sdbadmin +0 -194
  275. data/packages/gsutil/boto/bin/taskadmin +0 -116
  276. data/packages/gsutil/boto/boto/__init__.py +0 -793
  277. data/packages/gsutil/boto/boto/__init__.pyc +0 -0
  278. data/packages/gsutil/boto/boto/auth.py +0 -682
  279. data/packages/gsutil/boto/boto/auth.pyc +0 -0
  280. data/packages/gsutil/boto/boto/auth_handler.py +0 -58
  281. data/packages/gsutil/boto/boto/auth_handler.pyc +0 -0
  282. data/packages/gsutil/boto/boto/beanstalk/__init__.py +0 -65
  283. data/packages/gsutil/boto/boto/beanstalk/exception.py +0 -64
  284. data/packages/gsutil/boto/boto/beanstalk/layer1.py +0 -1153
  285. data/packages/gsutil/boto/boto/beanstalk/response.py +0 -703
  286. data/packages/gsutil/boto/boto/beanstalk/wrapper.py +0 -29
  287. data/packages/gsutil/boto/boto/cacerts/__init__.py +0 -22
  288. data/packages/gsutil/boto/boto/cacerts/__init__.pyc +0 -0
  289. data/packages/gsutil/boto/boto/cacerts/cacerts.txt +0 -633
  290. data/packages/gsutil/boto/boto/cloudformation/__init__.py +0 -68
  291. data/packages/gsutil/boto/boto/cloudformation/connection.py +0 -364
  292. data/packages/gsutil/boto/boto/cloudformation/stack.py +0 -360
  293. data/packages/gsutil/boto/boto/cloudformation/template.py +0 -43
  294. data/packages/gsutil/boto/boto/cloudfront/__init__.py +0 -324
  295. data/packages/gsutil/boto/boto/cloudfront/distribution.py +0 -745
  296. data/packages/gsutil/boto/boto/cloudfront/exception.py +0 -26
  297. data/packages/gsutil/boto/boto/cloudfront/identity.py +0 -122
  298. data/packages/gsutil/boto/boto/cloudfront/invalidation.py +0 -216
  299. data/packages/gsutil/boto/boto/cloudfront/logging.py +0 -38
  300. data/packages/gsutil/boto/boto/cloudfront/object.py +0 -48
  301. data/packages/gsutil/boto/boto/cloudfront/origin.py +0 -150
  302. data/packages/gsutil/boto/boto/cloudfront/signers.py +0 -60
  303. data/packages/gsutil/boto/boto/cloudsearch/__init__.py +0 -45
  304. data/packages/gsutil/boto/boto/cloudsearch/document.py +0 -265
  305. data/packages/gsutil/boto/boto/cloudsearch/domain.py +0 -394
  306. data/packages/gsutil/boto/boto/cloudsearch/layer1.py +0 -738
  307. data/packages/gsutil/boto/boto/cloudsearch/layer2.py +0 -67
  308. data/packages/gsutil/boto/boto/cloudsearch/optionstatus.py +0 -248
  309. data/packages/gsutil/boto/boto/cloudsearch/search.py +0 -365
  310. data/packages/gsutil/boto/boto/cloudsearch/sourceattribute.py +0 -75
  311. data/packages/gsutil/boto/boto/compat.py +0 -28
  312. data/packages/gsutil/boto/boto/compat.pyc +0 -0
  313. data/packages/gsutil/boto/boto/connection.py +0 -1081
  314. data/packages/gsutil/boto/boto/connection.pyc +0 -0
  315. data/packages/gsutil/boto/boto/contrib/__init__.py +0 -22
  316. data/packages/gsutil/boto/boto/contrib/ymlmessage.py +0 -52
  317. data/packages/gsutil/boto/boto/core/README +0 -58
  318. data/packages/gsutil/boto/boto/core/__init__.py +0 -23
  319. data/packages/gsutil/boto/boto/core/auth.py +0 -78
  320. data/packages/gsutil/boto/boto/core/credentials.py +0 -154
  321. data/packages/gsutil/boto/boto/core/dictresponse.py +0 -178
  322. data/packages/gsutil/boto/boto/core/service.py +0 -67
  323. data/packages/gsutil/boto/boto/datapipeline/__init__.py +0 -0
  324. data/packages/gsutil/boto/boto/datapipeline/exceptions.py +0 -42
  325. data/packages/gsutil/boto/boto/datapipeline/layer1.py +0 -546
  326. data/packages/gsutil/boto/boto/dynamodb/__init__.py +0 -66
  327. data/packages/gsutil/boto/boto/dynamodb/batch.py +0 -262
  328. data/packages/gsutil/boto/boto/dynamodb/condition.py +0 -170
  329. data/packages/gsutil/boto/boto/dynamodb/exceptions.py +0 -64
  330. data/packages/gsutil/boto/boto/dynamodb/item.py +0 -196
  331. data/packages/gsutil/boto/boto/dynamodb/layer1.py +0 -575
  332. data/packages/gsutil/boto/boto/dynamodb/layer2.py +0 -798
  333. data/packages/gsutil/boto/boto/dynamodb/schema.py +0 -112
  334. data/packages/gsutil/boto/boto/dynamodb/table.py +0 -540
  335. data/packages/gsutil/boto/boto/dynamodb/types.py +0 -326
  336. data/packages/gsutil/boto/boto/ec2/__init__.py +0 -96
  337. data/packages/gsutil/boto/boto/ec2/address.py +0 -103
  338. data/packages/gsutil/boto/boto/ec2/autoscale/__init__.py +0 -781
  339. data/packages/gsutil/boto/boto/ec2/autoscale/activity.py +0 -74
  340. data/packages/gsutil/boto/boto/ec2/autoscale/group.py +0 -337
  341. data/packages/gsutil/boto/boto/ec2/autoscale/instance.py +0 -60
  342. data/packages/gsutil/boto/boto/ec2/autoscale/launchconfig.py +0 -209
  343. data/packages/gsutil/boto/boto/ec2/autoscale/policy.py +0 -166
  344. data/packages/gsutil/boto/boto/ec2/autoscale/request.py +0 -38
  345. data/packages/gsutil/boto/boto/ec2/autoscale/scheduled.py +0 -60
  346. data/packages/gsutil/boto/boto/ec2/autoscale/tag.py +0 -84
  347. data/packages/gsutil/boto/boto/ec2/blockdevicemapping.py +0 -141
  348. data/packages/gsutil/boto/boto/ec2/bundleinstance.py +0 -78
  349. data/packages/gsutil/boto/boto/ec2/buyreservation.py +0 -84
  350. data/packages/gsutil/boto/boto/ec2/cloudwatch/__init__.py +0 -603
  351. data/packages/gsutil/boto/boto/ec2/cloudwatch/alarm.py +0 -316
  352. data/packages/gsutil/boto/boto/ec2/cloudwatch/datapoint.py +0 -40
  353. data/packages/gsutil/boto/boto/ec2/cloudwatch/dimension.py +0 -38
  354. data/packages/gsutil/boto/boto/ec2/cloudwatch/listelement.py +0 -31
  355. data/packages/gsutil/boto/boto/ec2/cloudwatch/metric.py +0 -175
  356. data/packages/gsutil/boto/boto/ec2/connection.py +0 -3409
  357. data/packages/gsutil/boto/boto/ec2/ec2object.py +0 -107
  358. data/packages/gsutil/boto/boto/ec2/elb/__init__.py +0 -553
  359. data/packages/gsutil/boto/boto/ec2/elb/healthcheck.py +0 -89
  360. data/packages/gsutil/boto/boto/ec2/elb/instancestate.py +0 -62
  361. data/packages/gsutil/boto/boto/ec2/elb/listelement.py +0 -36
  362. data/packages/gsutil/boto/boto/ec2/elb/listener.py +0 -75
  363. data/packages/gsutil/boto/boto/ec2/elb/loadbalancer.py +0 -324
  364. data/packages/gsutil/boto/boto/ec2/elb/policies.py +0 -89
  365. data/packages/gsutil/boto/boto/ec2/elb/securitygroup.py +0 -38
  366. data/packages/gsutil/boto/boto/ec2/group.py +0 -39
  367. data/packages/gsutil/boto/boto/ec2/image.py +0 -350
  368. data/packages/gsutil/boto/boto/ec2/instance.py +0 -661
  369. data/packages/gsutil/boto/boto/ec2/instanceinfo.py +0 -51
  370. data/packages/gsutil/boto/boto/ec2/instancestatus.py +0 -207
  371. data/packages/gsutil/boto/boto/ec2/keypair.py +0 -113
  372. data/packages/gsutil/boto/boto/ec2/launchspecification.py +0 -105
  373. data/packages/gsutil/boto/boto/ec2/networkinterface.py +0 -247
  374. data/packages/gsutil/boto/boto/ec2/placementgroup.py +0 -51
  375. data/packages/gsutil/boto/boto/ec2/regioninfo.py +0 -34
  376. data/packages/gsutil/boto/boto/ec2/reservedinstance.py +0 -227
  377. data/packages/gsutil/boto/boto/ec2/securitygroup.py +0 -357
  378. data/packages/gsutil/boto/boto/ec2/snapshot.py +0 -170
  379. data/packages/gsutil/boto/boto/ec2/spotdatafeedsubscription.py +0 -63
  380. data/packages/gsutil/boto/boto/ec2/spotinstancerequest.py +0 -188
  381. data/packages/gsutil/boto/boto/ec2/spotpricehistory.py +0 -55
  382. data/packages/gsutil/boto/boto/ec2/tag.py +0 -87
  383. data/packages/gsutil/boto/boto/ec2/vmtype.py +0 -58
  384. data/packages/gsutil/boto/boto/ec2/volume.py +0 -293
  385. data/packages/gsutil/boto/boto/ec2/volumestatus.py +0 -200
  386. data/packages/gsutil/boto/boto/ec2/zone.py +0 -80
  387. data/packages/gsutil/boto/boto/ecs/__init__.py +0 -90
  388. data/packages/gsutil/boto/boto/ecs/item.py +0 -153
  389. data/packages/gsutil/boto/boto/elasticache/__init__.py +0 -62
  390. data/packages/gsutil/boto/boto/elasticache/layer1.py +0 -1252
  391. data/packages/gsutil/boto/boto/elastictranscoder/__init__.py +0 -62
  392. data/packages/gsutil/boto/boto/elastictranscoder/exceptions.py +0 -46
  393. data/packages/gsutil/boto/boto/elastictranscoder/layer1.py +0 -509
  394. data/packages/gsutil/boto/boto/emr/__init__.py +0 -73
  395. data/packages/gsutil/boto/boto/emr/bootstrap_action.py +0 -44
  396. data/packages/gsutil/boto/boto/emr/connection.py +0 -531
  397. data/packages/gsutil/boto/boto/emr/emrobject.py +0 -176
  398. data/packages/gsutil/boto/boto/emr/instance_group.py +0 -43
  399. data/packages/gsutil/boto/boto/emr/step.py +0 -281
  400. data/packages/gsutil/boto/boto/exception.py +0 -476
  401. data/packages/gsutil/boto/boto/exception.pyc +0 -0
  402. data/packages/gsutil/boto/boto/file/README +0 -49
  403. data/packages/gsutil/boto/boto/file/__init__.py +0 -28
  404. data/packages/gsutil/boto/boto/file/bucket.py +0 -112
  405. data/packages/gsutil/boto/boto/file/connection.py +0 -33
  406. data/packages/gsutil/boto/boto/file/key.py +0 -199
  407. data/packages/gsutil/boto/boto/file/simpleresultset.py +0 -30
  408. data/packages/gsutil/boto/boto/fps/__init__.py +0 -21
  409. data/packages/gsutil/boto/boto/fps/connection.py +0 -369
  410. data/packages/gsutil/boto/boto/fps/exception.py +0 -344
  411. data/packages/gsutil/boto/boto/fps/response.py +0 -175
  412. data/packages/gsutil/boto/boto/glacier/__init__.py +0 -57
  413. data/packages/gsutil/boto/boto/glacier/concurrent.py +0 -409
  414. data/packages/gsutil/boto/boto/glacier/exceptions.py +0 -58
  415. data/packages/gsutil/boto/boto/glacier/job.py +0 -152
  416. data/packages/gsutil/boto/boto/glacier/layer1.py +0 -637
  417. data/packages/gsutil/boto/boto/glacier/layer2.py +0 -93
  418. data/packages/gsutil/boto/boto/glacier/response.py +0 -48
  419. data/packages/gsutil/boto/boto/glacier/utils.py +0 -163
  420. data/packages/gsutil/boto/boto/glacier/vault.py +0 -387
  421. data/packages/gsutil/boto/boto/glacier/writer.py +0 -242
  422. data/packages/gsutil/boto/boto/gs/__init__.py +0 -22
  423. data/packages/gsutil/boto/boto/gs/__init__.pyc +0 -0
  424. data/packages/gsutil/boto/boto/gs/acl.py +0 -304
  425. data/packages/gsutil/boto/boto/gs/acl.pyc +0 -0
  426. data/packages/gsutil/boto/boto/gs/bucket.py +0 -870
  427. data/packages/gsutil/boto/boto/gs/bucket.pyc +0 -0
  428. data/packages/gsutil/boto/boto/gs/bucketlistresultset.py +0 -64
  429. data/packages/gsutil/boto/boto/gs/bucketlistresultset.pyc +0 -0
  430. data/packages/gsutil/boto/boto/gs/connection.py +0 -103
  431. data/packages/gsutil/boto/boto/gs/connection.pyc +0 -0
  432. data/packages/gsutil/boto/boto/gs/cors.py +0 -169
  433. data/packages/gsutil/boto/boto/gs/cors.pyc +0 -0
  434. data/packages/gsutil/boto/boto/gs/key.py +0 -704
  435. data/packages/gsutil/boto/boto/gs/key.pyc +0 -0
  436. data/packages/gsutil/boto/boto/gs/resumable_upload_handler.py +0 -659
  437. data/packages/gsutil/boto/boto/gs/resumable_upload_handler.pyc +0 -0
  438. data/packages/gsutil/boto/boto/gs/user.py +0 -54
  439. data/packages/gsutil/boto/boto/gs/user.pyc +0 -0
  440. data/packages/gsutil/boto/boto/handler.py +0 -44
  441. data/packages/gsutil/boto/boto/handler.pyc +0 -0
  442. data/packages/gsutil/boto/boto/https_connection.py +0 -124
  443. data/packages/gsutil/boto/boto/https_connection.pyc +0 -0
  444. data/packages/gsutil/boto/boto/iam/__init__.py +0 -74
  445. data/packages/gsutil/boto/boto/iam/connection.py +0 -1317
  446. data/packages/gsutil/boto/boto/iam/summarymap.py +0 -42
  447. data/packages/gsutil/boto/boto/jsonresponse.py +0 -163
  448. data/packages/gsutil/boto/boto/jsonresponse.pyc +0 -0
  449. data/packages/gsutil/boto/boto/manage/__init__.py +0 -23
  450. data/packages/gsutil/boto/boto/manage/cmdshell.py +0 -241
  451. data/packages/gsutil/boto/boto/manage/propget.py +0 -64
  452. data/packages/gsutil/boto/boto/manage/server.py +0 -556
  453. data/packages/gsutil/boto/boto/manage/task.py +0 -175
  454. data/packages/gsutil/boto/boto/manage/test_manage.py +0 -34
  455. data/packages/gsutil/boto/boto/manage/volume.py +0 -420
  456. data/packages/gsutil/boto/boto/mashups/__init__.py +0 -23
  457. data/packages/gsutil/boto/boto/mashups/interactive.py +0 -97
  458. data/packages/gsutil/boto/boto/mashups/iobject.py +0 -115
  459. data/packages/gsutil/boto/boto/mashups/order.py +0 -211
  460. data/packages/gsutil/boto/boto/mashups/server.py +0 -395
  461. data/packages/gsutil/boto/boto/mturk/__init__.py +0 -23
  462. data/packages/gsutil/boto/boto/mturk/connection.py +0 -1027
  463. data/packages/gsutil/boto/boto/mturk/layoutparam.py +0 -55
  464. data/packages/gsutil/boto/boto/mturk/notification.py +0 -103
  465. data/packages/gsutil/boto/boto/mturk/price.py +0 -48
  466. data/packages/gsutil/boto/boto/mturk/qualification.py +0 -137
  467. data/packages/gsutil/boto/boto/mturk/question.py +0 -455
  468. data/packages/gsutil/boto/boto/mws/__init__.py +0 -21
  469. data/packages/gsutil/boto/boto/mws/connection.py +0 -813
  470. data/packages/gsutil/boto/boto/mws/exception.py +0 -75
  471. data/packages/gsutil/boto/boto/mws/response.py +0 -655
  472. data/packages/gsutil/boto/boto/plugin.py +0 -90
  473. data/packages/gsutil/boto/boto/plugin.pyc +0 -0
  474. data/packages/gsutil/boto/boto/provider.py +0 -337
  475. data/packages/gsutil/boto/boto/provider.pyc +0 -0
  476. data/packages/gsutil/boto/boto/pyami/__init__.py +0 -22
  477. data/packages/gsutil/boto/boto/pyami/__init__.pyc +0 -0
  478. data/packages/gsutil/boto/boto/pyami/bootstrap.py +0 -134
  479. data/packages/gsutil/boto/boto/pyami/config.py +0 -229
  480. data/packages/gsutil/boto/boto/pyami/config.pyc +0 -0
  481. data/packages/gsutil/boto/boto/pyami/copybot.cfg +0 -60
  482. data/packages/gsutil/boto/boto/pyami/copybot.py +0 -97
  483. data/packages/gsutil/boto/boto/pyami/helloworld.py +0 -28
  484. data/packages/gsutil/boto/boto/pyami/installers/__init__.py +0 -64
  485. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/__init__.py +0 -22
  486. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/apache.py +0 -43
  487. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/ebs.py +0 -238
  488. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/installer.py +0 -96
  489. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/mysql.py +0 -109
  490. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/trac.py +0 -139
  491. data/packages/gsutil/boto/boto/pyami/launch_ami.py +0 -178
  492. data/packages/gsutil/boto/boto/pyami/scriptbase.py +0 -44
  493. data/packages/gsutil/boto/boto/pyami/startup.py +0 -60
  494. data/packages/gsutil/boto/boto/rds/__init__.py +0 -1194
  495. data/packages/gsutil/boto/boto/rds/dbinstance.py +0 -357
  496. data/packages/gsutil/boto/boto/rds/dbsecuritygroup.py +0 -177
  497. data/packages/gsutil/boto/boto/rds/dbsnapshot.py +0 -108
  498. data/packages/gsutil/boto/boto/rds/event.py +0 -49
  499. data/packages/gsutil/boto/boto/rds/parametergroup.py +0 -201
  500. data/packages/gsutil/boto/boto/rds/regioninfo.py +0 -32
  501. data/packages/gsutil/boto/boto/regioninfo.py +0 -63
  502. data/packages/gsutil/boto/boto/regioninfo.pyc +0 -0
  503. data/packages/gsutil/boto/boto/resultset.py +0 -169
  504. data/packages/gsutil/boto/boto/resultset.pyc +0 -0
  505. data/packages/gsutil/boto/boto/roboto/__init__.py +0 -1
  506. data/packages/gsutil/boto/boto/roboto/awsqueryrequest.py +0 -504
  507. data/packages/gsutil/boto/boto/roboto/awsqueryservice.py +0 -121
  508. data/packages/gsutil/boto/boto/roboto/param.py +0 -147
  509. data/packages/gsutil/boto/boto/route53/__init__.py +0 -75
  510. data/packages/gsutil/boto/boto/route53/connection.py +0 -403
  511. data/packages/gsutil/boto/boto/route53/exception.py +0 -27
  512. data/packages/gsutil/boto/boto/route53/hostedzone.py +0 -56
  513. data/packages/gsutil/boto/boto/route53/record.py +0 -306
  514. data/packages/gsutil/boto/boto/route53/status.py +0 -42
  515. data/packages/gsutil/boto/boto/route53/zone.py +0 -412
  516. data/packages/gsutil/boto/boto/s3/__init__.py +0 -84
  517. data/packages/gsutil/boto/boto/s3/__init__.pyc +0 -0
  518. data/packages/gsutil/boto/boto/s3/acl.py +0 -164
  519. data/packages/gsutil/boto/boto/s3/acl.pyc +0 -0
  520. data/packages/gsutil/boto/boto/s3/bucket.py +0 -1634
  521. data/packages/gsutil/boto/boto/s3/bucket.pyc +0 -0
  522. data/packages/gsutil/boto/boto/s3/bucketlistresultset.py +0 -139
  523. data/packages/gsutil/boto/boto/s3/bucketlistresultset.pyc +0 -0
  524. data/packages/gsutil/boto/boto/s3/bucketlogging.py +0 -83
  525. data/packages/gsutil/boto/boto/s3/bucketlogging.pyc +0 -0
  526. data/packages/gsutil/boto/boto/s3/connection.py +0 -540
  527. data/packages/gsutil/boto/boto/s3/connection.pyc +0 -0
  528. data/packages/gsutil/boto/boto/s3/cors.py +0 -210
  529. data/packages/gsutil/boto/boto/s3/cors.pyc +0 -0
  530. data/packages/gsutil/boto/boto/s3/deletemarker.py +0 -55
  531. data/packages/gsutil/boto/boto/s3/deletemarker.pyc +0 -0
  532. data/packages/gsutil/boto/boto/s3/key.py +0 -1712
  533. data/packages/gsutil/boto/boto/s3/key.pyc +0 -0
  534. data/packages/gsutil/boto/boto/s3/keyfile.py +0 -134
  535. data/packages/gsutil/boto/boto/s3/keyfile.pyc +0 -0
  536. data/packages/gsutil/boto/boto/s3/lifecycle.py +0 -231
  537. data/packages/gsutil/boto/boto/s3/lifecycle.pyc +0 -0
  538. data/packages/gsutil/boto/boto/s3/multidelete.py +0 -138
  539. data/packages/gsutil/boto/boto/s3/multidelete.pyc +0 -0
  540. data/packages/gsutil/boto/boto/s3/multipart.py +0 -315
  541. data/packages/gsutil/boto/boto/s3/multipart.pyc +0 -0
  542. data/packages/gsutil/boto/boto/s3/prefix.py +0 -42
  543. data/packages/gsutil/boto/boto/s3/prefix.pyc +0 -0
  544. data/packages/gsutil/boto/boto/s3/resumable_download_handler.py +0 -339
  545. data/packages/gsutil/boto/boto/s3/resumable_download_handler.pyc +0 -0
  546. data/packages/gsutil/boto/boto/s3/tagging.py +0 -71
  547. data/packages/gsutil/boto/boto/s3/tagging.pyc +0 -0
  548. data/packages/gsutil/boto/boto/s3/user.py +0 -49
  549. data/packages/gsutil/boto/boto/s3/user.pyc +0 -0
  550. data/packages/gsutil/boto/boto/s3/website.py +0 -237
  551. data/packages/gsutil/boto/boto/s3/website.pyc +0 -0
  552. data/packages/gsutil/boto/boto/sdb/__init__.py +0 -67
  553. data/packages/gsutil/boto/boto/sdb/connection.py +0 -617
  554. data/packages/gsutil/boto/boto/sdb/db/__init__.py +0 -20
  555. data/packages/gsutil/boto/boto/sdb/db/blob.py +0 -75
  556. data/packages/gsutil/boto/boto/sdb/db/key.py +0 -59
  557. data/packages/gsutil/boto/boto/sdb/db/manager/__init__.py +0 -85
  558. data/packages/gsutil/boto/boto/sdb/db/manager/sdbmanager.py +0 -732
  559. data/packages/gsutil/boto/boto/sdb/db/manager/xmlmanager.py +0 -517
  560. data/packages/gsutil/boto/boto/sdb/db/model.py +0 -294
  561. data/packages/gsutil/boto/boto/sdb/db/property.py +0 -703
  562. data/packages/gsutil/boto/boto/sdb/db/query.py +0 -85
  563. data/packages/gsutil/boto/boto/sdb/db/sequence.py +0 -226
  564. data/packages/gsutil/boto/boto/sdb/db/test_db.py +0 -231
  565. data/packages/gsutil/boto/boto/sdb/domain.py +0 -377
  566. data/packages/gsutil/boto/boto/sdb/item.py +0 -181
  567. data/packages/gsutil/boto/boto/sdb/queryresultset.py +0 -92
  568. data/packages/gsutil/boto/boto/sdb/regioninfo.py +0 -32
  569. data/packages/gsutil/boto/boto/services/__init__.py +0 -23
  570. data/packages/gsutil/boto/boto/services/bs.py +0 -179
  571. data/packages/gsutil/boto/boto/services/message.py +0 -58
  572. data/packages/gsutil/boto/boto/services/result.py +0 -136
  573. data/packages/gsutil/boto/boto/services/service.py +0 -161
  574. data/packages/gsutil/boto/boto/services/servicedef.py +0 -91
  575. data/packages/gsutil/boto/boto/services/sonofmmm.cfg +0 -43
  576. data/packages/gsutil/boto/boto/services/sonofmmm.py +0 -81
  577. data/packages/gsutil/boto/boto/services/submit.py +0 -88
  578. data/packages/gsutil/boto/boto/ses/__init__.py +0 -54
  579. data/packages/gsutil/boto/boto/ses/connection.py +0 -521
  580. data/packages/gsutil/boto/boto/ses/exceptions.py +0 -77
  581. data/packages/gsutil/boto/boto/sns/__init__.py +0 -78
  582. data/packages/gsutil/boto/boto/sns/connection.py +0 -431
  583. data/packages/gsutil/boto/boto/sqs/__init__.py +0 -56
  584. data/packages/gsutil/boto/boto/sqs/attributes.py +0 -46
  585. data/packages/gsutil/boto/boto/sqs/batchresults.py +0 -95
  586. data/packages/gsutil/boto/boto/sqs/connection.py +0 -417
  587. data/packages/gsutil/boto/boto/sqs/jsonmessage.py +0 -43
  588. data/packages/gsutil/boto/boto/sqs/message.py +0 -253
  589. data/packages/gsutil/boto/boto/sqs/queue.py +0 -478
  590. data/packages/gsutil/boto/boto/sqs/regioninfo.py +0 -32
  591. data/packages/gsutil/boto/boto/storage_uri.py +0 -835
  592. data/packages/gsutil/boto/boto/storage_uri.pyc +0 -0
  593. data/packages/gsutil/boto/boto/sts/__init__.py +0 -55
  594. data/packages/gsutil/boto/boto/sts/connection.py +0 -207
  595. data/packages/gsutil/boto/boto/sts/credentials.py +0 -215
  596. data/packages/gsutil/boto/boto/swf/__init__.py +0 -60
  597. data/packages/gsutil/boto/boto/swf/exceptions.py +0 -44
  598. data/packages/gsutil/boto/boto/swf/layer1.py +0 -1512
  599. data/packages/gsutil/boto/boto/swf/layer1_decisions.py +0 -287
  600. data/packages/gsutil/boto/boto/swf/layer2.py +0 -342
  601. data/packages/gsutil/boto/boto/utils.py +0 -927
  602. data/packages/gsutil/boto/boto/utils.pyc +0 -0
  603. data/packages/gsutil/boto/boto/vpc/__init__.py +0 -910
  604. data/packages/gsutil/boto/boto/vpc/customergateway.py +0 -54
  605. data/packages/gsutil/boto/boto/vpc/dhcpoptions.py +0 -72
  606. data/packages/gsutil/boto/boto/vpc/internetgateway.py +0 -72
  607. data/packages/gsutil/boto/boto/vpc/routetable.py +0 -109
  608. data/packages/gsutil/boto/boto/vpc/subnet.py +0 -57
  609. data/packages/gsutil/boto/boto/vpc/vpc.py +0 -54
  610. data/packages/gsutil/boto/boto/vpc/vpnconnection.py +0 -60
  611. data/packages/gsutil/boto/boto/vpc/vpngateway.py +0 -83
  612. data/packages/gsutil/boto/docs/BotoCheatSheet.pdf +0 -0
  613. data/packages/gsutil/boto/docs/Makefile +0 -89
  614. data/packages/gsutil/boto/docs/make.bat +0 -113
  615. data/packages/gsutil/boto/docs/source/_templates/layout.html +0 -3
  616. data/packages/gsutil/boto/docs/source/autoscale_tut.rst +0 -220
  617. data/packages/gsutil/boto/docs/source/boto_config_tut.rst +0 -125
  618. data/packages/gsutil/boto/docs/source/boto_theme/static/boto.css_t +0 -239
  619. data/packages/gsutil/boto/docs/source/boto_theme/static/pygments.css +0 -61
  620. data/packages/gsutil/boto/docs/source/boto_theme/theme.conf +0 -3
  621. data/packages/gsutil/boto/docs/source/cloudfront_tut.rst +0 -196
  622. data/packages/gsutil/boto/docs/source/cloudsearch_tut.rst +0 -411
  623. data/packages/gsutil/boto/docs/source/cloudwatch_tut.rst +0 -116
  624. data/packages/gsutil/boto/docs/source/conf.py +0 -32
  625. data/packages/gsutil/boto/docs/source/contributing.rst +0 -204
  626. data/packages/gsutil/boto/docs/source/documentation.rst +0 -59
  627. data/packages/gsutil/boto/docs/source/dynamodb_tut.rst +0 -339
  628. data/packages/gsutil/boto/docs/source/ec2_tut.rst +0 -86
  629. data/packages/gsutil/boto/docs/source/elb_tut.rst +0 -257
  630. data/packages/gsutil/boto/docs/source/emr_tut.rst +0 -108
  631. data/packages/gsutil/boto/docs/source/index.rst +0 -146
  632. data/packages/gsutil/boto/docs/source/rds_tut.rst +0 -108
  633. data/packages/gsutil/boto/docs/source/ref/autoscale.rst +0 -62
  634. data/packages/gsutil/boto/docs/source/ref/beanstalk.rst +0 -26
  635. data/packages/gsutil/boto/docs/source/ref/boto.rst +0 -47
  636. data/packages/gsutil/boto/docs/source/ref/cloudformation.rst +0 -34
  637. data/packages/gsutil/boto/docs/source/ref/cloudfront.rst +0 -68
  638. data/packages/gsutil/boto/docs/source/ref/cloudsearch.rst +0 -59
  639. data/packages/gsutil/boto/docs/source/ref/cloudwatch.rst +0 -27
  640. data/packages/gsutil/boto/docs/source/ref/contrib.rst +0 -32
  641. data/packages/gsutil/boto/docs/source/ref/datapipeline.rst +0 -26
  642. data/packages/gsutil/boto/docs/source/ref/dynamodb.rst +0 -61
  643. data/packages/gsutil/boto/docs/source/ref/ec2.rst +0 -140
  644. data/packages/gsutil/boto/docs/source/ref/ecs.rst +0 -19
  645. data/packages/gsutil/boto/docs/source/ref/elasticache.rst +0 -19
  646. data/packages/gsutil/boto/docs/source/ref/elastictranscoder.rst +0 -26
  647. data/packages/gsutil/boto/docs/source/ref/elb.rst +0 -47
  648. data/packages/gsutil/boto/docs/source/ref/emr.rst +0 -34
  649. data/packages/gsutil/boto/docs/source/ref/file.rst +0 -34
  650. data/packages/gsutil/boto/docs/source/ref/fps.rst +0 -19
  651. data/packages/gsutil/boto/docs/source/ref/glacier.rst +0 -63
  652. data/packages/gsutil/boto/docs/source/ref/gs.rst +0 -72
  653. data/packages/gsutil/boto/docs/source/ref/iam.rst +0 -27
  654. data/packages/gsutil/boto/docs/source/ref/index.rst +0 -40
  655. data/packages/gsutil/boto/docs/source/ref/manage.rst +0 -47
  656. data/packages/gsutil/boto/docs/source/ref/mturk.rst +0 -54
  657. data/packages/gsutil/boto/docs/source/ref/mws.rst +0 -33
  658. data/packages/gsutil/boto/docs/source/ref/pyami.rst +0 -103
  659. data/packages/gsutil/boto/docs/source/ref/rds.rst +0 -47
  660. data/packages/gsutil/boto/docs/source/ref/route53.rst +0 -34
  661. data/packages/gsutil/boto/docs/source/ref/s3.rst +0 -111
  662. data/packages/gsutil/boto/docs/source/ref/sdb.rst +0 -45
  663. data/packages/gsutil/boto/docs/source/ref/sdb_db.rst +0 -83
  664. data/packages/gsutil/boto/docs/source/ref/services.rst +0 -61
  665. data/packages/gsutil/boto/docs/source/ref/ses.rst +0 -21
  666. data/packages/gsutil/boto/docs/source/ref/sns.rst +0 -17
  667. data/packages/gsutil/boto/docs/source/ref/sqs.rst +0 -61
  668. data/packages/gsutil/boto/docs/source/ref/sts.rst +0 -25
  669. data/packages/gsutil/boto/docs/source/ref/swf.rst +0 -22
  670. data/packages/gsutil/boto/docs/source/ref/vpc.rst +0 -54
  671. data/packages/gsutil/boto/docs/source/s3_tut.rst +0 -450
  672. data/packages/gsutil/boto/docs/source/security_groups.rst +0 -82
  673. data/packages/gsutil/boto/docs/source/ses_tut.rst +0 -171
  674. data/packages/gsutil/boto/docs/source/simpledb_tut.rst +0 -188
  675. data/packages/gsutil/boto/docs/source/sqs_tut.rst +0 -246
  676. data/packages/gsutil/boto/docs/source/vpc_tut.rst +0 -100
  677. data/packages/gsutil/boto/pylintrc +0 -305
  678. data/packages/gsutil/boto/requirements.txt +0 -10
  679. data/packages/gsutil/boto/setup.py +0 -89
  680. data/packages/gsutil/boto/tests/__init__.py +0 -20
  681. data/packages/gsutil/boto/tests/db/test_lists.py +0 -96
  682. data/packages/gsutil/boto/tests/db/test_password.py +0 -128
  683. data/packages/gsutil/boto/tests/db/test_query.py +0 -152
  684. data/packages/gsutil/boto/tests/db/test_sequence.py +0 -109
  685. data/packages/gsutil/boto/tests/devpay/__init__.py +0 -0
  686. data/packages/gsutil/boto/tests/devpay/test_s3.py +0 -181
  687. data/packages/gsutil/boto/tests/fps/__init__.py +0 -0
  688. data/packages/gsutil/boto/tests/fps/test.py +0 -100
  689. data/packages/gsutil/boto/tests/fps/test_verify_signature.py +0 -12
  690. data/packages/gsutil/boto/tests/integration/__init__.py +0 -0
  691. data/packages/gsutil/boto/tests/integration/beanstalk/test_wrapper.py +0 -209
  692. data/packages/gsutil/boto/tests/integration/cloudformation/__init__.py +0 -21
  693. data/packages/gsutil/boto/tests/integration/cloudformation/test_cert_verification.py +0 -40
  694. data/packages/gsutil/boto/tests/integration/cloudformation/test_connection.py +0 -110
  695. data/packages/gsutil/boto/tests/integration/cloudsearch/__init__.py +0 -21
  696. data/packages/gsutil/boto/tests/integration/cloudsearch/test_cert_verification.py +0 -40
  697. data/packages/gsutil/boto/tests/integration/datapipeline/test_layer1.py +0 -122
  698. data/packages/gsutil/boto/tests/integration/dynamodb/__init__.py +0 -20
  699. data/packages/gsutil/boto/tests/integration/dynamodb/test_cert_verification.py +0 -40
  700. data/packages/gsutil/boto/tests/integration/dynamodb/test_layer1.py +0 -266
  701. data/packages/gsutil/boto/tests/integration/dynamodb/test_layer2.py +0 -484
  702. data/packages/gsutil/boto/tests/integration/dynamodb/test_table.py +0 -84
  703. data/packages/gsutil/boto/tests/integration/ec2/__init__.py +0 -20
  704. data/packages/gsutil/boto/tests/integration/ec2/autoscale/__init__.py +0 -21
  705. data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_cert_verification.py +0 -40
  706. data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_connection.py +0 -167
  707. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/__init__.py +0 -20
  708. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_cert_verification.py +0 -40
  709. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_connection.py +0 -277
  710. data/packages/gsutil/boto/tests/integration/ec2/elb/__init__.py +0 -20
  711. data/packages/gsutil/boto/tests/integration/ec2/elb/test_cert_verification.py +0 -40
  712. data/packages/gsutil/boto/tests/integration/ec2/elb/test_connection.py +0 -130
  713. data/packages/gsutil/boto/tests/integration/ec2/test_cert_verification.py +0 -40
  714. data/packages/gsutil/boto/tests/integration/ec2/test_connection.py +0 -192
  715. data/packages/gsutil/boto/tests/integration/ec2/vpc/__init__.py +0 -0
  716. data/packages/gsutil/boto/tests/integration/ec2/vpc/test_connection.py +0 -95
  717. data/packages/gsutil/boto/tests/integration/elasticache/__init__.py +0 -0
  718. data/packages/gsutil/boto/tests/integration/elasticache/test_layer1.py +0 -67
  719. data/packages/gsutil/boto/tests/integration/elastictranscoder/__init__.py +0 -0
  720. data/packages/gsutil/boto/tests/integration/elastictranscoder/test_cert_verification.py +0 -35
  721. data/packages/gsutil/boto/tests/integration/elastictranscoder/test_layer1.py +0 -115
  722. data/packages/gsutil/boto/tests/integration/emr/__init__.py +0 -20
  723. data/packages/gsutil/boto/tests/integration/emr/test_cert_verification.py +0 -40
  724. data/packages/gsutil/boto/tests/integration/glacier/__init__.py +0 -22
  725. data/packages/gsutil/boto/tests/integration/glacier/test_cert_verification.py +0 -40
  726. data/packages/gsutil/boto/tests/integration/glacier/test_layer1.py +0 -44
  727. data/packages/gsutil/boto/tests/integration/glacier/test_layer2.py +0 -45
  728. data/packages/gsutil/boto/tests/integration/gs/__init__.py +0 -0
  729. data/packages/gsutil/boto/tests/integration/gs/cb_test_harness.py +0 -71
  730. data/packages/gsutil/boto/tests/integration/gs/test_basic.py +0 -379
  731. data/packages/gsutil/boto/tests/integration/gs/test_generation_conditionals.py +0 -399
  732. data/packages/gsutil/boto/tests/integration/gs/test_resumable_downloads.py +0 -358
  733. data/packages/gsutil/boto/tests/integration/gs/test_resumable_uploads.py +0 -525
  734. data/packages/gsutil/boto/tests/integration/gs/test_storage_uri.py +0 -125
  735. data/packages/gsutil/boto/tests/integration/gs/test_versioning.py +0 -268
  736. data/packages/gsutil/boto/tests/integration/gs/testcase.py +0 -116
  737. data/packages/gsutil/boto/tests/integration/gs/util.py +0 -63
  738. data/packages/gsutil/boto/tests/integration/iam/__init__.py +0 -20
  739. data/packages/gsutil/boto/tests/integration/iam/test_cert_verification.py +0 -40
  740. data/packages/gsutil/boto/tests/integration/mws/__init__.py +0 -0
  741. data/packages/gsutil/boto/tests/integration/mws/test.py +0 -100
  742. data/packages/gsutil/boto/tests/integration/rds/__init__.py +0 -21
  743. data/packages/gsutil/boto/tests/integration/rds/test_cert_verification.py +0 -40
  744. data/packages/gsutil/boto/tests/integration/route53/__init__.py +0 -20
  745. data/packages/gsutil/boto/tests/integration/route53/test_cert_verification.py +0 -40
  746. data/packages/gsutil/boto/tests/integration/route53/test_zone.py +0 -132
  747. data/packages/gsutil/boto/tests/integration/s3/__init__.py +0 -20
  748. data/packages/gsutil/boto/tests/integration/s3/mock_storage_service.py +0 -589
  749. data/packages/gsutil/boto/tests/integration/s3/other_cacerts.txt +0 -70
  750. data/packages/gsutil/boto/tests/integration/s3/test_bucket.py +0 -263
  751. data/packages/gsutil/boto/tests/integration/s3/test_cert_verification.py +0 -40
  752. data/packages/gsutil/boto/tests/integration/s3/test_connection.py +0 -245
  753. data/packages/gsutil/boto/tests/integration/s3/test_cors.py +0 -78
  754. data/packages/gsutil/boto/tests/integration/s3/test_encryption.py +0 -115
  755. data/packages/gsutil/boto/tests/integration/s3/test_https_cert_validation.py +0 -141
  756. data/packages/gsutil/boto/tests/integration/s3/test_key.py +0 -375
  757. data/packages/gsutil/boto/tests/integration/s3/test_mfa.py +0 -95
  758. data/packages/gsutil/boto/tests/integration/s3/test_multidelete.py +0 -181
  759. data/packages/gsutil/boto/tests/integration/s3/test_multipart.py +0 -139
  760. data/packages/gsutil/boto/tests/integration/s3/test_pool.py +0 -246
  761. data/packages/gsutil/boto/tests/integration/s3/test_versioning.py +0 -158
  762. data/packages/gsutil/boto/tests/integration/sdb/__init__.py +0 -20
  763. data/packages/gsutil/boto/tests/integration/sdb/test_cert_verification.py +0 -40
  764. data/packages/gsutil/boto/tests/integration/sdb/test_connection.py +0 -119
  765. data/packages/gsutil/boto/tests/integration/ses/__init__.py +0 -0
  766. data/packages/gsutil/boto/tests/integration/ses/test_cert_verification.py +0 -40
  767. data/packages/gsutil/boto/tests/integration/ses/test_connection.py +0 -38
  768. data/packages/gsutil/boto/tests/integration/sns/__init__.py +0 -20
  769. data/packages/gsutil/boto/tests/integration/sns/test_cert_verification.py +0 -40
  770. data/packages/gsutil/boto/tests/integration/sqs/__init__.py +0 -20
  771. data/packages/gsutil/boto/tests/integration/sqs/test_cert_verification.py +0 -40
  772. data/packages/gsutil/boto/tests/integration/sqs/test_connection.py +0 -217
  773. data/packages/gsutil/boto/tests/integration/sts/__init__.py +0 -20
  774. data/packages/gsutil/boto/tests/integration/sts/test_cert_verification.py +0 -40
  775. data/packages/gsutil/boto/tests/integration/sts/test_session_token.py +0 -65
  776. data/packages/gsutil/boto/tests/integration/swf/__init__.py +0 -0
  777. data/packages/gsutil/boto/tests/integration/swf/test_cert_verification.py +0 -40
  778. data/packages/gsutil/boto/tests/integration/swf/test_layer1.py +0 -246
  779. data/packages/gsutil/boto/tests/integration/swf/test_layer1_workflow_execution.py +0 -173
  780. data/packages/gsutil/boto/tests/mturk/__init__.py +0 -0
  781. data/packages/gsutil/boto/tests/mturk/_init_environment.py +0 -28
  782. data/packages/gsutil/boto/tests/mturk/all_tests.py +0 -24
  783. data/packages/gsutil/boto/tests/mturk/cleanup_tests.py +0 -47
  784. data/packages/gsutil/boto/tests/mturk/common.py +0 -45
  785. data/packages/gsutil/boto/tests/mturk/create_free_text_question_regex.doctest +0 -100
  786. data/packages/gsutil/boto/tests/mturk/create_hit.doctest +0 -92
  787. data/packages/gsutil/boto/tests/mturk/create_hit_binary.doctest +0 -94
  788. data/packages/gsutil/boto/tests/mturk/create_hit_external.py +0 -21
  789. data/packages/gsutil/boto/tests/mturk/create_hit_from_hit_type.doctest +0 -103
  790. data/packages/gsutil/boto/tests/mturk/create_hit_test.py +0 -21
  791. data/packages/gsutil/boto/tests/mturk/create_hit_with_qualifications.py +0 -16
  792. data/packages/gsutil/boto/tests/mturk/hit_persistence.py +0 -27
  793. data/packages/gsutil/boto/tests/mturk/mocks.py +0 -11
  794. data/packages/gsutil/boto/tests/mturk/reviewable_hits.doctest +0 -129
  795. data/packages/gsutil/boto/tests/mturk/run-doctest.py +0 -13
  796. data/packages/gsutil/boto/tests/mturk/search_hits.doctest +0 -16
  797. data/packages/gsutil/boto/tests/mturk/selenium_support.py +0 -61
  798. data/packages/gsutil/boto/tests/mturk/support.py +0 -7
  799. data/packages/gsutil/boto/tests/mturk/test_disable_hit.py +0 -11
  800. data/packages/gsutil/boto/tests/test.py +0 -59
  801. data/packages/gsutil/boto/tests/unit/__init__.py +0 -79
  802. data/packages/gsutil/boto/tests/unit/auth/__init__.py +0 -0
  803. data/packages/gsutil/boto/tests/unit/auth/test_sigv4.py +0 -73
  804. data/packages/gsutil/boto/tests/unit/beanstalk/__init__.py +0 -0
  805. data/packages/gsutil/boto/tests/unit/beanstalk/test_layer1.py +0 -128
  806. data/packages/gsutil/boto/tests/unit/cloudformation/__init__.py +0 -0
  807. data/packages/gsutil/boto/tests/unit/cloudformation/test_connection.py +0 -605
  808. data/packages/gsutil/boto/tests/unit/cloudformation/test_stack.py +0 -63
  809. data/packages/gsutil/boto/tests/unit/cloudfront/__init__.py +0 -0
  810. data/packages/gsutil/boto/tests/unit/cloudfront/test_invalidation_list.py +0 -113
  811. data/packages/gsutil/boto/tests/unit/cloudfront/test_signed_urls.py +0 -354
  812. data/packages/gsutil/boto/tests/unit/cloudsearch/__init__.py +0 -1
  813. data/packages/gsutil/boto/tests/unit/cloudsearch/test_connection.py +0 -241
  814. data/packages/gsutil/boto/tests/unit/cloudsearch/test_document.py +0 -324
  815. data/packages/gsutil/boto/tests/unit/cloudsearch/test_search.py +0 -325
  816. data/packages/gsutil/boto/tests/unit/dynamodb/__init__.py +0 -0
  817. data/packages/gsutil/boto/tests/unit/dynamodb/test_batch.py +0 -103
  818. data/packages/gsutil/boto/tests/unit/dynamodb/test_layer2.py +0 -119
  819. data/packages/gsutil/boto/tests/unit/dynamodb/test_types.py +0 -82
  820. data/packages/gsutil/boto/tests/unit/ec2/__init__.py +0 -0
  821. data/packages/gsutil/boto/tests/unit/ec2/autoscale/__init__.py +0 -0
  822. data/packages/gsutil/boto/tests/unit/ec2/autoscale/test_group.py +0 -162
  823. data/packages/gsutil/boto/tests/unit/ec2/test_address.py +0 -39
  824. data/packages/gsutil/boto/tests/unit/ec2/test_blockdevicemapping.py +0 -79
  825. data/packages/gsutil/boto/tests/unit/ec2/test_connection.py +0 -480
  826. data/packages/gsutil/boto/tests/unit/ec2/test_instance.py +0 -243
  827. data/packages/gsutil/boto/tests/unit/ec2/test_networkinterface.py +0 -140
  828. data/packages/gsutil/boto/tests/unit/ec2/test_volume.py +0 -248
  829. data/packages/gsutil/boto/tests/unit/emr/test_emr_responses.py +0 -373
  830. data/packages/gsutil/boto/tests/unit/glacier/__init__.py +0 -0
  831. data/packages/gsutil/boto/tests/unit/glacier/test_concurrent.py +0 -120
  832. data/packages/gsutil/boto/tests/unit/glacier/test_job.py +0 -60
  833. data/packages/gsutil/boto/tests/unit/glacier/test_layer1.py +0 -98
  834. data/packages/gsutil/boto/tests/unit/glacier/test_layer2.py +0 -266
  835. data/packages/gsutil/boto/tests/unit/glacier/test_utils.py +0 -116
  836. data/packages/gsutil/boto/tests/unit/glacier/test_vault.py +0 -100
  837. data/packages/gsutil/boto/tests/unit/glacier/test_writer.py +0 -185
  838. data/packages/gsutil/boto/tests/unit/provider/__init__.py +0 -0
  839. data/packages/gsutil/boto/tests/unit/provider/test_provider.py +0 -176
  840. data/packages/gsutil/boto/tests/unit/rds/__init__.py +0 -0
  841. data/packages/gsutil/boto/tests/unit/rds/test_connection.py +0 -131
  842. data/packages/gsutil/boto/tests/unit/s3/__init__.py +0 -0
  843. data/packages/gsutil/boto/tests/unit/s3/test_cors_configuration.py +0 -77
  844. data/packages/gsutil/boto/tests/unit/s3/test_key.py +0 -75
  845. data/packages/gsutil/boto/tests/unit/s3/test_keyfile.py +0 -101
  846. data/packages/gsutil/boto/tests/unit/s3/test_lifecycle.py +0 -97
  847. data/packages/gsutil/boto/tests/unit/s3/test_tagging.py +0 -47
  848. data/packages/gsutil/boto/tests/unit/s3/test_uri.py +0 -257
  849. data/packages/gsutil/boto/tests/unit/s3/test_website.py +0 -188
  850. data/packages/gsutil/boto/tests/unit/sns/__init__.py +0 -0
  851. data/packages/gsutil/boto/tests/unit/sns/test_connection.py +0 -99
  852. data/packages/gsutil/boto/tests/unit/sqs/__init__.py +0 -0
  853. data/packages/gsutil/boto/tests/unit/sqs/test_connection.py +0 -98
  854. data/packages/gsutil/boto/tests/unit/sqs/test_queue.py +0 -40
  855. data/packages/gsutil/boto/tests/unit/sts/test_connection.py +0 -74
  856. data/packages/gsutil/boto/tests/unit/test_connection.py +0 -60
  857. data/packages/gsutil/boto/tests/unit/utils/test_utils.py +0 -109
  858. data/packages/gsutil/boto/tox.ini +0 -8
  859. data/packages/gsutil/gslib/README +0 -5
  860. data/packages/gsutil/gslib/__init__.py +0 -22
  861. data/packages/gsutil/gslib/__init__.pyc +0 -0
  862. data/packages/gsutil/gslib/addlhelp/acls.py +0 -234
  863. data/packages/gsutil/gslib/addlhelp/anon.py +0 -57
  864. data/packages/gsutil/gslib/addlhelp/command_opts.py +0 -116
  865. data/packages/gsutil/gslib/addlhelp/dev.py +0 -139
  866. data/packages/gsutil/gslib/addlhelp/metadata.py +0 -186
  867. data/packages/gsutil/gslib/addlhelp/naming.py +0 -173
  868. data/packages/gsutil/gslib/addlhelp/prod.py +0 -160
  869. data/packages/gsutil/gslib/addlhelp/projects.py +0 -130
  870. data/packages/gsutil/gslib/addlhelp/subdirs.py +0 -110
  871. data/packages/gsutil/gslib/addlhelp/support.py +0 -86
  872. data/packages/gsutil/gslib/addlhelp/versioning.py +0 -242
  873. data/packages/gsutil/gslib/addlhelp/wildcards.py +0 -170
  874. data/packages/gsutil/gslib/bucket_listing_ref.py +0 -175
  875. data/packages/gsutil/gslib/bucket_listing_ref.pyc +0 -0
  876. data/packages/gsutil/gslib/command.py +0 -722
  877. data/packages/gsutil/gslib/command.pyc +0 -0
  878. data/packages/gsutil/gslib/command_runner.py +0 -101
  879. data/packages/gsutil/gslib/command_runner.pyc +0 -0
  880. data/packages/gsutil/gslib/commands/__init__.pyc +0 -0
  881. data/packages/gsutil/gslib/commands/cat.py +0 -131
  882. data/packages/gsutil/gslib/commands/cat.pyc +0 -0
  883. data/packages/gsutil/gslib/commands/chacl.py +0 -532
  884. data/packages/gsutil/gslib/commands/chacl.pyc +0 -0
  885. data/packages/gsutil/gslib/commands/config.py +0 -694
  886. data/packages/gsutil/gslib/commands/config.pyc +0 -0
  887. data/packages/gsutil/gslib/commands/cp.py +0 -1818
  888. data/packages/gsutil/gslib/commands/cp.pyc +0 -0
  889. data/packages/gsutil/gslib/commands/disablelogging.py +0 -101
  890. data/packages/gsutil/gslib/commands/disablelogging.pyc +0 -0
  891. data/packages/gsutil/gslib/commands/enablelogging.py +0 -149
  892. data/packages/gsutil/gslib/commands/enablelogging.pyc +0 -0
  893. data/packages/gsutil/gslib/commands/getacl.py +0 -82
  894. data/packages/gsutil/gslib/commands/getacl.pyc +0 -0
  895. data/packages/gsutil/gslib/commands/getcors.py +0 -121
  896. data/packages/gsutil/gslib/commands/getcors.pyc +0 -0
  897. data/packages/gsutil/gslib/commands/getdefacl.py +0 -86
  898. data/packages/gsutil/gslib/commands/getdefacl.pyc +0 -0
  899. data/packages/gsutil/gslib/commands/getlogging.py +0 -137
  900. data/packages/gsutil/gslib/commands/getlogging.pyc +0 -0
  901. data/packages/gsutil/gslib/commands/getversioning.py +0 -116
  902. data/packages/gsutil/gslib/commands/getversioning.pyc +0 -0
  903. data/packages/gsutil/gslib/commands/getwebcfg.py +0 -122
  904. data/packages/gsutil/gslib/commands/getwebcfg.pyc +0 -0
  905. data/packages/gsutil/gslib/commands/help.py +0 -218
  906. data/packages/gsutil/gslib/commands/help.pyc +0 -0
  907. data/packages/gsutil/gslib/commands/ls.py +0 -578
  908. data/packages/gsutil/gslib/commands/ls.pyc +0 -0
  909. data/packages/gsutil/gslib/commands/mb.py +0 -172
  910. data/packages/gsutil/gslib/commands/mb.pyc +0 -0
  911. data/packages/gsutil/gslib/commands/mv.py +0 -159
  912. data/packages/gsutil/gslib/commands/mv.pyc +0 -0
  913. data/packages/gsutil/gslib/commands/perfdiag.py +0 -903
  914. data/packages/gsutil/gslib/commands/perfdiag.pyc +0 -0
  915. data/packages/gsutil/gslib/commands/rb.py +0 -113
  916. data/packages/gsutil/gslib/commands/rb.pyc +0 -0
  917. data/packages/gsutil/gslib/commands/rm.py +0 -239
  918. data/packages/gsutil/gslib/commands/rm.pyc +0 -0
  919. data/packages/gsutil/gslib/commands/setacl.py +0 -138
  920. data/packages/gsutil/gslib/commands/setacl.pyc +0 -0
  921. data/packages/gsutil/gslib/commands/setcors.py +0 -145
  922. data/packages/gsutil/gslib/commands/setcors.pyc +0 -0
  923. data/packages/gsutil/gslib/commands/setdefacl.py +0 -105
  924. data/packages/gsutil/gslib/commands/setdefacl.pyc +0 -0
  925. data/packages/gsutil/gslib/commands/setmeta.py +0 -428
  926. data/packages/gsutil/gslib/commands/setmeta.pyc +0 -0
  927. data/packages/gsutil/gslib/commands/setversioning.py +0 -114
  928. data/packages/gsutil/gslib/commands/setversioning.pyc +0 -0
  929. data/packages/gsutil/gslib/commands/setwebcfg.py +0 -190
  930. data/packages/gsutil/gslib/commands/setwebcfg.pyc +0 -0
  931. data/packages/gsutil/gslib/commands/test.py +0 -228
  932. data/packages/gsutil/gslib/commands/test.pyc +0 -0
  933. data/packages/gsutil/gslib/commands/update.py +0 -305
  934. data/packages/gsutil/gslib/commands/update.pyc +0 -0
  935. data/packages/gsutil/gslib/commands/version.py +0 -150
  936. data/packages/gsutil/gslib/commands/version.pyc +0 -0
  937. data/packages/gsutil/gslib/exception.py +0 -76
  938. data/packages/gsutil/gslib/exception.pyc +0 -0
  939. data/packages/gsutil/gslib/help_provider.py +0 -81
  940. data/packages/gsutil/gslib/help_provider.pyc +0 -0
  941. data/packages/gsutil/gslib/name_expansion.py +0 -550
  942. data/packages/gsutil/gslib/name_expansion.pyc +0 -0
  943. data/packages/gsutil/gslib/plurality_checkable_iterator.py +0 -56
  944. data/packages/gsutil/gslib/plurality_checkable_iterator.pyc +0 -0
  945. data/packages/gsutil/gslib/project_id.py +0 -67
  946. data/packages/gsutil/gslib/project_id.pyc +0 -0
  947. data/packages/gsutil/gslib/storage_uri_builder.py +0 -56
  948. data/packages/gsutil/gslib/storage_uri_builder.pyc +0 -0
  949. data/packages/gsutil/gslib/tests/__init__.pyc +0 -0
  950. data/packages/gsutil/gslib/tests/test_chacl.py +0 -236
  951. data/packages/gsutil/gslib/tests/test_cp.py +0 -267
  952. data/packages/gsutil/gslib/tests/test_data/test.gif +0 -0
  953. data/packages/gsutil/gslib/tests/test_data/test.mp3 +0 -0
  954. data/packages/gsutil/gslib/tests/test_ls.py +0 -66
  955. data/packages/gsutil/gslib/tests/test_mv.py +0 -69
  956. data/packages/gsutil/gslib/tests/test_naming.py +0 -989
  957. data/packages/gsutil/gslib/tests/test_perfdiag.py +0 -41
  958. data/packages/gsutil/gslib/tests/test_plurality_checkable_iterator.py +0 -67
  959. data/packages/gsutil/gslib/tests/test_rm.py +0 -143
  960. data/packages/gsutil/gslib/tests/test_setacl.py +0 -152
  961. data/packages/gsutil/gslib/tests/test_setcors.py +0 -168
  962. data/packages/gsutil/gslib/tests/test_setmeta.py +0 -91
  963. data/packages/gsutil/gslib/tests/test_setversioning.py +0 -44
  964. data/packages/gsutil/gslib/tests/test_setwebcfg.py +0 -63
  965. data/packages/gsutil/gslib/tests/test_thread_pool.py +0 -92
  966. data/packages/gsutil/gslib/tests/test_wildcard_iterator.py +0 -364
  967. data/packages/gsutil/gslib/tests/testcase/base.py +0 -89
  968. data/packages/gsutil/gslib/tests/testcase/integration_testcase.py +0 -197
  969. data/packages/gsutil/gslib/tests/testcase/unit_testcase.py +0 -230
  970. data/packages/gsutil/gslib/tests/util.py +0 -125
  971. data/packages/gsutil/gslib/tests/util.pyc +0 -0
  972. data/packages/gsutil/gslib/thread_pool.py +0 -79
  973. data/packages/gsutil/gslib/thread_pool.pyc +0 -0
  974. data/packages/gsutil/gslib/util.py +0 -151
  975. data/packages/gsutil/gslib/util.pyc +0 -0
  976. data/packages/gsutil/gslib/wildcard_iterator.py +0 -492
  977. data/packages/gsutil/gslib/wildcard_iterator.pyc +0 -0
  978. data/packages/gsutil/gsutil +0 -377
  979. data/packages/gsutil/gsutil.spec.in +0 -75
  980. data/packages/gsutil/oauth2_plugin/__init__.py +0 -22
  981. data/packages/gsutil/oauth2_plugin/__init__.pyc +0 -0
  982. data/packages/gsutil/oauth2_plugin/oauth2_client.py +0 -642
  983. data/packages/gsutil/oauth2_plugin/oauth2_client.pyc +0 -0
  984. data/packages/gsutil/oauth2_plugin/oauth2_client_test.py +0 -374
  985. data/packages/gsutil/oauth2_plugin/oauth2_helper.py +0 -110
  986. data/packages/gsutil/oauth2_plugin/oauth2_helper.pyc +0 -0
  987. data/packages/gsutil/oauth2_plugin/oauth2_plugin.py +0 -24
  988. data/packages/gsutil/oauth2_plugin/oauth2_plugin.pyc +0 -0
  989. data/packages/gsutil/pkg_gen.sh +0 -54
  990. data/packages/gsutil/pkg_util.py +0 -60
  991. data/packages/gsutil/setup.py +0 -141
  992. data/packages/gsutil/third_party/__init__.py +0 -0
  993. data/packages/gsutil/third_party/__init__.pyc +0 -0
  994. data/packages/gsutil/third_party/fancy_urllib/README +0 -21
  995. data/packages/gsutil/third_party/fancy_urllib/__init__.py +0 -398
  996. data/packages/gsutil/third_party/fancy_urllib/__init__.pyc +0 -0
  997. data/tasks/rubygem.rake +0 -31
  998. metadata.gz.sig +0 -0
@@ -1,395 +0,0 @@
1
- # Copyright (c) 2006,2007 Mitch Garnaat http://garnaat.org/
2
- #
3
- # Permission is hereby granted, free of charge, to any person obtaining a
4
- # copy of this software and associated documentation files (the
5
- # "Software"), to deal in the Software without restriction, including
6
- # without limitation the rights to use, copy, modify, merge, publish, dis-
7
- # tribute, sublicense, and/or sell copies of the Software, and to permit
8
- # persons to whom the Software is furnished to do so, subject to the fol-
9
- # lowing conditions:
10
- #
11
- # The above copyright notice and this permission notice shall be included
12
- # in all copies or substantial portions of the Software.
13
- #
14
- # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
15
- # OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
16
- # ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
17
- # SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
18
- # WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
19
- # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
20
- # IN THE SOFTWARE.
21
-
22
- """
23
- High-level abstraction of an EC2 server
24
- """
25
- import boto
26
- import boto.utils
27
- from boto.mashups.iobject import IObject
28
- from boto.pyami.config import Config, BotoConfigPath
29
- from boto.mashups.interactive import interactive_shell
30
- from boto.sdb.db.model import Model
31
- from boto.sdb.db.property import StringProperty
32
- import os
33
- import StringIO
34
-
35
-
36
- class ServerSet(list):
37
-
38
- def __getattr__(self, name):
39
- results = []
40
- is_callable = False
41
- for server in self:
42
- try:
43
- val = getattr(server, name)
44
- if callable(val):
45
- is_callable = True
46
- results.append(val)
47
- except:
48
- results.append(None)
49
- if is_callable:
50
- self.map_list = results
51
- return self.map
52
- return results
53
-
54
- def map(self, *args):
55
- results = []
56
- for fn in self.map_list:
57
- results.append(fn(*args))
58
- return results
59
-
60
- class Server(Model):
61
-
62
- @property
63
- def ec2(self):
64
- if self._ec2 is None:
65
- self._ec2 = boto.connect_ec2()
66
- return self._ec2
67
-
68
- @classmethod
69
- def Inventory(cls):
70
- """
71
- Returns a list of Server instances, one for each Server object
72
- persisted in the db
73
- """
74
- l = ServerSet()
75
- rs = cls.find()
76
- for server in rs:
77
- l.append(server)
78
- return l
79
-
80
- @classmethod
81
- def Register(cls, name, instance_id, description=''):
82
- s = cls()
83
- s.name = name
84
- s.instance_id = instance_id
85
- s.description = description
86
- s.save()
87
- return s
88
-
89
- def __init__(self, id=None, **kw):
90
- Model.__init__(self, id, **kw)
91
- self._reservation = None
92
- self._instance = None
93
- self._ssh_client = None
94
- self._pkey = None
95
- self._config = None
96
- self._ec2 = None
97
-
98
- name = StringProperty(unique=True, verbose_name="Name")
99
- instance_id = StringProperty(verbose_name="Instance ID")
100
- config_uri = StringProperty()
101
- ami_id = StringProperty(verbose_name="AMI ID")
102
- zone = StringProperty(verbose_name="Availability Zone")
103
- security_group = StringProperty(verbose_name="Security Group", default="default")
104
- key_name = StringProperty(verbose_name="Key Name")
105
- elastic_ip = StringProperty(verbose_name="Elastic IP")
106
- instance_type = StringProperty(verbose_name="Instance Type")
107
- description = StringProperty(verbose_name="Description")
108
- log = StringProperty()
109
-
110
- def setReadOnly(self, value):
111
- raise AttributeError
112
-
113
- def getInstance(self):
114
- if not self._instance:
115
- if self.instance_id:
116
- try:
117
- rs = self.ec2.get_all_instances([self.instance_id])
118
- except:
119
- return None
120
- if len(rs) > 0:
121
- self._reservation = rs[0]
122
- self._instance = self._reservation.instances[0]
123
- return self._instance
124
-
125
- instance = property(getInstance, setReadOnly, None, 'The Instance for the server')
126
-
127
- def getAMI(self):
128
- if self.instance:
129
- return self.instance.image_id
130
-
131
- ami = property(getAMI, setReadOnly, None, 'The AMI for the server')
132
-
133
- def getStatus(self):
134
- if self.instance:
135
- self.instance.update()
136
- return self.instance.state
137
-
138
- status = property(getStatus, setReadOnly, None,
139
- 'The status of the server')
140
-
141
- def getHostname(self):
142
- if self.instance:
143
- return self.instance.public_dns_name
144
-
145
- hostname = property(getHostname, setReadOnly, None,
146
- 'The public DNS name of the server')
147
-
148
- def getPrivateHostname(self):
149
- if self.instance:
150
- return self.instance.private_dns_name
151
-
152
- private_hostname = property(getPrivateHostname, setReadOnly, None,
153
- 'The private DNS name of the server')
154
-
155
- def getLaunchTime(self):
156
- if self.instance:
157
- return self.instance.launch_time
158
-
159
- launch_time = property(getLaunchTime, setReadOnly, None,
160
- 'The time the Server was started')
161
-
162
- def getConsoleOutput(self):
163
- if self.instance:
164
- return self.instance.get_console_output()
165
-
166
- console_output = property(getConsoleOutput, setReadOnly, None,
167
- 'Retrieve the console output for server')
168
-
169
- def getGroups(self):
170
- if self._reservation:
171
- return self._reservation.groups
172
- else:
173
- return None
174
-
175
- groups = property(getGroups, setReadOnly, None,
176
- 'The Security Groups controlling access to this server')
177
-
178
- def getConfig(self):
179
- if not self._config:
180
- remote_file = BotoConfigPath
181
- local_file = '%s.ini' % self.instance.id
182
- self.get_file(remote_file, local_file)
183
- self._config = Config(local_file)
184
- return self._config
185
-
186
- def setConfig(self, config):
187
- local_file = '%s.ini' % self.instance.id
188
- fp = open(local_file)
189
- config.write(fp)
190
- fp.close()
191
- self.put_file(local_file, BotoConfigPath)
192
- self._config = config
193
-
194
- config = property(getConfig, setConfig, None,
195
- 'The instance data for this server')
196
-
197
- def set_config(self, config):
198
- """
199
- Set SDB based config
200
- """
201
- self._config = config
202
- self._config.dump_to_sdb("botoConfigs", self.id)
203
-
204
- def load_config(self):
205
- self._config = Config(do_load=False)
206
- self._config.load_from_sdb("botoConfigs", self.id)
207
-
208
- def stop(self):
209
- if self.instance:
210
- self.instance.stop()
211
-
212
- def start(self):
213
- self.stop()
214
- ec2 = boto.connect_ec2()
215
- ami = ec2.get_all_images(image_ids = [str(self.ami_id)])[0]
216
- groups = ec2.get_all_security_groups(groupnames=[str(self.security_group)])
217
- if not self._config:
218
- self.load_config()
219
- if not self._config.has_section("Credentials"):
220
- self._config.add_section("Credentials")
221
- self._config.set("Credentials", "aws_access_key_id", ec2.aws_access_key_id)
222
- self._config.set("Credentials", "aws_secret_access_key", ec2.aws_secret_access_key)
223
-
224
- if not self._config.has_section("Pyami"):
225
- self._config.add_section("Pyami")
226
-
227
- if self._manager.domain:
228
- self._config.set('Pyami', 'server_sdb_domain', self._manager.domain.name)
229
- self._config.set("Pyami", 'server_sdb_name', self.name)
230
-
231
- cfg = StringIO.StringIO()
232
- self._config.write(cfg)
233
- cfg = cfg.getvalue()
234
- r = ami.run(min_count=1,
235
- max_count=1,
236
- key_name=self.key_name,
237
- security_groups = groups,
238
- instance_type = self.instance_type,
239
- placement = self.zone,
240
- user_data = cfg)
241
- i = r.instances[0]
242
- self.instance_id = i.id
243
- self.put()
244
- if self.elastic_ip:
245
- ec2.associate_address(self.instance_id, self.elastic_ip)
246
-
247
- def reboot(self):
248
- if self.instance:
249
- self.instance.reboot()
250
-
251
- def get_ssh_client(self, key_file=None, host_key_file='~/.ssh/known_hosts',
252
- uname='root'):
253
- import paramiko
254
- if not self.instance:
255
- print 'No instance yet!'
256
- return
257
- if not self._ssh_client:
258
- if not key_file:
259
- iobject = IObject()
260
- key_file = iobject.get_filename('Path to OpenSSH Key file')
261
- self._pkey = paramiko.RSAKey.from_private_key_file(key_file)
262
- self._ssh_client = paramiko.SSHClient()
263
- self._ssh_client.load_system_host_keys()
264
- self._ssh_client.load_host_keys(os.path.expanduser(host_key_file))
265
- self._ssh_client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
266
- self._ssh_client.connect(self.instance.public_dns_name,
267
- username=uname, pkey=self._pkey)
268
- return self._ssh_client
269
-
270
- def get_file(self, remotepath, localpath):
271
- ssh_client = self.get_ssh_client()
272
- sftp_client = ssh_client.open_sftp()
273
- sftp_client.get(remotepath, localpath)
274
-
275
- def put_file(self, localpath, remotepath):
276
- ssh_client = self.get_ssh_client()
277
- sftp_client = ssh_client.open_sftp()
278
- sftp_client.put(localpath, remotepath)
279
-
280
- def listdir(self, remotepath):
281
- ssh_client = self.get_ssh_client()
282
- sftp_client = ssh_client.open_sftp()
283
- return sftp_client.listdir(remotepath)
284
-
285
- def shell(self, key_file=None):
286
- ssh_client = self.get_ssh_client(key_file)
287
- channel = ssh_client.invoke_shell()
288
- interactive_shell(channel)
289
-
290
- def bundle_image(self, prefix, key_file, cert_file, size):
291
- print 'bundling image...'
292
- print '\tcopying cert and pk over to /mnt directory on server'
293
- ssh_client = self.get_ssh_client()
294
- sftp_client = ssh_client.open_sftp()
295
- path, name = os.path.split(key_file)
296
- remote_key_file = '/mnt/%s' % name
297
- self.put_file(key_file, remote_key_file)
298
- path, name = os.path.split(cert_file)
299
- remote_cert_file = '/mnt/%s' % name
300
- self.put_file(cert_file, remote_cert_file)
301
- print '\tdeleting %s' % BotoConfigPath
302
- # delete the metadata.ini file if it exists
303
- try:
304
- sftp_client.remove(BotoConfigPath)
305
- except:
306
- pass
307
- command = 'sudo ec2-bundle-vol '
308
- command += '-c %s -k %s ' % (remote_cert_file, remote_key_file)
309
- command += '-u %s ' % self._reservation.owner_id
310
- command += '-p %s ' % prefix
311
- command += '-s %d ' % size
312
- command += '-d /mnt '
313
- if self.instance.instance_type == 'm1.small' or self.instance_type == 'c1.medium':
314
- command += '-r i386'
315
- else:
316
- command += '-r x86_64'
317
- print '\t%s' % command
318
- t = ssh_client.exec_command(command)
319
- response = t[1].read()
320
- print '\t%s' % response
321
- print '\t%s' % t[2].read()
322
- print '...complete!'
323
-
324
- def upload_bundle(self, bucket, prefix):
325
- print 'uploading bundle...'
326
- command = 'ec2-upload-bundle '
327
- command += '-m /mnt/%s.manifest.xml ' % prefix
328
- command += '-b %s ' % bucket
329
- command += '-a %s ' % self.ec2.aws_access_key_id
330
- command += '-s %s ' % self.ec2.aws_secret_access_key
331
- print '\t%s' % command
332
- ssh_client = self.get_ssh_client()
333
- t = ssh_client.exec_command(command)
334
- response = t[1].read()
335
- print '\t%s' % response
336
- print '\t%s' % t[2].read()
337
- print '...complete!'
338
-
339
- def create_image(self, bucket=None, prefix=None, key_file=None, cert_file=None, size=None):
340
- iobject = IObject()
341
- if not bucket:
342
- bucket = iobject.get_string('Name of S3 bucket')
343
- if not prefix:
344
- prefix = iobject.get_string('Prefix for AMI file')
345
- if not key_file:
346
- key_file = iobject.get_filename('Path to RSA private key file')
347
- if not cert_file:
348
- cert_file = iobject.get_filename('Path to RSA public cert file')
349
- if not size:
350
- size = iobject.get_int('Size (in MB) of bundled image')
351
- self.bundle_image(prefix, key_file, cert_file, size)
352
- self.upload_bundle(bucket, prefix)
353
- print 'registering image...'
354
- self.image_id = self.ec2.register_image('%s/%s.manifest.xml' % (bucket, prefix))
355
- return self.image_id
356
-
357
- def attach_volume(self, volume, device="/dev/sdp"):
358
- """
359
- Attach an EBS volume to this server
360
-
361
- :param volume: EBS Volume to attach
362
- :type volume: boto.ec2.volume.Volume
363
-
364
- :param device: Device to attach to (default to /dev/sdp)
365
- :type device: string
366
- """
367
- if hasattr(volume, "id"):
368
- volume_id = volume.id
369
- else:
370
- volume_id = volume
371
- return self.ec2.attach_volume(volume_id=volume_id, instance_id=self.instance_id, device=device)
372
-
373
- def detach_volume(self, volume):
374
- """
375
- Detach an EBS volume from this server
376
-
377
- :param volume: EBS Volume to detach
378
- :type volume: boto.ec2.volume.Volume
379
- """
380
- if hasattr(volume, "id"):
381
- volume_id = volume.id
382
- else:
383
- volume_id = volume
384
- return self.ec2.detach_volume(volume_id=volume_id, instance_id=self.instance_id)
385
-
386
- def install_package(self, package_name):
387
- print 'installing %s...' % package_name
388
- command = 'yum -y install %s' % package_name
389
- print '\t%s' % command
390
- ssh_client = self.get_ssh_client()
391
- t = ssh_client.exec_command(command)
392
- response = t[1].read()
393
- print '\t%s' % response
394
- print '\t%s' % t[2].read()
395
- print '...complete!'
@@ -1,23 +0,0 @@
1
- # Copyright (c) 2006,2007 Mitch Garnaat http://garnaat.org/
2
- #
3
- # Permission is hereby granted, free of charge, to any person obtaining a
4
- # copy of this software and associated documentation files (the
5
- # "Software"), to deal in the Software without restriction, including
6
- # without limitation the rights to use, copy, modify, merge, publish, dis-
7
- # tribute, sublicense, and/or sell copies of the Software, and to permit
8
- # persons to whom the Software is furnished to do so, subject to the fol-
9
- # lowing conditions:
10
- #
11
- # The above copyright notice and this permission notice shall be included
12
- # in all copies or substantial portions of the Software.
13
- #
14
- # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
15
- # OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
16
- # ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
17
- # SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
18
- # WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
19
- # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
20
- # IN THE SOFTWARE.
21
- #
22
-
23
-
@@ -1,1027 +0,0 @@
1
- # Copyright (c) 2006,2007 Mitch Garnaat http://garnaat.org/
2
- #
3
- # Permission is hereby granted, free of charge, to any person obtaining a
4
- # copy of this software and associated documentation files (the
5
- # "Software"), to deal in the Software without restriction, including
6
- # without limitation the rights to use, copy, modify, merge, publish, dis-
7
- # tribute, sublicense, and/or sell copies of the Software, and to permit
8
- # persons to whom the Software is furnished to do so, subject to the fol-
9
- # lowing conditions:
10
- #
11
- # The above copyright notice and this permission notice shall be included
12
- # in all copies or substantial portions of the Software.
13
- #
14
- # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
15
- # OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
16
- # ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
17
- # SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
18
- # WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
19
- # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
20
- # IN THE SOFTWARE.
21
-
22
- import xml.sax
23
- import datetime
24
- import itertools
25
-
26
- from boto import handler
27
- from boto import config
28
- from boto.mturk.price import Price
29
- import boto.mturk.notification
30
- from boto.connection import AWSQueryConnection
31
- from boto.exception import EC2ResponseError
32
- from boto.resultset import ResultSet
33
- from boto.mturk.question import QuestionForm, ExternalQuestion, HTMLQuestion
34
-
35
-
36
- class MTurkRequestError(EC2ResponseError):
37
- "Error for MTurk Requests"
38
- # todo: subclass from an abstract parent of EC2ResponseError
39
-
40
-
41
- class MTurkConnection(AWSQueryConnection):
42
-
43
- APIVersion = '2012-03-25'
44
-
45
- def __init__(self, aws_access_key_id=None, aws_secret_access_key=None,
46
- is_secure=True, port=None, proxy=None, proxy_port=None,
47
- proxy_user=None, proxy_pass=None,
48
- host=None, debug=0,
49
- https_connection_factory=None):
50
- if not host:
51
- if config.has_option('MTurk', 'sandbox') and config.get('MTurk', 'sandbox') == 'True':
52
- host = 'mechanicalturk.sandbox.amazonaws.com'
53
- else:
54
- host = 'mechanicalturk.amazonaws.com'
55
- self.debug = debug
56
-
57
- AWSQueryConnection.__init__(self, aws_access_key_id,
58
- aws_secret_access_key,
59
- is_secure, port, proxy, proxy_port,
60
- proxy_user, proxy_pass, host, debug,
61
- https_connection_factory)
62
-
63
- def _required_auth_capability(self):
64
- return ['mturk']
65
-
66
- def get_account_balance(self):
67
- """
68
- """
69
- params = {}
70
- return self._process_request('GetAccountBalance', params,
71
- [('AvailableBalance', Price),
72
- ('OnHoldBalance', Price)])
73
-
74
- def register_hit_type(self, title, description, reward, duration,
75
- keywords=None, approval_delay=None, qual_req=None):
76
- """
77
- Register a new HIT Type
78
- title, description are strings
79
- reward is a Price object
80
- duration can be a timedelta, or an object castable to an int
81
- """
82
- params = dict(
83
- Title=title,
84
- Description=description,
85
- AssignmentDurationInSeconds=self.duration_as_seconds(duration),
86
- )
87
- params.update(MTurkConnection.get_price_as_price(reward).get_as_params('Reward'))
88
-
89
- if keywords:
90
- params['Keywords'] = self.get_keywords_as_string(keywords)
91
-
92
- if approval_delay is not None:
93
- d = self.duration_as_seconds(approval_delay)
94
- params['AutoApprovalDelayInSeconds'] = d
95
-
96
- if qual_req is not None:
97
- params.update(qual_req.get_as_params())
98
-
99
- return self._process_request('RegisterHITType', params,
100
- [('HITTypeId', HITTypeId)])
101
-
102
- def set_email_notification(self, hit_type, email, event_types=None):
103
- """
104
- Performs a SetHITTypeNotification operation to set email
105
- notification for a specified HIT type
106
- """
107
- return self._set_notification(hit_type, 'Email', email,
108
- 'SetHITTypeNotification', event_types)
109
-
110
- def set_rest_notification(self, hit_type, url, event_types=None):
111
- """
112
- Performs a SetHITTypeNotification operation to set REST notification
113
- for a specified HIT type
114
- """
115
- return self._set_notification(hit_type, 'REST', url,
116
- 'SetHITTypeNotification', event_types)
117
-
118
- def set_sqs_notification(self, hit_type, queue_url, event_types=None):
119
- """
120
- Performs a SetHITTypeNotification operation so set SQS notification
121
- for a specified HIT type. Queue URL is of form:
122
- https://queue.amazonaws.com/<CUSTOMER_ID>/<QUEUE_NAME> and can be
123
- found when looking at the details for a Queue in the AWS Console
124
- """
125
- return self._set_notification(hit_type, "SQS", queue_url,
126
- 'SetHITTypeNotification', event_types)
127
-
128
- def send_test_event_notification(self, hit_type, url,
129
- event_types=None,
130
- test_event_type='Ping'):
131
- """
132
- Performs a SendTestEventNotification operation with REST notification
133
- for a specified HIT type
134
- """
135
- return self._set_notification(hit_type, 'REST', url,
136
- 'SendTestEventNotification',
137
- event_types, test_event_type)
138
-
139
- def _set_notification(self, hit_type, transport,
140
- destination, request_type,
141
- event_types=None, test_event_type=None):
142
- """
143
- Common operation to set notification or send a test event
144
- notification for a specified HIT type
145
- """
146
- params = {'HITTypeId': hit_type}
147
-
148
- # from the Developer Guide:
149
- # The 'Active' parameter is optional. If omitted, the active status of
150
- # the HIT type's notification specification is unchanged. All HIT types
151
- # begin with their notification specifications in the "inactive" status.
152
- notification_params = {'Destination': destination,
153
- 'Transport': transport,
154
- 'Version': boto.mturk.notification.NotificationMessage.NOTIFICATION_VERSION,
155
- 'Active': True,
156
- }
157
-
158
- # add specific event types if required
159
- if event_types:
160
- self.build_list_params(notification_params, event_types,
161
- 'EventType')
162
-
163
- # Set up dict of 'Notification.1.Transport' etc. values
164
- notification_rest_params = {}
165
- num = 1
166
- for key in notification_params:
167
- notification_rest_params['Notification.%d.%s' % (num, key)] = notification_params[key]
168
-
169
- # Update main params dict
170
- params.update(notification_rest_params)
171
-
172
- # If test notification, specify the notification type to be tested
173
- if test_event_type:
174
- params.update({'TestEventType': test_event_type})
175
-
176
- # Execute operation
177
- return self._process_request(request_type, params)
178
-
179
- def create_hit(self, hit_type=None, question=None, hit_layout=None,
180
- lifetime=datetime.timedelta(days=7),
181
- max_assignments=1,
182
- title=None, description=None, keywords=None,
183
- reward=None, duration=datetime.timedelta(days=7),
184
- approval_delay=None, annotation=None,
185
- questions=None, qualifications=None,
186
- layout_params=None, response_groups=None):
187
- """
188
- Creates a new HIT.
189
- Returns a ResultSet
190
- See: http://docs.amazonwebservices.com/AWSMechTurk/2012-03-25/AWSMturkAPI/ApiReference_CreateHITOperation.html
191
- """
192
-
193
- # Handle basic required arguments and set up params dict
194
- params = {'LifetimeInSeconds':
195
- self.duration_as_seconds(lifetime),
196
- 'MaxAssignments': max_assignments,
197
- }
198
-
199
- # handle single or multiple questions or layouts
200
- neither = question is None and questions is None
201
- if hit_layout is None:
202
- both = question is not None and questions is not None
203
- if neither or both:
204
- raise ValueError("Must specify question (single Question instance) or questions (list or QuestionForm instance), but not both")
205
- if question:
206
- questions = [question]
207
- question_param = QuestionForm(questions)
208
- if isinstance(question, QuestionForm):
209
- question_param = question
210
- elif isinstance(question, ExternalQuestion):
211
- question_param = question
212
- elif isinstance(question, HTMLQuestion):
213
- question_param = question
214
- params['Question'] = question_param.get_as_xml()
215
- else:
216
- if not neither:
217
- raise ValueError("Must not specify question (single Question instance) or questions (list or QuestionForm instance) when specifying hit_layout")
218
- params['HITLayoutId'] = hit_layout
219
- if layout_params:
220
- params.update(layout_params.get_as_params())
221
-
222
- # if hit type specified then add it
223
- # else add the additional required parameters
224
- if hit_type:
225
- params['HITTypeId'] = hit_type
226
- else:
227
- # Handle keywords
228
- final_keywords = MTurkConnection.get_keywords_as_string(keywords)
229
-
230
- # Handle price argument
231
- final_price = MTurkConnection.get_price_as_price(reward)
232
-
233
- final_duration = self.duration_as_seconds(duration)
234
-
235
- additional_params = dict(
236
- Title=title,
237
- Description=description,
238
- Keywords=final_keywords,
239
- AssignmentDurationInSeconds=final_duration,
240
- )
241
- additional_params.update(final_price.get_as_params('Reward'))
242
-
243
- if approval_delay is not None:
244
- d = self.duration_as_seconds(approval_delay)
245
- additional_params['AutoApprovalDelayInSeconds'] = d
246
-
247
- # add these params to the others
248
- params.update(additional_params)
249
-
250
- # add the annotation if specified
251
- if annotation is not None:
252
- params['RequesterAnnotation'] = annotation
253
-
254
- # Add the Qualifications if specified
255
- if qualifications is not None:
256
- params.update(qualifications.get_as_params())
257
-
258
- # Handle optional response groups argument
259
- if response_groups:
260
- self.build_list_params(params, response_groups, 'ResponseGroup')
261
-
262
- # Submit
263
- return self._process_request('CreateHIT', params, [('HIT', HIT)])
264
-
265
- def change_hit_type_of_hit(self, hit_id, hit_type):
266
- """
267
- Change the HIT type of an existing HIT. Note that the reward associated
268
- with the new HIT type must match the reward of the current HIT type in
269
- order for the operation to be valid.
270
-
271
- :type hit_id: str
272
- :type hit_type: str
273
- """
274
- params = {'HITId': hit_id,
275
- 'HITTypeId': hit_type}
276
-
277
- return self._process_request('ChangeHITTypeOfHIT', params)
278
-
279
- def get_reviewable_hits(self, hit_type=None, status='Reviewable',
280
- sort_by='Expiration', sort_direction='Ascending',
281
- page_size=10, page_number=1):
282
- """
283
- Retrieve the HITs that have a status of Reviewable, or HITs that
284
- have a status of Reviewing, and that belong to the Requester
285
- calling the operation.
286
- """
287
- params = {'Status': status,
288
- 'SortProperty': sort_by,
289
- 'SortDirection': sort_direction,
290
- 'PageSize': page_size,
291
- 'PageNumber': page_number}
292
-
293
- # Handle optional hit_type argument
294
- if hit_type is not None:
295
- params.update({'HITTypeId': hit_type})
296
-
297
- return self._process_request('GetReviewableHITs', params,
298
- [('HIT', HIT)])
299
-
300
- @staticmethod
301
- def _get_pages(page_size, total_records):
302
- """
303
- Given a page size (records per page) and a total number of
304
- records, return the page numbers to be retrieved.
305
- """
306
- pages = total_records / page_size + bool(total_records % page_size)
307
- return range(1, pages + 1)
308
-
309
- def get_all_hits(self):
310
- """
311
- Return all of a Requester's HITs
312
-
313
- Despite what search_hits says, it does not return all hits, but
314
- instead returns a page of hits. This method will pull the hits
315
- from the server 100 at a time, but will yield the results
316
- iteratively, so subsequent requests are made on demand.
317
- """
318
- page_size = 100
319
- search_rs = self.search_hits(page_size=page_size)
320
- total_records = int(search_rs.TotalNumResults)
321
- get_page_hits = lambda page: self.search_hits(page_size=page_size, page_number=page)
322
- page_nums = self._get_pages(page_size, total_records)
323
- hit_sets = itertools.imap(get_page_hits, page_nums)
324
- return itertools.chain.from_iterable(hit_sets)
325
-
326
- def search_hits(self, sort_by='CreationTime', sort_direction='Ascending',
327
- page_size=10, page_number=1, response_groups=None):
328
- """
329
- Return a page of a Requester's HITs, on behalf of the Requester.
330
- The operation returns HITs of any status, except for HITs that
331
- have been disposed with the DisposeHIT operation.
332
- Note:
333
- The SearchHITs operation does not accept any search parameters
334
- that filter the results.
335
- """
336
- params = {'SortProperty': sort_by,
337
- 'SortDirection': sort_direction,
338
- 'PageSize': page_size,
339
- 'PageNumber': page_number}
340
- # Handle optional response groups argument
341
- if response_groups:
342
- self.build_list_params(params, response_groups, 'ResponseGroup')
343
-
344
- return self._process_request('SearchHITs', params, [('HIT', HIT)])
345
-
346
- def get_assignment(self, assignment_id, response_groups=None):
347
- """
348
- Retrieves an assignment using the assignment's ID. Requesters can only
349
- retrieve their own assignments, and only assignments whose related HIT
350
- has not been disposed.
351
-
352
- The returned ResultSet will have the following attributes:
353
-
354
- Request
355
- This element is present only if the Request ResponseGroup
356
- is specified.
357
- Assignment
358
- The assignment. The response includes one Assignment object.
359
- HIT
360
- The HIT associated with this assignment. The response
361
- includes one HIT object.
362
-
363
- """
364
-
365
- params = {'AssignmentId': assignment_id}
366
-
367
- # Handle optional response groups argument
368
- if response_groups:
369
- self.build_list_params(params, response_groups, 'ResponseGroup')
370
-
371
- return self._process_request('GetAssignment', params,
372
- [('Assignment', Assignment),
373
- ('HIT', HIT)])
374
-
375
- def get_assignments(self, hit_id, status=None,
376
- sort_by='SubmitTime', sort_direction='Ascending',
377
- page_size=10, page_number=1, response_groups=None):
378
- """
379
- Retrieves completed assignments for a HIT.
380
- Use this operation to retrieve the results for a HIT.
381
-
382
- The returned ResultSet will have the following attributes:
383
-
384
- NumResults
385
- The number of assignments on the page in the filtered results
386
- list, equivalent to the number of assignments being returned
387
- by this call.
388
- A non-negative integer
389
- PageNumber
390
- The number of the page in the filtered results list being
391
- returned.
392
- A positive integer
393
- TotalNumResults
394
- The total number of HITs in the filtered results list based
395
- on this call.
396
- A non-negative integer
397
-
398
- The ResultSet will contain zero or more Assignment objects
399
-
400
- """
401
- params = {'HITId': hit_id,
402
- 'SortProperty': sort_by,
403
- 'SortDirection': sort_direction,
404
- 'PageSize': page_size,
405
- 'PageNumber': page_number}
406
-
407
- if status is not None:
408
- params['AssignmentStatus'] = status
409
-
410
- # Handle optional response groups argument
411
- if response_groups:
412
- self.build_list_params(params, response_groups, 'ResponseGroup')
413
-
414
- return self._process_request('GetAssignmentsForHIT', params,
415
- [('Assignment', Assignment)])
416
-
417
- def approve_assignment(self, assignment_id, feedback=None):
418
- """
419
- """
420
- params = {'AssignmentId': assignment_id}
421
- if feedback:
422
- params['RequesterFeedback'] = feedback
423
- return self._process_request('ApproveAssignment', params)
424
-
425
- def reject_assignment(self, assignment_id, feedback=None):
426
- """
427
- """
428
- params = {'AssignmentId': assignment_id}
429
- if feedback:
430
- params['RequesterFeedback'] = feedback
431
- return self._process_request('RejectAssignment', params)
432
-
433
- def approve_rejected_assignment(self, assignment_id, feedback=None):
434
- """
435
- """
436
- params = {'AssignmentId': assignment_id}
437
- if feedback:
438
- params['RequesterFeedback'] = feedback
439
- return self._process_request('ApproveRejectedAssignment', params)
440
-
441
- def get_hit(self, hit_id, response_groups=None):
442
- """
443
- """
444
- params = {'HITId': hit_id}
445
- # Handle optional response groups argument
446
- if response_groups:
447
- self.build_list_params(params, response_groups, 'ResponseGroup')
448
-
449
- return self._process_request('GetHIT', params, [('HIT', HIT)])
450
-
451
- def set_reviewing(self, hit_id, revert=None):
452
- """
453
- Update a HIT with a status of Reviewable to have a status of Reviewing,
454
- or reverts a Reviewing HIT back to the Reviewable status.
455
-
456
- Only HITs with a status of Reviewable can be updated with a status of
457
- Reviewing. Similarly, only Reviewing HITs can be reverted back to a
458
- status of Reviewable.
459
- """
460
- params = {'HITId': hit_id}
461
- if revert:
462
- params['Revert'] = revert
463
- return self._process_request('SetHITAsReviewing', params)
464
-
465
- def disable_hit(self, hit_id, response_groups=None):
466
- """
467
- Remove a HIT from the Mechanical Turk marketplace, approves all
468
- submitted assignments that have not already been approved or rejected,
469
- and disposes of the HIT and all assignment data.
470
-
471
- Assignments for the HIT that have already been submitted, but not yet
472
- approved or rejected, will be automatically approved. Assignments in
473
- progress at the time of the call to DisableHIT will be approved once
474
- the assignments are submitted. You will be charged for approval of
475
- these assignments. DisableHIT completely disposes of the HIT and
476
- all submitted assignment data. Assignment results data cannot be
477
- retrieved for a HIT that has been disposed.
478
-
479
- It is not possible to re-enable a HIT once it has been disabled.
480
- To make the work from a disabled HIT available again, create a new HIT.
481
- """
482
- params = {'HITId': hit_id}
483
- # Handle optional response groups argument
484
- if response_groups:
485
- self.build_list_params(params, response_groups, 'ResponseGroup')
486
-
487
- return self._process_request('DisableHIT', params)
488
-
489
- def dispose_hit(self, hit_id):
490
- """
491
- Dispose of a HIT that is no longer needed.
492
-
493
- Only HITs in the "reviewable" state, with all submitted
494
- assignments approved or rejected, can be disposed. A Requester
495
- can call GetReviewableHITs to determine which HITs are
496
- reviewable, then call GetAssignmentsForHIT to retrieve the
497
- assignments. Disposing of a HIT removes the HIT from the
498
- results of a call to GetReviewableHITs. """
499
- params = {'HITId': hit_id}
500
- return self._process_request('DisposeHIT', params)
501
-
502
- def expire_hit(self, hit_id):
503
-
504
- """
505
- Expire a HIT that is no longer needed.
506
-
507
- The effect is identical to the HIT expiring on its own. The
508
- HIT no longer appears on the Mechanical Turk web site, and no
509
- new Workers are allowed to accept the HIT. Workers who have
510
- accepted the HIT prior to expiration are allowed to complete
511
- it or return it, or allow the assignment duration to elapse
512
- (abandon the HIT). Once all remaining assignments have been
513
- submitted, the expired HIT becomes"reviewable", and will be
514
- returned by a call to GetReviewableHITs.
515
- """
516
- params = {'HITId': hit_id}
517
- return self._process_request('ForceExpireHIT', params)
518
-
519
- def extend_hit(self, hit_id, assignments_increment=None,
520
- expiration_increment=None):
521
- """
522
- Increase the maximum number of assignments, or extend the
523
- expiration date, of an existing HIT.
524
-
525
- NOTE: If a HIT has a status of Reviewable and the HIT is
526
- extended to make it Available, the HIT will not be returned by
527
- GetReviewableHITs, and its submitted assignments will not be
528
- returned by GetAssignmentsForHIT, until the HIT is Reviewable
529
- again. Assignment auto-approval will still happen on its
530
- original schedule, even if the HIT has been extended. Be sure
531
- to retrieve and approve (or reject) submitted assignments
532
- before extending the HIT, if so desired.
533
- """
534
- # must provide assignment *or* expiration increment
535
- if (assignments_increment is None and expiration_increment is None) or \
536
- (assignments_increment is not None and expiration_increment is not None):
537
- raise ValueError("Must specify either assignments_increment or expiration_increment, but not both")
538
-
539
- params = {'HITId': hit_id}
540
- if assignments_increment:
541
- params['MaxAssignmentsIncrement'] = assignments_increment
542
- if expiration_increment:
543
- params['ExpirationIncrementInSeconds'] = expiration_increment
544
-
545
- return self._process_request('ExtendHIT', params)
546
-
547
- def get_help(self, about, help_type='Operation'):
548
- """
549
- Return information about the Mechanical Turk Service
550
- operations and response group NOTE - this is basically useless
551
- as it just returns the URL of the documentation
552
-
553
- help_type: either 'Operation' or 'ResponseGroup'
554
- """
555
- params = {'About': about, 'HelpType': help_type}
556
- return self._process_request('Help', params)
557
-
558
- def grant_bonus(self, worker_id, assignment_id, bonus_price, reason):
559
- """
560
- Issues a payment of money from your account to a Worker. To
561
- be eligible for a bonus, the Worker must have submitted
562
- results for one of your HITs, and have had those results
563
- approved or rejected. This payment happens separately from the
564
- reward you pay to the Worker when you approve the Worker's
565
- assignment. The Bonus must be passed in as an instance of the
566
- Price object.
567
- """
568
- params = bonus_price.get_as_params('BonusAmount', 1)
569
- params['WorkerId'] = worker_id
570
- params['AssignmentId'] = assignment_id
571
- params['Reason'] = reason
572
-
573
- return self._process_request('GrantBonus', params)
574
-
575
- def block_worker(self, worker_id, reason):
576
- """
577
- Block a worker from working on my tasks.
578
- """
579
- params = {'WorkerId': worker_id, 'Reason': reason}
580
-
581
- return self._process_request('BlockWorker', params)
582
-
583
- def unblock_worker(self, worker_id, reason):
584
- """
585
- Unblock a worker from working on my tasks.
586
- """
587
- params = {'WorkerId': worker_id, 'Reason': reason}
588
-
589
- return self._process_request('UnblockWorker', params)
590
-
591
- def notify_workers(self, worker_ids, subject, message_text):
592
- """
593
- Send a text message to workers.
594
- """
595
- params = {'Subject': subject,
596
- 'MessageText': message_text}
597
- self.build_list_params(params, worker_ids, 'WorkerId')
598
-
599
- return self._process_request('NotifyWorkers', params)
600
-
601
- def create_qualification_type(self,
602
- name,
603
- description,
604
- status,
605
- keywords=None,
606
- retry_delay=None,
607
- test=None,
608
- answer_key=None,
609
- answer_key_xml=None,
610
- test_duration=None,
611
- auto_granted=False,
612
- auto_granted_value=1):
613
- """
614
- Create a new Qualification Type.
615
-
616
- name: This will be visible to workers and must be unique for a
617
- given requester.
618
-
619
- description: description shown to workers. Max 2000 characters.
620
-
621
- status: 'Active' or 'Inactive'
622
-
623
- keywords: list of keyword strings or comma separated string.
624
- Max length of 1000 characters when concatenated with commas.
625
-
626
- retry_delay: number of seconds after requesting a
627
- qualification the worker must wait before they can ask again.
628
- If not specified, workers can only request this qualification
629
- once.
630
-
631
- test: a QuestionForm
632
-
633
- answer_key: an XML string of your answer key, for automatically
634
- scored qualification tests.
635
- (Consider implementing an AnswerKey class for this to support.)
636
-
637
- test_duration: the number of seconds a worker has to complete the test.
638
-
639
- auto_granted: if True, requests for the Qualification are granted
640
- immediately. Can't coexist with a test.
641
-
642
- auto_granted_value: auto_granted qualifications are given this value.
643
-
644
- """
645
-
646
- params = {'Name': name,
647
- 'Description': description,
648
- 'QualificationTypeStatus': status,
649
- }
650
- if retry_delay is not None:
651
- params['RetryDelayInSeconds'] = retry_delay
652
-
653
- if test is not None:
654
- assert(isinstance(test, QuestionForm))
655
- assert(test_duration is not None)
656
- params['Test'] = test.get_as_xml()
657
-
658
- if test_duration is not None:
659
- params['TestDurationInSeconds'] = test_duration
660
-
661
- if answer_key is not None:
662
- if isinstance(answer_key, basestring):
663
- params['AnswerKey'] = answer_key # xml
664
- else:
665
- raise TypeError
666
- # Eventually someone will write an AnswerKey class.
667
-
668
- if auto_granted:
669
- assert(test is None)
670
- params['AutoGranted'] = True
671
- params['AutoGrantedValue'] = auto_granted_value
672
-
673
- if keywords:
674
- params['Keywords'] = self.get_keywords_as_string(keywords)
675
-
676
- return self._process_request('CreateQualificationType', params,
677
- [('QualificationType',
678
- QualificationType)])
679
-
680
- def get_qualification_type(self, qualification_type_id):
681
- params = {'QualificationTypeId': qualification_type_id }
682
- return self._process_request('GetQualificationType', params,
683
- [('QualificationType', QualificationType)])
684
-
685
- def get_all_qualifications_for_qual_type(self, qualification_type_id):
686
- page_size = 100
687
- search_qual = self.get_qualifications_for_qualification_type(qualification_type_id)
688
- total_records = int(search_qual.TotalNumResults)
689
- get_page_quals = lambda page: self.get_qualifications_for_qualification_type(qualification_type_id = qualification_type_id, page_size=page_size, page_number = page)
690
- page_nums = self._get_pages(page_size, total_records)
691
- qual_sets = itertools.imap(get_page_quals, page_nums)
692
- return itertools.chain.from_iterable(qual_sets)
693
-
694
- def get_qualifications_for_qualification_type(self, qualification_type_id, page_size=100, page_number = 1):
695
- params = {'QualificationTypeId': qualification_type_id,
696
- 'PageSize': page_size,
697
- 'PageNumber': page_number}
698
- return self._process_request('GetQualificationsForQualificationType', params,
699
- [('Qualification', Qualification)])
700
-
701
- def update_qualification_type(self, qualification_type_id,
702
- description=None,
703
- status=None,
704
- retry_delay=None,
705
- test=None,
706
- answer_key=None,
707
- test_duration=None,
708
- auto_granted=None,
709
- auto_granted_value=None):
710
-
711
- params = {'QualificationTypeId': qualification_type_id}
712
-
713
- if description is not None:
714
- params['Description'] = description
715
-
716
- if status is not None:
717
- params['QualificationTypeStatus'] = status
718
-
719
- if retry_delay is not None:
720
- params['RetryDelayInSeconds'] = retry_delay
721
-
722
- if test is not None:
723
- assert(isinstance(test, QuestionForm))
724
- params['Test'] = test.get_as_xml()
725
-
726
- if test_duration is not None:
727
- params['TestDurationInSeconds'] = test_duration
728
-
729
- if answer_key is not None:
730
- if isinstance(answer_key, basestring):
731
- params['AnswerKey'] = answer_key # xml
732
- else:
733
- raise TypeError
734
- # Eventually someone will write an AnswerKey class.
735
-
736
- if auto_granted is not None:
737
- params['AutoGranted'] = auto_granted
738
-
739
- if auto_granted_value is not None:
740
- params['AutoGrantedValue'] = auto_granted_value
741
-
742
- return self._process_request('UpdateQualificationType', params,
743
- [('QualificationType', QualificationType)])
744
-
745
- def dispose_qualification_type(self, qualification_type_id):
746
- """TODO: Document."""
747
- params = {'QualificationTypeId': qualification_type_id}
748
- return self._process_request('DisposeQualificationType', params)
749
-
750
- def search_qualification_types(self, query=None, sort_by='Name',
751
- sort_direction='Ascending', page_size=10,
752
- page_number=1, must_be_requestable=True,
753
- must_be_owned_by_caller=True):
754
- """TODO: Document."""
755
- params = {'Query': query,
756
- 'SortProperty': sort_by,
757
- 'SortDirection': sort_direction,
758
- 'PageSize': page_size,
759
- 'PageNumber': page_number,
760
- 'MustBeRequestable': must_be_requestable,
761
- 'MustBeOwnedByCaller': must_be_owned_by_caller}
762
- return self._process_request('SearchQualificationTypes', params,
763
- [('QualificationType', QualificationType)])
764
-
765
- def get_qualification_requests(self, qualification_type_id,
766
- sort_by='Expiration',
767
- sort_direction='Ascending', page_size=10,
768
- page_number=1):
769
- """TODO: Document."""
770
- params = {'QualificationTypeId': qualification_type_id,
771
- 'SortProperty': sort_by,
772
- 'SortDirection': sort_direction,
773
- 'PageSize': page_size,
774
- 'PageNumber': page_number}
775
- return self._process_request('GetQualificationRequests', params,
776
- [('QualificationRequest', QualificationRequest)])
777
-
778
- def grant_qualification(self, qualification_request_id, integer_value=1):
779
- """TODO: Document."""
780
- params = {'QualificationRequestId': qualification_request_id,
781
- 'IntegerValue': integer_value}
782
- return self._process_request('GrantQualification', params)
783
-
784
- def revoke_qualification(self, subject_id, qualification_type_id,
785
- reason=None):
786
- """TODO: Document."""
787
- params = {'SubjectId': subject_id,
788
- 'QualificationTypeId': qualification_type_id,
789
- 'Reason': reason}
790
- return self._process_request('RevokeQualification', params)
791
-
792
- def assign_qualification(self, qualification_type_id, worker_id,
793
- value=1, send_notification=True):
794
- params = {'QualificationTypeId': qualification_type_id,
795
- 'WorkerId' : worker_id,
796
- 'IntegerValue' : value,
797
- 'SendNotification' : send_notification}
798
- return self._process_request('AssignQualification', params)
799
-
800
- def get_qualification_score(self, qualification_type_id, worker_id):
801
- """TODO: Document."""
802
- params = {'QualificationTypeId' : qualification_type_id,
803
- 'SubjectId' : worker_id}
804
- return self._process_request('GetQualificationScore', params,
805
- [('Qualification', Qualification)])
806
-
807
- def update_qualification_score(self, qualification_type_id, worker_id,
808
- value):
809
- """TODO: Document."""
810
- params = {'QualificationTypeId' : qualification_type_id,
811
- 'SubjectId' : worker_id,
812
- 'IntegerValue' : value}
813
- return self._process_request('UpdateQualificationScore', params)
814
-
815
- def _process_request(self, request_type, params, marker_elems=None):
816
- """
817
- Helper to process the xml response from AWS
818
- """
819
- params['Operation'] = request_type
820
- response = self.make_request(None, params, verb='POST')
821
- return self._process_response(response, marker_elems)
822
-
823
- def _process_response(self, response, marker_elems=None):
824
- """
825
- Helper to process the xml response from AWS
826
- """
827
- body = response.read()
828
- if self.debug == 2:
829
- print body
830
- if '<Errors>' not in body:
831
- rs = ResultSet(marker_elems)
832
- h = handler.XmlHandler(rs, self)
833
- xml.sax.parseString(body, h)
834
- return rs
835
- else:
836
- raise MTurkRequestError(response.status, response.reason, body)
837
-
838
- @staticmethod
839
- def get_keywords_as_string(keywords):
840
- """
841
- Returns a comma+space-separated string of keywords from either
842
- a list or a string
843
- """
844
- if isinstance(keywords, list):
845
- keywords = ', '.join(keywords)
846
- if isinstance(keywords, str):
847
- final_keywords = keywords
848
- elif isinstance(keywords, unicode):
849
- final_keywords = keywords.encode('utf-8')
850
- elif keywords is None:
851
- final_keywords = ""
852
- else:
853
- raise TypeError("keywords argument must be a string or a list of strings; got a %s" % type(keywords))
854
- return final_keywords
855
-
856
- @staticmethod
857
- def get_price_as_price(reward):
858
- """
859
- Returns a Price data structure from either a float or a Price
860
- """
861
- if isinstance(reward, Price):
862
- final_price = reward
863
- else:
864
- final_price = Price(reward)
865
- return final_price
866
-
867
- @staticmethod
868
- def duration_as_seconds(duration):
869
- if isinstance(duration, datetime.timedelta):
870
- duration = duration.days * 86400 + duration.seconds
871
- try:
872
- duration = int(duration)
873
- except TypeError:
874
- raise TypeError("Duration must be a timedelta or int-castable, got %s" % type(duration))
875
- return duration
876
-
877
-
878
- class BaseAutoResultElement:
879
- """
880
- Base class to automatically add attributes when parsing XML
881
- """
882
- def __init__(self, connection):
883
- pass
884
-
885
- def startElement(self, name, attrs, connection):
886
- return None
887
-
888
- def endElement(self, name, value, connection):
889
- setattr(self, name, value)
890
-
891
-
892
- class HIT(BaseAutoResultElement):
893
- """
894
- Class to extract a HIT structure from a response (used in ResultSet)
895
-
896
- Will have attributes named as per the Developer Guide,
897
- e.g. HITId, HITTypeId, CreationTime
898
- """
899
-
900
- # property helper to determine if HIT has expired
901
- def _has_expired(self):
902
- """ Has this HIT expired yet? """
903
- expired = False
904
- if hasattr(self, 'Expiration'):
905
- now = datetime.datetime.utcnow()
906
- expiration = datetime.datetime.strptime(self.Expiration, '%Y-%m-%dT%H:%M:%SZ')
907
- expired = (now >= expiration)
908
- else:
909
- raise ValueError("ERROR: Request for expired property, but no Expiration in HIT!")
910
- return expired
911
-
912
- # are we there yet?
913
- expired = property(_has_expired)
914
-
915
-
916
- class HITTypeId(BaseAutoResultElement):
917
- """
918
- Class to extract an HITTypeId structure from a response
919
- """
920
-
921
- pass
922
-
923
-
924
- class Qualification(BaseAutoResultElement):
925
- """
926
- Class to extract an Qualification structure from a response (used in
927
- ResultSet)
928
-
929
- Will have attributes named as per the Developer Guide such as
930
- QualificationTypeId, IntegerValue. Does not seem to contain GrantTime.
931
- """
932
-
933
- pass
934
-
935
-
936
- class QualificationType(BaseAutoResultElement):
937
- """
938
- Class to extract an QualificationType structure from a response (used in
939
- ResultSet)
940
-
941
- Will have attributes named as per the Developer Guide,
942
- e.g. QualificationTypeId, CreationTime, Name, etc
943
- """
944
-
945
- pass
946
-
947
-
948
- class QualificationRequest(BaseAutoResultElement):
949
- """
950
- Class to extract an QualificationRequest structure from a response (used in
951
- ResultSet)
952
-
953
- Will have attributes named as per the Developer Guide,
954
- e.g. QualificationRequestId, QualificationTypeId, SubjectId, etc
955
- """
956
-
957
- def __init__(self, connection):
958
- BaseAutoResultElement.__init__(self, connection)
959
- self.answers = []
960
-
961
- def endElement(self, name, value, connection):
962
- # the answer consists of embedded XML, so it needs to be parsed independantly
963
- if name == 'Answer':
964
- answer_rs = ResultSet([('Answer', QuestionFormAnswer)])
965
- h = handler.XmlHandler(answer_rs, connection)
966
- value = connection.get_utf8_value(value)
967
- xml.sax.parseString(value, h)
968
- self.answers.append(answer_rs)
969
- else:
970
- BaseAutoResultElement.endElement(self, name, value, connection)
971
-
972
-
973
- class Assignment(BaseAutoResultElement):
974
- """
975
- Class to extract an Assignment structure from a response (used in
976
- ResultSet)
977
-
978
- Will have attributes named as per the Developer Guide,
979
- e.g. AssignmentId, WorkerId, HITId, Answer, etc
980
- """
981
-
982
- def __init__(self, connection):
983
- BaseAutoResultElement.__init__(self, connection)
984
- self.answers = []
985
-
986
- def endElement(self, name, value, connection):
987
- # the answer consists of embedded XML, so it needs to be parsed independantly
988
- if name == 'Answer':
989
- answer_rs = ResultSet([('Answer', QuestionFormAnswer)])
990
- h = handler.XmlHandler(answer_rs, connection)
991
- value = connection.get_utf8_value(value)
992
- xml.sax.parseString(value, h)
993
- self.answers.append(answer_rs)
994
- else:
995
- BaseAutoResultElement.endElement(self, name, value, connection)
996
-
997
-
998
- class QuestionFormAnswer(BaseAutoResultElement):
999
- """
1000
- Class to extract Answers from inside the embedded XML
1001
- QuestionFormAnswers element inside the Answer element which is
1002
- part of the Assignment and QualificationRequest structures
1003
-
1004
- A QuestionFormAnswers element contains an Answer element for each
1005
- question in the HIT or Qualification test for which the Worker
1006
- provided an answer. Each Answer contains a QuestionIdentifier
1007
- element whose value corresponds to the QuestionIdentifier of a
1008
- Question in the QuestionForm. See the QuestionForm data structure
1009
- for more information about questions and answer specifications.
1010
-
1011
- If the question expects a free-text answer, the Answer element
1012
- contains a FreeText element. This element contains the Worker's
1013
- answer
1014
-
1015
- *NOTE* - currently really only supports free-text and selection answers
1016
- """
1017
-
1018
- def __init__(self, connection):
1019
- BaseAutoResultElement.__init__(self, connection)
1020
- self.fields = []
1021
- self.qid = None
1022
-
1023
- def endElement(self, name, value, connection):
1024
- if name == 'QuestionIdentifier':
1025
- self.qid = value
1026
- elif name in ['FreeText', 'SelectionIdentifier', 'OtherSelectionText'] and self.qid:
1027
- self.fields.append(value)