gcloud 0.0.4 → 0.0.6

Sign up to get free protection for your applications and to get access to all the features.
Files changed (768) hide show
  1. data.tar.gz.sig +0 -0
  2. data/CHANGELOG +4 -0
  3. data/Makefile +4 -0
  4. data/Manifest +760 -1
  5. data/bin/gcloud +7 -0
  6. data/bin/{gcutil → gcutil.symlink} +0 -0
  7. data/bin/gsutil-symlink +377 -0
  8. data/gcloud.gemspec +5 -5
  9. data/packages/gsutil/CHECKSUM +1 -0
  10. data/packages/gsutil/COPYING +202 -0
  11. data/packages/gsutil/LICENSE.third_party +295 -0
  12. data/packages/gsutil/MANIFEST.in +5 -0
  13. data/packages/gsutil/README +38 -0
  14. data/packages/gsutil/README.pkg +49 -0
  15. data/packages/gsutil/ReleaseNotes.txt +780 -0
  16. data/packages/gsutil/VERSION +1 -0
  17. data/packages/gsutil/boto/Changelog.rst +35 -0
  18. data/packages/gsutil/boto/LICENSE +18 -0
  19. data/packages/gsutil/boto/MANIFEST.in +12 -0
  20. data/packages/gsutil/boto/README.rst +163 -0
  21. data/packages/gsutil/boto/bin/asadmin +290 -0
  22. data/packages/gsutil/boto/bin/bundle_image +27 -0
  23. data/packages/gsutil/boto/bin/cfadmin +108 -0
  24. data/packages/gsutil/boto/bin/cq +89 -0
  25. data/packages/gsutil/boto/bin/cwutil +140 -0
  26. data/packages/gsutil/boto/bin/elbadmin +284 -0
  27. data/packages/gsutil/boto/bin/fetch_file +43 -0
  28. data/packages/gsutil/boto/bin/glacier +154 -0
  29. data/packages/gsutil/boto/bin/instance_events +145 -0
  30. data/packages/gsutil/boto/bin/kill_instance +35 -0
  31. data/packages/gsutil/boto/bin/launch_instance +252 -0
  32. data/packages/gsutil/boto/bin/list_instances +90 -0
  33. data/packages/gsutil/boto/bin/lss3 +77 -0
  34. data/packages/gsutil/boto/bin/mturk +465 -0
  35. data/packages/gsutil/boto/bin/pyami_sendmail +52 -0
  36. data/packages/gsutil/boto/bin/route53 +205 -0
  37. data/packages/gsutil/boto/bin/s3put +374 -0
  38. data/packages/gsutil/boto/bin/sdbadmin +194 -0
  39. data/packages/gsutil/boto/bin/taskadmin +116 -0
  40. data/packages/gsutil/boto/boto/__init__.py +793 -0
  41. data/packages/gsutil/boto/boto/__init__.pyc +0 -0
  42. data/packages/gsutil/boto/boto/auth.py +682 -0
  43. data/packages/gsutil/boto/boto/auth.pyc +0 -0
  44. data/packages/gsutil/boto/boto/auth_handler.py +58 -0
  45. data/packages/gsutil/boto/boto/auth_handler.pyc +0 -0
  46. data/packages/gsutil/boto/boto/beanstalk/__init__.py +65 -0
  47. data/packages/gsutil/boto/boto/beanstalk/exception.py +64 -0
  48. data/packages/gsutil/boto/boto/beanstalk/layer1.py +1153 -0
  49. data/packages/gsutil/boto/boto/beanstalk/response.py +703 -0
  50. data/packages/gsutil/boto/boto/beanstalk/wrapper.py +29 -0
  51. data/packages/gsutil/boto/boto/cacerts/__init__.py +22 -0
  52. data/packages/gsutil/boto/boto/cacerts/__init__.pyc +0 -0
  53. data/packages/gsutil/boto/boto/cacerts/cacerts.txt +633 -0
  54. data/packages/gsutil/boto/boto/cloudformation/__init__.py +68 -0
  55. data/packages/gsutil/boto/boto/cloudformation/connection.py +364 -0
  56. data/packages/gsutil/boto/boto/cloudformation/stack.py +360 -0
  57. data/packages/gsutil/boto/boto/cloudformation/template.py +43 -0
  58. data/packages/gsutil/boto/boto/cloudfront/__init__.py +324 -0
  59. data/packages/gsutil/boto/boto/cloudfront/distribution.py +745 -0
  60. data/packages/gsutil/boto/boto/cloudfront/exception.py +26 -0
  61. data/packages/gsutil/boto/boto/cloudfront/identity.py +122 -0
  62. data/packages/gsutil/boto/boto/cloudfront/invalidation.py +216 -0
  63. data/packages/gsutil/boto/boto/cloudfront/logging.py +38 -0
  64. data/packages/gsutil/boto/boto/cloudfront/object.py +48 -0
  65. data/packages/gsutil/boto/boto/cloudfront/origin.py +150 -0
  66. data/packages/gsutil/boto/boto/cloudfront/signers.py +60 -0
  67. data/packages/gsutil/boto/boto/cloudsearch/__init__.py +45 -0
  68. data/packages/gsutil/boto/boto/cloudsearch/document.py +265 -0
  69. data/packages/gsutil/boto/boto/cloudsearch/domain.py +394 -0
  70. data/packages/gsutil/boto/boto/cloudsearch/layer1.py +738 -0
  71. data/packages/gsutil/boto/boto/cloudsearch/layer2.py +67 -0
  72. data/packages/gsutil/boto/boto/cloudsearch/optionstatus.py +248 -0
  73. data/packages/gsutil/boto/boto/cloudsearch/search.py +365 -0
  74. data/packages/gsutil/boto/boto/cloudsearch/sourceattribute.py +75 -0
  75. data/packages/gsutil/boto/boto/compat.py +28 -0
  76. data/packages/gsutil/boto/boto/compat.pyc +0 -0
  77. data/packages/gsutil/boto/boto/connection.py +1081 -0
  78. data/packages/gsutil/boto/boto/connection.pyc +0 -0
  79. data/packages/gsutil/boto/boto/contrib/__init__.py +22 -0
  80. data/packages/gsutil/boto/boto/contrib/ymlmessage.py +52 -0
  81. data/packages/gsutil/boto/boto/core/README +58 -0
  82. data/packages/gsutil/boto/boto/core/__init__.py +23 -0
  83. data/packages/gsutil/boto/boto/core/auth.py +78 -0
  84. data/packages/gsutil/boto/boto/core/credentials.py +154 -0
  85. data/packages/gsutil/boto/boto/core/dictresponse.py +178 -0
  86. data/packages/gsutil/boto/boto/core/service.py +67 -0
  87. data/packages/gsutil/boto/boto/datapipeline/__init__.py +0 -0
  88. data/packages/gsutil/boto/boto/datapipeline/exceptions.py +42 -0
  89. data/packages/gsutil/boto/boto/datapipeline/layer1.py +546 -0
  90. data/packages/gsutil/boto/boto/dynamodb/__init__.py +66 -0
  91. data/packages/gsutil/boto/boto/dynamodb/batch.py +262 -0
  92. data/packages/gsutil/boto/boto/dynamodb/condition.py +170 -0
  93. data/packages/gsutil/boto/boto/dynamodb/exceptions.py +64 -0
  94. data/packages/gsutil/boto/boto/dynamodb/item.py +196 -0
  95. data/packages/gsutil/boto/boto/dynamodb/layer1.py +575 -0
  96. data/packages/gsutil/boto/boto/dynamodb/layer2.py +798 -0
  97. data/packages/gsutil/boto/boto/dynamodb/schema.py +112 -0
  98. data/packages/gsutil/boto/boto/dynamodb/table.py +540 -0
  99. data/packages/gsutil/boto/boto/dynamodb/types.py +326 -0
  100. data/packages/gsutil/boto/boto/ec2/__init__.py +96 -0
  101. data/packages/gsutil/boto/boto/ec2/address.py +103 -0
  102. data/packages/gsutil/boto/boto/ec2/autoscale/__init__.py +781 -0
  103. data/packages/gsutil/boto/boto/ec2/autoscale/activity.py +74 -0
  104. data/packages/gsutil/boto/boto/ec2/autoscale/group.py +337 -0
  105. data/packages/gsutil/boto/boto/ec2/autoscale/instance.py +60 -0
  106. data/packages/gsutil/boto/boto/ec2/autoscale/launchconfig.py +209 -0
  107. data/packages/gsutil/boto/boto/ec2/autoscale/policy.py +166 -0
  108. data/packages/gsutil/boto/boto/ec2/autoscale/request.py +38 -0
  109. data/packages/gsutil/boto/boto/ec2/autoscale/scheduled.py +60 -0
  110. data/packages/gsutil/boto/boto/ec2/autoscale/tag.py +84 -0
  111. data/packages/gsutil/boto/boto/ec2/blockdevicemapping.py +141 -0
  112. data/packages/gsutil/boto/boto/ec2/bundleinstance.py +78 -0
  113. data/packages/gsutil/boto/boto/ec2/buyreservation.py +84 -0
  114. data/packages/gsutil/boto/boto/ec2/cloudwatch/__init__.py +603 -0
  115. data/packages/gsutil/boto/boto/ec2/cloudwatch/alarm.py +316 -0
  116. data/packages/gsutil/boto/boto/ec2/cloudwatch/datapoint.py +40 -0
  117. data/packages/gsutil/boto/boto/ec2/cloudwatch/dimension.py +38 -0
  118. data/packages/gsutil/boto/boto/ec2/cloudwatch/listelement.py +31 -0
  119. data/packages/gsutil/boto/boto/ec2/cloudwatch/metric.py +175 -0
  120. data/packages/gsutil/boto/boto/ec2/connection.py +3409 -0
  121. data/packages/gsutil/boto/boto/ec2/ec2object.py +107 -0
  122. data/packages/gsutil/boto/boto/ec2/elb/__init__.py +553 -0
  123. data/packages/gsutil/boto/boto/ec2/elb/healthcheck.py +89 -0
  124. data/packages/gsutil/boto/boto/ec2/elb/instancestate.py +62 -0
  125. data/packages/gsutil/boto/boto/ec2/elb/listelement.py +36 -0
  126. data/packages/gsutil/boto/boto/ec2/elb/listener.py +75 -0
  127. data/packages/gsutil/boto/boto/ec2/elb/loadbalancer.py +324 -0
  128. data/packages/gsutil/boto/boto/ec2/elb/policies.py +89 -0
  129. data/packages/gsutil/boto/boto/ec2/elb/securitygroup.py +38 -0
  130. data/packages/gsutil/boto/boto/ec2/group.py +39 -0
  131. data/packages/gsutil/boto/boto/ec2/image.py +350 -0
  132. data/packages/gsutil/boto/boto/ec2/instance.py +661 -0
  133. data/packages/gsutil/boto/boto/ec2/instanceinfo.py +51 -0
  134. data/packages/gsutil/boto/boto/ec2/instancestatus.py +207 -0
  135. data/packages/gsutil/boto/boto/ec2/keypair.py +113 -0
  136. data/packages/gsutil/boto/boto/ec2/launchspecification.py +105 -0
  137. data/packages/gsutil/boto/boto/ec2/networkinterface.py +247 -0
  138. data/packages/gsutil/boto/boto/ec2/placementgroup.py +51 -0
  139. data/packages/gsutil/boto/boto/ec2/regioninfo.py +34 -0
  140. data/packages/gsutil/boto/boto/ec2/reservedinstance.py +227 -0
  141. data/packages/gsutil/boto/boto/ec2/securitygroup.py +357 -0
  142. data/packages/gsutil/boto/boto/ec2/snapshot.py +170 -0
  143. data/packages/gsutil/boto/boto/ec2/spotdatafeedsubscription.py +63 -0
  144. data/packages/gsutil/boto/boto/ec2/spotinstancerequest.py +188 -0
  145. data/packages/gsutil/boto/boto/ec2/spotpricehistory.py +55 -0
  146. data/packages/gsutil/boto/boto/ec2/tag.py +87 -0
  147. data/packages/gsutil/boto/boto/ec2/vmtype.py +58 -0
  148. data/packages/gsutil/boto/boto/ec2/volume.py +293 -0
  149. data/packages/gsutil/boto/boto/ec2/volumestatus.py +200 -0
  150. data/packages/gsutil/boto/boto/ec2/zone.py +80 -0
  151. data/packages/gsutil/boto/boto/ecs/__init__.py +90 -0
  152. data/packages/gsutil/boto/boto/ecs/item.py +153 -0
  153. data/packages/gsutil/boto/boto/elasticache/__init__.py +62 -0
  154. data/packages/gsutil/boto/boto/elasticache/layer1.py +1252 -0
  155. data/packages/gsutil/boto/boto/elastictranscoder/__init__.py +62 -0
  156. data/packages/gsutil/boto/boto/elastictranscoder/exceptions.py +46 -0
  157. data/packages/gsutil/boto/boto/elastictranscoder/layer1.py +509 -0
  158. data/packages/gsutil/boto/boto/emr/__init__.py +73 -0
  159. data/packages/gsutil/boto/boto/emr/bootstrap_action.py +44 -0
  160. data/packages/gsutil/boto/boto/emr/connection.py +531 -0
  161. data/packages/gsutil/boto/boto/emr/emrobject.py +176 -0
  162. data/packages/gsutil/boto/boto/emr/instance_group.py +43 -0
  163. data/packages/gsutil/boto/boto/emr/step.py +281 -0
  164. data/packages/gsutil/boto/boto/exception.py +476 -0
  165. data/packages/gsutil/boto/boto/exception.pyc +0 -0
  166. data/packages/gsutil/boto/boto/file/README +49 -0
  167. data/packages/gsutil/boto/boto/file/__init__.py +28 -0
  168. data/packages/gsutil/boto/boto/file/bucket.py +112 -0
  169. data/packages/gsutil/boto/boto/file/connection.py +33 -0
  170. data/packages/gsutil/boto/boto/file/key.py +199 -0
  171. data/packages/gsutil/boto/boto/file/simpleresultset.py +30 -0
  172. data/packages/gsutil/boto/boto/fps/__init__.py +21 -0
  173. data/packages/gsutil/boto/boto/fps/connection.py +369 -0
  174. data/packages/gsutil/boto/boto/fps/exception.py +344 -0
  175. data/packages/gsutil/boto/boto/fps/response.py +175 -0
  176. data/packages/gsutil/boto/boto/glacier/__init__.py +57 -0
  177. data/packages/gsutil/boto/boto/glacier/concurrent.py +409 -0
  178. data/packages/gsutil/boto/boto/glacier/exceptions.py +58 -0
  179. data/packages/gsutil/boto/boto/glacier/job.py +152 -0
  180. data/packages/gsutil/boto/boto/glacier/layer1.py +637 -0
  181. data/packages/gsutil/boto/boto/glacier/layer2.py +93 -0
  182. data/packages/gsutil/boto/boto/glacier/response.py +48 -0
  183. data/packages/gsutil/boto/boto/glacier/utils.py +163 -0
  184. data/packages/gsutil/boto/boto/glacier/vault.py +387 -0
  185. data/packages/gsutil/boto/boto/glacier/writer.py +242 -0
  186. data/packages/gsutil/boto/boto/gs/__init__.py +22 -0
  187. data/packages/gsutil/boto/boto/gs/__init__.pyc +0 -0
  188. data/packages/gsutil/boto/boto/gs/acl.py +304 -0
  189. data/packages/gsutil/boto/boto/gs/acl.pyc +0 -0
  190. data/packages/gsutil/boto/boto/gs/bucket.py +870 -0
  191. data/packages/gsutil/boto/boto/gs/bucket.pyc +0 -0
  192. data/packages/gsutil/boto/boto/gs/bucketlistresultset.py +64 -0
  193. data/packages/gsutil/boto/boto/gs/bucketlistresultset.pyc +0 -0
  194. data/packages/gsutil/boto/boto/gs/connection.py +103 -0
  195. data/packages/gsutil/boto/boto/gs/connection.pyc +0 -0
  196. data/packages/gsutil/boto/boto/gs/cors.py +169 -0
  197. data/packages/gsutil/boto/boto/gs/cors.pyc +0 -0
  198. data/packages/gsutil/boto/boto/gs/key.py +704 -0
  199. data/packages/gsutil/boto/boto/gs/key.pyc +0 -0
  200. data/packages/gsutil/boto/boto/gs/resumable_upload_handler.py +659 -0
  201. data/packages/gsutil/boto/boto/gs/resumable_upload_handler.pyc +0 -0
  202. data/packages/gsutil/boto/boto/gs/user.py +54 -0
  203. data/packages/gsutil/boto/boto/gs/user.pyc +0 -0
  204. data/packages/gsutil/boto/boto/handler.py +44 -0
  205. data/packages/gsutil/boto/boto/handler.pyc +0 -0
  206. data/packages/gsutil/boto/boto/https_connection.py +124 -0
  207. data/packages/gsutil/boto/boto/https_connection.pyc +0 -0
  208. data/packages/gsutil/boto/boto/iam/__init__.py +74 -0
  209. data/packages/gsutil/boto/boto/iam/connection.py +1317 -0
  210. data/packages/gsutil/boto/boto/iam/summarymap.py +42 -0
  211. data/packages/gsutil/boto/boto/jsonresponse.py +163 -0
  212. data/packages/gsutil/boto/boto/jsonresponse.pyc +0 -0
  213. data/packages/gsutil/boto/boto/manage/__init__.py +23 -0
  214. data/packages/gsutil/boto/boto/manage/cmdshell.py +241 -0
  215. data/packages/gsutil/boto/boto/manage/propget.py +64 -0
  216. data/packages/gsutil/boto/boto/manage/server.py +556 -0
  217. data/packages/gsutil/boto/boto/manage/task.py +175 -0
  218. data/packages/gsutil/boto/boto/manage/test_manage.py +34 -0
  219. data/packages/gsutil/boto/boto/manage/volume.py +420 -0
  220. data/packages/gsutil/boto/boto/mashups/__init__.py +23 -0
  221. data/packages/gsutil/boto/boto/mashups/interactive.py +97 -0
  222. data/packages/gsutil/boto/boto/mashups/iobject.py +115 -0
  223. data/packages/gsutil/boto/boto/mashups/order.py +211 -0
  224. data/packages/gsutil/boto/boto/mashups/server.py +395 -0
  225. data/packages/gsutil/boto/boto/mturk/__init__.py +23 -0
  226. data/packages/gsutil/boto/boto/mturk/connection.py +1027 -0
  227. data/packages/gsutil/boto/boto/mturk/layoutparam.py +55 -0
  228. data/packages/gsutil/boto/boto/mturk/notification.py +103 -0
  229. data/packages/gsutil/boto/boto/mturk/price.py +48 -0
  230. data/packages/gsutil/boto/boto/mturk/qualification.py +137 -0
  231. data/packages/gsutil/boto/boto/mturk/question.py +455 -0
  232. data/packages/gsutil/boto/boto/mws/__init__.py +21 -0
  233. data/packages/gsutil/boto/boto/mws/connection.py +813 -0
  234. data/packages/gsutil/boto/boto/mws/exception.py +75 -0
  235. data/packages/gsutil/boto/boto/mws/response.py +655 -0
  236. data/packages/gsutil/boto/boto/plugin.py +90 -0
  237. data/packages/gsutil/boto/boto/plugin.pyc +0 -0
  238. data/packages/gsutil/boto/boto/provider.py +337 -0
  239. data/packages/gsutil/boto/boto/provider.pyc +0 -0
  240. data/packages/gsutil/boto/boto/pyami/__init__.py +22 -0
  241. data/packages/gsutil/boto/boto/pyami/__init__.pyc +0 -0
  242. data/packages/gsutil/boto/boto/pyami/bootstrap.py +134 -0
  243. data/packages/gsutil/boto/boto/pyami/config.py +229 -0
  244. data/packages/gsutil/boto/boto/pyami/config.pyc +0 -0
  245. data/packages/gsutil/boto/boto/pyami/copybot.cfg +60 -0
  246. data/packages/gsutil/boto/boto/pyami/copybot.py +97 -0
  247. data/packages/gsutil/boto/boto/pyami/helloworld.py +28 -0
  248. data/packages/gsutil/boto/boto/pyami/installers/__init__.py +64 -0
  249. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/__init__.py +22 -0
  250. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/apache.py +43 -0
  251. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/ebs.py +238 -0
  252. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/installer.py +96 -0
  253. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/mysql.py +109 -0
  254. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/trac.py +139 -0
  255. data/packages/gsutil/boto/boto/pyami/launch_ami.py +178 -0
  256. data/packages/gsutil/boto/boto/pyami/scriptbase.py +44 -0
  257. data/packages/gsutil/boto/boto/pyami/startup.py +60 -0
  258. data/packages/gsutil/boto/boto/rds/__init__.py +1194 -0
  259. data/packages/gsutil/boto/boto/rds/dbinstance.py +357 -0
  260. data/packages/gsutil/boto/boto/rds/dbsecuritygroup.py +177 -0
  261. data/packages/gsutil/boto/boto/rds/dbsnapshot.py +108 -0
  262. data/packages/gsutil/boto/boto/rds/event.py +49 -0
  263. data/packages/gsutil/boto/boto/rds/parametergroup.py +201 -0
  264. data/packages/gsutil/boto/boto/rds/regioninfo.py +32 -0
  265. data/packages/gsutil/boto/boto/regioninfo.py +63 -0
  266. data/packages/gsutil/boto/boto/regioninfo.pyc +0 -0
  267. data/packages/gsutil/boto/boto/resultset.py +169 -0
  268. data/packages/gsutil/boto/boto/resultset.pyc +0 -0
  269. data/packages/gsutil/boto/boto/roboto/__init__.py +1 -0
  270. data/packages/gsutil/boto/boto/roboto/awsqueryrequest.py +504 -0
  271. data/packages/gsutil/boto/boto/roboto/awsqueryservice.py +121 -0
  272. data/packages/gsutil/boto/boto/roboto/param.py +147 -0
  273. data/packages/gsutil/boto/boto/route53/__init__.py +75 -0
  274. data/packages/gsutil/boto/boto/route53/connection.py +403 -0
  275. data/packages/gsutil/boto/boto/route53/exception.py +27 -0
  276. data/packages/gsutil/boto/boto/route53/hostedzone.py +56 -0
  277. data/packages/gsutil/boto/boto/route53/record.py +306 -0
  278. data/packages/gsutil/boto/boto/route53/status.py +42 -0
  279. data/packages/gsutil/boto/boto/route53/zone.py +412 -0
  280. data/packages/gsutil/boto/boto/s3/__init__.py +84 -0
  281. data/packages/gsutil/boto/boto/s3/__init__.pyc +0 -0
  282. data/packages/gsutil/boto/boto/s3/acl.py +164 -0
  283. data/packages/gsutil/boto/boto/s3/acl.pyc +0 -0
  284. data/packages/gsutil/boto/boto/s3/bucket.py +1634 -0
  285. data/packages/gsutil/boto/boto/s3/bucket.pyc +0 -0
  286. data/packages/gsutil/boto/boto/s3/bucketlistresultset.py +139 -0
  287. data/packages/gsutil/boto/boto/s3/bucketlistresultset.pyc +0 -0
  288. data/packages/gsutil/boto/boto/s3/bucketlogging.py +83 -0
  289. data/packages/gsutil/boto/boto/s3/bucketlogging.pyc +0 -0
  290. data/packages/gsutil/boto/boto/s3/connection.py +540 -0
  291. data/packages/gsutil/boto/boto/s3/connection.pyc +0 -0
  292. data/packages/gsutil/boto/boto/s3/cors.py +210 -0
  293. data/packages/gsutil/boto/boto/s3/cors.pyc +0 -0
  294. data/packages/gsutil/boto/boto/s3/deletemarker.py +55 -0
  295. data/packages/gsutil/boto/boto/s3/deletemarker.pyc +0 -0
  296. data/packages/gsutil/boto/boto/s3/key.py +1712 -0
  297. data/packages/gsutil/boto/boto/s3/key.pyc +0 -0
  298. data/packages/gsutil/boto/boto/s3/keyfile.py +134 -0
  299. data/packages/gsutil/boto/boto/s3/keyfile.pyc +0 -0
  300. data/packages/gsutil/boto/boto/s3/lifecycle.py +231 -0
  301. data/packages/gsutil/boto/boto/s3/lifecycle.pyc +0 -0
  302. data/packages/gsutil/boto/boto/s3/multidelete.py +138 -0
  303. data/packages/gsutil/boto/boto/s3/multidelete.pyc +0 -0
  304. data/packages/gsutil/boto/boto/s3/multipart.py +315 -0
  305. data/packages/gsutil/boto/boto/s3/multipart.pyc +0 -0
  306. data/packages/gsutil/boto/boto/s3/prefix.py +42 -0
  307. data/packages/gsutil/boto/boto/s3/prefix.pyc +0 -0
  308. data/packages/gsutil/boto/boto/s3/resumable_download_handler.py +339 -0
  309. data/packages/gsutil/boto/boto/s3/resumable_download_handler.pyc +0 -0
  310. data/packages/gsutil/boto/boto/s3/tagging.py +71 -0
  311. data/packages/gsutil/boto/boto/s3/tagging.pyc +0 -0
  312. data/packages/gsutil/boto/boto/s3/user.py +49 -0
  313. data/packages/gsutil/boto/boto/s3/user.pyc +0 -0
  314. data/packages/gsutil/boto/boto/s3/website.py +237 -0
  315. data/packages/gsutil/boto/boto/s3/website.pyc +0 -0
  316. data/packages/gsutil/boto/boto/sdb/__init__.py +67 -0
  317. data/packages/gsutil/boto/boto/sdb/connection.py +617 -0
  318. data/packages/gsutil/boto/boto/sdb/db/__init__.py +20 -0
  319. data/packages/gsutil/boto/boto/sdb/db/blob.py +75 -0
  320. data/packages/gsutil/boto/boto/sdb/db/key.py +59 -0
  321. data/packages/gsutil/boto/boto/sdb/db/manager/__init__.py +85 -0
  322. data/packages/gsutil/boto/boto/sdb/db/manager/sdbmanager.py +732 -0
  323. data/packages/gsutil/boto/boto/sdb/db/manager/xmlmanager.py +517 -0
  324. data/packages/gsutil/boto/boto/sdb/db/model.py +294 -0
  325. data/packages/gsutil/boto/boto/sdb/db/property.py +703 -0
  326. data/packages/gsutil/boto/boto/sdb/db/query.py +85 -0
  327. data/packages/gsutil/boto/boto/sdb/db/sequence.py +226 -0
  328. data/packages/gsutil/boto/boto/sdb/db/test_db.py +231 -0
  329. data/packages/gsutil/boto/boto/sdb/domain.py +377 -0
  330. data/packages/gsutil/boto/boto/sdb/item.py +181 -0
  331. data/packages/gsutil/boto/boto/sdb/queryresultset.py +92 -0
  332. data/packages/gsutil/boto/boto/sdb/regioninfo.py +32 -0
  333. data/packages/gsutil/boto/boto/services/__init__.py +23 -0
  334. data/packages/gsutil/boto/boto/services/bs.py +179 -0
  335. data/packages/gsutil/boto/boto/services/message.py +58 -0
  336. data/packages/gsutil/boto/boto/services/result.py +136 -0
  337. data/packages/gsutil/boto/boto/services/service.py +161 -0
  338. data/packages/gsutil/boto/boto/services/servicedef.py +91 -0
  339. data/packages/gsutil/boto/boto/services/sonofmmm.cfg +43 -0
  340. data/packages/gsutil/boto/boto/services/sonofmmm.py +81 -0
  341. data/packages/gsutil/boto/boto/services/submit.py +88 -0
  342. data/packages/gsutil/boto/boto/ses/__init__.py +54 -0
  343. data/packages/gsutil/boto/boto/ses/connection.py +521 -0
  344. data/packages/gsutil/boto/boto/ses/exceptions.py +77 -0
  345. data/packages/gsutil/boto/boto/sns/__init__.py +78 -0
  346. data/packages/gsutil/boto/boto/sns/connection.py +431 -0
  347. data/packages/gsutil/boto/boto/sqs/__init__.py +56 -0
  348. data/packages/gsutil/boto/boto/sqs/attributes.py +46 -0
  349. data/packages/gsutil/boto/boto/sqs/batchresults.py +95 -0
  350. data/packages/gsutil/boto/boto/sqs/connection.py +417 -0
  351. data/packages/gsutil/boto/boto/sqs/jsonmessage.py +43 -0
  352. data/packages/gsutil/boto/boto/sqs/message.py +253 -0
  353. data/packages/gsutil/boto/boto/sqs/queue.py +478 -0
  354. data/packages/gsutil/boto/boto/sqs/regioninfo.py +32 -0
  355. data/packages/gsutil/boto/boto/storage_uri.py +835 -0
  356. data/packages/gsutil/boto/boto/storage_uri.pyc +0 -0
  357. data/packages/gsutil/boto/boto/sts/__init__.py +55 -0
  358. data/packages/gsutil/boto/boto/sts/connection.py +207 -0
  359. data/packages/gsutil/boto/boto/sts/credentials.py +215 -0
  360. data/packages/gsutil/boto/boto/swf/__init__.py +60 -0
  361. data/packages/gsutil/boto/boto/swf/exceptions.py +44 -0
  362. data/packages/gsutil/boto/boto/swf/layer1.py +1512 -0
  363. data/packages/gsutil/boto/boto/swf/layer1_decisions.py +287 -0
  364. data/packages/gsutil/boto/boto/swf/layer2.py +342 -0
  365. data/packages/gsutil/boto/boto/utils.py +927 -0
  366. data/packages/gsutil/boto/boto/utils.pyc +0 -0
  367. data/packages/gsutil/boto/boto/vpc/__init__.py +910 -0
  368. data/packages/gsutil/boto/boto/vpc/customergateway.py +54 -0
  369. data/packages/gsutil/boto/boto/vpc/dhcpoptions.py +72 -0
  370. data/packages/gsutil/boto/boto/vpc/internetgateway.py +72 -0
  371. data/packages/gsutil/boto/boto/vpc/routetable.py +109 -0
  372. data/packages/gsutil/boto/boto/vpc/subnet.py +57 -0
  373. data/packages/gsutil/boto/boto/vpc/vpc.py +54 -0
  374. data/packages/gsutil/boto/boto/vpc/vpnconnection.py +60 -0
  375. data/packages/gsutil/boto/boto/vpc/vpngateway.py +83 -0
  376. data/packages/gsutil/boto/docs/BotoCheatSheet.pdf +0 -0
  377. data/packages/gsutil/boto/docs/Makefile +89 -0
  378. data/packages/gsutil/boto/docs/make.bat +113 -0
  379. data/packages/gsutil/boto/docs/source/_templates/layout.html +3 -0
  380. data/packages/gsutil/boto/docs/source/autoscale_tut.rst +220 -0
  381. data/packages/gsutil/boto/docs/source/boto_config_tut.rst +125 -0
  382. data/packages/gsutil/boto/docs/source/boto_theme/static/boto.css_t +239 -0
  383. data/packages/gsutil/boto/docs/source/boto_theme/static/pygments.css +61 -0
  384. data/packages/gsutil/boto/docs/source/boto_theme/theme.conf +3 -0
  385. data/packages/gsutil/boto/docs/source/cloudfront_tut.rst +196 -0
  386. data/packages/gsutil/boto/docs/source/cloudsearch_tut.rst +411 -0
  387. data/packages/gsutil/boto/docs/source/cloudwatch_tut.rst +116 -0
  388. data/packages/gsutil/boto/docs/source/conf.py +32 -0
  389. data/packages/gsutil/boto/docs/source/contributing.rst +204 -0
  390. data/packages/gsutil/boto/docs/source/documentation.rst +59 -0
  391. data/packages/gsutil/boto/docs/source/dynamodb_tut.rst +339 -0
  392. data/packages/gsutil/boto/docs/source/ec2_tut.rst +86 -0
  393. data/packages/gsutil/boto/docs/source/elb_tut.rst +257 -0
  394. data/packages/gsutil/boto/docs/source/emr_tut.rst +108 -0
  395. data/packages/gsutil/boto/docs/source/index.rst +146 -0
  396. data/packages/gsutil/boto/docs/source/rds_tut.rst +108 -0
  397. data/packages/gsutil/boto/docs/source/ref/autoscale.rst +62 -0
  398. data/packages/gsutil/boto/docs/source/ref/beanstalk.rst +26 -0
  399. data/packages/gsutil/boto/docs/source/ref/boto.rst +47 -0
  400. data/packages/gsutil/boto/docs/source/ref/cloudformation.rst +34 -0
  401. data/packages/gsutil/boto/docs/source/ref/cloudfront.rst +68 -0
  402. data/packages/gsutil/boto/docs/source/ref/cloudsearch.rst +59 -0
  403. data/packages/gsutil/boto/docs/source/ref/cloudwatch.rst +27 -0
  404. data/packages/gsutil/boto/docs/source/ref/contrib.rst +32 -0
  405. data/packages/gsutil/boto/docs/source/ref/datapipeline.rst +26 -0
  406. data/packages/gsutil/boto/docs/source/ref/dynamodb.rst +61 -0
  407. data/packages/gsutil/boto/docs/source/ref/ec2.rst +140 -0
  408. data/packages/gsutil/boto/docs/source/ref/ecs.rst +19 -0
  409. data/packages/gsutil/boto/docs/source/ref/elasticache.rst +19 -0
  410. data/packages/gsutil/boto/docs/source/ref/elastictranscoder.rst +26 -0
  411. data/packages/gsutil/boto/docs/source/ref/elb.rst +47 -0
  412. data/packages/gsutil/boto/docs/source/ref/emr.rst +34 -0
  413. data/packages/gsutil/boto/docs/source/ref/file.rst +34 -0
  414. data/packages/gsutil/boto/docs/source/ref/fps.rst +19 -0
  415. data/packages/gsutil/boto/docs/source/ref/glacier.rst +63 -0
  416. data/packages/gsutil/boto/docs/source/ref/gs.rst +72 -0
  417. data/packages/gsutil/boto/docs/source/ref/iam.rst +27 -0
  418. data/packages/gsutil/boto/docs/source/ref/index.rst +40 -0
  419. data/packages/gsutil/boto/docs/source/ref/manage.rst +47 -0
  420. data/packages/gsutil/boto/docs/source/ref/mturk.rst +54 -0
  421. data/packages/gsutil/boto/docs/source/ref/mws.rst +33 -0
  422. data/packages/gsutil/boto/docs/source/ref/pyami.rst +103 -0
  423. data/packages/gsutil/boto/docs/source/ref/rds.rst +47 -0
  424. data/packages/gsutil/boto/docs/source/ref/route53.rst +34 -0
  425. data/packages/gsutil/boto/docs/source/ref/s3.rst +111 -0
  426. data/packages/gsutil/boto/docs/source/ref/sdb.rst +45 -0
  427. data/packages/gsutil/boto/docs/source/ref/sdb_db.rst +83 -0
  428. data/packages/gsutil/boto/docs/source/ref/services.rst +61 -0
  429. data/packages/gsutil/boto/docs/source/ref/ses.rst +21 -0
  430. data/packages/gsutil/boto/docs/source/ref/sns.rst +17 -0
  431. data/packages/gsutil/boto/docs/source/ref/sqs.rst +61 -0
  432. data/packages/gsutil/boto/docs/source/ref/sts.rst +25 -0
  433. data/packages/gsutil/boto/docs/source/ref/swf.rst +22 -0
  434. data/packages/gsutil/boto/docs/source/ref/vpc.rst +54 -0
  435. data/packages/gsutil/boto/docs/source/s3_tut.rst +450 -0
  436. data/packages/gsutil/boto/docs/source/security_groups.rst +82 -0
  437. data/packages/gsutil/boto/docs/source/ses_tut.rst +171 -0
  438. data/packages/gsutil/boto/docs/source/simpledb_tut.rst +188 -0
  439. data/packages/gsutil/boto/docs/source/sqs_tut.rst +246 -0
  440. data/packages/gsutil/boto/docs/source/vpc_tut.rst +100 -0
  441. data/packages/gsutil/boto/pylintrc +305 -0
  442. data/packages/gsutil/boto/requirements.txt +10 -0
  443. data/packages/gsutil/boto/setup.py +89 -0
  444. data/packages/gsutil/boto/tests/__init__.py +20 -0
  445. data/packages/gsutil/boto/tests/db/test_lists.py +96 -0
  446. data/packages/gsutil/boto/tests/db/test_password.py +128 -0
  447. data/packages/gsutil/boto/tests/db/test_query.py +152 -0
  448. data/packages/gsutil/boto/tests/db/test_sequence.py +109 -0
  449. data/packages/gsutil/boto/tests/devpay/__init__.py +0 -0
  450. data/packages/gsutil/boto/tests/devpay/test_s3.py +181 -0
  451. data/packages/gsutil/boto/tests/fps/__init__.py +0 -0
  452. data/packages/gsutil/boto/tests/fps/test.py +100 -0
  453. data/packages/gsutil/boto/tests/fps/test_verify_signature.py +12 -0
  454. data/packages/gsutil/boto/tests/integration/__init__.py +0 -0
  455. data/packages/gsutil/boto/tests/integration/beanstalk/test_wrapper.py +209 -0
  456. data/packages/gsutil/boto/tests/integration/cloudformation/__init__.py +21 -0
  457. data/packages/gsutil/boto/tests/integration/cloudformation/test_cert_verification.py +40 -0
  458. data/packages/gsutil/boto/tests/integration/cloudformation/test_connection.py +110 -0
  459. data/packages/gsutil/boto/tests/integration/cloudsearch/__init__.py +21 -0
  460. data/packages/gsutil/boto/tests/integration/cloudsearch/test_cert_verification.py +40 -0
  461. data/packages/gsutil/boto/tests/integration/datapipeline/test_layer1.py +122 -0
  462. data/packages/gsutil/boto/tests/integration/dynamodb/__init__.py +20 -0
  463. data/packages/gsutil/boto/tests/integration/dynamodb/test_cert_verification.py +40 -0
  464. data/packages/gsutil/boto/tests/integration/dynamodb/test_layer1.py +266 -0
  465. data/packages/gsutil/boto/tests/integration/dynamodb/test_layer2.py +484 -0
  466. data/packages/gsutil/boto/tests/integration/dynamodb/test_table.py +84 -0
  467. data/packages/gsutil/boto/tests/integration/ec2/__init__.py +20 -0
  468. data/packages/gsutil/boto/tests/integration/ec2/autoscale/__init__.py +21 -0
  469. data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_cert_verification.py +40 -0
  470. data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_connection.py +167 -0
  471. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/__init__.py +20 -0
  472. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_cert_verification.py +40 -0
  473. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_connection.py +277 -0
  474. data/packages/gsutil/boto/tests/integration/ec2/elb/__init__.py +20 -0
  475. data/packages/gsutil/boto/tests/integration/ec2/elb/test_cert_verification.py +40 -0
  476. data/packages/gsutil/boto/tests/integration/ec2/elb/test_connection.py +130 -0
  477. data/packages/gsutil/boto/tests/integration/ec2/test_cert_verification.py +40 -0
  478. data/packages/gsutil/boto/tests/integration/ec2/test_connection.py +192 -0
  479. data/packages/gsutil/boto/tests/integration/ec2/vpc/__init__.py +0 -0
  480. data/packages/gsutil/boto/tests/integration/ec2/vpc/test_connection.py +95 -0
  481. data/packages/gsutil/boto/tests/integration/elasticache/__init__.py +0 -0
  482. data/packages/gsutil/boto/tests/integration/elasticache/test_layer1.py +67 -0
  483. data/packages/gsutil/boto/tests/integration/elastictranscoder/__init__.py +0 -0
  484. data/packages/gsutil/boto/tests/integration/elastictranscoder/test_cert_verification.py +35 -0
  485. data/packages/gsutil/boto/tests/integration/elastictranscoder/test_layer1.py +115 -0
  486. data/packages/gsutil/boto/tests/integration/emr/__init__.py +20 -0
  487. data/packages/gsutil/boto/tests/integration/emr/test_cert_verification.py +40 -0
  488. data/packages/gsutil/boto/tests/integration/glacier/__init__.py +22 -0
  489. data/packages/gsutil/boto/tests/integration/glacier/test_cert_verification.py +40 -0
  490. data/packages/gsutil/boto/tests/integration/glacier/test_layer1.py +44 -0
  491. data/packages/gsutil/boto/tests/integration/glacier/test_layer2.py +45 -0
  492. data/packages/gsutil/boto/tests/integration/gs/__init__.py +0 -0
  493. data/packages/gsutil/boto/tests/integration/gs/cb_test_harness.py +71 -0
  494. data/packages/gsutil/boto/tests/integration/gs/test_basic.py +379 -0
  495. data/packages/gsutil/boto/tests/integration/gs/test_generation_conditionals.py +399 -0
  496. data/packages/gsutil/boto/tests/integration/gs/test_resumable_downloads.py +358 -0
  497. data/packages/gsutil/boto/tests/integration/gs/test_resumable_uploads.py +525 -0
  498. data/packages/gsutil/boto/tests/integration/gs/test_storage_uri.py +125 -0
  499. data/packages/gsutil/boto/tests/integration/gs/test_versioning.py +268 -0
  500. data/packages/gsutil/boto/tests/integration/gs/testcase.py +116 -0
  501. data/packages/gsutil/boto/tests/integration/gs/util.py +63 -0
  502. data/packages/gsutil/boto/tests/integration/iam/__init__.py +20 -0
  503. data/packages/gsutil/boto/tests/integration/iam/test_cert_verification.py +40 -0
  504. data/packages/gsutil/boto/tests/integration/mws/__init__.py +0 -0
  505. data/packages/gsutil/boto/tests/integration/mws/test.py +100 -0
  506. data/packages/gsutil/boto/tests/integration/rds/__init__.py +21 -0
  507. data/packages/gsutil/boto/tests/integration/rds/test_cert_verification.py +40 -0
  508. data/packages/gsutil/boto/tests/integration/route53/__init__.py +20 -0
  509. data/packages/gsutil/boto/tests/integration/route53/test_cert_verification.py +40 -0
  510. data/packages/gsutil/boto/tests/integration/route53/test_zone.py +132 -0
  511. data/packages/gsutil/boto/tests/integration/s3/__init__.py +20 -0
  512. data/packages/gsutil/boto/tests/integration/s3/mock_storage_service.py +589 -0
  513. data/packages/gsutil/boto/tests/integration/s3/other_cacerts.txt +70 -0
  514. data/packages/gsutil/boto/tests/integration/s3/test_bucket.py +263 -0
  515. data/packages/gsutil/boto/tests/integration/s3/test_cert_verification.py +40 -0
  516. data/packages/gsutil/boto/tests/integration/s3/test_connection.py +245 -0
  517. data/packages/gsutil/boto/tests/integration/s3/test_cors.py +78 -0
  518. data/packages/gsutil/boto/tests/integration/s3/test_encryption.py +115 -0
  519. data/packages/gsutil/boto/tests/integration/s3/test_https_cert_validation.py +141 -0
  520. data/packages/gsutil/boto/tests/integration/s3/test_key.py +375 -0
  521. data/packages/gsutil/boto/tests/integration/s3/test_mfa.py +95 -0
  522. data/packages/gsutil/boto/tests/integration/s3/test_multidelete.py +181 -0
  523. data/packages/gsutil/boto/tests/integration/s3/test_multipart.py +139 -0
  524. data/packages/gsutil/boto/tests/integration/s3/test_pool.py +246 -0
  525. data/packages/gsutil/boto/tests/integration/s3/test_versioning.py +158 -0
  526. data/packages/gsutil/boto/tests/integration/sdb/__init__.py +20 -0
  527. data/packages/gsutil/boto/tests/integration/sdb/test_cert_verification.py +40 -0
  528. data/packages/gsutil/boto/tests/integration/sdb/test_connection.py +119 -0
  529. data/packages/gsutil/boto/tests/integration/ses/__init__.py +0 -0
  530. data/packages/gsutil/boto/tests/integration/ses/test_cert_verification.py +40 -0
  531. data/packages/gsutil/boto/tests/integration/ses/test_connection.py +38 -0
  532. data/packages/gsutil/boto/tests/integration/sns/__init__.py +20 -0
  533. data/packages/gsutil/boto/tests/integration/sns/test_cert_verification.py +40 -0
  534. data/packages/gsutil/boto/tests/integration/sqs/__init__.py +20 -0
  535. data/packages/gsutil/boto/tests/integration/sqs/test_cert_verification.py +40 -0
  536. data/packages/gsutil/boto/tests/integration/sqs/test_connection.py +217 -0
  537. data/packages/gsutil/boto/tests/integration/sts/__init__.py +20 -0
  538. data/packages/gsutil/boto/tests/integration/sts/test_cert_verification.py +40 -0
  539. data/packages/gsutil/boto/tests/integration/sts/test_session_token.py +65 -0
  540. data/packages/gsutil/boto/tests/integration/swf/__init__.py +0 -0
  541. data/packages/gsutil/boto/tests/integration/swf/test_cert_verification.py +40 -0
  542. data/packages/gsutil/boto/tests/integration/swf/test_layer1.py +246 -0
  543. data/packages/gsutil/boto/tests/integration/swf/test_layer1_workflow_execution.py +173 -0
  544. data/packages/gsutil/boto/tests/mturk/__init__.py +0 -0
  545. data/packages/gsutil/boto/tests/mturk/_init_environment.py +28 -0
  546. data/packages/gsutil/boto/tests/mturk/all_tests.py +24 -0
  547. data/packages/gsutil/boto/tests/mturk/cleanup_tests.py +47 -0
  548. data/packages/gsutil/boto/tests/mturk/common.py +45 -0
  549. data/packages/gsutil/boto/tests/mturk/create_free_text_question_regex.doctest +100 -0
  550. data/packages/gsutil/boto/tests/mturk/create_hit.doctest +92 -0
  551. data/packages/gsutil/boto/tests/mturk/create_hit_binary.doctest +94 -0
  552. data/packages/gsutil/boto/tests/mturk/create_hit_external.py +21 -0
  553. data/packages/gsutil/boto/tests/mturk/create_hit_from_hit_type.doctest +103 -0
  554. data/packages/gsutil/boto/tests/mturk/create_hit_test.py +21 -0
  555. data/packages/gsutil/boto/tests/mturk/create_hit_with_qualifications.py +16 -0
  556. data/packages/gsutil/boto/tests/mturk/hit_persistence.py +27 -0
  557. data/packages/gsutil/boto/tests/mturk/mocks.py +11 -0
  558. data/packages/gsutil/boto/tests/mturk/reviewable_hits.doctest +129 -0
  559. data/packages/gsutil/boto/tests/mturk/run-doctest.py +13 -0
  560. data/packages/gsutil/boto/tests/mturk/search_hits.doctest +16 -0
  561. data/packages/gsutil/boto/tests/mturk/selenium_support.py +61 -0
  562. data/packages/gsutil/boto/tests/mturk/support.py +7 -0
  563. data/packages/gsutil/boto/tests/mturk/test_disable_hit.py +11 -0
  564. data/packages/gsutil/boto/tests/test.py +59 -0
  565. data/packages/gsutil/boto/tests/unit/__init__.py +79 -0
  566. data/packages/gsutil/boto/tests/unit/auth/__init__.py +0 -0
  567. data/packages/gsutil/boto/tests/unit/auth/test_sigv4.py +73 -0
  568. data/packages/gsutil/boto/tests/unit/beanstalk/__init__.py +0 -0
  569. data/packages/gsutil/boto/tests/unit/beanstalk/test_layer1.py +128 -0
  570. data/packages/gsutil/boto/tests/unit/cloudformation/__init__.py +0 -0
  571. data/packages/gsutil/boto/tests/unit/cloudformation/test_connection.py +605 -0
  572. data/packages/gsutil/boto/tests/unit/cloudformation/test_stack.py +63 -0
  573. data/packages/gsutil/boto/tests/unit/cloudfront/__init__.py +0 -0
  574. data/packages/gsutil/boto/tests/unit/cloudfront/test_invalidation_list.py +113 -0
  575. data/packages/gsutil/boto/tests/unit/cloudfront/test_signed_urls.py +354 -0
  576. data/packages/gsutil/boto/tests/unit/cloudsearch/__init__.py +1 -0
  577. data/packages/gsutil/boto/tests/unit/cloudsearch/test_connection.py +241 -0
  578. data/packages/gsutil/boto/tests/unit/cloudsearch/test_document.py +324 -0
  579. data/packages/gsutil/boto/tests/unit/cloudsearch/test_search.py +325 -0
  580. data/packages/gsutil/boto/tests/unit/dynamodb/__init__.py +0 -0
  581. data/packages/gsutil/boto/tests/unit/dynamodb/test_batch.py +103 -0
  582. data/packages/gsutil/boto/tests/unit/dynamodb/test_layer2.py +119 -0
  583. data/packages/gsutil/boto/tests/unit/dynamodb/test_types.py +82 -0
  584. data/packages/gsutil/boto/tests/unit/ec2/__init__.py +0 -0
  585. data/packages/gsutil/boto/tests/unit/ec2/autoscale/__init__.py +0 -0
  586. data/packages/gsutil/boto/tests/unit/ec2/autoscale/test_group.py +162 -0
  587. data/packages/gsutil/boto/tests/unit/ec2/test_address.py +39 -0
  588. data/packages/gsutil/boto/tests/unit/ec2/test_blockdevicemapping.py +79 -0
  589. data/packages/gsutil/boto/tests/unit/ec2/test_connection.py +480 -0
  590. data/packages/gsutil/boto/tests/unit/ec2/test_instance.py +243 -0
  591. data/packages/gsutil/boto/tests/unit/ec2/test_networkinterface.py +140 -0
  592. data/packages/gsutil/boto/tests/unit/ec2/test_volume.py +248 -0
  593. data/packages/gsutil/boto/tests/unit/emr/test_emr_responses.py +373 -0
  594. data/packages/gsutil/boto/tests/unit/glacier/__init__.py +0 -0
  595. data/packages/gsutil/boto/tests/unit/glacier/test_concurrent.py +120 -0
  596. data/packages/gsutil/boto/tests/unit/glacier/test_job.py +60 -0
  597. data/packages/gsutil/boto/tests/unit/glacier/test_layer1.py +98 -0
  598. data/packages/gsutil/boto/tests/unit/glacier/test_layer2.py +266 -0
  599. data/packages/gsutil/boto/tests/unit/glacier/test_utils.py +116 -0
  600. data/packages/gsutil/boto/tests/unit/glacier/test_vault.py +100 -0
  601. data/packages/gsutil/boto/tests/unit/glacier/test_writer.py +185 -0
  602. data/packages/gsutil/boto/tests/unit/provider/__init__.py +0 -0
  603. data/packages/gsutil/boto/tests/unit/provider/test_provider.py +176 -0
  604. data/packages/gsutil/boto/tests/unit/rds/__init__.py +0 -0
  605. data/packages/gsutil/boto/tests/unit/rds/test_connection.py +131 -0
  606. data/packages/gsutil/boto/tests/unit/s3/__init__.py +0 -0
  607. data/packages/gsutil/boto/tests/unit/s3/test_cors_configuration.py +77 -0
  608. data/packages/gsutil/boto/tests/unit/s3/test_key.py +75 -0
  609. data/packages/gsutil/boto/tests/unit/s3/test_keyfile.py +101 -0
  610. data/packages/gsutil/boto/tests/unit/s3/test_lifecycle.py +97 -0
  611. data/packages/gsutil/boto/tests/unit/s3/test_tagging.py +47 -0
  612. data/packages/gsutil/boto/tests/unit/s3/test_uri.py +257 -0
  613. data/packages/gsutil/boto/tests/unit/s3/test_website.py +188 -0
  614. data/packages/gsutil/boto/tests/unit/sns/__init__.py +0 -0
  615. data/packages/gsutil/boto/tests/unit/sns/test_connection.py +99 -0
  616. data/packages/gsutil/boto/tests/unit/sqs/__init__.py +0 -0
  617. data/packages/gsutil/boto/tests/unit/sqs/test_connection.py +98 -0
  618. data/packages/gsutil/boto/tests/unit/sqs/test_queue.py +40 -0
  619. data/packages/gsutil/boto/tests/unit/sts/test_connection.py +74 -0
  620. data/packages/gsutil/boto/tests/unit/test_connection.py +60 -0
  621. data/packages/gsutil/boto/tests/unit/utils/test_utils.py +109 -0
  622. data/packages/gsutil/boto/tox.ini +8 -0
  623. data/packages/gsutil/gslib/README +5 -0
  624. data/packages/gsutil/gslib/__init__.py +22 -0
  625. data/packages/gsutil/gslib/__init__.pyc +0 -0
  626. data/packages/gsutil/gslib/addlhelp/__init__.py +15 -0
  627. data/packages/gsutil/gslib/addlhelp/acls.py +234 -0
  628. data/packages/gsutil/gslib/addlhelp/anon.py +57 -0
  629. data/packages/gsutil/gslib/addlhelp/command_opts.py +116 -0
  630. data/packages/gsutil/gslib/addlhelp/dev.py +139 -0
  631. data/packages/gsutil/gslib/addlhelp/metadata.py +186 -0
  632. data/packages/gsutil/gslib/addlhelp/naming.py +173 -0
  633. data/packages/gsutil/gslib/addlhelp/prod.py +160 -0
  634. data/packages/gsutil/gslib/addlhelp/projects.py +130 -0
  635. data/packages/gsutil/gslib/addlhelp/subdirs.py +110 -0
  636. data/packages/gsutil/gslib/addlhelp/support.py +86 -0
  637. data/packages/gsutil/gslib/addlhelp/versioning.py +242 -0
  638. data/packages/gsutil/gslib/addlhelp/wildcards.py +170 -0
  639. data/packages/gsutil/gslib/bucket_listing_ref.py +175 -0
  640. data/packages/gsutil/gslib/bucket_listing_ref.pyc +0 -0
  641. data/packages/gsutil/gslib/command.py +722 -0
  642. data/packages/gsutil/gslib/command.pyc +0 -0
  643. data/packages/gsutil/gslib/command_runner.py +101 -0
  644. data/packages/gsutil/gslib/command_runner.pyc +0 -0
  645. data/packages/gsutil/gslib/commands/__init__.py +15 -0
  646. data/packages/gsutil/gslib/commands/__init__.pyc +0 -0
  647. data/packages/gsutil/gslib/commands/cat.py +131 -0
  648. data/packages/gsutil/gslib/commands/cat.pyc +0 -0
  649. data/packages/gsutil/gslib/commands/chacl.py +532 -0
  650. data/packages/gsutil/gslib/commands/chacl.pyc +0 -0
  651. data/packages/gsutil/gslib/commands/config.py +694 -0
  652. data/packages/gsutil/gslib/commands/config.pyc +0 -0
  653. data/packages/gsutil/gslib/commands/cp.py +1818 -0
  654. data/packages/gsutil/gslib/commands/cp.pyc +0 -0
  655. data/packages/gsutil/gslib/commands/disablelogging.py +101 -0
  656. data/packages/gsutil/gslib/commands/disablelogging.pyc +0 -0
  657. data/packages/gsutil/gslib/commands/enablelogging.py +149 -0
  658. data/packages/gsutil/gslib/commands/enablelogging.pyc +0 -0
  659. data/packages/gsutil/gslib/commands/getacl.py +82 -0
  660. data/packages/gsutil/gslib/commands/getacl.pyc +0 -0
  661. data/packages/gsutil/gslib/commands/getcors.py +121 -0
  662. data/packages/gsutil/gslib/commands/getcors.pyc +0 -0
  663. data/packages/gsutil/gslib/commands/getdefacl.py +86 -0
  664. data/packages/gsutil/gslib/commands/getdefacl.pyc +0 -0
  665. data/packages/gsutil/gslib/commands/getlogging.py +137 -0
  666. data/packages/gsutil/gslib/commands/getlogging.pyc +0 -0
  667. data/packages/gsutil/gslib/commands/getversioning.py +116 -0
  668. data/packages/gsutil/gslib/commands/getversioning.pyc +0 -0
  669. data/packages/gsutil/gslib/commands/getwebcfg.py +122 -0
  670. data/packages/gsutil/gslib/commands/getwebcfg.pyc +0 -0
  671. data/packages/gsutil/gslib/commands/help.py +218 -0
  672. data/packages/gsutil/gslib/commands/help.pyc +0 -0
  673. data/packages/gsutil/gslib/commands/ls.py +578 -0
  674. data/packages/gsutil/gslib/commands/ls.pyc +0 -0
  675. data/packages/gsutil/gslib/commands/mb.py +172 -0
  676. data/packages/gsutil/gslib/commands/mb.pyc +0 -0
  677. data/packages/gsutil/gslib/commands/mv.py +159 -0
  678. data/packages/gsutil/gslib/commands/mv.pyc +0 -0
  679. data/packages/gsutil/gslib/commands/perfdiag.py +903 -0
  680. data/packages/gsutil/gslib/commands/perfdiag.pyc +0 -0
  681. data/packages/gsutil/gslib/commands/rb.py +113 -0
  682. data/packages/gsutil/gslib/commands/rb.pyc +0 -0
  683. data/packages/gsutil/gslib/commands/rm.py +239 -0
  684. data/packages/gsutil/gslib/commands/rm.pyc +0 -0
  685. data/packages/gsutil/gslib/commands/setacl.py +138 -0
  686. data/packages/gsutil/gslib/commands/setacl.pyc +0 -0
  687. data/packages/gsutil/gslib/commands/setcors.py +145 -0
  688. data/packages/gsutil/gslib/commands/setcors.pyc +0 -0
  689. data/packages/gsutil/gslib/commands/setdefacl.py +105 -0
  690. data/packages/gsutil/gslib/commands/setdefacl.pyc +0 -0
  691. data/packages/gsutil/gslib/commands/setmeta.py +428 -0
  692. data/packages/gsutil/gslib/commands/setmeta.pyc +0 -0
  693. data/packages/gsutil/gslib/commands/setversioning.py +114 -0
  694. data/packages/gsutil/gslib/commands/setversioning.pyc +0 -0
  695. data/packages/gsutil/gslib/commands/setwebcfg.py +190 -0
  696. data/packages/gsutil/gslib/commands/setwebcfg.pyc +0 -0
  697. data/packages/gsutil/gslib/commands/test.py +228 -0
  698. data/packages/gsutil/gslib/commands/test.pyc +0 -0
  699. data/packages/gsutil/gslib/commands/update.py +305 -0
  700. data/packages/gsutil/gslib/commands/update.pyc +0 -0
  701. data/packages/gsutil/gslib/commands/version.py +150 -0
  702. data/packages/gsutil/gslib/commands/version.pyc +0 -0
  703. data/packages/gsutil/gslib/exception.py +76 -0
  704. data/packages/gsutil/gslib/exception.pyc +0 -0
  705. data/packages/gsutil/gslib/help_provider.py +81 -0
  706. data/packages/gsutil/gslib/help_provider.pyc +0 -0
  707. data/packages/gsutil/gslib/name_expansion.py +550 -0
  708. data/packages/gsutil/gslib/name_expansion.pyc +0 -0
  709. data/packages/gsutil/gslib/no_op_auth_plugin.py +30 -0
  710. data/packages/gsutil/gslib/plurality_checkable_iterator.py +56 -0
  711. data/packages/gsutil/gslib/plurality_checkable_iterator.pyc +0 -0
  712. data/packages/gsutil/gslib/project_id.py +67 -0
  713. data/packages/gsutil/gslib/project_id.pyc +0 -0
  714. data/packages/gsutil/gslib/storage_uri_builder.py +56 -0
  715. data/packages/gsutil/gslib/storage_uri_builder.pyc +0 -0
  716. data/packages/gsutil/gslib/tests/__init__.py +15 -0
  717. data/packages/gsutil/gslib/tests/__init__.pyc +0 -0
  718. data/packages/gsutil/gslib/tests/test_chacl.py +236 -0
  719. data/packages/gsutil/gslib/tests/test_cp.py +267 -0
  720. data/packages/gsutil/gslib/tests/test_data/test.gif +0 -0
  721. data/packages/gsutil/gslib/tests/test_data/test.mp3 +0 -0
  722. data/packages/gsutil/gslib/tests/test_ls.py +66 -0
  723. data/packages/gsutil/gslib/tests/test_mv.py +69 -0
  724. data/packages/gsutil/gslib/tests/test_naming.py +989 -0
  725. data/packages/gsutil/gslib/tests/test_perfdiag.py +41 -0
  726. data/packages/gsutil/gslib/tests/test_plurality_checkable_iterator.py +67 -0
  727. data/packages/gsutil/gslib/tests/test_rm.py +143 -0
  728. data/packages/gsutil/gslib/tests/test_setacl.py +152 -0
  729. data/packages/gsutil/gslib/tests/test_setcors.py +168 -0
  730. data/packages/gsutil/gslib/tests/test_setmeta.py +91 -0
  731. data/packages/gsutil/gslib/tests/test_setversioning.py +44 -0
  732. data/packages/gsutil/gslib/tests/test_setwebcfg.py +63 -0
  733. data/packages/gsutil/gslib/tests/test_thread_pool.py +92 -0
  734. data/packages/gsutil/gslib/tests/test_wildcard_iterator.py +364 -0
  735. data/packages/gsutil/gslib/tests/testcase/__init__.py +18 -0
  736. data/packages/gsutil/gslib/tests/testcase/base.py +89 -0
  737. data/packages/gsutil/gslib/tests/testcase/integration_testcase.py +197 -0
  738. data/packages/gsutil/gslib/tests/testcase/unit_testcase.py +230 -0
  739. data/packages/gsutil/gslib/tests/util.py +125 -0
  740. data/packages/gsutil/gslib/tests/util.pyc +0 -0
  741. data/packages/gsutil/gslib/thread_pool.py +79 -0
  742. data/packages/gsutil/gslib/thread_pool.pyc +0 -0
  743. data/packages/gsutil/gslib/util.py +151 -0
  744. data/packages/gsutil/gslib/util.pyc +0 -0
  745. data/packages/gsutil/gslib/wildcard_iterator.py +492 -0
  746. data/packages/gsutil/gslib/wildcard_iterator.pyc +0 -0
  747. data/packages/gsutil/gsutil +377 -0
  748. data/packages/gsutil/gsutil.spec.in +75 -0
  749. data/packages/gsutil/oauth2_plugin/__init__.py +22 -0
  750. data/packages/gsutil/oauth2_plugin/__init__.pyc +0 -0
  751. data/packages/gsutil/oauth2_plugin/oauth2_client.py +642 -0
  752. data/packages/gsutil/oauth2_plugin/oauth2_client.pyc +0 -0
  753. data/packages/gsutil/oauth2_plugin/oauth2_client_test.py +374 -0
  754. data/packages/gsutil/oauth2_plugin/oauth2_helper.py +110 -0
  755. data/packages/gsutil/oauth2_plugin/oauth2_helper.pyc +0 -0
  756. data/packages/gsutil/oauth2_plugin/oauth2_plugin.py +24 -0
  757. data/packages/gsutil/oauth2_plugin/oauth2_plugin.pyc +0 -0
  758. data/packages/gsutil/pkg_gen.sh +54 -0
  759. data/packages/gsutil/pkg_util.py +60 -0
  760. data/packages/gsutil/setup.py +141 -0
  761. data/packages/gsutil/third_party/__init__.py +0 -0
  762. data/packages/gsutil/third_party/__init__.pyc +0 -0
  763. data/packages/gsutil/third_party/fancy_urllib/README +21 -0
  764. data/packages/gsutil/third_party/fancy_urllib/__init__.py +398 -0
  765. data/packages/gsutil/third_party/fancy_urllib/__init__.pyc +0 -0
  766. data/tasks/rubygem.rake +3 -1
  767. metadata +770 -7
  768. metadata.gz.sig +0 -0
@@ -0,0 +1,694 @@
1
+ # Copyright 2011 Google Inc. All Rights Reserved.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+
15
+ import boto
16
+ import datetime
17
+ import multiprocessing
18
+ import platform
19
+ import os
20
+ import signal
21
+ import sys
22
+ import time
23
+ import webbrowser
24
+
25
+ from boto.provider import Provider
26
+ from gslib.command import Command
27
+ from gslib.command import COMMAND_NAME
28
+ from gslib.command import COMMAND_NAME_ALIASES
29
+ from gslib.command import CONFIG_REQUIRED
30
+ from gslib.command import FILE_URIS_OK
31
+ from gslib.command import MAX_ARGS
32
+ from gslib.command import MIN_ARGS
33
+ from gslib.command import PROVIDER_URIS_OK
34
+ from gslib.command import SUPPORTED_SUB_ARGS
35
+ from gslib.command import URIS_START_ARG
36
+ from gslib.exception import AbortException
37
+ from gslib.exception import CommandException
38
+ from gslib.help_provider import HELP_NAME
39
+ from gslib.help_provider import HELP_NAME_ALIASES
40
+ from gslib.help_provider import HELP_ONE_LINE_SUMMARY
41
+ from gslib.help_provider import HELP_TEXT
42
+ from gslib.help_provider import HelpType
43
+ from gslib.help_provider import HELP_TYPE
44
+ from gslib.util import HAVE_OAUTH2
45
+ from gslib.util import TWO_MB
46
+
47
+ _detailed_help_text = ("""
48
+ <B>SYNOPSIS</B>
49
+ gsutil [-D] config [-a] [-b] [-f] [-o <file>] [-r] [-s <scope>] [-w]
50
+
51
+
52
+ <B>DESCRIPTION</B>
53
+ The gsutil config command obtains access credentials for Google Cloud
54
+ Storage and writes a boto/gsutil configuration file containing the obtained
55
+ credentials along with a number of other configuration-controllable values.
56
+
57
+ Unless specified otherwise (see OPTIONS), the configuration file is written
58
+ to ~/.boto (i.e., the file .boto under the user's home directory). If the
59
+ default file already exists, an attempt is made to rename the existing file
60
+ to ~/.boto.bak; if that attempt fails the command will exit. A different
61
+ destination file can be specified with the -o option (see OPTIONS).
62
+
63
+ Because the boto configuration file contains your credentials you should
64
+ keep its file permissions set so no one but you has read access. (The file
65
+ is created read-only when you run gsutil config.)
66
+
67
+
68
+ <B>CREDENTIALS</B>
69
+ By default gsutil config obtains OAuth2 credentials, and writes them
70
+ to the [Credentials] section of the configuration file. The -r, -w,
71
+ -f options (see OPTIONS below) cause gsutil config to request a token
72
+ with restricted scope; the resulting token will be restricted to read-only
73
+ operations, read-write operation, or all operations (including getacl/setacl/
74
+ getdefacl/setdefacl/disablelogging/enablelogging/getlogging operations). In
75
+ addition, -s <scope> can be used to request additional (non-Google-Storage)
76
+ scopes.
77
+
78
+ If you want to use credentials based on access key and secret (the older
79
+ authentication method before OAuth2 was supported) instead of OAuth2,
80
+ see help about the -a option in the OPTIONS section.
81
+
82
+ If you wish to use gsutil with other providers (or to copy data back and
83
+ forth between multiple providers) you can edit their credentials into the
84
+ [Credentials] section after creating the initial configuration file.
85
+
86
+
87
+ <B>CONFIGURATION FILE SELECTION PROCEDURE</B>
88
+ By default, gsutil will look for the configuration file in /etc/boto.cfg and
89
+ ~/.boto. You can override this choice by setting the BOTO_CONFIG environment
90
+ variable. This is also useful if you have several different identities or
91
+ cloud storage environments: By setting up the credentials and any additional
92
+ configuration in separate files for each, you can switch environments by
93
+ changing environment variables.
94
+
95
+ You can also set up a path of configuration files, by setting the BOTO_PATH
96
+ environment variable to contain a ":" delimited path. For example setting
97
+ the BOTO_PATH environment variable to:
98
+
99
+ /etc/projects/my_group_project.boto.cfg:/home/mylogin/.boto
100
+
101
+ will cause gsutil to load each configuration file found in the path in
102
+ order. This is useful if you want to set up some shared configuration
103
+ state among many users: The shared state can go in the central shared file
104
+ ( /etc/projects/my_group_project.boto.cfg) and each user's individual
105
+ credentials can be placed in the configuration file in each of their home
106
+ directories. (For security reasons users should never share credentials
107
+ via a shared configuration file.)
108
+
109
+
110
+ <B>CONFIGURATION FILE STRUCTURE</B>
111
+ The configuration file contains a number of sections: [Credentials],
112
+ [Boto], [GSUtil], and [OAuth2]. If you edit the file make sure to edit the
113
+ appropriate section (discussed below), and to be careful not to mis-edit
114
+ any of the setting names (like "gs_access_key_id") and not to remove the
115
+ section delimiters (like "[Credentials]").
116
+
117
+
118
+ <B>ADDITIONAL CONFIGURATION-CONTROLLABLE FEATURES</B>
119
+ With the exception of setting up gsutil to work through a proxy (see
120
+ below), most users won't need to edit values in the boto configuration file;
121
+ values found in there tend to be of more specialized use than command line
122
+ option-controllable features.
123
+
124
+ The following are the currently defined configuration settings, broken
125
+ down by section. Their use is documented in comments preceding each, in
126
+ the configuration file. If you see a setting you want to change that's not
127
+ listed in your current file, see the section below on Updating to the Latest
128
+ Configuration File.
129
+
130
+ The currently supported settings, are, by section:
131
+ [Boto]
132
+ proxy
133
+ proxy_port
134
+ proxy_user
135
+ proxy_pass
136
+ is_secure
137
+ https_validate_certificates
138
+ send_crlf_after_proxy_auth_headers
139
+ debug
140
+ num_retries
141
+
142
+ [GSUtil]
143
+ resumable_threshold
144
+ resumable_tracker_dir
145
+ parallel_process_count
146
+ parallel_thread_count
147
+ default_api_version
148
+ default_project_id
149
+ use_magicfile
150
+
151
+ [OAuth2]
152
+ token_cache
153
+ token_cache
154
+ client_id
155
+ client_secret
156
+ provider_label
157
+ provider_authorization_uri
158
+ provider_token_uri
159
+
160
+
161
+ <B>UPDATING TO THE LATEST CONFIGURATION FILE</B>
162
+ We add new configuration controllable features to the boto configuration file
163
+ over time, but most gsutil users create a configuration file once and then
164
+ keep it for a long time, so new features aren't apparent when you update
165
+ to a newer version of gsutil. If you want to get the latest configuration
166
+ file (which includes all the latest settings and documentation about each)
167
+ you can rename your current file (e.g., to '.boto_old'), run gsutil config,
168
+ and then edit any configuration settings you wanted from your old file
169
+ into the newly created file. Note, however, that if you're using OAuth2
170
+ credentials and you go back through the OAuth2 configuration dialog it will
171
+ invalidate your previous OAuth2 credentials.
172
+
173
+ If no explicit scope option is given, -f (full control) is assumed by default.
174
+
175
+
176
+ <B>OPTIONS</B>
177
+ -a Prompt for Google Cloud Storage access key and secret (the older
178
+ authentication method before OAuth2 was supported) instead of
179
+ obtaining an OAuth2 token.
180
+
181
+ -b Causes gsutil config to launch a browser to obtain OAuth2 approval
182
+ and the project ID instead of showing the URL for each and asking
183
+ the user to open the browser. This will probably not work as
184
+ expected if you are running gsutil from an ssh window, or using
185
+ gsutil on Windows.
186
+
187
+ -f Request token with full-control access (default).
188
+
189
+ -o <file> Write the configuration to <file> instead of ~/.boto.
190
+ Use '-' for stdout.
191
+
192
+ -r Request token restricted to read-only access.
193
+
194
+ -s <scope> Request additional OAuth2 <scope>.
195
+
196
+ -w Request token restricted to read-write access.
197
+ """)
198
+
199
+
200
+ try:
201
+ from oauth2_plugin import oauth2_helper
202
+ except ImportError:
203
+ pass
204
+
205
+ GOOG_API_CONSOLE_URI = 'http://code.google.com/apis/console'
206
+
207
+ SCOPE_FULL_CONTROL = 'https://www.googleapis.com/auth/devstorage.full_control'
208
+ SCOPE_READ_WRITE = 'https://www.googleapis.com/auth/devstorage.read_write'
209
+ SCOPE_READ_ONLY = 'https://www.googleapis.com/auth/devstorage.read_only'
210
+
211
+ CONFIG_PRELUDE_CONTENT = """
212
+ # This file contains credentials and other configuration information needed
213
+ # by the boto library, used by gsutil. You can edit this file (e.g., to add
214
+ # credentials) but be careful not to mis-edit any of the variable names (like
215
+ # "gs_access_key_id") or remove important markers (like the "[Credentials]" and
216
+ # "[Boto]" section delimiters).
217
+ #
218
+ """
219
+
220
+ # Default number of OS processes and Python threads for parallel operations.
221
+ # On Linux systems we automatically scale the number of processes to match
222
+ # the underlying CPU/core count. Given we'll be running multiple concurrent
223
+ # processes on a typical multi-core Linux computer, to avoid being too
224
+ # aggressive with resources, the default number of threads is reduced from
225
+ # the previous value of 24 to 10.
226
+ # On Windows and Mac systems parallel multi-processing and multi-threading
227
+ # in Python presents various challenges so we retain compatibility with
228
+ # the established parallel mode operation, i.e. one process and 24 threads.
229
+ if platform.system() == 'Linux':
230
+ DEFAULT_PARALLEL_PROCESS_COUNT = multiprocessing.cpu_count()
231
+ DEFAULT_PARALLEL_THREAD_COUNT = 10
232
+ else:
233
+ DEFAULT_PARALLEL_PROCESS_COUNT = 1
234
+ DEFAULT_PARALLEL_THREAD_COUNT = 24
235
+
236
+ CONFIG_BOTO_SECTION_CONTENT = """
237
+ [Boto]
238
+
239
+ # To use a proxy, edit and uncomment the proxy and proxy_port lines. If you
240
+ # need a user/password with this proxy, edit and uncomment those lines as well.
241
+ #proxy = <proxy host>
242
+ #proxy_port = <proxy port>
243
+ #proxy_user = <your proxy user name>
244
+ #proxy_pass = <your proxy password>
245
+
246
+ # The following two options control the use of a secure transport for requests
247
+ # to S3 and Google Cloud Storage. It is highly recommended to set both options
248
+ # to True in production environments, especially when using OAuth2 bearer token
249
+ # authentication with Google Cloud Storage.
250
+
251
+ # Set 'is_secure' to False to cause boto to connect using HTTP instead of the
252
+ # default HTTPS. This is useful if you want to capture/analyze traffic
253
+ # (e.g., with tcpdump). This option should always be set to True in production
254
+ # environments.
255
+ #is_secure = False
256
+
257
+ # Set 'https_validate_certificates' to False to disable server certificate
258
+ # checking. The default for this option in the boto library is currently
259
+ # 'False' (to avoid breaking apps that depend on invalid certificates); it is
260
+ # therefore strongly recommended to always set this option explicitly to True
261
+ # in configuration files, to protect against "man-in-the-middle" attacks.
262
+ https_validate_certificates = True
263
+
264
+ # Set 'send_crlf_after_proxy_auth_headers' to True if you encounter problems
265
+ # tunneling HTTPS through a proxy. Users who don't have a proxy in the path
266
+ # to Google Cloud Storage don't need to touch this. Users who use a proxy will
267
+ # probably find that the default behavior (flag value False) works. If
268
+ # you encounter an error like "EOF occurred in violation of protocol" while
269
+ # trying to use gsutil through your proxy, try setting this flag to True. We
270
+ # (gs-team@google.com) would be interested to hear from you if you need to set
271
+ # this, including the make and version of the proxy server you are using.
272
+ #send_crlf_after_proxy_auth_headers = False
273
+
274
+ # 'debug' controls the level of debug messages printed: 0 for none, 1
275
+ # for basic boto debug, 2 for all boto debug plus HTTP requests/responses.
276
+ # Note: 'gsutil -d' sets debug to 2 for that one command run.
277
+ #debug = <0, 1, or 2>
278
+
279
+ # 'num_retries' controls the number of retry attempts made when errors occur.
280
+ # The default is 6. Note: don't set this value to 0, as it will cause boto to
281
+ # fail when reusing HTTP connections.
282
+ #num_retries = <integer value>
283
+ """
284
+
285
+ CONFIG_INPUTLESS_GSUTIL_SECTION_CONTENT = """
286
+ [GSUtil]
287
+
288
+ # 'resumable_threshold' specifies the smallest file size [bytes] for which
289
+ # resumable Google Cloud Storage transfers are attempted. The default is 2097152
290
+ # (2 MiB).
291
+ #resumable_threshold = %(resumable_threshold)d
292
+
293
+ # 'resumable_tracker_dir' specifies the base location where resumable
294
+ # transfer tracker files are saved. By default they're in ~/.gsutil
295
+ #resumable_tracker_dir = <file path>
296
+
297
+ # 'parallel_process_count' and 'parallel_thread_count' specify the number
298
+ # of OS processes and Python threads, respectively, to use when executing
299
+ # operations in parallel. The default settings should work well as configured,
300
+ # however, to enhance performance for transfers involving large numbers of
301
+ # files, you may experiment with hand tuning these values to optimize
302
+ # performance for your particular system configuration.
303
+ # MacOS and Windows users should see
304
+ # http://code.google.com/p/gsutil/issues/detail?id=78 before attempting
305
+ # to experiment with these values.
306
+ #parallel_process_count = %(parallel_process_count)d
307
+ #parallel_thread_count = %(parallel_thread_count)d
308
+
309
+ # 'use_magicfile' specifies if the 'file --mime-type <filename>' command should
310
+ # be used to guess content types instead of the default filename extension-based
311
+ # mechanism. Available on UNIX and MacOS (and possibly on Windows, if you're
312
+ # running Cygwin or some other package that provides implementations of
313
+ # UNIX-like commands). When available and enabled use_magicfile should be more
314
+ # robust because it analyzes file contents in addition to extensions.
315
+ #use_magicfile = False
316
+
317
+ # 'content_language' specifies the ISO 639-1 language code of the content, to be
318
+ # passed in the Content-Language header. By default no Content-Language is sent.
319
+ # See the ISO 631-1 column of
320
+ # http://www.loc.gov/standards/iso639-2/php/code_list.php for a list of
321
+ # language codes.
322
+ content_language = en
323
+ """ % {'resumable_threshold': TWO_MB,
324
+ 'parallel_process_count': DEFAULT_PARALLEL_PROCESS_COUNT,
325
+ 'parallel_thread_count': DEFAULT_PARALLEL_THREAD_COUNT}
326
+
327
+ CONFIG_OAUTH2_CONFIG_CONTENT = """
328
+ [OAuth2]
329
+ # This section specifies options used with OAuth2 authentication.
330
+
331
+ # 'token_cache' specifies how the OAuth2 client should cache access tokens.
332
+ # Valid values are:
333
+ # 'in_memory': an in-memory cache is used. This is only useful if the boto
334
+ # client instance (and with it the OAuth2 plugin instance) persists
335
+ # across multiple requests.
336
+ # 'file_system' : access tokens will be cached in the file system, in files
337
+ # whose names include a key derived from the refresh token the access token
338
+ # based on.
339
+ # The default is 'file_system'.
340
+ #token_cache = file_system
341
+ #token_cache = in_memory
342
+
343
+ # 'token_cache_path_pattern' specifies a path pattern for token cache files.
344
+ # This option is only relevant if token_cache = file_system.
345
+ # The value of this option should be a path, with place-holders '%(key)s' (which
346
+ # will be replaced with a key derived from the refresh token the cached access
347
+ # token was based on), and (optionally), %(uid)s (which will be replaced with
348
+ # the UID of the current user, if available via os.getuid()).
349
+ # Note that the config parser itself interpolates '%' placeholders, and hence
350
+ # the above placeholders need to be escaped as '%%(key)s'.
351
+ # The default value of this option is
352
+ # token_cache_path_pattern = <tmpdir>/oauth2client-tokencache.%%(uid)s.%%(key)s
353
+ # where <tmpdir> is the system-dependent default temp directory.
354
+
355
+ # The following options specify the OAuth2 client identity and secret that is
356
+ # used when requesting and using OAuth2 tokens. If not specified, a default
357
+ # OAuth2 client for the gsutil tool is used; for uses of the boto library (with
358
+ # OAuth2 authentication plugin) in other client software, it is recommended to
359
+ # use a tool/client-specific OAuth2 client. For more information on OAuth2, see
360
+ # http://code.google.com/apis/accounts/docs/OAuth2.html
361
+ #client_id = <OAuth2 client id>
362
+ #client_secret = <OAuth2 client secret>
363
+
364
+ # The following options specify the label and endpoint URIs for the OAUth2
365
+ # authorization provider being used. Primarily useful for tool developers.
366
+ #provider_label = Google
367
+ #provider_authorization_uri = https://accounts.google.com/o/oauth2/auth
368
+ #provider_token_uri = https://accounts.google.com/o/oauth2/token
369
+ """
370
+
371
+ class ConfigCommand(Command):
372
+ """Implementation of gsutil config command."""
373
+
374
+ # Command specification (processed by parent class).
375
+ command_spec = {
376
+ # Name of command.
377
+ COMMAND_NAME : 'config',
378
+ # List of command name aliases.
379
+ COMMAND_NAME_ALIASES : ['cfg', 'conf', 'configure'],
380
+ # Min number of args required by this command.
381
+ MIN_ARGS : 0,
382
+ # Max number of args required by this command, or NO_MAX.
383
+ MAX_ARGS : 0,
384
+ # Getopt-style string specifying acceptable sub args.
385
+ SUPPORTED_SUB_ARGS : 'habfwrs:o:',
386
+ # True if file URIs acceptable for this command.
387
+ FILE_URIS_OK : False,
388
+ # True if provider-only URIs acceptable for this command.
389
+ PROVIDER_URIS_OK : False,
390
+ # Index in args of first URI arg.
391
+ URIS_START_ARG : 0,
392
+ # True if must configure gsutil before running command.
393
+ CONFIG_REQUIRED : False,
394
+ }
395
+ help_spec = {
396
+ # Name of command or auxiliary help info for which this help applies.
397
+ HELP_NAME : 'config',
398
+ # List of help name aliases.
399
+ HELP_NAME_ALIASES : ['cfg', 'conf', 'configure', 'proxy', 'aws', 's3'],
400
+ # Type of help:
401
+ HELP_TYPE : HelpType.COMMAND_HELP,
402
+ # One line summary of this help.
403
+ HELP_ONE_LINE_SUMMARY : 'Obtain credentials and create configuration file',
404
+ # The full help text.
405
+ HELP_TEXT : _detailed_help_text,
406
+ }
407
+
408
+ def _OpenConfigFile(self, file_path):
409
+ """Creates and opens a configuration file for writing.
410
+
411
+ The file is created with mode 0600, and attempts to open existing files will
412
+ fail (the latter is important to prevent symlink attacks).
413
+
414
+ It is the caller's responsibility to close the file.
415
+
416
+ Args:
417
+ file_path: Path of the file to be created.
418
+
419
+ Returns:
420
+ A writable file object for the opened file.
421
+
422
+ Raises:
423
+ CommandException: if an error occurred when opening the file (including
424
+ when the file already exists).
425
+ """
426
+ flags = os.O_RDWR | os.O_CREAT | os.O_EXCL
427
+ # Accommodate Windows; stolen from python2.6/tempfile.py.
428
+ if hasattr(os, 'O_NOINHERIT'):
429
+ flags |= os.O_NOINHERIT
430
+ try:
431
+ fd = os.open(file_path, flags, 0600)
432
+ except (OSError, IOError), e:
433
+ raise CommandException('Failed to open %s for writing: %s' %
434
+ (file_path, e))
435
+ return os.fdopen(fd, 'w')
436
+
437
+ def _WriteBotoConfigFile(self, config_file, use_oauth2=True,
438
+ launch_browser=True, oauth2_scopes=[SCOPE_FULL_CONTROL]):
439
+ """Creates a boto config file interactively.
440
+
441
+ Needed credentials are obtained interactively, either by asking the user for
442
+ access key and secret, or by walking the user through the OAuth2 approval
443
+ flow.
444
+
445
+ Args:
446
+ config_file: File object to which the resulting config file will be
447
+ written.
448
+ use_oauth2: If True, walk user through OAuth2 approval flow and produce a
449
+ config with an oauth2_refresh_token credential. If false, ask the
450
+ user for access key and secret.
451
+ launch_browser: In the OAuth2 approval flow, attempt to open a browser
452
+ window and navigate to the approval URL.
453
+ oauth2_scopes: A list of OAuth2 scopes to request authorization for, when
454
+ using OAuth2.
455
+ """
456
+
457
+ # Collect credentials
458
+ provider_map = {'aws': 'aws', 'google': 'gs'}
459
+ uri_map = {'aws': 's3', 'google': 'gs'}
460
+ key_ids = {}
461
+ sec_keys = {}
462
+ if use_oauth2:
463
+ oauth2_refresh_token = oauth2_helper.OAuth2ApprovalFlow(
464
+ oauth2_helper.OAuth2ClientFromBotoConfig(boto.config),
465
+ oauth2_scopes, launch_browser)
466
+ else:
467
+ got_creds = False
468
+ for provider in provider_map:
469
+ if provider == 'google':
470
+ key_ids[provider] = raw_input('What is your %s access key ID? ' %
471
+ provider)
472
+ sec_keys[provider] = raw_input('What is your %s secret access key? ' %
473
+ provider)
474
+ got_creds = True
475
+ if not key_ids[provider] or not sec_keys[provider]:
476
+ raise CommandException(
477
+ 'Incomplete credentials provided. Please try again.')
478
+ if not got_creds:
479
+ raise CommandException('No credentials provided. Please try again.')
480
+
481
+ # Write the config file prelude.
482
+ config_file.write(CONFIG_PRELUDE_CONTENT.lstrip())
483
+ config_file.write(
484
+ '# This file was created by gsutil version %s at %s.\n'
485
+ % (self.gsutil_ver,
486
+ datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')))
487
+ config_file.write('#\n# You can create additional configuration files by '
488
+ 'running\n# gsutil config [options] [-o <config-file>]\n\n\n')
489
+
490
+ # Write the config file Credentials section.
491
+ config_file.write('[Credentials]\n\n')
492
+ if use_oauth2:
493
+ config_file.write('# Google OAuth2 credentials (for "gs://" URIs):\n')
494
+ config_file.write('# The following OAuth2 token is authorized for '
495
+ 'scope(s):\n')
496
+ for scope in oauth2_scopes:
497
+ config_file.write('# %s\n' % scope)
498
+ config_file.write('gs_oauth2_refresh_token = %s\n\n' %
499
+ oauth2_refresh_token.refresh_token)
500
+ else:
501
+ config_file.write('# To add Google OAuth2 credentials ("gs://" URIs), '
502
+ 'edit and uncomment the\n# following line:\n'
503
+ '#gs_oauth2_refresh_token = <your OAuth2 refresh token>\n\n')
504
+
505
+ for provider in provider_map:
506
+ key_prefix = provider_map[provider]
507
+ uri_scheme = uri_map[provider]
508
+ if provider in key_ids and provider in sec_keys:
509
+ config_file.write('# %s credentials ("%s://" URIs):\n' %
510
+ (provider, uri_scheme))
511
+ config_file.write('%s_access_key_id = %s\n' %
512
+ (key_prefix, key_ids[provider]))
513
+ config_file.write('%s_secret_access_key = %s\n' %
514
+ (key_prefix, sec_keys[provider]))
515
+ else:
516
+ config_file.write('# To add %s credentials ("%s://" URIs), edit and '
517
+ 'uncomment the\n# following two lines:\n'
518
+ '#%s_access_key_id = <your %s access key ID>\n'
519
+ '#%s_secret_access_key = <your %s secret access key>\n' %
520
+ (provider, uri_scheme, key_prefix, provider, key_prefix,
521
+ provider))
522
+ host_key = Provider.HostKeyMap[provider]
523
+ config_file.write('# The ability to specify an alternate storage host '
524
+ 'is primarily for cloud\n# storage service developers.\n'
525
+ '#%s_host = <alternate storage host address>\n\n' % host_key)
526
+
527
+ # Write the config file Boto section.
528
+ config_file.write('%s\n' % CONFIG_BOTO_SECTION_CONTENT)
529
+
530
+ # Write the config file GSUtil section that doesn't depend on user input.
531
+ config_file.write(CONFIG_INPUTLESS_GSUTIL_SECTION_CONTENT)
532
+
533
+ # Write the default API version.
534
+ config_file.write("""
535
+ # 'default_api_version' specifies the default Google Cloud Storage API
536
+ # version to use. If not set below gsutil defaults to API version 1.
537
+ """)
538
+ api_version = 2
539
+ if not use_oauth2: api_version = 1
540
+
541
+ config_file.write('default_api_version = %d\n' % api_version)
542
+
543
+ # Write the config file GSUtil section that includes the default
544
+ # project ID input from the user.
545
+ if launch_browser:
546
+ sys.stdout.write(
547
+ 'Attempting to launch a browser to open the Google API console at '
548
+ 'URL: %s\n\n'
549
+ '[Note: due to a Python bug, you may see a spurious error message '
550
+ '"object is not\n callable [...] in [...] Popen.__del__" which can '
551
+ 'be ignored.]\n\n' % GOOG_API_CONSOLE_URI)
552
+ sys.stdout.write(
553
+ 'In your browser you should see the API Console. Click "Storage" and '
554
+ 'look for the value under "Identifying your project\n\n')
555
+ if not webbrowser.open(GOOG_API_CONSOLE_URI, new=1, autoraise=True):
556
+ sys.stdout.write(
557
+ 'Launching browser appears to have failed; please navigate a '
558
+ 'browser to the following URL:\n%s\n' % GOOG_API_CONSOLE_URI)
559
+ # Short delay; webbrowser.open on linux insists on printing out a message
560
+ # which we don't want to run into the prompt for the auth code.
561
+ time.sleep(2)
562
+ else:
563
+ sys.stdout.write(
564
+ '\nPlease navigate your browser to %s,\nthen click "Services" on the '
565
+ 'left side panel and ensure you have Google Cloud\nStorage'
566
+ 'activated, then click "Google Cloud Storage" on the left side '
567
+ 'panel and\nfind the "x-goog-project-id" on that page.\n' %
568
+ GOOG_API_CONSOLE_URI)
569
+ default_project_id = raw_input('What is your project-id? ')
570
+ project_id_section_prelude = """
571
+ # 'default_project_id' specifies the default Google Cloud Storage project ID to
572
+ # use with the 'mb' and 'ls' commands. If defined it overrides the default value
573
+ # you set in the API Console. Either of these defaults can be overridden
574
+ # by specifying the -p option to the 'mb' and 'ls' commands.
575
+ """
576
+ if default_project_id:
577
+ config_file.write('%sdefault_project_id = %s\n\n\n' %
578
+ (project_id_section_prelude, default_project_id))
579
+ else:
580
+ sys.stderr.write('No default project ID entered. You will need to edit '
581
+ 'the default_project_id value\nin your boto config file '
582
+ 'before using "gsutil ls gs://" or "mb" commands'
583
+ 'with the\ndefault API version (2).\n')
584
+ config_file.write('%s#default_project_id = <value>\n\n\n' %
585
+ project_id_section_prelude)
586
+
587
+ # Write the config file OAuth2 section.
588
+ config_file.write(CONFIG_OAUTH2_CONFIG_CONTENT)
589
+
590
+ # Command entry point.
591
+ def RunCommand(self):
592
+ scopes = []
593
+ use_oauth2 = True
594
+ launch_browser = False
595
+ output_file_name = None
596
+ for opt, opt_arg in self.sub_opts:
597
+ if opt == '-a':
598
+ use_oauth2 = False
599
+ elif opt == '-b':
600
+ launch_browser = True
601
+ elif opt == '-f':
602
+ scopes.append(SCOPE_FULL_CONTROL)
603
+ elif opt == '-o':
604
+ output_file_name = opt_arg
605
+ elif opt == '-r':
606
+ scopes.append(SCOPE_READ_ONLY)
607
+ elif opt == '-s':
608
+ scopes.append(opt_arg)
609
+ elif opt == '-w':
610
+ scopes.append(SCOPE_READ_WRITE)
611
+
612
+ if use_oauth2 and not HAVE_OAUTH2:
613
+ raise CommandException(
614
+ 'OAuth2 is only supported when running under Python 2.6 or later\n'
615
+ '(unless additional dependencies are installed, '
616
+ 'see README for details);\n'
617
+ 'you are running Python %s.\nUse "gsutil config -a" to create a '
618
+ 'config with Developer Key authentication credentials.' % sys.version)
619
+
620
+ if not scopes:
621
+ scopes.append(SCOPE_FULL_CONTROL)
622
+
623
+ if output_file_name is None:
624
+ # Check to see if a default config file name is requested via
625
+ # environment variable. If so, use it, otherwise use the hard-coded
626
+ # default file. Then use the default config file name, if it doesn't
627
+ # exist or can be moved out of the way without clobbering an existing
628
+ # backup file.
629
+ boto_config_from_env = os.environ.get('BOTO_CONFIG', None)
630
+ if boto_config_from_env:
631
+ default_config_path = boto_config_from_env
632
+ else:
633
+ default_config_path = os.path.expanduser(os.path.join('~', '.boto'))
634
+ if not os.path.exists(default_config_path):
635
+ output_file_name = default_config_path
636
+ default_config_path_bak = None
637
+ else:
638
+ default_config_path_bak = default_config_path + '.bak'
639
+ if os.path.exists(default_config_path_bak):
640
+ raise CommandException('Cannot back up existing config '
641
+ 'file "%s": backup file exists ("%s").'
642
+ % (default_config_path, default_config_path_bak))
643
+ else:
644
+ try:
645
+ sys.stderr.write(
646
+ 'Backing up existing config file "%s" to "%s"...\n'
647
+ % (default_config_path, default_config_path_bak))
648
+ os.rename(default_config_path, default_config_path_bak)
649
+ except e:
650
+ raise CommandException('Failed to back up existing config '
651
+ 'file ("%s" -> "%s"): %s.'
652
+ % (default_config_path, default_config_path_bak, e))
653
+ output_file_name = default_config_path
654
+
655
+ if output_file_name == '-':
656
+ output_file = sys.stdout
657
+ else:
658
+ output_file = self._OpenConfigFile(output_file_name)
659
+ sys.stderr.write(
660
+ 'This script will create a boto config file at\n%s\ncontaining your '
661
+ 'credentials, based on your responses to the following questions.\n\n'
662
+ % output_file_name)
663
+
664
+ # Catch ^C so we can restore the backup.
665
+ signal.signal(signal.SIGINT, cleanup_handler)
666
+ try:
667
+ self._WriteBotoConfigFile(output_file, use_oauth2=use_oauth2,
668
+ launch_browser=launch_browser, oauth2_scopes=scopes)
669
+ except Exception, e:
670
+ user_aborted = isinstance(e, AbortException)
671
+ if user_aborted:
672
+ sys.stderr.write('\nCaught ^C; cleaning up\n')
673
+ # If an error occurred during config file creation, remove the invalid
674
+ # config file and restore the backup file.
675
+ if output_file_name != '-':
676
+ output_file.close()
677
+ os.unlink(output_file_name)
678
+ if default_config_path_bak:
679
+ sys.stderr.write('Restoring previous backed up file (%s)\n' %
680
+ default_config_path_bak)
681
+ os.rename(default_config_path_bak, output_file_name)
682
+ raise
683
+
684
+ if output_file_name != '-':
685
+ output_file.close()
686
+ sys.stderr.write(
687
+ '\nBoto config file "%s" created.\nIf you need to use a proxy to '
688
+ 'use a proxy to access the Internet please see the instructions in '
689
+ 'that file.\n' % output_file_name)
690
+
691
+ return 0
692
+
693
+ def cleanup_handler(signalnum, handler):
694
+ raise AbortException('User interrupted config command')