gcloud 0.0.4 → 0.0.6

Sign up to get free protection for your applications and to get access to all the features.
Files changed (768) hide show
  1. data.tar.gz.sig +0 -0
  2. data/CHANGELOG +4 -0
  3. data/Makefile +4 -0
  4. data/Manifest +760 -1
  5. data/bin/gcloud +7 -0
  6. data/bin/{gcutil → gcutil.symlink} +0 -0
  7. data/bin/gsutil-symlink +377 -0
  8. data/gcloud.gemspec +5 -5
  9. data/packages/gsutil/CHECKSUM +1 -0
  10. data/packages/gsutil/COPYING +202 -0
  11. data/packages/gsutil/LICENSE.third_party +295 -0
  12. data/packages/gsutil/MANIFEST.in +5 -0
  13. data/packages/gsutil/README +38 -0
  14. data/packages/gsutil/README.pkg +49 -0
  15. data/packages/gsutil/ReleaseNotes.txt +780 -0
  16. data/packages/gsutil/VERSION +1 -0
  17. data/packages/gsutil/boto/Changelog.rst +35 -0
  18. data/packages/gsutil/boto/LICENSE +18 -0
  19. data/packages/gsutil/boto/MANIFEST.in +12 -0
  20. data/packages/gsutil/boto/README.rst +163 -0
  21. data/packages/gsutil/boto/bin/asadmin +290 -0
  22. data/packages/gsutil/boto/bin/bundle_image +27 -0
  23. data/packages/gsutil/boto/bin/cfadmin +108 -0
  24. data/packages/gsutil/boto/bin/cq +89 -0
  25. data/packages/gsutil/boto/bin/cwutil +140 -0
  26. data/packages/gsutil/boto/bin/elbadmin +284 -0
  27. data/packages/gsutil/boto/bin/fetch_file +43 -0
  28. data/packages/gsutil/boto/bin/glacier +154 -0
  29. data/packages/gsutil/boto/bin/instance_events +145 -0
  30. data/packages/gsutil/boto/bin/kill_instance +35 -0
  31. data/packages/gsutil/boto/bin/launch_instance +252 -0
  32. data/packages/gsutil/boto/bin/list_instances +90 -0
  33. data/packages/gsutil/boto/bin/lss3 +77 -0
  34. data/packages/gsutil/boto/bin/mturk +465 -0
  35. data/packages/gsutil/boto/bin/pyami_sendmail +52 -0
  36. data/packages/gsutil/boto/bin/route53 +205 -0
  37. data/packages/gsutil/boto/bin/s3put +374 -0
  38. data/packages/gsutil/boto/bin/sdbadmin +194 -0
  39. data/packages/gsutil/boto/bin/taskadmin +116 -0
  40. data/packages/gsutil/boto/boto/__init__.py +793 -0
  41. data/packages/gsutil/boto/boto/__init__.pyc +0 -0
  42. data/packages/gsutil/boto/boto/auth.py +682 -0
  43. data/packages/gsutil/boto/boto/auth.pyc +0 -0
  44. data/packages/gsutil/boto/boto/auth_handler.py +58 -0
  45. data/packages/gsutil/boto/boto/auth_handler.pyc +0 -0
  46. data/packages/gsutil/boto/boto/beanstalk/__init__.py +65 -0
  47. data/packages/gsutil/boto/boto/beanstalk/exception.py +64 -0
  48. data/packages/gsutil/boto/boto/beanstalk/layer1.py +1153 -0
  49. data/packages/gsutil/boto/boto/beanstalk/response.py +703 -0
  50. data/packages/gsutil/boto/boto/beanstalk/wrapper.py +29 -0
  51. data/packages/gsutil/boto/boto/cacerts/__init__.py +22 -0
  52. data/packages/gsutil/boto/boto/cacerts/__init__.pyc +0 -0
  53. data/packages/gsutil/boto/boto/cacerts/cacerts.txt +633 -0
  54. data/packages/gsutil/boto/boto/cloudformation/__init__.py +68 -0
  55. data/packages/gsutil/boto/boto/cloudformation/connection.py +364 -0
  56. data/packages/gsutil/boto/boto/cloudformation/stack.py +360 -0
  57. data/packages/gsutil/boto/boto/cloudformation/template.py +43 -0
  58. data/packages/gsutil/boto/boto/cloudfront/__init__.py +324 -0
  59. data/packages/gsutil/boto/boto/cloudfront/distribution.py +745 -0
  60. data/packages/gsutil/boto/boto/cloudfront/exception.py +26 -0
  61. data/packages/gsutil/boto/boto/cloudfront/identity.py +122 -0
  62. data/packages/gsutil/boto/boto/cloudfront/invalidation.py +216 -0
  63. data/packages/gsutil/boto/boto/cloudfront/logging.py +38 -0
  64. data/packages/gsutil/boto/boto/cloudfront/object.py +48 -0
  65. data/packages/gsutil/boto/boto/cloudfront/origin.py +150 -0
  66. data/packages/gsutil/boto/boto/cloudfront/signers.py +60 -0
  67. data/packages/gsutil/boto/boto/cloudsearch/__init__.py +45 -0
  68. data/packages/gsutil/boto/boto/cloudsearch/document.py +265 -0
  69. data/packages/gsutil/boto/boto/cloudsearch/domain.py +394 -0
  70. data/packages/gsutil/boto/boto/cloudsearch/layer1.py +738 -0
  71. data/packages/gsutil/boto/boto/cloudsearch/layer2.py +67 -0
  72. data/packages/gsutil/boto/boto/cloudsearch/optionstatus.py +248 -0
  73. data/packages/gsutil/boto/boto/cloudsearch/search.py +365 -0
  74. data/packages/gsutil/boto/boto/cloudsearch/sourceattribute.py +75 -0
  75. data/packages/gsutil/boto/boto/compat.py +28 -0
  76. data/packages/gsutil/boto/boto/compat.pyc +0 -0
  77. data/packages/gsutil/boto/boto/connection.py +1081 -0
  78. data/packages/gsutil/boto/boto/connection.pyc +0 -0
  79. data/packages/gsutil/boto/boto/contrib/__init__.py +22 -0
  80. data/packages/gsutil/boto/boto/contrib/ymlmessage.py +52 -0
  81. data/packages/gsutil/boto/boto/core/README +58 -0
  82. data/packages/gsutil/boto/boto/core/__init__.py +23 -0
  83. data/packages/gsutil/boto/boto/core/auth.py +78 -0
  84. data/packages/gsutil/boto/boto/core/credentials.py +154 -0
  85. data/packages/gsutil/boto/boto/core/dictresponse.py +178 -0
  86. data/packages/gsutil/boto/boto/core/service.py +67 -0
  87. data/packages/gsutil/boto/boto/datapipeline/__init__.py +0 -0
  88. data/packages/gsutil/boto/boto/datapipeline/exceptions.py +42 -0
  89. data/packages/gsutil/boto/boto/datapipeline/layer1.py +546 -0
  90. data/packages/gsutil/boto/boto/dynamodb/__init__.py +66 -0
  91. data/packages/gsutil/boto/boto/dynamodb/batch.py +262 -0
  92. data/packages/gsutil/boto/boto/dynamodb/condition.py +170 -0
  93. data/packages/gsutil/boto/boto/dynamodb/exceptions.py +64 -0
  94. data/packages/gsutil/boto/boto/dynamodb/item.py +196 -0
  95. data/packages/gsutil/boto/boto/dynamodb/layer1.py +575 -0
  96. data/packages/gsutil/boto/boto/dynamodb/layer2.py +798 -0
  97. data/packages/gsutil/boto/boto/dynamodb/schema.py +112 -0
  98. data/packages/gsutil/boto/boto/dynamodb/table.py +540 -0
  99. data/packages/gsutil/boto/boto/dynamodb/types.py +326 -0
  100. data/packages/gsutil/boto/boto/ec2/__init__.py +96 -0
  101. data/packages/gsutil/boto/boto/ec2/address.py +103 -0
  102. data/packages/gsutil/boto/boto/ec2/autoscale/__init__.py +781 -0
  103. data/packages/gsutil/boto/boto/ec2/autoscale/activity.py +74 -0
  104. data/packages/gsutil/boto/boto/ec2/autoscale/group.py +337 -0
  105. data/packages/gsutil/boto/boto/ec2/autoscale/instance.py +60 -0
  106. data/packages/gsutil/boto/boto/ec2/autoscale/launchconfig.py +209 -0
  107. data/packages/gsutil/boto/boto/ec2/autoscale/policy.py +166 -0
  108. data/packages/gsutil/boto/boto/ec2/autoscale/request.py +38 -0
  109. data/packages/gsutil/boto/boto/ec2/autoscale/scheduled.py +60 -0
  110. data/packages/gsutil/boto/boto/ec2/autoscale/tag.py +84 -0
  111. data/packages/gsutil/boto/boto/ec2/blockdevicemapping.py +141 -0
  112. data/packages/gsutil/boto/boto/ec2/bundleinstance.py +78 -0
  113. data/packages/gsutil/boto/boto/ec2/buyreservation.py +84 -0
  114. data/packages/gsutil/boto/boto/ec2/cloudwatch/__init__.py +603 -0
  115. data/packages/gsutil/boto/boto/ec2/cloudwatch/alarm.py +316 -0
  116. data/packages/gsutil/boto/boto/ec2/cloudwatch/datapoint.py +40 -0
  117. data/packages/gsutil/boto/boto/ec2/cloudwatch/dimension.py +38 -0
  118. data/packages/gsutil/boto/boto/ec2/cloudwatch/listelement.py +31 -0
  119. data/packages/gsutil/boto/boto/ec2/cloudwatch/metric.py +175 -0
  120. data/packages/gsutil/boto/boto/ec2/connection.py +3409 -0
  121. data/packages/gsutil/boto/boto/ec2/ec2object.py +107 -0
  122. data/packages/gsutil/boto/boto/ec2/elb/__init__.py +553 -0
  123. data/packages/gsutil/boto/boto/ec2/elb/healthcheck.py +89 -0
  124. data/packages/gsutil/boto/boto/ec2/elb/instancestate.py +62 -0
  125. data/packages/gsutil/boto/boto/ec2/elb/listelement.py +36 -0
  126. data/packages/gsutil/boto/boto/ec2/elb/listener.py +75 -0
  127. data/packages/gsutil/boto/boto/ec2/elb/loadbalancer.py +324 -0
  128. data/packages/gsutil/boto/boto/ec2/elb/policies.py +89 -0
  129. data/packages/gsutil/boto/boto/ec2/elb/securitygroup.py +38 -0
  130. data/packages/gsutil/boto/boto/ec2/group.py +39 -0
  131. data/packages/gsutil/boto/boto/ec2/image.py +350 -0
  132. data/packages/gsutil/boto/boto/ec2/instance.py +661 -0
  133. data/packages/gsutil/boto/boto/ec2/instanceinfo.py +51 -0
  134. data/packages/gsutil/boto/boto/ec2/instancestatus.py +207 -0
  135. data/packages/gsutil/boto/boto/ec2/keypair.py +113 -0
  136. data/packages/gsutil/boto/boto/ec2/launchspecification.py +105 -0
  137. data/packages/gsutil/boto/boto/ec2/networkinterface.py +247 -0
  138. data/packages/gsutil/boto/boto/ec2/placementgroup.py +51 -0
  139. data/packages/gsutil/boto/boto/ec2/regioninfo.py +34 -0
  140. data/packages/gsutil/boto/boto/ec2/reservedinstance.py +227 -0
  141. data/packages/gsutil/boto/boto/ec2/securitygroup.py +357 -0
  142. data/packages/gsutil/boto/boto/ec2/snapshot.py +170 -0
  143. data/packages/gsutil/boto/boto/ec2/spotdatafeedsubscription.py +63 -0
  144. data/packages/gsutil/boto/boto/ec2/spotinstancerequest.py +188 -0
  145. data/packages/gsutil/boto/boto/ec2/spotpricehistory.py +55 -0
  146. data/packages/gsutil/boto/boto/ec2/tag.py +87 -0
  147. data/packages/gsutil/boto/boto/ec2/vmtype.py +58 -0
  148. data/packages/gsutil/boto/boto/ec2/volume.py +293 -0
  149. data/packages/gsutil/boto/boto/ec2/volumestatus.py +200 -0
  150. data/packages/gsutil/boto/boto/ec2/zone.py +80 -0
  151. data/packages/gsutil/boto/boto/ecs/__init__.py +90 -0
  152. data/packages/gsutil/boto/boto/ecs/item.py +153 -0
  153. data/packages/gsutil/boto/boto/elasticache/__init__.py +62 -0
  154. data/packages/gsutil/boto/boto/elasticache/layer1.py +1252 -0
  155. data/packages/gsutil/boto/boto/elastictranscoder/__init__.py +62 -0
  156. data/packages/gsutil/boto/boto/elastictranscoder/exceptions.py +46 -0
  157. data/packages/gsutil/boto/boto/elastictranscoder/layer1.py +509 -0
  158. data/packages/gsutil/boto/boto/emr/__init__.py +73 -0
  159. data/packages/gsutil/boto/boto/emr/bootstrap_action.py +44 -0
  160. data/packages/gsutil/boto/boto/emr/connection.py +531 -0
  161. data/packages/gsutil/boto/boto/emr/emrobject.py +176 -0
  162. data/packages/gsutil/boto/boto/emr/instance_group.py +43 -0
  163. data/packages/gsutil/boto/boto/emr/step.py +281 -0
  164. data/packages/gsutil/boto/boto/exception.py +476 -0
  165. data/packages/gsutil/boto/boto/exception.pyc +0 -0
  166. data/packages/gsutil/boto/boto/file/README +49 -0
  167. data/packages/gsutil/boto/boto/file/__init__.py +28 -0
  168. data/packages/gsutil/boto/boto/file/bucket.py +112 -0
  169. data/packages/gsutil/boto/boto/file/connection.py +33 -0
  170. data/packages/gsutil/boto/boto/file/key.py +199 -0
  171. data/packages/gsutil/boto/boto/file/simpleresultset.py +30 -0
  172. data/packages/gsutil/boto/boto/fps/__init__.py +21 -0
  173. data/packages/gsutil/boto/boto/fps/connection.py +369 -0
  174. data/packages/gsutil/boto/boto/fps/exception.py +344 -0
  175. data/packages/gsutil/boto/boto/fps/response.py +175 -0
  176. data/packages/gsutil/boto/boto/glacier/__init__.py +57 -0
  177. data/packages/gsutil/boto/boto/glacier/concurrent.py +409 -0
  178. data/packages/gsutil/boto/boto/glacier/exceptions.py +58 -0
  179. data/packages/gsutil/boto/boto/glacier/job.py +152 -0
  180. data/packages/gsutil/boto/boto/glacier/layer1.py +637 -0
  181. data/packages/gsutil/boto/boto/glacier/layer2.py +93 -0
  182. data/packages/gsutil/boto/boto/glacier/response.py +48 -0
  183. data/packages/gsutil/boto/boto/glacier/utils.py +163 -0
  184. data/packages/gsutil/boto/boto/glacier/vault.py +387 -0
  185. data/packages/gsutil/boto/boto/glacier/writer.py +242 -0
  186. data/packages/gsutil/boto/boto/gs/__init__.py +22 -0
  187. data/packages/gsutil/boto/boto/gs/__init__.pyc +0 -0
  188. data/packages/gsutil/boto/boto/gs/acl.py +304 -0
  189. data/packages/gsutil/boto/boto/gs/acl.pyc +0 -0
  190. data/packages/gsutil/boto/boto/gs/bucket.py +870 -0
  191. data/packages/gsutil/boto/boto/gs/bucket.pyc +0 -0
  192. data/packages/gsutil/boto/boto/gs/bucketlistresultset.py +64 -0
  193. data/packages/gsutil/boto/boto/gs/bucketlistresultset.pyc +0 -0
  194. data/packages/gsutil/boto/boto/gs/connection.py +103 -0
  195. data/packages/gsutil/boto/boto/gs/connection.pyc +0 -0
  196. data/packages/gsutil/boto/boto/gs/cors.py +169 -0
  197. data/packages/gsutil/boto/boto/gs/cors.pyc +0 -0
  198. data/packages/gsutil/boto/boto/gs/key.py +704 -0
  199. data/packages/gsutil/boto/boto/gs/key.pyc +0 -0
  200. data/packages/gsutil/boto/boto/gs/resumable_upload_handler.py +659 -0
  201. data/packages/gsutil/boto/boto/gs/resumable_upload_handler.pyc +0 -0
  202. data/packages/gsutil/boto/boto/gs/user.py +54 -0
  203. data/packages/gsutil/boto/boto/gs/user.pyc +0 -0
  204. data/packages/gsutil/boto/boto/handler.py +44 -0
  205. data/packages/gsutil/boto/boto/handler.pyc +0 -0
  206. data/packages/gsutil/boto/boto/https_connection.py +124 -0
  207. data/packages/gsutil/boto/boto/https_connection.pyc +0 -0
  208. data/packages/gsutil/boto/boto/iam/__init__.py +74 -0
  209. data/packages/gsutil/boto/boto/iam/connection.py +1317 -0
  210. data/packages/gsutil/boto/boto/iam/summarymap.py +42 -0
  211. data/packages/gsutil/boto/boto/jsonresponse.py +163 -0
  212. data/packages/gsutil/boto/boto/jsonresponse.pyc +0 -0
  213. data/packages/gsutil/boto/boto/manage/__init__.py +23 -0
  214. data/packages/gsutil/boto/boto/manage/cmdshell.py +241 -0
  215. data/packages/gsutil/boto/boto/manage/propget.py +64 -0
  216. data/packages/gsutil/boto/boto/manage/server.py +556 -0
  217. data/packages/gsutil/boto/boto/manage/task.py +175 -0
  218. data/packages/gsutil/boto/boto/manage/test_manage.py +34 -0
  219. data/packages/gsutil/boto/boto/manage/volume.py +420 -0
  220. data/packages/gsutil/boto/boto/mashups/__init__.py +23 -0
  221. data/packages/gsutil/boto/boto/mashups/interactive.py +97 -0
  222. data/packages/gsutil/boto/boto/mashups/iobject.py +115 -0
  223. data/packages/gsutil/boto/boto/mashups/order.py +211 -0
  224. data/packages/gsutil/boto/boto/mashups/server.py +395 -0
  225. data/packages/gsutil/boto/boto/mturk/__init__.py +23 -0
  226. data/packages/gsutil/boto/boto/mturk/connection.py +1027 -0
  227. data/packages/gsutil/boto/boto/mturk/layoutparam.py +55 -0
  228. data/packages/gsutil/boto/boto/mturk/notification.py +103 -0
  229. data/packages/gsutil/boto/boto/mturk/price.py +48 -0
  230. data/packages/gsutil/boto/boto/mturk/qualification.py +137 -0
  231. data/packages/gsutil/boto/boto/mturk/question.py +455 -0
  232. data/packages/gsutil/boto/boto/mws/__init__.py +21 -0
  233. data/packages/gsutil/boto/boto/mws/connection.py +813 -0
  234. data/packages/gsutil/boto/boto/mws/exception.py +75 -0
  235. data/packages/gsutil/boto/boto/mws/response.py +655 -0
  236. data/packages/gsutil/boto/boto/plugin.py +90 -0
  237. data/packages/gsutil/boto/boto/plugin.pyc +0 -0
  238. data/packages/gsutil/boto/boto/provider.py +337 -0
  239. data/packages/gsutil/boto/boto/provider.pyc +0 -0
  240. data/packages/gsutil/boto/boto/pyami/__init__.py +22 -0
  241. data/packages/gsutil/boto/boto/pyami/__init__.pyc +0 -0
  242. data/packages/gsutil/boto/boto/pyami/bootstrap.py +134 -0
  243. data/packages/gsutil/boto/boto/pyami/config.py +229 -0
  244. data/packages/gsutil/boto/boto/pyami/config.pyc +0 -0
  245. data/packages/gsutil/boto/boto/pyami/copybot.cfg +60 -0
  246. data/packages/gsutil/boto/boto/pyami/copybot.py +97 -0
  247. data/packages/gsutil/boto/boto/pyami/helloworld.py +28 -0
  248. data/packages/gsutil/boto/boto/pyami/installers/__init__.py +64 -0
  249. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/__init__.py +22 -0
  250. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/apache.py +43 -0
  251. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/ebs.py +238 -0
  252. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/installer.py +96 -0
  253. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/mysql.py +109 -0
  254. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/trac.py +139 -0
  255. data/packages/gsutil/boto/boto/pyami/launch_ami.py +178 -0
  256. data/packages/gsutil/boto/boto/pyami/scriptbase.py +44 -0
  257. data/packages/gsutil/boto/boto/pyami/startup.py +60 -0
  258. data/packages/gsutil/boto/boto/rds/__init__.py +1194 -0
  259. data/packages/gsutil/boto/boto/rds/dbinstance.py +357 -0
  260. data/packages/gsutil/boto/boto/rds/dbsecuritygroup.py +177 -0
  261. data/packages/gsutil/boto/boto/rds/dbsnapshot.py +108 -0
  262. data/packages/gsutil/boto/boto/rds/event.py +49 -0
  263. data/packages/gsutil/boto/boto/rds/parametergroup.py +201 -0
  264. data/packages/gsutil/boto/boto/rds/regioninfo.py +32 -0
  265. data/packages/gsutil/boto/boto/regioninfo.py +63 -0
  266. data/packages/gsutil/boto/boto/regioninfo.pyc +0 -0
  267. data/packages/gsutil/boto/boto/resultset.py +169 -0
  268. data/packages/gsutil/boto/boto/resultset.pyc +0 -0
  269. data/packages/gsutil/boto/boto/roboto/__init__.py +1 -0
  270. data/packages/gsutil/boto/boto/roboto/awsqueryrequest.py +504 -0
  271. data/packages/gsutil/boto/boto/roboto/awsqueryservice.py +121 -0
  272. data/packages/gsutil/boto/boto/roboto/param.py +147 -0
  273. data/packages/gsutil/boto/boto/route53/__init__.py +75 -0
  274. data/packages/gsutil/boto/boto/route53/connection.py +403 -0
  275. data/packages/gsutil/boto/boto/route53/exception.py +27 -0
  276. data/packages/gsutil/boto/boto/route53/hostedzone.py +56 -0
  277. data/packages/gsutil/boto/boto/route53/record.py +306 -0
  278. data/packages/gsutil/boto/boto/route53/status.py +42 -0
  279. data/packages/gsutil/boto/boto/route53/zone.py +412 -0
  280. data/packages/gsutil/boto/boto/s3/__init__.py +84 -0
  281. data/packages/gsutil/boto/boto/s3/__init__.pyc +0 -0
  282. data/packages/gsutil/boto/boto/s3/acl.py +164 -0
  283. data/packages/gsutil/boto/boto/s3/acl.pyc +0 -0
  284. data/packages/gsutil/boto/boto/s3/bucket.py +1634 -0
  285. data/packages/gsutil/boto/boto/s3/bucket.pyc +0 -0
  286. data/packages/gsutil/boto/boto/s3/bucketlistresultset.py +139 -0
  287. data/packages/gsutil/boto/boto/s3/bucketlistresultset.pyc +0 -0
  288. data/packages/gsutil/boto/boto/s3/bucketlogging.py +83 -0
  289. data/packages/gsutil/boto/boto/s3/bucketlogging.pyc +0 -0
  290. data/packages/gsutil/boto/boto/s3/connection.py +540 -0
  291. data/packages/gsutil/boto/boto/s3/connection.pyc +0 -0
  292. data/packages/gsutil/boto/boto/s3/cors.py +210 -0
  293. data/packages/gsutil/boto/boto/s3/cors.pyc +0 -0
  294. data/packages/gsutil/boto/boto/s3/deletemarker.py +55 -0
  295. data/packages/gsutil/boto/boto/s3/deletemarker.pyc +0 -0
  296. data/packages/gsutil/boto/boto/s3/key.py +1712 -0
  297. data/packages/gsutil/boto/boto/s3/key.pyc +0 -0
  298. data/packages/gsutil/boto/boto/s3/keyfile.py +134 -0
  299. data/packages/gsutil/boto/boto/s3/keyfile.pyc +0 -0
  300. data/packages/gsutil/boto/boto/s3/lifecycle.py +231 -0
  301. data/packages/gsutil/boto/boto/s3/lifecycle.pyc +0 -0
  302. data/packages/gsutil/boto/boto/s3/multidelete.py +138 -0
  303. data/packages/gsutil/boto/boto/s3/multidelete.pyc +0 -0
  304. data/packages/gsutil/boto/boto/s3/multipart.py +315 -0
  305. data/packages/gsutil/boto/boto/s3/multipart.pyc +0 -0
  306. data/packages/gsutil/boto/boto/s3/prefix.py +42 -0
  307. data/packages/gsutil/boto/boto/s3/prefix.pyc +0 -0
  308. data/packages/gsutil/boto/boto/s3/resumable_download_handler.py +339 -0
  309. data/packages/gsutil/boto/boto/s3/resumable_download_handler.pyc +0 -0
  310. data/packages/gsutil/boto/boto/s3/tagging.py +71 -0
  311. data/packages/gsutil/boto/boto/s3/tagging.pyc +0 -0
  312. data/packages/gsutil/boto/boto/s3/user.py +49 -0
  313. data/packages/gsutil/boto/boto/s3/user.pyc +0 -0
  314. data/packages/gsutil/boto/boto/s3/website.py +237 -0
  315. data/packages/gsutil/boto/boto/s3/website.pyc +0 -0
  316. data/packages/gsutil/boto/boto/sdb/__init__.py +67 -0
  317. data/packages/gsutil/boto/boto/sdb/connection.py +617 -0
  318. data/packages/gsutil/boto/boto/sdb/db/__init__.py +20 -0
  319. data/packages/gsutil/boto/boto/sdb/db/blob.py +75 -0
  320. data/packages/gsutil/boto/boto/sdb/db/key.py +59 -0
  321. data/packages/gsutil/boto/boto/sdb/db/manager/__init__.py +85 -0
  322. data/packages/gsutil/boto/boto/sdb/db/manager/sdbmanager.py +732 -0
  323. data/packages/gsutil/boto/boto/sdb/db/manager/xmlmanager.py +517 -0
  324. data/packages/gsutil/boto/boto/sdb/db/model.py +294 -0
  325. data/packages/gsutil/boto/boto/sdb/db/property.py +703 -0
  326. data/packages/gsutil/boto/boto/sdb/db/query.py +85 -0
  327. data/packages/gsutil/boto/boto/sdb/db/sequence.py +226 -0
  328. data/packages/gsutil/boto/boto/sdb/db/test_db.py +231 -0
  329. data/packages/gsutil/boto/boto/sdb/domain.py +377 -0
  330. data/packages/gsutil/boto/boto/sdb/item.py +181 -0
  331. data/packages/gsutil/boto/boto/sdb/queryresultset.py +92 -0
  332. data/packages/gsutil/boto/boto/sdb/regioninfo.py +32 -0
  333. data/packages/gsutil/boto/boto/services/__init__.py +23 -0
  334. data/packages/gsutil/boto/boto/services/bs.py +179 -0
  335. data/packages/gsutil/boto/boto/services/message.py +58 -0
  336. data/packages/gsutil/boto/boto/services/result.py +136 -0
  337. data/packages/gsutil/boto/boto/services/service.py +161 -0
  338. data/packages/gsutil/boto/boto/services/servicedef.py +91 -0
  339. data/packages/gsutil/boto/boto/services/sonofmmm.cfg +43 -0
  340. data/packages/gsutil/boto/boto/services/sonofmmm.py +81 -0
  341. data/packages/gsutil/boto/boto/services/submit.py +88 -0
  342. data/packages/gsutil/boto/boto/ses/__init__.py +54 -0
  343. data/packages/gsutil/boto/boto/ses/connection.py +521 -0
  344. data/packages/gsutil/boto/boto/ses/exceptions.py +77 -0
  345. data/packages/gsutil/boto/boto/sns/__init__.py +78 -0
  346. data/packages/gsutil/boto/boto/sns/connection.py +431 -0
  347. data/packages/gsutil/boto/boto/sqs/__init__.py +56 -0
  348. data/packages/gsutil/boto/boto/sqs/attributes.py +46 -0
  349. data/packages/gsutil/boto/boto/sqs/batchresults.py +95 -0
  350. data/packages/gsutil/boto/boto/sqs/connection.py +417 -0
  351. data/packages/gsutil/boto/boto/sqs/jsonmessage.py +43 -0
  352. data/packages/gsutil/boto/boto/sqs/message.py +253 -0
  353. data/packages/gsutil/boto/boto/sqs/queue.py +478 -0
  354. data/packages/gsutil/boto/boto/sqs/regioninfo.py +32 -0
  355. data/packages/gsutil/boto/boto/storage_uri.py +835 -0
  356. data/packages/gsutil/boto/boto/storage_uri.pyc +0 -0
  357. data/packages/gsutil/boto/boto/sts/__init__.py +55 -0
  358. data/packages/gsutil/boto/boto/sts/connection.py +207 -0
  359. data/packages/gsutil/boto/boto/sts/credentials.py +215 -0
  360. data/packages/gsutil/boto/boto/swf/__init__.py +60 -0
  361. data/packages/gsutil/boto/boto/swf/exceptions.py +44 -0
  362. data/packages/gsutil/boto/boto/swf/layer1.py +1512 -0
  363. data/packages/gsutil/boto/boto/swf/layer1_decisions.py +287 -0
  364. data/packages/gsutil/boto/boto/swf/layer2.py +342 -0
  365. data/packages/gsutil/boto/boto/utils.py +927 -0
  366. data/packages/gsutil/boto/boto/utils.pyc +0 -0
  367. data/packages/gsutil/boto/boto/vpc/__init__.py +910 -0
  368. data/packages/gsutil/boto/boto/vpc/customergateway.py +54 -0
  369. data/packages/gsutil/boto/boto/vpc/dhcpoptions.py +72 -0
  370. data/packages/gsutil/boto/boto/vpc/internetgateway.py +72 -0
  371. data/packages/gsutil/boto/boto/vpc/routetable.py +109 -0
  372. data/packages/gsutil/boto/boto/vpc/subnet.py +57 -0
  373. data/packages/gsutil/boto/boto/vpc/vpc.py +54 -0
  374. data/packages/gsutil/boto/boto/vpc/vpnconnection.py +60 -0
  375. data/packages/gsutil/boto/boto/vpc/vpngateway.py +83 -0
  376. data/packages/gsutil/boto/docs/BotoCheatSheet.pdf +0 -0
  377. data/packages/gsutil/boto/docs/Makefile +89 -0
  378. data/packages/gsutil/boto/docs/make.bat +113 -0
  379. data/packages/gsutil/boto/docs/source/_templates/layout.html +3 -0
  380. data/packages/gsutil/boto/docs/source/autoscale_tut.rst +220 -0
  381. data/packages/gsutil/boto/docs/source/boto_config_tut.rst +125 -0
  382. data/packages/gsutil/boto/docs/source/boto_theme/static/boto.css_t +239 -0
  383. data/packages/gsutil/boto/docs/source/boto_theme/static/pygments.css +61 -0
  384. data/packages/gsutil/boto/docs/source/boto_theme/theme.conf +3 -0
  385. data/packages/gsutil/boto/docs/source/cloudfront_tut.rst +196 -0
  386. data/packages/gsutil/boto/docs/source/cloudsearch_tut.rst +411 -0
  387. data/packages/gsutil/boto/docs/source/cloudwatch_tut.rst +116 -0
  388. data/packages/gsutil/boto/docs/source/conf.py +32 -0
  389. data/packages/gsutil/boto/docs/source/contributing.rst +204 -0
  390. data/packages/gsutil/boto/docs/source/documentation.rst +59 -0
  391. data/packages/gsutil/boto/docs/source/dynamodb_tut.rst +339 -0
  392. data/packages/gsutil/boto/docs/source/ec2_tut.rst +86 -0
  393. data/packages/gsutil/boto/docs/source/elb_tut.rst +257 -0
  394. data/packages/gsutil/boto/docs/source/emr_tut.rst +108 -0
  395. data/packages/gsutil/boto/docs/source/index.rst +146 -0
  396. data/packages/gsutil/boto/docs/source/rds_tut.rst +108 -0
  397. data/packages/gsutil/boto/docs/source/ref/autoscale.rst +62 -0
  398. data/packages/gsutil/boto/docs/source/ref/beanstalk.rst +26 -0
  399. data/packages/gsutil/boto/docs/source/ref/boto.rst +47 -0
  400. data/packages/gsutil/boto/docs/source/ref/cloudformation.rst +34 -0
  401. data/packages/gsutil/boto/docs/source/ref/cloudfront.rst +68 -0
  402. data/packages/gsutil/boto/docs/source/ref/cloudsearch.rst +59 -0
  403. data/packages/gsutil/boto/docs/source/ref/cloudwatch.rst +27 -0
  404. data/packages/gsutil/boto/docs/source/ref/contrib.rst +32 -0
  405. data/packages/gsutil/boto/docs/source/ref/datapipeline.rst +26 -0
  406. data/packages/gsutil/boto/docs/source/ref/dynamodb.rst +61 -0
  407. data/packages/gsutil/boto/docs/source/ref/ec2.rst +140 -0
  408. data/packages/gsutil/boto/docs/source/ref/ecs.rst +19 -0
  409. data/packages/gsutil/boto/docs/source/ref/elasticache.rst +19 -0
  410. data/packages/gsutil/boto/docs/source/ref/elastictranscoder.rst +26 -0
  411. data/packages/gsutil/boto/docs/source/ref/elb.rst +47 -0
  412. data/packages/gsutil/boto/docs/source/ref/emr.rst +34 -0
  413. data/packages/gsutil/boto/docs/source/ref/file.rst +34 -0
  414. data/packages/gsutil/boto/docs/source/ref/fps.rst +19 -0
  415. data/packages/gsutil/boto/docs/source/ref/glacier.rst +63 -0
  416. data/packages/gsutil/boto/docs/source/ref/gs.rst +72 -0
  417. data/packages/gsutil/boto/docs/source/ref/iam.rst +27 -0
  418. data/packages/gsutil/boto/docs/source/ref/index.rst +40 -0
  419. data/packages/gsutil/boto/docs/source/ref/manage.rst +47 -0
  420. data/packages/gsutil/boto/docs/source/ref/mturk.rst +54 -0
  421. data/packages/gsutil/boto/docs/source/ref/mws.rst +33 -0
  422. data/packages/gsutil/boto/docs/source/ref/pyami.rst +103 -0
  423. data/packages/gsutil/boto/docs/source/ref/rds.rst +47 -0
  424. data/packages/gsutil/boto/docs/source/ref/route53.rst +34 -0
  425. data/packages/gsutil/boto/docs/source/ref/s3.rst +111 -0
  426. data/packages/gsutil/boto/docs/source/ref/sdb.rst +45 -0
  427. data/packages/gsutil/boto/docs/source/ref/sdb_db.rst +83 -0
  428. data/packages/gsutil/boto/docs/source/ref/services.rst +61 -0
  429. data/packages/gsutil/boto/docs/source/ref/ses.rst +21 -0
  430. data/packages/gsutil/boto/docs/source/ref/sns.rst +17 -0
  431. data/packages/gsutil/boto/docs/source/ref/sqs.rst +61 -0
  432. data/packages/gsutil/boto/docs/source/ref/sts.rst +25 -0
  433. data/packages/gsutil/boto/docs/source/ref/swf.rst +22 -0
  434. data/packages/gsutil/boto/docs/source/ref/vpc.rst +54 -0
  435. data/packages/gsutil/boto/docs/source/s3_tut.rst +450 -0
  436. data/packages/gsutil/boto/docs/source/security_groups.rst +82 -0
  437. data/packages/gsutil/boto/docs/source/ses_tut.rst +171 -0
  438. data/packages/gsutil/boto/docs/source/simpledb_tut.rst +188 -0
  439. data/packages/gsutil/boto/docs/source/sqs_tut.rst +246 -0
  440. data/packages/gsutil/boto/docs/source/vpc_tut.rst +100 -0
  441. data/packages/gsutil/boto/pylintrc +305 -0
  442. data/packages/gsutil/boto/requirements.txt +10 -0
  443. data/packages/gsutil/boto/setup.py +89 -0
  444. data/packages/gsutil/boto/tests/__init__.py +20 -0
  445. data/packages/gsutil/boto/tests/db/test_lists.py +96 -0
  446. data/packages/gsutil/boto/tests/db/test_password.py +128 -0
  447. data/packages/gsutil/boto/tests/db/test_query.py +152 -0
  448. data/packages/gsutil/boto/tests/db/test_sequence.py +109 -0
  449. data/packages/gsutil/boto/tests/devpay/__init__.py +0 -0
  450. data/packages/gsutil/boto/tests/devpay/test_s3.py +181 -0
  451. data/packages/gsutil/boto/tests/fps/__init__.py +0 -0
  452. data/packages/gsutil/boto/tests/fps/test.py +100 -0
  453. data/packages/gsutil/boto/tests/fps/test_verify_signature.py +12 -0
  454. data/packages/gsutil/boto/tests/integration/__init__.py +0 -0
  455. data/packages/gsutil/boto/tests/integration/beanstalk/test_wrapper.py +209 -0
  456. data/packages/gsutil/boto/tests/integration/cloudformation/__init__.py +21 -0
  457. data/packages/gsutil/boto/tests/integration/cloudformation/test_cert_verification.py +40 -0
  458. data/packages/gsutil/boto/tests/integration/cloudformation/test_connection.py +110 -0
  459. data/packages/gsutil/boto/tests/integration/cloudsearch/__init__.py +21 -0
  460. data/packages/gsutil/boto/tests/integration/cloudsearch/test_cert_verification.py +40 -0
  461. data/packages/gsutil/boto/tests/integration/datapipeline/test_layer1.py +122 -0
  462. data/packages/gsutil/boto/tests/integration/dynamodb/__init__.py +20 -0
  463. data/packages/gsutil/boto/tests/integration/dynamodb/test_cert_verification.py +40 -0
  464. data/packages/gsutil/boto/tests/integration/dynamodb/test_layer1.py +266 -0
  465. data/packages/gsutil/boto/tests/integration/dynamodb/test_layer2.py +484 -0
  466. data/packages/gsutil/boto/tests/integration/dynamodb/test_table.py +84 -0
  467. data/packages/gsutil/boto/tests/integration/ec2/__init__.py +20 -0
  468. data/packages/gsutil/boto/tests/integration/ec2/autoscale/__init__.py +21 -0
  469. data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_cert_verification.py +40 -0
  470. data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_connection.py +167 -0
  471. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/__init__.py +20 -0
  472. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_cert_verification.py +40 -0
  473. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_connection.py +277 -0
  474. data/packages/gsutil/boto/tests/integration/ec2/elb/__init__.py +20 -0
  475. data/packages/gsutil/boto/tests/integration/ec2/elb/test_cert_verification.py +40 -0
  476. data/packages/gsutil/boto/tests/integration/ec2/elb/test_connection.py +130 -0
  477. data/packages/gsutil/boto/tests/integration/ec2/test_cert_verification.py +40 -0
  478. data/packages/gsutil/boto/tests/integration/ec2/test_connection.py +192 -0
  479. data/packages/gsutil/boto/tests/integration/ec2/vpc/__init__.py +0 -0
  480. data/packages/gsutil/boto/tests/integration/ec2/vpc/test_connection.py +95 -0
  481. data/packages/gsutil/boto/tests/integration/elasticache/__init__.py +0 -0
  482. data/packages/gsutil/boto/tests/integration/elasticache/test_layer1.py +67 -0
  483. data/packages/gsutil/boto/tests/integration/elastictranscoder/__init__.py +0 -0
  484. data/packages/gsutil/boto/tests/integration/elastictranscoder/test_cert_verification.py +35 -0
  485. data/packages/gsutil/boto/tests/integration/elastictranscoder/test_layer1.py +115 -0
  486. data/packages/gsutil/boto/tests/integration/emr/__init__.py +20 -0
  487. data/packages/gsutil/boto/tests/integration/emr/test_cert_verification.py +40 -0
  488. data/packages/gsutil/boto/tests/integration/glacier/__init__.py +22 -0
  489. data/packages/gsutil/boto/tests/integration/glacier/test_cert_verification.py +40 -0
  490. data/packages/gsutil/boto/tests/integration/glacier/test_layer1.py +44 -0
  491. data/packages/gsutil/boto/tests/integration/glacier/test_layer2.py +45 -0
  492. data/packages/gsutil/boto/tests/integration/gs/__init__.py +0 -0
  493. data/packages/gsutil/boto/tests/integration/gs/cb_test_harness.py +71 -0
  494. data/packages/gsutil/boto/tests/integration/gs/test_basic.py +379 -0
  495. data/packages/gsutil/boto/tests/integration/gs/test_generation_conditionals.py +399 -0
  496. data/packages/gsutil/boto/tests/integration/gs/test_resumable_downloads.py +358 -0
  497. data/packages/gsutil/boto/tests/integration/gs/test_resumable_uploads.py +525 -0
  498. data/packages/gsutil/boto/tests/integration/gs/test_storage_uri.py +125 -0
  499. data/packages/gsutil/boto/tests/integration/gs/test_versioning.py +268 -0
  500. data/packages/gsutil/boto/tests/integration/gs/testcase.py +116 -0
  501. data/packages/gsutil/boto/tests/integration/gs/util.py +63 -0
  502. data/packages/gsutil/boto/tests/integration/iam/__init__.py +20 -0
  503. data/packages/gsutil/boto/tests/integration/iam/test_cert_verification.py +40 -0
  504. data/packages/gsutil/boto/tests/integration/mws/__init__.py +0 -0
  505. data/packages/gsutil/boto/tests/integration/mws/test.py +100 -0
  506. data/packages/gsutil/boto/tests/integration/rds/__init__.py +21 -0
  507. data/packages/gsutil/boto/tests/integration/rds/test_cert_verification.py +40 -0
  508. data/packages/gsutil/boto/tests/integration/route53/__init__.py +20 -0
  509. data/packages/gsutil/boto/tests/integration/route53/test_cert_verification.py +40 -0
  510. data/packages/gsutil/boto/tests/integration/route53/test_zone.py +132 -0
  511. data/packages/gsutil/boto/tests/integration/s3/__init__.py +20 -0
  512. data/packages/gsutil/boto/tests/integration/s3/mock_storage_service.py +589 -0
  513. data/packages/gsutil/boto/tests/integration/s3/other_cacerts.txt +70 -0
  514. data/packages/gsutil/boto/tests/integration/s3/test_bucket.py +263 -0
  515. data/packages/gsutil/boto/tests/integration/s3/test_cert_verification.py +40 -0
  516. data/packages/gsutil/boto/tests/integration/s3/test_connection.py +245 -0
  517. data/packages/gsutil/boto/tests/integration/s3/test_cors.py +78 -0
  518. data/packages/gsutil/boto/tests/integration/s3/test_encryption.py +115 -0
  519. data/packages/gsutil/boto/tests/integration/s3/test_https_cert_validation.py +141 -0
  520. data/packages/gsutil/boto/tests/integration/s3/test_key.py +375 -0
  521. data/packages/gsutil/boto/tests/integration/s3/test_mfa.py +95 -0
  522. data/packages/gsutil/boto/tests/integration/s3/test_multidelete.py +181 -0
  523. data/packages/gsutil/boto/tests/integration/s3/test_multipart.py +139 -0
  524. data/packages/gsutil/boto/tests/integration/s3/test_pool.py +246 -0
  525. data/packages/gsutil/boto/tests/integration/s3/test_versioning.py +158 -0
  526. data/packages/gsutil/boto/tests/integration/sdb/__init__.py +20 -0
  527. data/packages/gsutil/boto/tests/integration/sdb/test_cert_verification.py +40 -0
  528. data/packages/gsutil/boto/tests/integration/sdb/test_connection.py +119 -0
  529. data/packages/gsutil/boto/tests/integration/ses/__init__.py +0 -0
  530. data/packages/gsutil/boto/tests/integration/ses/test_cert_verification.py +40 -0
  531. data/packages/gsutil/boto/tests/integration/ses/test_connection.py +38 -0
  532. data/packages/gsutil/boto/tests/integration/sns/__init__.py +20 -0
  533. data/packages/gsutil/boto/tests/integration/sns/test_cert_verification.py +40 -0
  534. data/packages/gsutil/boto/tests/integration/sqs/__init__.py +20 -0
  535. data/packages/gsutil/boto/tests/integration/sqs/test_cert_verification.py +40 -0
  536. data/packages/gsutil/boto/tests/integration/sqs/test_connection.py +217 -0
  537. data/packages/gsutil/boto/tests/integration/sts/__init__.py +20 -0
  538. data/packages/gsutil/boto/tests/integration/sts/test_cert_verification.py +40 -0
  539. data/packages/gsutil/boto/tests/integration/sts/test_session_token.py +65 -0
  540. data/packages/gsutil/boto/tests/integration/swf/__init__.py +0 -0
  541. data/packages/gsutil/boto/tests/integration/swf/test_cert_verification.py +40 -0
  542. data/packages/gsutil/boto/tests/integration/swf/test_layer1.py +246 -0
  543. data/packages/gsutil/boto/tests/integration/swf/test_layer1_workflow_execution.py +173 -0
  544. data/packages/gsutil/boto/tests/mturk/__init__.py +0 -0
  545. data/packages/gsutil/boto/tests/mturk/_init_environment.py +28 -0
  546. data/packages/gsutil/boto/tests/mturk/all_tests.py +24 -0
  547. data/packages/gsutil/boto/tests/mturk/cleanup_tests.py +47 -0
  548. data/packages/gsutil/boto/tests/mturk/common.py +45 -0
  549. data/packages/gsutil/boto/tests/mturk/create_free_text_question_regex.doctest +100 -0
  550. data/packages/gsutil/boto/tests/mturk/create_hit.doctest +92 -0
  551. data/packages/gsutil/boto/tests/mturk/create_hit_binary.doctest +94 -0
  552. data/packages/gsutil/boto/tests/mturk/create_hit_external.py +21 -0
  553. data/packages/gsutil/boto/tests/mturk/create_hit_from_hit_type.doctest +103 -0
  554. data/packages/gsutil/boto/tests/mturk/create_hit_test.py +21 -0
  555. data/packages/gsutil/boto/tests/mturk/create_hit_with_qualifications.py +16 -0
  556. data/packages/gsutil/boto/tests/mturk/hit_persistence.py +27 -0
  557. data/packages/gsutil/boto/tests/mturk/mocks.py +11 -0
  558. data/packages/gsutil/boto/tests/mturk/reviewable_hits.doctest +129 -0
  559. data/packages/gsutil/boto/tests/mturk/run-doctest.py +13 -0
  560. data/packages/gsutil/boto/tests/mturk/search_hits.doctest +16 -0
  561. data/packages/gsutil/boto/tests/mturk/selenium_support.py +61 -0
  562. data/packages/gsutil/boto/tests/mturk/support.py +7 -0
  563. data/packages/gsutil/boto/tests/mturk/test_disable_hit.py +11 -0
  564. data/packages/gsutil/boto/tests/test.py +59 -0
  565. data/packages/gsutil/boto/tests/unit/__init__.py +79 -0
  566. data/packages/gsutil/boto/tests/unit/auth/__init__.py +0 -0
  567. data/packages/gsutil/boto/tests/unit/auth/test_sigv4.py +73 -0
  568. data/packages/gsutil/boto/tests/unit/beanstalk/__init__.py +0 -0
  569. data/packages/gsutil/boto/tests/unit/beanstalk/test_layer1.py +128 -0
  570. data/packages/gsutil/boto/tests/unit/cloudformation/__init__.py +0 -0
  571. data/packages/gsutil/boto/tests/unit/cloudformation/test_connection.py +605 -0
  572. data/packages/gsutil/boto/tests/unit/cloudformation/test_stack.py +63 -0
  573. data/packages/gsutil/boto/tests/unit/cloudfront/__init__.py +0 -0
  574. data/packages/gsutil/boto/tests/unit/cloudfront/test_invalidation_list.py +113 -0
  575. data/packages/gsutil/boto/tests/unit/cloudfront/test_signed_urls.py +354 -0
  576. data/packages/gsutil/boto/tests/unit/cloudsearch/__init__.py +1 -0
  577. data/packages/gsutil/boto/tests/unit/cloudsearch/test_connection.py +241 -0
  578. data/packages/gsutil/boto/tests/unit/cloudsearch/test_document.py +324 -0
  579. data/packages/gsutil/boto/tests/unit/cloudsearch/test_search.py +325 -0
  580. data/packages/gsutil/boto/tests/unit/dynamodb/__init__.py +0 -0
  581. data/packages/gsutil/boto/tests/unit/dynamodb/test_batch.py +103 -0
  582. data/packages/gsutil/boto/tests/unit/dynamodb/test_layer2.py +119 -0
  583. data/packages/gsutil/boto/tests/unit/dynamodb/test_types.py +82 -0
  584. data/packages/gsutil/boto/tests/unit/ec2/__init__.py +0 -0
  585. data/packages/gsutil/boto/tests/unit/ec2/autoscale/__init__.py +0 -0
  586. data/packages/gsutil/boto/tests/unit/ec2/autoscale/test_group.py +162 -0
  587. data/packages/gsutil/boto/tests/unit/ec2/test_address.py +39 -0
  588. data/packages/gsutil/boto/tests/unit/ec2/test_blockdevicemapping.py +79 -0
  589. data/packages/gsutil/boto/tests/unit/ec2/test_connection.py +480 -0
  590. data/packages/gsutil/boto/tests/unit/ec2/test_instance.py +243 -0
  591. data/packages/gsutil/boto/tests/unit/ec2/test_networkinterface.py +140 -0
  592. data/packages/gsutil/boto/tests/unit/ec2/test_volume.py +248 -0
  593. data/packages/gsutil/boto/tests/unit/emr/test_emr_responses.py +373 -0
  594. data/packages/gsutil/boto/tests/unit/glacier/__init__.py +0 -0
  595. data/packages/gsutil/boto/tests/unit/glacier/test_concurrent.py +120 -0
  596. data/packages/gsutil/boto/tests/unit/glacier/test_job.py +60 -0
  597. data/packages/gsutil/boto/tests/unit/glacier/test_layer1.py +98 -0
  598. data/packages/gsutil/boto/tests/unit/glacier/test_layer2.py +266 -0
  599. data/packages/gsutil/boto/tests/unit/glacier/test_utils.py +116 -0
  600. data/packages/gsutil/boto/tests/unit/glacier/test_vault.py +100 -0
  601. data/packages/gsutil/boto/tests/unit/glacier/test_writer.py +185 -0
  602. data/packages/gsutil/boto/tests/unit/provider/__init__.py +0 -0
  603. data/packages/gsutil/boto/tests/unit/provider/test_provider.py +176 -0
  604. data/packages/gsutil/boto/tests/unit/rds/__init__.py +0 -0
  605. data/packages/gsutil/boto/tests/unit/rds/test_connection.py +131 -0
  606. data/packages/gsutil/boto/tests/unit/s3/__init__.py +0 -0
  607. data/packages/gsutil/boto/tests/unit/s3/test_cors_configuration.py +77 -0
  608. data/packages/gsutil/boto/tests/unit/s3/test_key.py +75 -0
  609. data/packages/gsutil/boto/tests/unit/s3/test_keyfile.py +101 -0
  610. data/packages/gsutil/boto/tests/unit/s3/test_lifecycle.py +97 -0
  611. data/packages/gsutil/boto/tests/unit/s3/test_tagging.py +47 -0
  612. data/packages/gsutil/boto/tests/unit/s3/test_uri.py +257 -0
  613. data/packages/gsutil/boto/tests/unit/s3/test_website.py +188 -0
  614. data/packages/gsutil/boto/tests/unit/sns/__init__.py +0 -0
  615. data/packages/gsutil/boto/tests/unit/sns/test_connection.py +99 -0
  616. data/packages/gsutil/boto/tests/unit/sqs/__init__.py +0 -0
  617. data/packages/gsutil/boto/tests/unit/sqs/test_connection.py +98 -0
  618. data/packages/gsutil/boto/tests/unit/sqs/test_queue.py +40 -0
  619. data/packages/gsutil/boto/tests/unit/sts/test_connection.py +74 -0
  620. data/packages/gsutil/boto/tests/unit/test_connection.py +60 -0
  621. data/packages/gsutil/boto/tests/unit/utils/test_utils.py +109 -0
  622. data/packages/gsutil/boto/tox.ini +8 -0
  623. data/packages/gsutil/gslib/README +5 -0
  624. data/packages/gsutil/gslib/__init__.py +22 -0
  625. data/packages/gsutil/gslib/__init__.pyc +0 -0
  626. data/packages/gsutil/gslib/addlhelp/__init__.py +15 -0
  627. data/packages/gsutil/gslib/addlhelp/acls.py +234 -0
  628. data/packages/gsutil/gslib/addlhelp/anon.py +57 -0
  629. data/packages/gsutil/gslib/addlhelp/command_opts.py +116 -0
  630. data/packages/gsutil/gslib/addlhelp/dev.py +139 -0
  631. data/packages/gsutil/gslib/addlhelp/metadata.py +186 -0
  632. data/packages/gsutil/gslib/addlhelp/naming.py +173 -0
  633. data/packages/gsutil/gslib/addlhelp/prod.py +160 -0
  634. data/packages/gsutil/gslib/addlhelp/projects.py +130 -0
  635. data/packages/gsutil/gslib/addlhelp/subdirs.py +110 -0
  636. data/packages/gsutil/gslib/addlhelp/support.py +86 -0
  637. data/packages/gsutil/gslib/addlhelp/versioning.py +242 -0
  638. data/packages/gsutil/gslib/addlhelp/wildcards.py +170 -0
  639. data/packages/gsutil/gslib/bucket_listing_ref.py +175 -0
  640. data/packages/gsutil/gslib/bucket_listing_ref.pyc +0 -0
  641. data/packages/gsutil/gslib/command.py +722 -0
  642. data/packages/gsutil/gslib/command.pyc +0 -0
  643. data/packages/gsutil/gslib/command_runner.py +101 -0
  644. data/packages/gsutil/gslib/command_runner.pyc +0 -0
  645. data/packages/gsutil/gslib/commands/__init__.py +15 -0
  646. data/packages/gsutil/gslib/commands/__init__.pyc +0 -0
  647. data/packages/gsutil/gslib/commands/cat.py +131 -0
  648. data/packages/gsutil/gslib/commands/cat.pyc +0 -0
  649. data/packages/gsutil/gslib/commands/chacl.py +532 -0
  650. data/packages/gsutil/gslib/commands/chacl.pyc +0 -0
  651. data/packages/gsutil/gslib/commands/config.py +694 -0
  652. data/packages/gsutil/gslib/commands/config.pyc +0 -0
  653. data/packages/gsutil/gslib/commands/cp.py +1818 -0
  654. data/packages/gsutil/gslib/commands/cp.pyc +0 -0
  655. data/packages/gsutil/gslib/commands/disablelogging.py +101 -0
  656. data/packages/gsutil/gslib/commands/disablelogging.pyc +0 -0
  657. data/packages/gsutil/gslib/commands/enablelogging.py +149 -0
  658. data/packages/gsutil/gslib/commands/enablelogging.pyc +0 -0
  659. data/packages/gsutil/gslib/commands/getacl.py +82 -0
  660. data/packages/gsutil/gslib/commands/getacl.pyc +0 -0
  661. data/packages/gsutil/gslib/commands/getcors.py +121 -0
  662. data/packages/gsutil/gslib/commands/getcors.pyc +0 -0
  663. data/packages/gsutil/gslib/commands/getdefacl.py +86 -0
  664. data/packages/gsutil/gslib/commands/getdefacl.pyc +0 -0
  665. data/packages/gsutil/gslib/commands/getlogging.py +137 -0
  666. data/packages/gsutil/gslib/commands/getlogging.pyc +0 -0
  667. data/packages/gsutil/gslib/commands/getversioning.py +116 -0
  668. data/packages/gsutil/gslib/commands/getversioning.pyc +0 -0
  669. data/packages/gsutil/gslib/commands/getwebcfg.py +122 -0
  670. data/packages/gsutil/gslib/commands/getwebcfg.pyc +0 -0
  671. data/packages/gsutil/gslib/commands/help.py +218 -0
  672. data/packages/gsutil/gslib/commands/help.pyc +0 -0
  673. data/packages/gsutil/gslib/commands/ls.py +578 -0
  674. data/packages/gsutil/gslib/commands/ls.pyc +0 -0
  675. data/packages/gsutil/gslib/commands/mb.py +172 -0
  676. data/packages/gsutil/gslib/commands/mb.pyc +0 -0
  677. data/packages/gsutil/gslib/commands/mv.py +159 -0
  678. data/packages/gsutil/gslib/commands/mv.pyc +0 -0
  679. data/packages/gsutil/gslib/commands/perfdiag.py +903 -0
  680. data/packages/gsutil/gslib/commands/perfdiag.pyc +0 -0
  681. data/packages/gsutil/gslib/commands/rb.py +113 -0
  682. data/packages/gsutil/gslib/commands/rb.pyc +0 -0
  683. data/packages/gsutil/gslib/commands/rm.py +239 -0
  684. data/packages/gsutil/gslib/commands/rm.pyc +0 -0
  685. data/packages/gsutil/gslib/commands/setacl.py +138 -0
  686. data/packages/gsutil/gslib/commands/setacl.pyc +0 -0
  687. data/packages/gsutil/gslib/commands/setcors.py +145 -0
  688. data/packages/gsutil/gslib/commands/setcors.pyc +0 -0
  689. data/packages/gsutil/gslib/commands/setdefacl.py +105 -0
  690. data/packages/gsutil/gslib/commands/setdefacl.pyc +0 -0
  691. data/packages/gsutil/gslib/commands/setmeta.py +428 -0
  692. data/packages/gsutil/gslib/commands/setmeta.pyc +0 -0
  693. data/packages/gsutil/gslib/commands/setversioning.py +114 -0
  694. data/packages/gsutil/gslib/commands/setversioning.pyc +0 -0
  695. data/packages/gsutil/gslib/commands/setwebcfg.py +190 -0
  696. data/packages/gsutil/gslib/commands/setwebcfg.pyc +0 -0
  697. data/packages/gsutil/gslib/commands/test.py +228 -0
  698. data/packages/gsutil/gslib/commands/test.pyc +0 -0
  699. data/packages/gsutil/gslib/commands/update.py +305 -0
  700. data/packages/gsutil/gslib/commands/update.pyc +0 -0
  701. data/packages/gsutil/gslib/commands/version.py +150 -0
  702. data/packages/gsutil/gslib/commands/version.pyc +0 -0
  703. data/packages/gsutil/gslib/exception.py +76 -0
  704. data/packages/gsutil/gslib/exception.pyc +0 -0
  705. data/packages/gsutil/gslib/help_provider.py +81 -0
  706. data/packages/gsutil/gslib/help_provider.pyc +0 -0
  707. data/packages/gsutil/gslib/name_expansion.py +550 -0
  708. data/packages/gsutil/gslib/name_expansion.pyc +0 -0
  709. data/packages/gsutil/gslib/no_op_auth_plugin.py +30 -0
  710. data/packages/gsutil/gslib/plurality_checkable_iterator.py +56 -0
  711. data/packages/gsutil/gslib/plurality_checkable_iterator.pyc +0 -0
  712. data/packages/gsutil/gslib/project_id.py +67 -0
  713. data/packages/gsutil/gslib/project_id.pyc +0 -0
  714. data/packages/gsutil/gslib/storage_uri_builder.py +56 -0
  715. data/packages/gsutil/gslib/storage_uri_builder.pyc +0 -0
  716. data/packages/gsutil/gslib/tests/__init__.py +15 -0
  717. data/packages/gsutil/gslib/tests/__init__.pyc +0 -0
  718. data/packages/gsutil/gslib/tests/test_chacl.py +236 -0
  719. data/packages/gsutil/gslib/tests/test_cp.py +267 -0
  720. data/packages/gsutil/gslib/tests/test_data/test.gif +0 -0
  721. data/packages/gsutil/gslib/tests/test_data/test.mp3 +0 -0
  722. data/packages/gsutil/gslib/tests/test_ls.py +66 -0
  723. data/packages/gsutil/gslib/tests/test_mv.py +69 -0
  724. data/packages/gsutil/gslib/tests/test_naming.py +989 -0
  725. data/packages/gsutil/gslib/tests/test_perfdiag.py +41 -0
  726. data/packages/gsutil/gslib/tests/test_plurality_checkable_iterator.py +67 -0
  727. data/packages/gsutil/gslib/tests/test_rm.py +143 -0
  728. data/packages/gsutil/gslib/tests/test_setacl.py +152 -0
  729. data/packages/gsutil/gslib/tests/test_setcors.py +168 -0
  730. data/packages/gsutil/gslib/tests/test_setmeta.py +91 -0
  731. data/packages/gsutil/gslib/tests/test_setversioning.py +44 -0
  732. data/packages/gsutil/gslib/tests/test_setwebcfg.py +63 -0
  733. data/packages/gsutil/gslib/tests/test_thread_pool.py +92 -0
  734. data/packages/gsutil/gslib/tests/test_wildcard_iterator.py +364 -0
  735. data/packages/gsutil/gslib/tests/testcase/__init__.py +18 -0
  736. data/packages/gsutil/gslib/tests/testcase/base.py +89 -0
  737. data/packages/gsutil/gslib/tests/testcase/integration_testcase.py +197 -0
  738. data/packages/gsutil/gslib/tests/testcase/unit_testcase.py +230 -0
  739. data/packages/gsutil/gslib/tests/util.py +125 -0
  740. data/packages/gsutil/gslib/tests/util.pyc +0 -0
  741. data/packages/gsutil/gslib/thread_pool.py +79 -0
  742. data/packages/gsutil/gslib/thread_pool.pyc +0 -0
  743. data/packages/gsutil/gslib/util.py +151 -0
  744. data/packages/gsutil/gslib/util.pyc +0 -0
  745. data/packages/gsutil/gslib/wildcard_iterator.py +492 -0
  746. data/packages/gsutil/gslib/wildcard_iterator.pyc +0 -0
  747. data/packages/gsutil/gsutil +377 -0
  748. data/packages/gsutil/gsutil.spec.in +75 -0
  749. data/packages/gsutil/oauth2_plugin/__init__.py +22 -0
  750. data/packages/gsutil/oauth2_plugin/__init__.pyc +0 -0
  751. data/packages/gsutil/oauth2_plugin/oauth2_client.py +642 -0
  752. data/packages/gsutil/oauth2_plugin/oauth2_client.pyc +0 -0
  753. data/packages/gsutil/oauth2_plugin/oauth2_client_test.py +374 -0
  754. data/packages/gsutil/oauth2_plugin/oauth2_helper.py +110 -0
  755. data/packages/gsutil/oauth2_plugin/oauth2_helper.pyc +0 -0
  756. data/packages/gsutil/oauth2_plugin/oauth2_plugin.py +24 -0
  757. data/packages/gsutil/oauth2_plugin/oauth2_plugin.pyc +0 -0
  758. data/packages/gsutil/pkg_gen.sh +54 -0
  759. data/packages/gsutil/pkg_util.py +60 -0
  760. data/packages/gsutil/setup.py +141 -0
  761. data/packages/gsutil/third_party/__init__.py +0 -0
  762. data/packages/gsutil/third_party/__init__.pyc +0 -0
  763. data/packages/gsutil/third_party/fancy_urllib/README +21 -0
  764. data/packages/gsutil/third_party/fancy_urllib/__init__.py +398 -0
  765. data/packages/gsutil/third_party/fancy_urllib/__init__.pyc +0 -0
  766. data/tasks/rubygem.rake +3 -1
  767. metadata +770 -7
  768. metadata.gz.sig +0 -0
@@ -0,0 +1,927 @@
1
+ # Copyright (c) 2006-2012 Mitch Garnaat http://garnaat.org/
2
+ # Copyright (c) 2010, Eucalyptus Systems, Inc.
3
+ # Copyright (c) 2012 Amazon.com, Inc. or its affiliates.
4
+ # All rights reserved.
5
+ #
6
+ # Permission is hereby granted, free of charge, to any person obtaining a
7
+ # copy of this software and associated documentation files (the
8
+ # "Software"), to deal in the Software without restriction, including
9
+ # without limitation the rights to use, copy, modify, merge, publish, dis-
10
+ # tribute, sublicense, and/or sell copies of the Software, and to permit
11
+ # persons to whom the Software is furnished to do so, subject to the fol-
12
+ # lowing conditions:
13
+ #
14
+ # The above copyright notice and this permission notice shall be included
15
+ # in all copies or substantial portions of the Software.
16
+ #
17
+ # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
18
+ # OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
19
+ # ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
20
+ # SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
21
+ # WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22
+ # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
23
+ # IN THE SOFTWARE.
24
+
25
+ #
26
+ # Parts of this code were copied or derived from sample code supplied by AWS.
27
+ # The following notice applies to that code.
28
+ #
29
+ # This software code is made available "AS IS" without warranties of any
30
+ # kind. You may copy, display, modify and redistribute the software
31
+ # code either by itself or as incorporated into your code; provided that
32
+ # you do not remove any proprietary notices. Your use of this software
33
+ # code is at your own risk and you waive any claim against Amazon
34
+ # Digital Services, Inc. or its affiliates with respect to your use of
35
+ # this software code. (c) 2006 Amazon Digital Services, Inc. or its
36
+ # affiliates.
37
+
38
+ """
39
+ Some handy utility functions used by several classes.
40
+ """
41
+
42
+ import socket
43
+ import urllib
44
+ import urllib2
45
+ import imp
46
+ import subprocess
47
+ import StringIO
48
+ import time
49
+ import logging.handlers
50
+ import boto
51
+ import boto.provider
52
+ import tempfile
53
+ import smtplib
54
+ import datetime
55
+ import re
56
+ import email.mime.multipart
57
+ import email.mime.base
58
+ import email.mime.text
59
+ import email.utils
60
+ import email.encoders
61
+ import gzip
62
+ import base64
63
+ try:
64
+ from hashlib import md5
65
+ except ImportError:
66
+ from md5 import md5
67
+
68
+
69
+ try:
70
+ import hashlib
71
+ _hashfn = hashlib.sha512
72
+ except ImportError:
73
+ import md5
74
+ _hashfn = md5.md5
75
+
76
+ from boto.compat import json
77
+
78
+ # List of Query String Arguments of Interest
79
+ qsa_of_interest = ['acl', 'cors', 'defaultObjectAcl', 'location', 'logging',
80
+ 'partNumber', 'policy', 'requestPayment', 'torrent',
81
+ 'versioning', 'versionId', 'versions', 'website',
82
+ 'uploads', 'uploadId', 'response-content-type',
83
+ 'response-content-language', 'response-expires',
84
+ 'response-cache-control', 'response-content-disposition',
85
+ 'response-content-encoding', 'delete', 'lifecycle',
86
+ 'tagging', 'restore',
87
+ # storageClass is a QSA for buckets in Google Cloud Storage.
88
+ # (StorageClass is associated to individual keys in S3, but
89
+ # having it listed here should cause no problems because
90
+ # GET bucket?storageClass is not part of the S3 API.)
91
+ 'storageClass',
92
+ # websiteConfig is a QSA for buckets in Google Cloud Storage.
93
+ 'websiteConfig']
94
+
95
+
96
+ _first_cap_regex = re.compile('(.)([A-Z][a-z]+)')
97
+ _number_cap_regex = re.compile('([a-z])([0-9]+)')
98
+ _end_cap_regex = re.compile('([a-z0-9])([A-Z])')
99
+
100
+
101
+ def unquote_v(nv):
102
+ if len(nv) == 1:
103
+ return nv
104
+ else:
105
+ return (nv[0], urllib.unquote(nv[1]))
106
+
107
+
108
+ def canonical_string(method, path, headers, expires=None,
109
+ provider=None):
110
+ """
111
+ Generates the aws canonical string for the given parameters
112
+ """
113
+ if not provider:
114
+ provider = boto.provider.get_default()
115
+ interesting_headers = {}
116
+ for key in headers:
117
+ lk = key.lower()
118
+ if headers[key] != None and (lk in ['content-md5', 'content-type', 'date'] or
119
+ lk.startswith(provider.header_prefix)):
120
+ interesting_headers[lk] = str(headers[key]).strip()
121
+
122
+ # these keys get empty strings if they don't exist
123
+ if 'content-type' not in interesting_headers:
124
+ interesting_headers['content-type'] = ''
125
+ if 'content-md5' not in interesting_headers:
126
+ interesting_headers['content-md5'] = ''
127
+
128
+ # just in case someone used this. it's not necessary in this lib.
129
+ if provider.date_header in interesting_headers:
130
+ interesting_headers['date'] = ''
131
+
132
+ # if you're using expires for query string auth, then it trumps date
133
+ # (and provider.date_header)
134
+ if expires:
135
+ interesting_headers['date'] = str(expires)
136
+
137
+ sorted_header_keys = sorted(interesting_headers.keys())
138
+
139
+ buf = "%s\n" % method
140
+ for key in sorted_header_keys:
141
+ val = interesting_headers[key]
142
+ if key.startswith(provider.header_prefix):
143
+ buf += "%s:%s\n" % (key, val)
144
+ else:
145
+ buf += "%s\n" % val
146
+
147
+ # don't include anything after the first ? in the resource...
148
+ # unless it is one of the QSA of interest, defined above
149
+ t = path.split('?')
150
+ buf += t[0]
151
+
152
+ if len(t) > 1:
153
+ qsa = t[1].split('&')
154
+ qsa = [a.split('=', 1) for a in qsa]
155
+ qsa = [unquote_v(a) for a in qsa if a[0] in qsa_of_interest]
156
+ if len(qsa) > 0:
157
+ qsa.sort(cmp=lambda x, y:cmp(x[0], y[0]))
158
+ qsa = ['='.join(a) for a in qsa]
159
+ buf += '?'
160
+ buf += '&'.join(qsa)
161
+
162
+ return buf
163
+
164
+
165
+ def merge_meta(headers, metadata, provider=None):
166
+ if not provider:
167
+ provider = boto.provider.get_default()
168
+ metadata_prefix = provider.metadata_prefix
169
+ final_headers = headers.copy()
170
+ for k in metadata.keys():
171
+ if k.lower() in ['cache-control', 'content-md5', 'content-type',
172
+ 'content-encoding', 'content-disposition',
173
+ 'date', 'expires']:
174
+ final_headers[k] = metadata[k]
175
+ else:
176
+ final_headers[metadata_prefix + k] = metadata[k]
177
+
178
+ return final_headers
179
+
180
+
181
+ def get_aws_metadata(headers, provider=None):
182
+ if not provider:
183
+ provider = boto.provider.get_default()
184
+ metadata_prefix = provider.metadata_prefix
185
+ metadata = {}
186
+ for hkey in headers.keys():
187
+ if hkey.lower().startswith(metadata_prefix):
188
+ val = urllib.unquote_plus(headers[hkey])
189
+ try:
190
+ metadata[hkey[len(metadata_prefix):]] = unicode(val, 'utf-8')
191
+ except UnicodeDecodeError:
192
+ metadata[hkey[len(metadata_prefix):]] = val
193
+ del headers[hkey]
194
+ return metadata
195
+
196
+
197
+ def retry_url(url, retry_on_404=True, num_retries=10):
198
+ """
199
+ Retry a url. This is specifically used for accessing the metadata
200
+ service on an instance. Since this address should never be proxied
201
+ (for security reasons), we create a ProxyHandler with a NULL
202
+ dictionary to override any proxy settings in the environment.
203
+ """
204
+ for i in range(0, num_retries):
205
+ try:
206
+ proxy_handler = urllib2.ProxyHandler({})
207
+ opener = urllib2.build_opener(proxy_handler)
208
+ req = urllib2.Request(url)
209
+ r = opener.open(req)
210
+ result = r.read()
211
+ resp = urllib2.urlopen(req)
212
+ return resp.read()
213
+ except urllib2.HTTPError, e:
214
+ # in 2.6 you use getcode(), in 2.5 and earlier you use code
215
+ if hasattr(e, 'getcode'):
216
+ code = e.getcode()
217
+ else:
218
+ code = e.code
219
+ if code == 404 and not retry_on_404:
220
+ return ''
221
+ except urllib2.URLError, e:
222
+ raise e
223
+ except Exception, e:
224
+ pass
225
+ boto.log.exception('Caught exception reading instance data')
226
+ time.sleep(2 ** i)
227
+ boto.log.error('Unable to read instance data, giving up')
228
+ return ''
229
+
230
+
231
+ def _get_instance_metadata(url, num_retries):
232
+ return LazyLoadMetadata(url, num_retries)
233
+
234
+
235
+ class LazyLoadMetadata(dict):
236
+ def __init__(self, url, num_retries):
237
+ self._url = url
238
+ self._num_retries = num_retries
239
+ self._leaves = {}
240
+ self._dicts = []
241
+ data = boto.utils.retry_url(self._url, num_retries=self._num_retries)
242
+ if data:
243
+ fields = data.split('\n')
244
+ for field in fields:
245
+ if field.endswith('/'):
246
+ key = field[0:-1]
247
+ self._dicts.append(key)
248
+ else:
249
+ p = field.find('=')
250
+ if p > 0:
251
+ key = field[p + 1:]
252
+ resource = field[0:p] + '/openssh-key'
253
+ else:
254
+ key = resource = field
255
+ self._leaves[key] = resource
256
+ self[key] = None
257
+
258
+ def _materialize(self):
259
+ for key in self:
260
+ self[key]
261
+
262
+ def __getitem__(self, key):
263
+ if key not in self:
264
+ # allow dict to throw the KeyError
265
+ return super(LazyLoadMetadata, self).__getitem__(key)
266
+
267
+ # already loaded
268
+ val = super(LazyLoadMetadata, self).__getitem__(key)
269
+ if val is not None:
270
+ return val
271
+
272
+ if key in self._leaves:
273
+ resource = self._leaves[key]
274
+ val = boto.utils.retry_url(self._url + urllib.quote(resource,
275
+ safe="/:"),
276
+ num_retries=self._num_retries)
277
+ if val and val[0] == '{':
278
+ val = json.loads(val)
279
+ else:
280
+ p = val.find('\n')
281
+ if p > 0:
282
+ val = val.split('\n')
283
+ self[key] = val
284
+ elif key in self._dicts:
285
+ self[key] = LazyLoadMetadata(self._url + key + '/',
286
+ self._num_retries)
287
+
288
+ return super(LazyLoadMetadata, self).__getitem__(key)
289
+
290
+ def get(self, key, default=None):
291
+ try:
292
+ return self[key]
293
+ except KeyError:
294
+ return default
295
+
296
+ def values(self):
297
+ self._materialize()
298
+ return super(LazyLoadMetadata, self).values()
299
+
300
+ def items(self):
301
+ self._materialize()
302
+ return super(LazyLoadMetadata, self).items()
303
+
304
+ def __str__(self):
305
+ self._materialize()
306
+ return super(LazyLoadMetadata, self).__str__()
307
+
308
+ def __repr__(self):
309
+ self._materialize()
310
+ return super(LazyLoadMetadata, self).__repr__()
311
+
312
+
313
+ def get_instance_metadata(version='latest', url='http://169.254.169.254',
314
+ timeout=None, num_retries=5):
315
+ """
316
+ Returns the instance metadata as a nested Python dictionary.
317
+ Simple values (e.g. local_hostname, hostname, etc.) will be
318
+ stored as string values. Values such as ancestor-ami-ids will
319
+ be stored in the dict as a list of string values. More complex
320
+ fields such as public-keys and will be stored as nested dicts.
321
+
322
+ If the timeout is specified, the connection to the specified url
323
+ will time out after the specified number of seconds.
324
+
325
+ """
326
+ if timeout is not None:
327
+ original = socket.getdefaulttimeout()
328
+ socket.setdefaulttimeout(timeout)
329
+ try:
330
+ return _get_instance_metadata('%s/%s/meta-data/' % (url, version),
331
+ num_retries=num_retries)
332
+ except urllib2.URLError, e:
333
+ return None
334
+ finally:
335
+ if timeout is not None:
336
+ socket.setdefaulttimeout(original)
337
+
338
+
339
+ def get_instance_identity(version='latest', url='http://169.254.169.254',
340
+ timeout=None, num_retries=5):
341
+ """
342
+ Returns the instance identity as a nested Python dictionary.
343
+ """
344
+ iid = {}
345
+ base_url = 'http://169.254.169.254/latest/dynamic/instance-identity'
346
+ if timeout is not None:
347
+ original = socket.getdefaulttimeout()
348
+ socket.setdefaulttimeout(timeout)
349
+ try:
350
+ data = retry_url(base_url, num_retries=num_retries)
351
+ fields = data.split('\n')
352
+ for field in fields:
353
+ val = retry_url(base_url + '/' + field + '/')
354
+ if val[0] == '{':
355
+ val = json.loads(val)
356
+ if field:
357
+ iid[field] = val
358
+ return iid
359
+ except urllib2.URLError, e:
360
+ return None
361
+ finally:
362
+ if timeout is not None:
363
+ socket.setdefaulttimeout(original)
364
+
365
+
366
+ def get_instance_userdata(version='latest', sep=None,
367
+ url='http://169.254.169.254'):
368
+ ud_url = '%s/%s/user-data' % (url, version)
369
+ user_data = retry_url(ud_url, retry_on_404=False)
370
+ if user_data:
371
+ if sep:
372
+ l = user_data.split(sep)
373
+ user_data = {}
374
+ for nvpair in l:
375
+ t = nvpair.split('=')
376
+ user_data[t[0].strip()] = t[1].strip()
377
+ return user_data
378
+
379
+ ISO8601 = '%Y-%m-%dT%H:%M:%SZ'
380
+ ISO8601_MS = '%Y-%m-%dT%H:%M:%S.%fZ'
381
+
382
+
383
+ def get_ts(ts=None):
384
+ if not ts:
385
+ ts = time.gmtime()
386
+ return time.strftime(ISO8601, ts)
387
+
388
+
389
+ def parse_ts(ts):
390
+ ts = ts.strip()
391
+ try:
392
+ dt = datetime.datetime.strptime(ts, ISO8601)
393
+ return dt
394
+ except ValueError:
395
+ dt = datetime.datetime.strptime(ts, ISO8601_MS)
396
+ return dt
397
+
398
+
399
+ def find_class(module_name, class_name=None):
400
+ if class_name:
401
+ module_name = "%s.%s" % (module_name, class_name)
402
+ modules = module_name.split('.')
403
+ c = None
404
+
405
+ try:
406
+ for m in modules[1:]:
407
+ if c:
408
+ c = getattr(c, m)
409
+ else:
410
+ c = getattr(__import__(".".join(modules[0:-1])), m)
411
+ return c
412
+ except:
413
+ return None
414
+
415
+
416
+ def update_dme(username, password, dme_id, ip_address):
417
+ """
418
+ Update your Dynamic DNS record with DNSMadeEasy.com
419
+ """
420
+ dme_url = 'https://www.dnsmadeeasy.com/servlet/updateip'
421
+ dme_url += '?username=%s&password=%s&id=%s&ip=%s'
422
+ s = urllib2.urlopen(dme_url % (username, password, dme_id, ip_address))
423
+ return s.read()
424
+
425
+
426
+ def fetch_file(uri, file=None, username=None, password=None):
427
+ """
428
+ Fetch a file based on the URI provided. If you do not pass in a file pointer
429
+ a tempfile.NamedTemporaryFile, or None if the file could not be
430
+ retrieved is returned.
431
+ The URI can be either an HTTP url, or "s3://bucket_name/key_name"
432
+ """
433
+ boto.log.info('Fetching %s' % uri)
434
+ if file == None:
435
+ file = tempfile.NamedTemporaryFile()
436
+ try:
437
+ if uri.startswith('s3://'):
438
+ bucket_name, key_name = uri[len('s3://'):].split('/', 1)
439
+ c = boto.connect_s3(aws_access_key_id=username,
440
+ aws_secret_access_key=password)
441
+ bucket = c.get_bucket(bucket_name)
442
+ key = bucket.get_key(key_name)
443
+ key.get_contents_to_file(file)
444
+ else:
445
+ if username and password:
446
+ passman = urllib2.HTTPPasswordMgrWithDefaultRealm()
447
+ passman.add_password(None, uri, username, password)
448
+ authhandler = urllib2.HTTPBasicAuthHandler(passman)
449
+ opener = urllib2.build_opener(authhandler)
450
+ urllib2.install_opener(opener)
451
+ s = urllib2.urlopen(uri)
452
+ file.write(s.read())
453
+ file.seek(0)
454
+ except:
455
+ raise
456
+ boto.log.exception('Problem Retrieving file: %s' % uri)
457
+ file = None
458
+ return file
459
+
460
+
461
+ class ShellCommand(object):
462
+
463
+ def __init__(self, command, wait=True, fail_fast=False, cwd=None):
464
+ self.exit_code = 0
465
+ self.command = command
466
+ self.log_fp = StringIO.StringIO()
467
+ self.wait = wait
468
+ self.fail_fast = fail_fast
469
+ self.run(cwd=cwd)
470
+
471
+ def run(self, cwd=None):
472
+ boto.log.info('running:%s' % self.command)
473
+ self.process = subprocess.Popen(self.command, shell=True,
474
+ stdin=subprocess.PIPE,
475
+ stdout=subprocess.PIPE,
476
+ stderr=subprocess.PIPE,
477
+ cwd=cwd)
478
+ if(self.wait):
479
+ while self.process.poll() == None:
480
+ time.sleep(1)
481
+ t = self.process.communicate()
482
+ self.log_fp.write(t[0])
483
+ self.log_fp.write(t[1])
484
+ boto.log.info(self.log_fp.getvalue())
485
+ self.exit_code = self.process.returncode
486
+
487
+ if self.fail_fast and self.exit_code != 0:
488
+ raise Exception("Command " + self.command + " failed with status " + self.exit_code)
489
+
490
+ return self.exit_code
491
+
492
+ def setReadOnly(self, value):
493
+ raise AttributeError
494
+
495
+ def getStatus(self):
496
+ return self.exit_code
497
+
498
+ status = property(getStatus, setReadOnly, None, 'The exit code for the command')
499
+
500
+ def getOutput(self):
501
+ return self.log_fp.getvalue()
502
+
503
+ output = property(getOutput, setReadOnly, None, 'The STDIN and STDERR output of the command')
504
+
505
+
506
+ class AuthSMTPHandler(logging.handlers.SMTPHandler):
507
+ """
508
+ This class extends the SMTPHandler in the standard Python logging module
509
+ to accept a username and password on the constructor and to then use those
510
+ credentials to authenticate with the SMTP server. To use this, you could
511
+ add something like this in your boto config file:
512
+
513
+ [handler_hand07]
514
+ class=boto.utils.AuthSMTPHandler
515
+ level=WARN
516
+ formatter=form07
517
+ args=('localhost', 'username', 'password', 'from@abc', ['user1@abc', 'user2@xyz'], 'Logger Subject')
518
+ """
519
+
520
+ def __init__(self, mailhost, username, password,
521
+ fromaddr, toaddrs, subject):
522
+ """
523
+ Initialize the handler.
524
+
525
+ We have extended the constructor to accept a username/password
526
+ for SMTP authentication.
527
+ """
528
+ logging.handlers.SMTPHandler.__init__(self, mailhost, fromaddr,
529
+ toaddrs, subject)
530
+ self.username = username
531
+ self.password = password
532
+
533
+ def emit(self, record):
534
+ """
535
+ Emit a record.
536
+
537
+ Format the record and send it to the specified addressees.
538
+ It would be really nice if I could add authorization to this class
539
+ without having to resort to cut and paste inheritance but, no.
540
+ """
541
+ try:
542
+ port = self.mailport
543
+ if not port:
544
+ port = smtplib.SMTP_PORT
545
+ smtp = smtplib.SMTP(self.mailhost, port)
546
+ smtp.login(self.username, self.password)
547
+ msg = self.format(record)
548
+ msg = "From: %s\r\nTo: %s\r\nSubject: %s\r\nDate: %s\r\n\r\n%s" % (
549
+ self.fromaddr,
550
+ ','.join(self.toaddrs),
551
+ self.getSubject(record),
552
+ email.utils.formatdate(), msg)
553
+ smtp.sendmail(self.fromaddr, self.toaddrs, msg)
554
+ smtp.quit()
555
+ except (KeyboardInterrupt, SystemExit):
556
+ raise
557
+ except:
558
+ self.handleError(record)
559
+
560
+
561
+ class LRUCache(dict):
562
+ """A dictionary-like object that stores only a certain number of items, and
563
+ discards its least recently used item when full.
564
+
565
+ >>> cache = LRUCache(3)
566
+ >>> cache['A'] = 0
567
+ >>> cache['B'] = 1
568
+ >>> cache['C'] = 2
569
+ >>> len(cache)
570
+ 3
571
+
572
+ >>> cache['A']
573
+ 0
574
+
575
+ Adding new items to the cache does not increase its size. Instead, the least
576
+ recently used item is dropped:
577
+
578
+ >>> cache['D'] = 3
579
+ >>> len(cache)
580
+ 3
581
+ >>> 'B' in cache
582
+ False
583
+
584
+ Iterating over the cache returns the keys, starting with the most recently
585
+ used:
586
+
587
+ >>> for key in cache:
588
+ ... print key
589
+ D
590
+ A
591
+ C
592
+
593
+ This code is based on the LRUCache class from Genshi which is based on
594
+ `Myghty <http://www.myghty.org>`_'s LRUCache from ``myghtyutils.util``,
595
+ written by Mike Bayer and released under the MIT license (Genshi uses the
596
+ BSD License).
597
+ """
598
+
599
+ class _Item(object):
600
+ def __init__(self, key, value):
601
+ self.previous = self.next = None
602
+ self.key = key
603
+ self.value = value
604
+
605
+ def __repr__(self):
606
+ return repr(self.value)
607
+
608
+ def __init__(self, capacity):
609
+ self._dict = dict()
610
+ self.capacity = capacity
611
+ self.head = None
612
+ self.tail = None
613
+
614
+ def __contains__(self, key):
615
+ return key in self._dict
616
+
617
+ def __iter__(self):
618
+ cur = self.head
619
+ while cur:
620
+ yield cur.key
621
+ cur = cur.next
622
+
623
+ def __len__(self):
624
+ return len(self._dict)
625
+
626
+ def __getitem__(self, key):
627
+ item = self._dict[key]
628
+ self._update_item(item)
629
+ return item.value
630
+
631
+ def __setitem__(self, key, value):
632
+ item = self._dict.get(key)
633
+ if item is None:
634
+ item = self._Item(key, value)
635
+ self._dict[key] = item
636
+ self._insert_item(item)
637
+ else:
638
+ item.value = value
639
+ self._update_item(item)
640
+ self._manage_size()
641
+
642
+ def __repr__(self):
643
+ return repr(self._dict)
644
+
645
+ def _insert_item(self, item):
646
+ item.previous = None
647
+ item.next = self.head
648
+ if self.head is not None:
649
+ self.head.previous = item
650
+ else:
651
+ self.tail = item
652
+ self.head = item
653
+ self._manage_size()
654
+
655
+ def _manage_size(self):
656
+ while len(self._dict) > self.capacity:
657
+ del self._dict[self.tail.key]
658
+ if self.tail != self.head:
659
+ self.tail = self.tail.previous
660
+ self.tail.next = None
661
+ else:
662
+ self.head = self.tail = None
663
+
664
+ def _update_item(self, item):
665
+ if self.head == item:
666
+ return
667
+
668
+ previous = item.previous
669
+ previous.next = item.next
670
+ if item.next is not None:
671
+ item.next.previous = previous
672
+ else:
673
+ self.tail = previous
674
+
675
+ item.previous = None
676
+ item.next = self.head
677
+ self.head.previous = self.head = item
678
+
679
+
680
+ class Password(object):
681
+ """
682
+ Password object that stores itself as hashed.
683
+ Hash defaults to SHA512 if available, MD5 otherwise.
684
+ """
685
+ hashfunc = _hashfn
686
+
687
+ def __init__(self, str=None, hashfunc=None):
688
+ """
689
+ Load the string from an initial value, this should be the
690
+ raw hashed password.
691
+ """
692
+ self.str = str
693
+ if hashfunc:
694
+ self.hashfunc = hashfunc
695
+
696
+ def set(self, value):
697
+ self.str = self.hashfunc(value).hexdigest()
698
+
699
+ def __str__(self):
700
+ return str(self.str)
701
+
702
+ def __eq__(self, other):
703
+ if other == None:
704
+ return False
705
+ return str(self.hashfunc(other).hexdigest()) == str(self.str)
706
+
707
+ def __len__(self):
708
+ if self.str:
709
+ return len(self.str)
710
+ else:
711
+ return 0
712
+
713
+
714
+ def notify(subject, body=None, html_body=None, to_string=None,
715
+ attachments=None, append_instance_id=True):
716
+ attachments = attachments or []
717
+ if append_instance_id:
718
+ subject = "[%s] %s" % (boto.config.get_value("Instance", "instance-id"), subject)
719
+ if not to_string:
720
+ to_string = boto.config.get_value('Notification', 'smtp_to', None)
721
+ if to_string:
722
+ try:
723
+ from_string = boto.config.get_value('Notification', 'smtp_from', 'boto')
724
+ msg = email.mime.multipart.MIMEMultipart()
725
+ msg['From'] = from_string
726
+ msg['Reply-To'] = from_string
727
+ msg['To'] = to_string
728
+ msg['Date'] = email.utils.formatdate(localtime=True)
729
+ msg['Subject'] = subject
730
+
731
+ if body:
732
+ msg.attach(email.mime.text.MIMEText(body))
733
+
734
+ if html_body:
735
+ part = email.mime.base.MIMEBase('text', 'html')
736
+ part.set_payload(html_body)
737
+ email.encoders.encode_base64(part)
738
+ msg.attach(part)
739
+
740
+ for part in attachments:
741
+ msg.attach(part)
742
+
743
+ smtp_host = boto.config.get_value('Notification', 'smtp_host', 'localhost')
744
+
745
+ # Alternate port support
746
+ if boto.config.get_value("Notification", "smtp_port"):
747
+ server = smtplib.SMTP(smtp_host, int(boto.config.get_value("Notification", "smtp_port")))
748
+ else:
749
+ server = smtplib.SMTP(smtp_host)
750
+
751
+ # TLS support
752
+ if boto.config.getbool("Notification", "smtp_tls"):
753
+ server.ehlo()
754
+ server.starttls()
755
+ server.ehlo()
756
+ smtp_user = boto.config.get_value('Notification', 'smtp_user', '')
757
+ smtp_pass = boto.config.get_value('Notification', 'smtp_pass', '')
758
+ if smtp_user:
759
+ server.login(smtp_user, smtp_pass)
760
+ server.sendmail(from_string, to_string, msg.as_string())
761
+ server.quit()
762
+ except:
763
+ boto.log.exception('notify failed')
764
+
765
+
766
+ def get_utf8_value(value):
767
+ if not isinstance(value, str) and not isinstance(value, unicode):
768
+ value = str(value)
769
+ if isinstance(value, unicode):
770
+ return value.encode('utf-8')
771
+ else:
772
+ return value
773
+
774
+
775
+ def mklist(value):
776
+ if not isinstance(value, list):
777
+ if isinstance(value, tuple):
778
+ value = list(value)
779
+ else:
780
+ value = [value]
781
+ return value
782
+
783
+
784
+ def pythonize_name(name):
785
+ """Convert camel case to a "pythonic" name.
786
+
787
+ Examples::
788
+
789
+ pythonize_name('CamelCase') -> 'camel_case'
790
+ pythonize_name('already_pythonized') -> 'already_pythonized'
791
+ pythonize_name('HTTPRequest') -> 'http_request'
792
+ pythonize_name('HTTPStatus200Ok') -> 'http_status_200_ok'
793
+ pythonize_name('UPPER') -> 'upper'
794
+ pythonize_name('') -> ''
795
+
796
+ """
797
+ s1 = _first_cap_regex.sub(r'\1_\2', name)
798
+ s2 = _number_cap_regex.sub(r'\1_\2', s1)
799
+ return _end_cap_regex.sub(r'\1_\2', s2).lower()
800
+
801
+
802
+ def write_mime_multipart(content, compress=False, deftype='text/plain', delimiter=':'):
803
+ """Description:
804
+ :param content: A list of tuples of name-content pairs. This is used
805
+ instead of a dict to ensure that scripts run in order
806
+ :type list of tuples:
807
+
808
+ :param compress: Use gzip to compress the scripts, defaults to no compression
809
+ :type bool:
810
+
811
+ :param deftype: The type that should be assumed if nothing else can be figured out
812
+ :type str:
813
+
814
+ :param delimiter: mime delimiter
815
+ :type str:
816
+
817
+ :return: Final mime multipart
818
+ :rtype: str:
819
+ """
820
+ wrapper = email.mime.multipart.MIMEMultipart()
821
+ for name, con in content:
822
+ definite_type = guess_mime_type(con, deftype)
823
+ maintype, subtype = definite_type.split('/', 1)
824
+ if maintype == 'text':
825
+ mime_con = email.mime.text.MIMEText(con, _subtype=subtype)
826
+ else:
827
+ mime_con = email.mime.base.MIMEBase(maintype, subtype)
828
+ mime_con.set_payload(con)
829
+ # Encode the payload using Base64
830
+ email.encoders.encode_base64(mime_con)
831
+ mime_con.add_header('Content-Disposition', 'attachment', filename=name)
832
+ wrapper.attach(mime_con)
833
+ rcontent = wrapper.as_string()
834
+
835
+ if compress:
836
+ buf = StringIO.StringIO()
837
+ gz = gzip.GzipFile(mode='wb', fileobj=buf)
838
+ try:
839
+ gz.write(rcontent)
840
+ finally:
841
+ gz.close()
842
+ rcontent = buf.getvalue()
843
+
844
+ return rcontent
845
+
846
+
847
+ def guess_mime_type(content, deftype):
848
+ """Description: Guess the mime type of a block of text
849
+ :param content: content we're finding the type of
850
+ :type str:
851
+
852
+ :param deftype: Default mime type
853
+ :type str:
854
+
855
+ :rtype: <type>:
856
+ :return: <description>
857
+ """
858
+ #Mappings recognized by cloudinit
859
+ starts_with_mappings = {
860
+ '#include': 'text/x-include-url',
861
+ '#!': 'text/x-shellscript',
862
+ '#cloud-config': 'text/cloud-config',
863
+ '#upstart-job': 'text/upstart-job',
864
+ '#part-handler': 'text/part-handler',
865
+ '#cloud-boothook': 'text/cloud-boothook'
866
+ }
867
+ rtype = deftype
868
+ for possible_type, mimetype in starts_with_mappings.items():
869
+ if content.startswith(possible_type):
870
+ rtype = mimetype
871
+ break
872
+ return(rtype)
873
+
874
+
875
+ def compute_md5(fp, buf_size=8192, size=None):
876
+ """
877
+ Compute MD5 hash on passed file and return results in a tuple of values.
878
+
879
+ :type fp: file
880
+ :param fp: File pointer to the file to MD5 hash. The file pointer
881
+ will be reset to its current location before the
882
+ method returns.
883
+
884
+ :type buf_size: integer
885
+ :param buf_size: Number of bytes per read request.
886
+
887
+ :type size: int
888
+ :param size: (optional) The Maximum number of bytes to read from
889
+ the file pointer (fp). This is useful when uploading
890
+ a file in multiple parts where the file is being
891
+ split inplace into different parts. Less bytes may
892
+ be available.
893
+
894
+ :rtype: tuple
895
+ :return: A tuple containing the hex digest version of the MD5 hash
896
+ as the first element, the base64 encoded version of the
897
+ plain digest as the second element and the data size as
898
+ the third element.
899
+ """
900
+ return compute_hash(fp, buf_size, size, hash_algorithm=md5)
901
+
902
+
903
+ def compute_hash(fp, buf_size=8192, size=None, hash_algorithm=md5):
904
+ hash_obj = hash_algorithm()
905
+ spos = fp.tell()
906
+ if size and size < buf_size:
907
+ s = fp.read(size)
908
+ else:
909
+ s = fp.read(buf_size)
910
+ while s:
911
+ hash_obj.update(s)
912
+ if size:
913
+ size -= len(s)
914
+ if size <= 0:
915
+ break
916
+ if size and size < buf_size:
917
+ s = fp.read(size)
918
+ else:
919
+ s = fp.read(buf_size)
920
+ hex_digest = hash_obj.hexdigest()
921
+ base64_digest = base64.encodestring(hash_obj.digest())
922
+ if base64_digest[-1] == '\n':
923
+ base64_digest = base64_digest[0:-1]
924
+ # data_size based on bytes read.
925
+ data_size = fp.tell() - spos
926
+ fp.seek(spos)
927
+ return (hex_digest, base64_digest, data_size)