gcloud 0.0.4 → 0.0.6

Sign up to get free protection for your applications and to get access to all the features.
Files changed (768) hide show
  1. data.tar.gz.sig +0 -0
  2. data/CHANGELOG +4 -0
  3. data/Makefile +4 -0
  4. data/Manifest +760 -1
  5. data/bin/gcloud +7 -0
  6. data/bin/{gcutil → gcutil.symlink} +0 -0
  7. data/bin/gsutil-symlink +377 -0
  8. data/gcloud.gemspec +5 -5
  9. data/packages/gsutil/CHECKSUM +1 -0
  10. data/packages/gsutil/COPYING +202 -0
  11. data/packages/gsutil/LICENSE.third_party +295 -0
  12. data/packages/gsutil/MANIFEST.in +5 -0
  13. data/packages/gsutil/README +38 -0
  14. data/packages/gsutil/README.pkg +49 -0
  15. data/packages/gsutil/ReleaseNotes.txt +780 -0
  16. data/packages/gsutil/VERSION +1 -0
  17. data/packages/gsutil/boto/Changelog.rst +35 -0
  18. data/packages/gsutil/boto/LICENSE +18 -0
  19. data/packages/gsutil/boto/MANIFEST.in +12 -0
  20. data/packages/gsutil/boto/README.rst +163 -0
  21. data/packages/gsutil/boto/bin/asadmin +290 -0
  22. data/packages/gsutil/boto/bin/bundle_image +27 -0
  23. data/packages/gsutil/boto/bin/cfadmin +108 -0
  24. data/packages/gsutil/boto/bin/cq +89 -0
  25. data/packages/gsutil/boto/bin/cwutil +140 -0
  26. data/packages/gsutil/boto/bin/elbadmin +284 -0
  27. data/packages/gsutil/boto/bin/fetch_file +43 -0
  28. data/packages/gsutil/boto/bin/glacier +154 -0
  29. data/packages/gsutil/boto/bin/instance_events +145 -0
  30. data/packages/gsutil/boto/bin/kill_instance +35 -0
  31. data/packages/gsutil/boto/bin/launch_instance +252 -0
  32. data/packages/gsutil/boto/bin/list_instances +90 -0
  33. data/packages/gsutil/boto/bin/lss3 +77 -0
  34. data/packages/gsutil/boto/bin/mturk +465 -0
  35. data/packages/gsutil/boto/bin/pyami_sendmail +52 -0
  36. data/packages/gsutil/boto/bin/route53 +205 -0
  37. data/packages/gsutil/boto/bin/s3put +374 -0
  38. data/packages/gsutil/boto/bin/sdbadmin +194 -0
  39. data/packages/gsutil/boto/bin/taskadmin +116 -0
  40. data/packages/gsutil/boto/boto/__init__.py +793 -0
  41. data/packages/gsutil/boto/boto/__init__.pyc +0 -0
  42. data/packages/gsutil/boto/boto/auth.py +682 -0
  43. data/packages/gsutil/boto/boto/auth.pyc +0 -0
  44. data/packages/gsutil/boto/boto/auth_handler.py +58 -0
  45. data/packages/gsutil/boto/boto/auth_handler.pyc +0 -0
  46. data/packages/gsutil/boto/boto/beanstalk/__init__.py +65 -0
  47. data/packages/gsutil/boto/boto/beanstalk/exception.py +64 -0
  48. data/packages/gsutil/boto/boto/beanstalk/layer1.py +1153 -0
  49. data/packages/gsutil/boto/boto/beanstalk/response.py +703 -0
  50. data/packages/gsutil/boto/boto/beanstalk/wrapper.py +29 -0
  51. data/packages/gsutil/boto/boto/cacerts/__init__.py +22 -0
  52. data/packages/gsutil/boto/boto/cacerts/__init__.pyc +0 -0
  53. data/packages/gsutil/boto/boto/cacerts/cacerts.txt +633 -0
  54. data/packages/gsutil/boto/boto/cloudformation/__init__.py +68 -0
  55. data/packages/gsutil/boto/boto/cloudformation/connection.py +364 -0
  56. data/packages/gsutil/boto/boto/cloudformation/stack.py +360 -0
  57. data/packages/gsutil/boto/boto/cloudformation/template.py +43 -0
  58. data/packages/gsutil/boto/boto/cloudfront/__init__.py +324 -0
  59. data/packages/gsutil/boto/boto/cloudfront/distribution.py +745 -0
  60. data/packages/gsutil/boto/boto/cloudfront/exception.py +26 -0
  61. data/packages/gsutil/boto/boto/cloudfront/identity.py +122 -0
  62. data/packages/gsutil/boto/boto/cloudfront/invalidation.py +216 -0
  63. data/packages/gsutil/boto/boto/cloudfront/logging.py +38 -0
  64. data/packages/gsutil/boto/boto/cloudfront/object.py +48 -0
  65. data/packages/gsutil/boto/boto/cloudfront/origin.py +150 -0
  66. data/packages/gsutil/boto/boto/cloudfront/signers.py +60 -0
  67. data/packages/gsutil/boto/boto/cloudsearch/__init__.py +45 -0
  68. data/packages/gsutil/boto/boto/cloudsearch/document.py +265 -0
  69. data/packages/gsutil/boto/boto/cloudsearch/domain.py +394 -0
  70. data/packages/gsutil/boto/boto/cloudsearch/layer1.py +738 -0
  71. data/packages/gsutil/boto/boto/cloudsearch/layer2.py +67 -0
  72. data/packages/gsutil/boto/boto/cloudsearch/optionstatus.py +248 -0
  73. data/packages/gsutil/boto/boto/cloudsearch/search.py +365 -0
  74. data/packages/gsutil/boto/boto/cloudsearch/sourceattribute.py +75 -0
  75. data/packages/gsutil/boto/boto/compat.py +28 -0
  76. data/packages/gsutil/boto/boto/compat.pyc +0 -0
  77. data/packages/gsutil/boto/boto/connection.py +1081 -0
  78. data/packages/gsutil/boto/boto/connection.pyc +0 -0
  79. data/packages/gsutil/boto/boto/contrib/__init__.py +22 -0
  80. data/packages/gsutil/boto/boto/contrib/ymlmessage.py +52 -0
  81. data/packages/gsutil/boto/boto/core/README +58 -0
  82. data/packages/gsutil/boto/boto/core/__init__.py +23 -0
  83. data/packages/gsutil/boto/boto/core/auth.py +78 -0
  84. data/packages/gsutil/boto/boto/core/credentials.py +154 -0
  85. data/packages/gsutil/boto/boto/core/dictresponse.py +178 -0
  86. data/packages/gsutil/boto/boto/core/service.py +67 -0
  87. data/packages/gsutil/boto/boto/datapipeline/__init__.py +0 -0
  88. data/packages/gsutil/boto/boto/datapipeline/exceptions.py +42 -0
  89. data/packages/gsutil/boto/boto/datapipeline/layer1.py +546 -0
  90. data/packages/gsutil/boto/boto/dynamodb/__init__.py +66 -0
  91. data/packages/gsutil/boto/boto/dynamodb/batch.py +262 -0
  92. data/packages/gsutil/boto/boto/dynamodb/condition.py +170 -0
  93. data/packages/gsutil/boto/boto/dynamodb/exceptions.py +64 -0
  94. data/packages/gsutil/boto/boto/dynamodb/item.py +196 -0
  95. data/packages/gsutil/boto/boto/dynamodb/layer1.py +575 -0
  96. data/packages/gsutil/boto/boto/dynamodb/layer2.py +798 -0
  97. data/packages/gsutil/boto/boto/dynamodb/schema.py +112 -0
  98. data/packages/gsutil/boto/boto/dynamodb/table.py +540 -0
  99. data/packages/gsutil/boto/boto/dynamodb/types.py +326 -0
  100. data/packages/gsutil/boto/boto/ec2/__init__.py +96 -0
  101. data/packages/gsutil/boto/boto/ec2/address.py +103 -0
  102. data/packages/gsutil/boto/boto/ec2/autoscale/__init__.py +781 -0
  103. data/packages/gsutil/boto/boto/ec2/autoscale/activity.py +74 -0
  104. data/packages/gsutil/boto/boto/ec2/autoscale/group.py +337 -0
  105. data/packages/gsutil/boto/boto/ec2/autoscale/instance.py +60 -0
  106. data/packages/gsutil/boto/boto/ec2/autoscale/launchconfig.py +209 -0
  107. data/packages/gsutil/boto/boto/ec2/autoscale/policy.py +166 -0
  108. data/packages/gsutil/boto/boto/ec2/autoscale/request.py +38 -0
  109. data/packages/gsutil/boto/boto/ec2/autoscale/scheduled.py +60 -0
  110. data/packages/gsutil/boto/boto/ec2/autoscale/tag.py +84 -0
  111. data/packages/gsutil/boto/boto/ec2/blockdevicemapping.py +141 -0
  112. data/packages/gsutil/boto/boto/ec2/bundleinstance.py +78 -0
  113. data/packages/gsutil/boto/boto/ec2/buyreservation.py +84 -0
  114. data/packages/gsutil/boto/boto/ec2/cloudwatch/__init__.py +603 -0
  115. data/packages/gsutil/boto/boto/ec2/cloudwatch/alarm.py +316 -0
  116. data/packages/gsutil/boto/boto/ec2/cloudwatch/datapoint.py +40 -0
  117. data/packages/gsutil/boto/boto/ec2/cloudwatch/dimension.py +38 -0
  118. data/packages/gsutil/boto/boto/ec2/cloudwatch/listelement.py +31 -0
  119. data/packages/gsutil/boto/boto/ec2/cloudwatch/metric.py +175 -0
  120. data/packages/gsutil/boto/boto/ec2/connection.py +3409 -0
  121. data/packages/gsutil/boto/boto/ec2/ec2object.py +107 -0
  122. data/packages/gsutil/boto/boto/ec2/elb/__init__.py +553 -0
  123. data/packages/gsutil/boto/boto/ec2/elb/healthcheck.py +89 -0
  124. data/packages/gsutil/boto/boto/ec2/elb/instancestate.py +62 -0
  125. data/packages/gsutil/boto/boto/ec2/elb/listelement.py +36 -0
  126. data/packages/gsutil/boto/boto/ec2/elb/listener.py +75 -0
  127. data/packages/gsutil/boto/boto/ec2/elb/loadbalancer.py +324 -0
  128. data/packages/gsutil/boto/boto/ec2/elb/policies.py +89 -0
  129. data/packages/gsutil/boto/boto/ec2/elb/securitygroup.py +38 -0
  130. data/packages/gsutil/boto/boto/ec2/group.py +39 -0
  131. data/packages/gsutil/boto/boto/ec2/image.py +350 -0
  132. data/packages/gsutil/boto/boto/ec2/instance.py +661 -0
  133. data/packages/gsutil/boto/boto/ec2/instanceinfo.py +51 -0
  134. data/packages/gsutil/boto/boto/ec2/instancestatus.py +207 -0
  135. data/packages/gsutil/boto/boto/ec2/keypair.py +113 -0
  136. data/packages/gsutil/boto/boto/ec2/launchspecification.py +105 -0
  137. data/packages/gsutil/boto/boto/ec2/networkinterface.py +247 -0
  138. data/packages/gsutil/boto/boto/ec2/placementgroup.py +51 -0
  139. data/packages/gsutil/boto/boto/ec2/regioninfo.py +34 -0
  140. data/packages/gsutil/boto/boto/ec2/reservedinstance.py +227 -0
  141. data/packages/gsutil/boto/boto/ec2/securitygroup.py +357 -0
  142. data/packages/gsutil/boto/boto/ec2/snapshot.py +170 -0
  143. data/packages/gsutil/boto/boto/ec2/spotdatafeedsubscription.py +63 -0
  144. data/packages/gsutil/boto/boto/ec2/spotinstancerequest.py +188 -0
  145. data/packages/gsutil/boto/boto/ec2/spotpricehistory.py +55 -0
  146. data/packages/gsutil/boto/boto/ec2/tag.py +87 -0
  147. data/packages/gsutil/boto/boto/ec2/vmtype.py +58 -0
  148. data/packages/gsutil/boto/boto/ec2/volume.py +293 -0
  149. data/packages/gsutil/boto/boto/ec2/volumestatus.py +200 -0
  150. data/packages/gsutil/boto/boto/ec2/zone.py +80 -0
  151. data/packages/gsutil/boto/boto/ecs/__init__.py +90 -0
  152. data/packages/gsutil/boto/boto/ecs/item.py +153 -0
  153. data/packages/gsutil/boto/boto/elasticache/__init__.py +62 -0
  154. data/packages/gsutil/boto/boto/elasticache/layer1.py +1252 -0
  155. data/packages/gsutil/boto/boto/elastictranscoder/__init__.py +62 -0
  156. data/packages/gsutil/boto/boto/elastictranscoder/exceptions.py +46 -0
  157. data/packages/gsutil/boto/boto/elastictranscoder/layer1.py +509 -0
  158. data/packages/gsutil/boto/boto/emr/__init__.py +73 -0
  159. data/packages/gsutil/boto/boto/emr/bootstrap_action.py +44 -0
  160. data/packages/gsutil/boto/boto/emr/connection.py +531 -0
  161. data/packages/gsutil/boto/boto/emr/emrobject.py +176 -0
  162. data/packages/gsutil/boto/boto/emr/instance_group.py +43 -0
  163. data/packages/gsutil/boto/boto/emr/step.py +281 -0
  164. data/packages/gsutil/boto/boto/exception.py +476 -0
  165. data/packages/gsutil/boto/boto/exception.pyc +0 -0
  166. data/packages/gsutil/boto/boto/file/README +49 -0
  167. data/packages/gsutil/boto/boto/file/__init__.py +28 -0
  168. data/packages/gsutil/boto/boto/file/bucket.py +112 -0
  169. data/packages/gsutil/boto/boto/file/connection.py +33 -0
  170. data/packages/gsutil/boto/boto/file/key.py +199 -0
  171. data/packages/gsutil/boto/boto/file/simpleresultset.py +30 -0
  172. data/packages/gsutil/boto/boto/fps/__init__.py +21 -0
  173. data/packages/gsutil/boto/boto/fps/connection.py +369 -0
  174. data/packages/gsutil/boto/boto/fps/exception.py +344 -0
  175. data/packages/gsutil/boto/boto/fps/response.py +175 -0
  176. data/packages/gsutil/boto/boto/glacier/__init__.py +57 -0
  177. data/packages/gsutil/boto/boto/glacier/concurrent.py +409 -0
  178. data/packages/gsutil/boto/boto/glacier/exceptions.py +58 -0
  179. data/packages/gsutil/boto/boto/glacier/job.py +152 -0
  180. data/packages/gsutil/boto/boto/glacier/layer1.py +637 -0
  181. data/packages/gsutil/boto/boto/glacier/layer2.py +93 -0
  182. data/packages/gsutil/boto/boto/glacier/response.py +48 -0
  183. data/packages/gsutil/boto/boto/glacier/utils.py +163 -0
  184. data/packages/gsutil/boto/boto/glacier/vault.py +387 -0
  185. data/packages/gsutil/boto/boto/glacier/writer.py +242 -0
  186. data/packages/gsutil/boto/boto/gs/__init__.py +22 -0
  187. data/packages/gsutil/boto/boto/gs/__init__.pyc +0 -0
  188. data/packages/gsutil/boto/boto/gs/acl.py +304 -0
  189. data/packages/gsutil/boto/boto/gs/acl.pyc +0 -0
  190. data/packages/gsutil/boto/boto/gs/bucket.py +870 -0
  191. data/packages/gsutil/boto/boto/gs/bucket.pyc +0 -0
  192. data/packages/gsutil/boto/boto/gs/bucketlistresultset.py +64 -0
  193. data/packages/gsutil/boto/boto/gs/bucketlistresultset.pyc +0 -0
  194. data/packages/gsutil/boto/boto/gs/connection.py +103 -0
  195. data/packages/gsutil/boto/boto/gs/connection.pyc +0 -0
  196. data/packages/gsutil/boto/boto/gs/cors.py +169 -0
  197. data/packages/gsutil/boto/boto/gs/cors.pyc +0 -0
  198. data/packages/gsutil/boto/boto/gs/key.py +704 -0
  199. data/packages/gsutil/boto/boto/gs/key.pyc +0 -0
  200. data/packages/gsutil/boto/boto/gs/resumable_upload_handler.py +659 -0
  201. data/packages/gsutil/boto/boto/gs/resumable_upload_handler.pyc +0 -0
  202. data/packages/gsutil/boto/boto/gs/user.py +54 -0
  203. data/packages/gsutil/boto/boto/gs/user.pyc +0 -0
  204. data/packages/gsutil/boto/boto/handler.py +44 -0
  205. data/packages/gsutil/boto/boto/handler.pyc +0 -0
  206. data/packages/gsutil/boto/boto/https_connection.py +124 -0
  207. data/packages/gsutil/boto/boto/https_connection.pyc +0 -0
  208. data/packages/gsutil/boto/boto/iam/__init__.py +74 -0
  209. data/packages/gsutil/boto/boto/iam/connection.py +1317 -0
  210. data/packages/gsutil/boto/boto/iam/summarymap.py +42 -0
  211. data/packages/gsutil/boto/boto/jsonresponse.py +163 -0
  212. data/packages/gsutil/boto/boto/jsonresponse.pyc +0 -0
  213. data/packages/gsutil/boto/boto/manage/__init__.py +23 -0
  214. data/packages/gsutil/boto/boto/manage/cmdshell.py +241 -0
  215. data/packages/gsutil/boto/boto/manage/propget.py +64 -0
  216. data/packages/gsutil/boto/boto/manage/server.py +556 -0
  217. data/packages/gsutil/boto/boto/manage/task.py +175 -0
  218. data/packages/gsutil/boto/boto/manage/test_manage.py +34 -0
  219. data/packages/gsutil/boto/boto/manage/volume.py +420 -0
  220. data/packages/gsutil/boto/boto/mashups/__init__.py +23 -0
  221. data/packages/gsutil/boto/boto/mashups/interactive.py +97 -0
  222. data/packages/gsutil/boto/boto/mashups/iobject.py +115 -0
  223. data/packages/gsutil/boto/boto/mashups/order.py +211 -0
  224. data/packages/gsutil/boto/boto/mashups/server.py +395 -0
  225. data/packages/gsutil/boto/boto/mturk/__init__.py +23 -0
  226. data/packages/gsutil/boto/boto/mturk/connection.py +1027 -0
  227. data/packages/gsutil/boto/boto/mturk/layoutparam.py +55 -0
  228. data/packages/gsutil/boto/boto/mturk/notification.py +103 -0
  229. data/packages/gsutil/boto/boto/mturk/price.py +48 -0
  230. data/packages/gsutil/boto/boto/mturk/qualification.py +137 -0
  231. data/packages/gsutil/boto/boto/mturk/question.py +455 -0
  232. data/packages/gsutil/boto/boto/mws/__init__.py +21 -0
  233. data/packages/gsutil/boto/boto/mws/connection.py +813 -0
  234. data/packages/gsutil/boto/boto/mws/exception.py +75 -0
  235. data/packages/gsutil/boto/boto/mws/response.py +655 -0
  236. data/packages/gsutil/boto/boto/plugin.py +90 -0
  237. data/packages/gsutil/boto/boto/plugin.pyc +0 -0
  238. data/packages/gsutil/boto/boto/provider.py +337 -0
  239. data/packages/gsutil/boto/boto/provider.pyc +0 -0
  240. data/packages/gsutil/boto/boto/pyami/__init__.py +22 -0
  241. data/packages/gsutil/boto/boto/pyami/__init__.pyc +0 -0
  242. data/packages/gsutil/boto/boto/pyami/bootstrap.py +134 -0
  243. data/packages/gsutil/boto/boto/pyami/config.py +229 -0
  244. data/packages/gsutil/boto/boto/pyami/config.pyc +0 -0
  245. data/packages/gsutil/boto/boto/pyami/copybot.cfg +60 -0
  246. data/packages/gsutil/boto/boto/pyami/copybot.py +97 -0
  247. data/packages/gsutil/boto/boto/pyami/helloworld.py +28 -0
  248. data/packages/gsutil/boto/boto/pyami/installers/__init__.py +64 -0
  249. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/__init__.py +22 -0
  250. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/apache.py +43 -0
  251. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/ebs.py +238 -0
  252. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/installer.py +96 -0
  253. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/mysql.py +109 -0
  254. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/trac.py +139 -0
  255. data/packages/gsutil/boto/boto/pyami/launch_ami.py +178 -0
  256. data/packages/gsutil/boto/boto/pyami/scriptbase.py +44 -0
  257. data/packages/gsutil/boto/boto/pyami/startup.py +60 -0
  258. data/packages/gsutil/boto/boto/rds/__init__.py +1194 -0
  259. data/packages/gsutil/boto/boto/rds/dbinstance.py +357 -0
  260. data/packages/gsutil/boto/boto/rds/dbsecuritygroup.py +177 -0
  261. data/packages/gsutil/boto/boto/rds/dbsnapshot.py +108 -0
  262. data/packages/gsutil/boto/boto/rds/event.py +49 -0
  263. data/packages/gsutil/boto/boto/rds/parametergroup.py +201 -0
  264. data/packages/gsutil/boto/boto/rds/regioninfo.py +32 -0
  265. data/packages/gsutil/boto/boto/regioninfo.py +63 -0
  266. data/packages/gsutil/boto/boto/regioninfo.pyc +0 -0
  267. data/packages/gsutil/boto/boto/resultset.py +169 -0
  268. data/packages/gsutil/boto/boto/resultset.pyc +0 -0
  269. data/packages/gsutil/boto/boto/roboto/__init__.py +1 -0
  270. data/packages/gsutil/boto/boto/roboto/awsqueryrequest.py +504 -0
  271. data/packages/gsutil/boto/boto/roboto/awsqueryservice.py +121 -0
  272. data/packages/gsutil/boto/boto/roboto/param.py +147 -0
  273. data/packages/gsutil/boto/boto/route53/__init__.py +75 -0
  274. data/packages/gsutil/boto/boto/route53/connection.py +403 -0
  275. data/packages/gsutil/boto/boto/route53/exception.py +27 -0
  276. data/packages/gsutil/boto/boto/route53/hostedzone.py +56 -0
  277. data/packages/gsutil/boto/boto/route53/record.py +306 -0
  278. data/packages/gsutil/boto/boto/route53/status.py +42 -0
  279. data/packages/gsutil/boto/boto/route53/zone.py +412 -0
  280. data/packages/gsutil/boto/boto/s3/__init__.py +84 -0
  281. data/packages/gsutil/boto/boto/s3/__init__.pyc +0 -0
  282. data/packages/gsutil/boto/boto/s3/acl.py +164 -0
  283. data/packages/gsutil/boto/boto/s3/acl.pyc +0 -0
  284. data/packages/gsutil/boto/boto/s3/bucket.py +1634 -0
  285. data/packages/gsutil/boto/boto/s3/bucket.pyc +0 -0
  286. data/packages/gsutil/boto/boto/s3/bucketlistresultset.py +139 -0
  287. data/packages/gsutil/boto/boto/s3/bucketlistresultset.pyc +0 -0
  288. data/packages/gsutil/boto/boto/s3/bucketlogging.py +83 -0
  289. data/packages/gsutil/boto/boto/s3/bucketlogging.pyc +0 -0
  290. data/packages/gsutil/boto/boto/s3/connection.py +540 -0
  291. data/packages/gsutil/boto/boto/s3/connection.pyc +0 -0
  292. data/packages/gsutil/boto/boto/s3/cors.py +210 -0
  293. data/packages/gsutil/boto/boto/s3/cors.pyc +0 -0
  294. data/packages/gsutil/boto/boto/s3/deletemarker.py +55 -0
  295. data/packages/gsutil/boto/boto/s3/deletemarker.pyc +0 -0
  296. data/packages/gsutil/boto/boto/s3/key.py +1712 -0
  297. data/packages/gsutil/boto/boto/s3/key.pyc +0 -0
  298. data/packages/gsutil/boto/boto/s3/keyfile.py +134 -0
  299. data/packages/gsutil/boto/boto/s3/keyfile.pyc +0 -0
  300. data/packages/gsutil/boto/boto/s3/lifecycle.py +231 -0
  301. data/packages/gsutil/boto/boto/s3/lifecycle.pyc +0 -0
  302. data/packages/gsutil/boto/boto/s3/multidelete.py +138 -0
  303. data/packages/gsutil/boto/boto/s3/multidelete.pyc +0 -0
  304. data/packages/gsutil/boto/boto/s3/multipart.py +315 -0
  305. data/packages/gsutil/boto/boto/s3/multipart.pyc +0 -0
  306. data/packages/gsutil/boto/boto/s3/prefix.py +42 -0
  307. data/packages/gsutil/boto/boto/s3/prefix.pyc +0 -0
  308. data/packages/gsutil/boto/boto/s3/resumable_download_handler.py +339 -0
  309. data/packages/gsutil/boto/boto/s3/resumable_download_handler.pyc +0 -0
  310. data/packages/gsutil/boto/boto/s3/tagging.py +71 -0
  311. data/packages/gsutil/boto/boto/s3/tagging.pyc +0 -0
  312. data/packages/gsutil/boto/boto/s3/user.py +49 -0
  313. data/packages/gsutil/boto/boto/s3/user.pyc +0 -0
  314. data/packages/gsutil/boto/boto/s3/website.py +237 -0
  315. data/packages/gsutil/boto/boto/s3/website.pyc +0 -0
  316. data/packages/gsutil/boto/boto/sdb/__init__.py +67 -0
  317. data/packages/gsutil/boto/boto/sdb/connection.py +617 -0
  318. data/packages/gsutil/boto/boto/sdb/db/__init__.py +20 -0
  319. data/packages/gsutil/boto/boto/sdb/db/blob.py +75 -0
  320. data/packages/gsutil/boto/boto/sdb/db/key.py +59 -0
  321. data/packages/gsutil/boto/boto/sdb/db/manager/__init__.py +85 -0
  322. data/packages/gsutil/boto/boto/sdb/db/manager/sdbmanager.py +732 -0
  323. data/packages/gsutil/boto/boto/sdb/db/manager/xmlmanager.py +517 -0
  324. data/packages/gsutil/boto/boto/sdb/db/model.py +294 -0
  325. data/packages/gsutil/boto/boto/sdb/db/property.py +703 -0
  326. data/packages/gsutil/boto/boto/sdb/db/query.py +85 -0
  327. data/packages/gsutil/boto/boto/sdb/db/sequence.py +226 -0
  328. data/packages/gsutil/boto/boto/sdb/db/test_db.py +231 -0
  329. data/packages/gsutil/boto/boto/sdb/domain.py +377 -0
  330. data/packages/gsutil/boto/boto/sdb/item.py +181 -0
  331. data/packages/gsutil/boto/boto/sdb/queryresultset.py +92 -0
  332. data/packages/gsutil/boto/boto/sdb/regioninfo.py +32 -0
  333. data/packages/gsutil/boto/boto/services/__init__.py +23 -0
  334. data/packages/gsutil/boto/boto/services/bs.py +179 -0
  335. data/packages/gsutil/boto/boto/services/message.py +58 -0
  336. data/packages/gsutil/boto/boto/services/result.py +136 -0
  337. data/packages/gsutil/boto/boto/services/service.py +161 -0
  338. data/packages/gsutil/boto/boto/services/servicedef.py +91 -0
  339. data/packages/gsutil/boto/boto/services/sonofmmm.cfg +43 -0
  340. data/packages/gsutil/boto/boto/services/sonofmmm.py +81 -0
  341. data/packages/gsutil/boto/boto/services/submit.py +88 -0
  342. data/packages/gsutil/boto/boto/ses/__init__.py +54 -0
  343. data/packages/gsutil/boto/boto/ses/connection.py +521 -0
  344. data/packages/gsutil/boto/boto/ses/exceptions.py +77 -0
  345. data/packages/gsutil/boto/boto/sns/__init__.py +78 -0
  346. data/packages/gsutil/boto/boto/sns/connection.py +431 -0
  347. data/packages/gsutil/boto/boto/sqs/__init__.py +56 -0
  348. data/packages/gsutil/boto/boto/sqs/attributes.py +46 -0
  349. data/packages/gsutil/boto/boto/sqs/batchresults.py +95 -0
  350. data/packages/gsutil/boto/boto/sqs/connection.py +417 -0
  351. data/packages/gsutil/boto/boto/sqs/jsonmessage.py +43 -0
  352. data/packages/gsutil/boto/boto/sqs/message.py +253 -0
  353. data/packages/gsutil/boto/boto/sqs/queue.py +478 -0
  354. data/packages/gsutil/boto/boto/sqs/regioninfo.py +32 -0
  355. data/packages/gsutil/boto/boto/storage_uri.py +835 -0
  356. data/packages/gsutil/boto/boto/storage_uri.pyc +0 -0
  357. data/packages/gsutil/boto/boto/sts/__init__.py +55 -0
  358. data/packages/gsutil/boto/boto/sts/connection.py +207 -0
  359. data/packages/gsutil/boto/boto/sts/credentials.py +215 -0
  360. data/packages/gsutil/boto/boto/swf/__init__.py +60 -0
  361. data/packages/gsutil/boto/boto/swf/exceptions.py +44 -0
  362. data/packages/gsutil/boto/boto/swf/layer1.py +1512 -0
  363. data/packages/gsutil/boto/boto/swf/layer1_decisions.py +287 -0
  364. data/packages/gsutil/boto/boto/swf/layer2.py +342 -0
  365. data/packages/gsutil/boto/boto/utils.py +927 -0
  366. data/packages/gsutil/boto/boto/utils.pyc +0 -0
  367. data/packages/gsutil/boto/boto/vpc/__init__.py +910 -0
  368. data/packages/gsutil/boto/boto/vpc/customergateway.py +54 -0
  369. data/packages/gsutil/boto/boto/vpc/dhcpoptions.py +72 -0
  370. data/packages/gsutil/boto/boto/vpc/internetgateway.py +72 -0
  371. data/packages/gsutil/boto/boto/vpc/routetable.py +109 -0
  372. data/packages/gsutil/boto/boto/vpc/subnet.py +57 -0
  373. data/packages/gsutil/boto/boto/vpc/vpc.py +54 -0
  374. data/packages/gsutil/boto/boto/vpc/vpnconnection.py +60 -0
  375. data/packages/gsutil/boto/boto/vpc/vpngateway.py +83 -0
  376. data/packages/gsutil/boto/docs/BotoCheatSheet.pdf +0 -0
  377. data/packages/gsutil/boto/docs/Makefile +89 -0
  378. data/packages/gsutil/boto/docs/make.bat +113 -0
  379. data/packages/gsutil/boto/docs/source/_templates/layout.html +3 -0
  380. data/packages/gsutil/boto/docs/source/autoscale_tut.rst +220 -0
  381. data/packages/gsutil/boto/docs/source/boto_config_tut.rst +125 -0
  382. data/packages/gsutil/boto/docs/source/boto_theme/static/boto.css_t +239 -0
  383. data/packages/gsutil/boto/docs/source/boto_theme/static/pygments.css +61 -0
  384. data/packages/gsutil/boto/docs/source/boto_theme/theme.conf +3 -0
  385. data/packages/gsutil/boto/docs/source/cloudfront_tut.rst +196 -0
  386. data/packages/gsutil/boto/docs/source/cloudsearch_tut.rst +411 -0
  387. data/packages/gsutil/boto/docs/source/cloudwatch_tut.rst +116 -0
  388. data/packages/gsutil/boto/docs/source/conf.py +32 -0
  389. data/packages/gsutil/boto/docs/source/contributing.rst +204 -0
  390. data/packages/gsutil/boto/docs/source/documentation.rst +59 -0
  391. data/packages/gsutil/boto/docs/source/dynamodb_tut.rst +339 -0
  392. data/packages/gsutil/boto/docs/source/ec2_tut.rst +86 -0
  393. data/packages/gsutil/boto/docs/source/elb_tut.rst +257 -0
  394. data/packages/gsutil/boto/docs/source/emr_tut.rst +108 -0
  395. data/packages/gsutil/boto/docs/source/index.rst +146 -0
  396. data/packages/gsutil/boto/docs/source/rds_tut.rst +108 -0
  397. data/packages/gsutil/boto/docs/source/ref/autoscale.rst +62 -0
  398. data/packages/gsutil/boto/docs/source/ref/beanstalk.rst +26 -0
  399. data/packages/gsutil/boto/docs/source/ref/boto.rst +47 -0
  400. data/packages/gsutil/boto/docs/source/ref/cloudformation.rst +34 -0
  401. data/packages/gsutil/boto/docs/source/ref/cloudfront.rst +68 -0
  402. data/packages/gsutil/boto/docs/source/ref/cloudsearch.rst +59 -0
  403. data/packages/gsutil/boto/docs/source/ref/cloudwatch.rst +27 -0
  404. data/packages/gsutil/boto/docs/source/ref/contrib.rst +32 -0
  405. data/packages/gsutil/boto/docs/source/ref/datapipeline.rst +26 -0
  406. data/packages/gsutil/boto/docs/source/ref/dynamodb.rst +61 -0
  407. data/packages/gsutil/boto/docs/source/ref/ec2.rst +140 -0
  408. data/packages/gsutil/boto/docs/source/ref/ecs.rst +19 -0
  409. data/packages/gsutil/boto/docs/source/ref/elasticache.rst +19 -0
  410. data/packages/gsutil/boto/docs/source/ref/elastictranscoder.rst +26 -0
  411. data/packages/gsutil/boto/docs/source/ref/elb.rst +47 -0
  412. data/packages/gsutil/boto/docs/source/ref/emr.rst +34 -0
  413. data/packages/gsutil/boto/docs/source/ref/file.rst +34 -0
  414. data/packages/gsutil/boto/docs/source/ref/fps.rst +19 -0
  415. data/packages/gsutil/boto/docs/source/ref/glacier.rst +63 -0
  416. data/packages/gsutil/boto/docs/source/ref/gs.rst +72 -0
  417. data/packages/gsutil/boto/docs/source/ref/iam.rst +27 -0
  418. data/packages/gsutil/boto/docs/source/ref/index.rst +40 -0
  419. data/packages/gsutil/boto/docs/source/ref/manage.rst +47 -0
  420. data/packages/gsutil/boto/docs/source/ref/mturk.rst +54 -0
  421. data/packages/gsutil/boto/docs/source/ref/mws.rst +33 -0
  422. data/packages/gsutil/boto/docs/source/ref/pyami.rst +103 -0
  423. data/packages/gsutil/boto/docs/source/ref/rds.rst +47 -0
  424. data/packages/gsutil/boto/docs/source/ref/route53.rst +34 -0
  425. data/packages/gsutil/boto/docs/source/ref/s3.rst +111 -0
  426. data/packages/gsutil/boto/docs/source/ref/sdb.rst +45 -0
  427. data/packages/gsutil/boto/docs/source/ref/sdb_db.rst +83 -0
  428. data/packages/gsutil/boto/docs/source/ref/services.rst +61 -0
  429. data/packages/gsutil/boto/docs/source/ref/ses.rst +21 -0
  430. data/packages/gsutil/boto/docs/source/ref/sns.rst +17 -0
  431. data/packages/gsutil/boto/docs/source/ref/sqs.rst +61 -0
  432. data/packages/gsutil/boto/docs/source/ref/sts.rst +25 -0
  433. data/packages/gsutil/boto/docs/source/ref/swf.rst +22 -0
  434. data/packages/gsutil/boto/docs/source/ref/vpc.rst +54 -0
  435. data/packages/gsutil/boto/docs/source/s3_tut.rst +450 -0
  436. data/packages/gsutil/boto/docs/source/security_groups.rst +82 -0
  437. data/packages/gsutil/boto/docs/source/ses_tut.rst +171 -0
  438. data/packages/gsutil/boto/docs/source/simpledb_tut.rst +188 -0
  439. data/packages/gsutil/boto/docs/source/sqs_tut.rst +246 -0
  440. data/packages/gsutil/boto/docs/source/vpc_tut.rst +100 -0
  441. data/packages/gsutil/boto/pylintrc +305 -0
  442. data/packages/gsutil/boto/requirements.txt +10 -0
  443. data/packages/gsutil/boto/setup.py +89 -0
  444. data/packages/gsutil/boto/tests/__init__.py +20 -0
  445. data/packages/gsutil/boto/tests/db/test_lists.py +96 -0
  446. data/packages/gsutil/boto/tests/db/test_password.py +128 -0
  447. data/packages/gsutil/boto/tests/db/test_query.py +152 -0
  448. data/packages/gsutil/boto/tests/db/test_sequence.py +109 -0
  449. data/packages/gsutil/boto/tests/devpay/__init__.py +0 -0
  450. data/packages/gsutil/boto/tests/devpay/test_s3.py +181 -0
  451. data/packages/gsutil/boto/tests/fps/__init__.py +0 -0
  452. data/packages/gsutil/boto/tests/fps/test.py +100 -0
  453. data/packages/gsutil/boto/tests/fps/test_verify_signature.py +12 -0
  454. data/packages/gsutil/boto/tests/integration/__init__.py +0 -0
  455. data/packages/gsutil/boto/tests/integration/beanstalk/test_wrapper.py +209 -0
  456. data/packages/gsutil/boto/tests/integration/cloudformation/__init__.py +21 -0
  457. data/packages/gsutil/boto/tests/integration/cloudformation/test_cert_verification.py +40 -0
  458. data/packages/gsutil/boto/tests/integration/cloudformation/test_connection.py +110 -0
  459. data/packages/gsutil/boto/tests/integration/cloudsearch/__init__.py +21 -0
  460. data/packages/gsutil/boto/tests/integration/cloudsearch/test_cert_verification.py +40 -0
  461. data/packages/gsutil/boto/tests/integration/datapipeline/test_layer1.py +122 -0
  462. data/packages/gsutil/boto/tests/integration/dynamodb/__init__.py +20 -0
  463. data/packages/gsutil/boto/tests/integration/dynamodb/test_cert_verification.py +40 -0
  464. data/packages/gsutil/boto/tests/integration/dynamodb/test_layer1.py +266 -0
  465. data/packages/gsutil/boto/tests/integration/dynamodb/test_layer2.py +484 -0
  466. data/packages/gsutil/boto/tests/integration/dynamodb/test_table.py +84 -0
  467. data/packages/gsutil/boto/tests/integration/ec2/__init__.py +20 -0
  468. data/packages/gsutil/boto/tests/integration/ec2/autoscale/__init__.py +21 -0
  469. data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_cert_verification.py +40 -0
  470. data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_connection.py +167 -0
  471. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/__init__.py +20 -0
  472. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_cert_verification.py +40 -0
  473. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_connection.py +277 -0
  474. data/packages/gsutil/boto/tests/integration/ec2/elb/__init__.py +20 -0
  475. data/packages/gsutil/boto/tests/integration/ec2/elb/test_cert_verification.py +40 -0
  476. data/packages/gsutil/boto/tests/integration/ec2/elb/test_connection.py +130 -0
  477. data/packages/gsutil/boto/tests/integration/ec2/test_cert_verification.py +40 -0
  478. data/packages/gsutil/boto/tests/integration/ec2/test_connection.py +192 -0
  479. data/packages/gsutil/boto/tests/integration/ec2/vpc/__init__.py +0 -0
  480. data/packages/gsutil/boto/tests/integration/ec2/vpc/test_connection.py +95 -0
  481. data/packages/gsutil/boto/tests/integration/elasticache/__init__.py +0 -0
  482. data/packages/gsutil/boto/tests/integration/elasticache/test_layer1.py +67 -0
  483. data/packages/gsutil/boto/tests/integration/elastictranscoder/__init__.py +0 -0
  484. data/packages/gsutil/boto/tests/integration/elastictranscoder/test_cert_verification.py +35 -0
  485. data/packages/gsutil/boto/tests/integration/elastictranscoder/test_layer1.py +115 -0
  486. data/packages/gsutil/boto/tests/integration/emr/__init__.py +20 -0
  487. data/packages/gsutil/boto/tests/integration/emr/test_cert_verification.py +40 -0
  488. data/packages/gsutil/boto/tests/integration/glacier/__init__.py +22 -0
  489. data/packages/gsutil/boto/tests/integration/glacier/test_cert_verification.py +40 -0
  490. data/packages/gsutil/boto/tests/integration/glacier/test_layer1.py +44 -0
  491. data/packages/gsutil/boto/tests/integration/glacier/test_layer2.py +45 -0
  492. data/packages/gsutil/boto/tests/integration/gs/__init__.py +0 -0
  493. data/packages/gsutil/boto/tests/integration/gs/cb_test_harness.py +71 -0
  494. data/packages/gsutil/boto/tests/integration/gs/test_basic.py +379 -0
  495. data/packages/gsutil/boto/tests/integration/gs/test_generation_conditionals.py +399 -0
  496. data/packages/gsutil/boto/tests/integration/gs/test_resumable_downloads.py +358 -0
  497. data/packages/gsutil/boto/tests/integration/gs/test_resumable_uploads.py +525 -0
  498. data/packages/gsutil/boto/tests/integration/gs/test_storage_uri.py +125 -0
  499. data/packages/gsutil/boto/tests/integration/gs/test_versioning.py +268 -0
  500. data/packages/gsutil/boto/tests/integration/gs/testcase.py +116 -0
  501. data/packages/gsutil/boto/tests/integration/gs/util.py +63 -0
  502. data/packages/gsutil/boto/tests/integration/iam/__init__.py +20 -0
  503. data/packages/gsutil/boto/tests/integration/iam/test_cert_verification.py +40 -0
  504. data/packages/gsutil/boto/tests/integration/mws/__init__.py +0 -0
  505. data/packages/gsutil/boto/tests/integration/mws/test.py +100 -0
  506. data/packages/gsutil/boto/tests/integration/rds/__init__.py +21 -0
  507. data/packages/gsutil/boto/tests/integration/rds/test_cert_verification.py +40 -0
  508. data/packages/gsutil/boto/tests/integration/route53/__init__.py +20 -0
  509. data/packages/gsutil/boto/tests/integration/route53/test_cert_verification.py +40 -0
  510. data/packages/gsutil/boto/tests/integration/route53/test_zone.py +132 -0
  511. data/packages/gsutil/boto/tests/integration/s3/__init__.py +20 -0
  512. data/packages/gsutil/boto/tests/integration/s3/mock_storage_service.py +589 -0
  513. data/packages/gsutil/boto/tests/integration/s3/other_cacerts.txt +70 -0
  514. data/packages/gsutil/boto/tests/integration/s3/test_bucket.py +263 -0
  515. data/packages/gsutil/boto/tests/integration/s3/test_cert_verification.py +40 -0
  516. data/packages/gsutil/boto/tests/integration/s3/test_connection.py +245 -0
  517. data/packages/gsutil/boto/tests/integration/s3/test_cors.py +78 -0
  518. data/packages/gsutil/boto/tests/integration/s3/test_encryption.py +115 -0
  519. data/packages/gsutil/boto/tests/integration/s3/test_https_cert_validation.py +141 -0
  520. data/packages/gsutil/boto/tests/integration/s3/test_key.py +375 -0
  521. data/packages/gsutil/boto/tests/integration/s3/test_mfa.py +95 -0
  522. data/packages/gsutil/boto/tests/integration/s3/test_multidelete.py +181 -0
  523. data/packages/gsutil/boto/tests/integration/s3/test_multipart.py +139 -0
  524. data/packages/gsutil/boto/tests/integration/s3/test_pool.py +246 -0
  525. data/packages/gsutil/boto/tests/integration/s3/test_versioning.py +158 -0
  526. data/packages/gsutil/boto/tests/integration/sdb/__init__.py +20 -0
  527. data/packages/gsutil/boto/tests/integration/sdb/test_cert_verification.py +40 -0
  528. data/packages/gsutil/boto/tests/integration/sdb/test_connection.py +119 -0
  529. data/packages/gsutil/boto/tests/integration/ses/__init__.py +0 -0
  530. data/packages/gsutil/boto/tests/integration/ses/test_cert_verification.py +40 -0
  531. data/packages/gsutil/boto/tests/integration/ses/test_connection.py +38 -0
  532. data/packages/gsutil/boto/tests/integration/sns/__init__.py +20 -0
  533. data/packages/gsutil/boto/tests/integration/sns/test_cert_verification.py +40 -0
  534. data/packages/gsutil/boto/tests/integration/sqs/__init__.py +20 -0
  535. data/packages/gsutil/boto/tests/integration/sqs/test_cert_verification.py +40 -0
  536. data/packages/gsutil/boto/tests/integration/sqs/test_connection.py +217 -0
  537. data/packages/gsutil/boto/tests/integration/sts/__init__.py +20 -0
  538. data/packages/gsutil/boto/tests/integration/sts/test_cert_verification.py +40 -0
  539. data/packages/gsutil/boto/tests/integration/sts/test_session_token.py +65 -0
  540. data/packages/gsutil/boto/tests/integration/swf/__init__.py +0 -0
  541. data/packages/gsutil/boto/tests/integration/swf/test_cert_verification.py +40 -0
  542. data/packages/gsutil/boto/tests/integration/swf/test_layer1.py +246 -0
  543. data/packages/gsutil/boto/tests/integration/swf/test_layer1_workflow_execution.py +173 -0
  544. data/packages/gsutil/boto/tests/mturk/__init__.py +0 -0
  545. data/packages/gsutil/boto/tests/mturk/_init_environment.py +28 -0
  546. data/packages/gsutil/boto/tests/mturk/all_tests.py +24 -0
  547. data/packages/gsutil/boto/tests/mturk/cleanup_tests.py +47 -0
  548. data/packages/gsutil/boto/tests/mturk/common.py +45 -0
  549. data/packages/gsutil/boto/tests/mturk/create_free_text_question_regex.doctest +100 -0
  550. data/packages/gsutil/boto/tests/mturk/create_hit.doctest +92 -0
  551. data/packages/gsutil/boto/tests/mturk/create_hit_binary.doctest +94 -0
  552. data/packages/gsutil/boto/tests/mturk/create_hit_external.py +21 -0
  553. data/packages/gsutil/boto/tests/mturk/create_hit_from_hit_type.doctest +103 -0
  554. data/packages/gsutil/boto/tests/mturk/create_hit_test.py +21 -0
  555. data/packages/gsutil/boto/tests/mturk/create_hit_with_qualifications.py +16 -0
  556. data/packages/gsutil/boto/tests/mturk/hit_persistence.py +27 -0
  557. data/packages/gsutil/boto/tests/mturk/mocks.py +11 -0
  558. data/packages/gsutil/boto/tests/mturk/reviewable_hits.doctest +129 -0
  559. data/packages/gsutil/boto/tests/mturk/run-doctest.py +13 -0
  560. data/packages/gsutil/boto/tests/mturk/search_hits.doctest +16 -0
  561. data/packages/gsutil/boto/tests/mturk/selenium_support.py +61 -0
  562. data/packages/gsutil/boto/tests/mturk/support.py +7 -0
  563. data/packages/gsutil/boto/tests/mturk/test_disable_hit.py +11 -0
  564. data/packages/gsutil/boto/tests/test.py +59 -0
  565. data/packages/gsutil/boto/tests/unit/__init__.py +79 -0
  566. data/packages/gsutil/boto/tests/unit/auth/__init__.py +0 -0
  567. data/packages/gsutil/boto/tests/unit/auth/test_sigv4.py +73 -0
  568. data/packages/gsutil/boto/tests/unit/beanstalk/__init__.py +0 -0
  569. data/packages/gsutil/boto/tests/unit/beanstalk/test_layer1.py +128 -0
  570. data/packages/gsutil/boto/tests/unit/cloudformation/__init__.py +0 -0
  571. data/packages/gsutil/boto/tests/unit/cloudformation/test_connection.py +605 -0
  572. data/packages/gsutil/boto/tests/unit/cloudformation/test_stack.py +63 -0
  573. data/packages/gsutil/boto/tests/unit/cloudfront/__init__.py +0 -0
  574. data/packages/gsutil/boto/tests/unit/cloudfront/test_invalidation_list.py +113 -0
  575. data/packages/gsutil/boto/tests/unit/cloudfront/test_signed_urls.py +354 -0
  576. data/packages/gsutil/boto/tests/unit/cloudsearch/__init__.py +1 -0
  577. data/packages/gsutil/boto/tests/unit/cloudsearch/test_connection.py +241 -0
  578. data/packages/gsutil/boto/tests/unit/cloudsearch/test_document.py +324 -0
  579. data/packages/gsutil/boto/tests/unit/cloudsearch/test_search.py +325 -0
  580. data/packages/gsutil/boto/tests/unit/dynamodb/__init__.py +0 -0
  581. data/packages/gsutil/boto/tests/unit/dynamodb/test_batch.py +103 -0
  582. data/packages/gsutil/boto/tests/unit/dynamodb/test_layer2.py +119 -0
  583. data/packages/gsutil/boto/tests/unit/dynamodb/test_types.py +82 -0
  584. data/packages/gsutil/boto/tests/unit/ec2/__init__.py +0 -0
  585. data/packages/gsutil/boto/tests/unit/ec2/autoscale/__init__.py +0 -0
  586. data/packages/gsutil/boto/tests/unit/ec2/autoscale/test_group.py +162 -0
  587. data/packages/gsutil/boto/tests/unit/ec2/test_address.py +39 -0
  588. data/packages/gsutil/boto/tests/unit/ec2/test_blockdevicemapping.py +79 -0
  589. data/packages/gsutil/boto/tests/unit/ec2/test_connection.py +480 -0
  590. data/packages/gsutil/boto/tests/unit/ec2/test_instance.py +243 -0
  591. data/packages/gsutil/boto/tests/unit/ec2/test_networkinterface.py +140 -0
  592. data/packages/gsutil/boto/tests/unit/ec2/test_volume.py +248 -0
  593. data/packages/gsutil/boto/tests/unit/emr/test_emr_responses.py +373 -0
  594. data/packages/gsutil/boto/tests/unit/glacier/__init__.py +0 -0
  595. data/packages/gsutil/boto/tests/unit/glacier/test_concurrent.py +120 -0
  596. data/packages/gsutil/boto/tests/unit/glacier/test_job.py +60 -0
  597. data/packages/gsutil/boto/tests/unit/glacier/test_layer1.py +98 -0
  598. data/packages/gsutil/boto/tests/unit/glacier/test_layer2.py +266 -0
  599. data/packages/gsutil/boto/tests/unit/glacier/test_utils.py +116 -0
  600. data/packages/gsutil/boto/tests/unit/glacier/test_vault.py +100 -0
  601. data/packages/gsutil/boto/tests/unit/glacier/test_writer.py +185 -0
  602. data/packages/gsutil/boto/tests/unit/provider/__init__.py +0 -0
  603. data/packages/gsutil/boto/tests/unit/provider/test_provider.py +176 -0
  604. data/packages/gsutil/boto/tests/unit/rds/__init__.py +0 -0
  605. data/packages/gsutil/boto/tests/unit/rds/test_connection.py +131 -0
  606. data/packages/gsutil/boto/tests/unit/s3/__init__.py +0 -0
  607. data/packages/gsutil/boto/tests/unit/s3/test_cors_configuration.py +77 -0
  608. data/packages/gsutil/boto/tests/unit/s3/test_key.py +75 -0
  609. data/packages/gsutil/boto/tests/unit/s3/test_keyfile.py +101 -0
  610. data/packages/gsutil/boto/tests/unit/s3/test_lifecycle.py +97 -0
  611. data/packages/gsutil/boto/tests/unit/s3/test_tagging.py +47 -0
  612. data/packages/gsutil/boto/tests/unit/s3/test_uri.py +257 -0
  613. data/packages/gsutil/boto/tests/unit/s3/test_website.py +188 -0
  614. data/packages/gsutil/boto/tests/unit/sns/__init__.py +0 -0
  615. data/packages/gsutil/boto/tests/unit/sns/test_connection.py +99 -0
  616. data/packages/gsutil/boto/tests/unit/sqs/__init__.py +0 -0
  617. data/packages/gsutil/boto/tests/unit/sqs/test_connection.py +98 -0
  618. data/packages/gsutil/boto/tests/unit/sqs/test_queue.py +40 -0
  619. data/packages/gsutil/boto/tests/unit/sts/test_connection.py +74 -0
  620. data/packages/gsutil/boto/tests/unit/test_connection.py +60 -0
  621. data/packages/gsutil/boto/tests/unit/utils/test_utils.py +109 -0
  622. data/packages/gsutil/boto/tox.ini +8 -0
  623. data/packages/gsutil/gslib/README +5 -0
  624. data/packages/gsutil/gslib/__init__.py +22 -0
  625. data/packages/gsutil/gslib/__init__.pyc +0 -0
  626. data/packages/gsutil/gslib/addlhelp/__init__.py +15 -0
  627. data/packages/gsutil/gslib/addlhelp/acls.py +234 -0
  628. data/packages/gsutil/gslib/addlhelp/anon.py +57 -0
  629. data/packages/gsutil/gslib/addlhelp/command_opts.py +116 -0
  630. data/packages/gsutil/gslib/addlhelp/dev.py +139 -0
  631. data/packages/gsutil/gslib/addlhelp/metadata.py +186 -0
  632. data/packages/gsutil/gslib/addlhelp/naming.py +173 -0
  633. data/packages/gsutil/gslib/addlhelp/prod.py +160 -0
  634. data/packages/gsutil/gslib/addlhelp/projects.py +130 -0
  635. data/packages/gsutil/gslib/addlhelp/subdirs.py +110 -0
  636. data/packages/gsutil/gslib/addlhelp/support.py +86 -0
  637. data/packages/gsutil/gslib/addlhelp/versioning.py +242 -0
  638. data/packages/gsutil/gslib/addlhelp/wildcards.py +170 -0
  639. data/packages/gsutil/gslib/bucket_listing_ref.py +175 -0
  640. data/packages/gsutil/gslib/bucket_listing_ref.pyc +0 -0
  641. data/packages/gsutil/gslib/command.py +722 -0
  642. data/packages/gsutil/gslib/command.pyc +0 -0
  643. data/packages/gsutil/gslib/command_runner.py +101 -0
  644. data/packages/gsutil/gslib/command_runner.pyc +0 -0
  645. data/packages/gsutil/gslib/commands/__init__.py +15 -0
  646. data/packages/gsutil/gslib/commands/__init__.pyc +0 -0
  647. data/packages/gsutil/gslib/commands/cat.py +131 -0
  648. data/packages/gsutil/gslib/commands/cat.pyc +0 -0
  649. data/packages/gsutil/gslib/commands/chacl.py +532 -0
  650. data/packages/gsutil/gslib/commands/chacl.pyc +0 -0
  651. data/packages/gsutil/gslib/commands/config.py +694 -0
  652. data/packages/gsutil/gslib/commands/config.pyc +0 -0
  653. data/packages/gsutil/gslib/commands/cp.py +1818 -0
  654. data/packages/gsutil/gslib/commands/cp.pyc +0 -0
  655. data/packages/gsutil/gslib/commands/disablelogging.py +101 -0
  656. data/packages/gsutil/gslib/commands/disablelogging.pyc +0 -0
  657. data/packages/gsutil/gslib/commands/enablelogging.py +149 -0
  658. data/packages/gsutil/gslib/commands/enablelogging.pyc +0 -0
  659. data/packages/gsutil/gslib/commands/getacl.py +82 -0
  660. data/packages/gsutil/gslib/commands/getacl.pyc +0 -0
  661. data/packages/gsutil/gslib/commands/getcors.py +121 -0
  662. data/packages/gsutil/gslib/commands/getcors.pyc +0 -0
  663. data/packages/gsutil/gslib/commands/getdefacl.py +86 -0
  664. data/packages/gsutil/gslib/commands/getdefacl.pyc +0 -0
  665. data/packages/gsutil/gslib/commands/getlogging.py +137 -0
  666. data/packages/gsutil/gslib/commands/getlogging.pyc +0 -0
  667. data/packages/gsutil/gslib/commands/getversioning.py +116 -0
  668. data/packages/gsutil/gslib/commands/getversioning.pyc +0 -0
  669. data/packages/gsutil/gslib/commands/getwebcfg.py +122 -0
  670. data/packages/gsutil/gslib/commands/getwebcfg.pyc +0 -0
  671. data/packages/gsutil/gslib/commands/help.py +218 -0
  672. data/packages/gsutil/gslib/commands/help.pyc +0 -0
  673. data/packages/gsutil/gslib/commands/ls.py +578 -0
  674. data/packages/gsutil/gslib/commands/ls.pyc +0 -0
  675. data/packages/gsutil/gslib/commands/mb.py +172 -0
  676. data/packages/gsutil/gslib/commands/mb.pyc +0 -0
  677. data/packages/gsutil/gslib/commands/mv.py +159 -0
  678. data/packages/gsutil/gslib/commands/mv.pyc +0 -0
  679. data/packages/gsutil/gslib/commands/perfdiag.py +903 -0
  680. data/packages/gsutil/gslib/commands/perfdiag.pyc +0 -0
  681. data/packages/gsutil/gslib/commands/rb.py +113 -0
  682. data/packages/gsutil/gslib/commands/rb.pyc +0 -0
  683. data/packages/gsutil/gslib/commands/rm.py +239 -0
  684. data/packages/gsutil/gslib/commands/rm.pyc +0 -0
  685. data/packages/gsutil/gslib/commands/setacl.py +138 -0
  686. data/packages/gsutil/gslib/commands/setacl.pyc +0 -0
  687. data/packages/gsutil/gslib/commands/setcors.py +145 -0
  688. data/packages/gsutil/gslib/commands/setcors.pyc +0 -0
  689. data/packages/gsutil/gslib/commands/setdefacl.py +105 -0
  690. data/packages/gsutil/gslib/commands/setdefacl.pyc +0 -0
  691. data/packages/gsutil/gslib/commands/setmeta.py +428 -0
  692. data/packages/gsutil/gslib/commands/setmeta.pyc +0 -0
  693. data/packages/gsutil/gslib/commands/setversioning.py +114 -0
  694. data/packages/gsutil/gslib/commands/setversioning.pyc +0 -0
  695. data/packages/gsutil/gslib/commands/setwebcfg.py +190 -0
  696. data/packages/gsutil/gslib/commands/setwebcfg.pyc +0 -0
  697. data/packages/gsutil/gslib/commands/test.py +228 -0
  698. data/packages/gsutil/gslib/commands/test.pyc +0 -0
  699. data/packages/gsutil/gslib/commands/update.py +305 -0
  700. data/packages/gsutil/gslib/commands/update.pyc +0 -0
  701. data/packages/gsutil/gslib/commands/version.py +150 -0
  702. data/packages/gsutil/gslib/commands/version.pyc +0 -0
  703. data/packages/gsutil/gslib/exception.py +76 -0
  704. data/packages/gsutil/gslib/exception.pyc +0 -0
  705. data/packages/gsutil/gslib/help_provider.py +81 -0
  706. data/packages/gsutil/gslib/help_provider.pyc +0 -0
  707. data/packages/gsutil/gslib/name_expansion.py +550 -0
  708. data/packages/gsutil/gslib/name_expansion.pyc +0 -0
  709. data/packages/gsutil/gslib/no_op_auth_plugin.py +30 -0
  710. data/packages/gsutil/gslib/plurality_checkable_iterator.py +56 -0
  711. data/packages/gsutil/gslib/plurality_checkable_iterator.pyc +0 -0
  712. data/packages/gsutil/gslib/project_id.py +67 -0
  713. data/packages/gsutil/gslib/project_id.pyc +0 -0
  714. data/packages/gsutil/gslib/storage_uri_builder.py +56 -0
  715. data/packages/gsutil/gslib/storage_uri_builder.pyc +0 -0
  716. data/packages/gsutil/gslib/tests/__init__.py +15 -0
  717. data/packages/gsutil/gslib/tests/__init__.pyc +0 -0
  718. data/packages/gsutil/gslib/tests/test_chacl.py +236 -0
  719. data/packages/gsutil/gslib/tests/test_cp.py +267 -0
  720. data/packages/gsutil/gslib/tests/test_data/test.gif +0 -0
  721. data/packages/gsutil/gslib/tests/test_data/test.mp3 +0 -0
  722. data/packages/gsutil/gslib/tests/test_ls.py +66 -0
  723. data/packages/gsutil/gslib/tests/test_mv.py +69 -0
  724. data/packages/gsutil/gslib/tests/test_naming.py +989 -0
  725. data/packages/gsutil/gslib/tests/test_perfdiag.py +41 -0
  726. data/packages/gsutil/gslib/tests/test_plurality_checkable_iterator.py +67 -0
  727. data/packages/gsutil/gslib/tests/test_rm.py +143 -0
  728. data/packages/gsutil/gslib/tests/test_setacl.py +152 -0
  729. data/packages/gsutil/gslib/tests/test_setcors.py +168 -0
  730. data/packages/gsutil/gslib/tests/test_setmeta.py +91 -0
  731. data/packages/gsutil/gslib/tests/test_setversioning.py +44 -0
  732. data/packages/gsutil/gslib/tests/test_setwebcfg.py +63 -0
  733. data/packages/gsutil/gslib/tests/test_thread_pool.py +92 -0
  734. data/packages/gsutil/gslib/tests/test_wildcard_iterator.py +364 -0
  735. data/packages/gsutil/gslib/tests/testcase/__init__.py +18 -0
  736. data/packages/gsutil/gslib/tests/testcase/base.py +89 -0
  737. data/packages/gsutil/gslib/tests/testcase/integration_testcase.py +197 -0
  738. data/packages/gsutil/gslib/tests/testcase/unit_testcase.py +230 -0
  739. data/packages/gsutil/gslib/tests/util.py +125 -0
  740. data/packages/gsutil/gslib/tests/util.pyc +0 -0
  741. data/packages/gsutil/gslib/thread_pool.py +79 -0
  742. data/packages/gsutil/gslib/thread_pool.pyc +0 -0
  743. data/packages/gsutil/gslib/util.py +151 -0
  744. data/packages/gsutil/gslib/util.pyc +0 -0
  745. data/packages/gsutil/gslib/wildcard_iterator.py +492 -0
  746. data/packages/gsutil/gslib/wildcard_iterator.pyc +0 -0
  747. data/packages/gsutil/gsutil +377 -0
  748. data/packages/gsutil/gsutil.spec.in +75 -0
  749. data/packages/gsutil/oauth2_plugin/__init__.py +22 -0
  750. data/packages/gsutil/oauth2_plugin/__init__.pyc +0 -0
  751. data/packages/gsutil/oauth2_plugin/oauth2_client.py +642 -0
  752. data/packages/gsutil/oauth2_plugin/oauth2_client.pyc +0 -0
  753. data/packages/gsutil/oauth2_plugin/oauth2_client_test.py +374 -0
  754. data/packages/gsutil/oauth2_plugin/oauth2_helper.py +110 -0
  755. data/packages/gsutil/oauth2_plugin/oauth2_helper.pyc +0 -0
  756. data/packages/gsutil/oauth2_plugin/oauth2_plugin.py +24 -0
  757. data/packages/gsutil/oauth2_plugin/oauth2_plugin.pyc +0 -0
  758. data/packages/gsutil/pkg_gen.sh +54 -0
  759. data/packages/gsutil/pkg_util.py +60 -0
  760. data/packages/gsutil/setup.py +141 -0
  761. data/packages/gsutil/third_party/__init__.py +0 -0
  762. data/packages/gsutil/third_party/__init__.pyc +0 -0
  763. data/packages/gsutil/third_party/fancy_urllib/README +21 -0
  764. data/packages/gsutil/third_party/fancy_urllib/__init__.py +398 -0
  765. data/packages/gsutil/third_party/fancy_urllib/__init__.pyc +0 -0
  766. data/tasks/rubygem.rake +3 -1
  767. metadata +770 -7
  768. metadata.gz.sig +0 -0
@@ -0,0 +1,75 @@
1
+ # Copyright (c) 202 Mitch Garnaat http://garnaat.org/
2
+ # Copyright (c) 2012 Amazon.com, Inc. or its affiliates.
3
+ # All Rights Reserved
4
+ #
5
+ # Permission is hereby granted, free of charge, to any person obtaining a
6
+ # copy of this software and associated documentation files (the
7
+ # "Software"), to deal in the Software without restriction, including
8
+ # without limitation the rights to use, copy, modify, merge, publish, dis-
9
+ # tribute, sublicense, and/or sell copies of the Software, and to permit
10
+ # persons to whom the Software is furnished to do so, subject to the fol-
11
+ # lowing conditions:
12
+ #
13
+ # The above copyright notice and this permission notice shall be included
14
+ # in all copies or substantial portions of the Software.
15
+ #
16
+ # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
17
+ # OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
18
+ # ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
19
+ # SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
20
+ # WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21
+ # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
22
+ # IN THE SOFTWARE.
23
+
24
+ class SourceAttribute(object):
25
+ """
26
+ Provide information about attributes for an index field.
27
+ A maximum of 20 source attributes can be configured for
28
+ each index field.
29
+
30
+ :ivar default: Optional default value if the source attribute
31
+ is not specified in a document.
32
+
33
+ :ivar name: The name of the document source field to add
34
+ to this ``IndexField``.
35
+
36
+ :ivar data_function: Identifies the transformation to apply
37
+ when copying data from a source attribute.
38
+
39
+ :ivar data_map: The value is a dict with the following keys:
40
+ * cases - A dict that translates source field values
41
+ to custom values.
42
+ * default - An optional default value to use if the
43
+ source attribute is not specified in a document.
44
+ * name - the name of the document source field to add
45
+ to this ``IndexField``
46
+ :ivar data_trim_title: Trims common title words from a source
47
+ document attribute when populating an ``IndexField``.
48
+ This can be used to create an ``IndexField`` you can
49
+ use for sorting. The value is a dict with the following
50
+ fields:
51
+ * default - An optional default value.
52
+ * language - an IETF RFC 4646 language code.
53
+ * separator - The separator that follows the text to trim.
54
+ * name - The name of the document source field to add.
55
+ """
56
+
57
+ ValidDataFunctions = ('Copy', 'TrimTitle', 'Map')
58
+
59
+ def __init__(self):
60
+ self.data_copy = {}
61
+ self._data_function = self.ValidDataFunctions[0]
62
+ self.data_map = {}
63
+ self.data_trim_title = {}
64
+
65
+ @property
66
+ def data_function(self):
67
+ return self._data_function
68
+
69
+ @data_function.setter
70
+ def data_function(self, value):
71
+ if value not in self.ValidDataFunctions:
72
+ valid = '|'.join(self.ValidDataFunctions)
73
+ raise ValueError('data_function must be one of: %s' % valid)
74
+ self._data_function = value
75
+
@@ -0,0 +1,28 @@
1
+ # Copyright (c) 2012 Amazon.com, Inc. or its affiliates. All Rights Reserved
2
+ #
3
+ # Permission is hereby granted, free of charge, to any person obtaining a
4
+ # copy of this software and associated documentation files (the
5
+ # "Software"), to deal in the Software without restriction, including
6
+ # without limitation the rights to use, copy, modify, merge, publish, dis-
7
+ # tribute, sublicense, and/or sell copies of the Software, and to permit
8
+ # persons to whom the Software is furnished to do so, subject to the fol-
9
+ # lowing conditions:
10
+ #
11
+ # The above copyright notice and this permission notice shall be included
12
+ # in all copies or substantial portions of the Software.
13
+ #
14
+ # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
15
+ # OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
16
+ # ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
17
+ # SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
18
+ # WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
19
+ # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
20
+ # IN THE SOFTWARE.
21
+ #
22
+
23
+ # This allows boto modules to say "from boto.compat import json". This is
24
+ # preferred so that all modules don't have to repeat this idiom.
25
+ try:
26
+ import simplejson as json
27
+ except ImportError:
28
+ import json
@@ -0,0 +1,1081 @@
1
+ # Copyright (c) 2006-2012 Mitch Garnaat http://garnaat.org/
2
+ # Copyright (c) 2012 Amazon.com, Inc. or its affiliates.
3
+ # Copyright (c) 2010 Google
4
+ # Copyright (c) 2008 rPath, Inc.
5
+ # Copyright (c) 2009 The Echo Nest Corporation
6
+ # Copyright (c) 2010, Eucalyptus Systems, Inc.
7
+ # Copyright (c) 2011, Nexenta Systems Inc.
8
+ # All rights reserved.
9
+ #
10
+ # Permission is hereby granted, free of charge, to any person obtaining a
11
+ # copy of this software and associated documentation files (the
12
+ # "Software"), to deal in the Software without restriction, including
13
+ # without limitation the rights to use, copy, modify, merge, publish, dis-
14
+ # tribute, sublicense, and/or sell copies of the Software, and to permit
15
+ # persons to whom the Software is furnished to do so, subject to the fol-
16
+ # lowing conditions:
17
+ #
18
+ # The above copyright notice and this permission notice shall be included
19
+ # in all copies or substantial portions of the Software.
20
+ #
21
+ # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
22
+ # OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
23
+ # ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
24
+ # SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
25
+ # WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
26
+ # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
27
+ # IN THE SOFTWARE.
28
+
29
+ #
30
+ # Parts of this code were copied or derived from sample code supplied by AWS.
31
+ # The following notice applies to that code.
32
+ #
33
+ # This software code is made available "AS IS" without warranties of any
34
+ # kind. You may copy, display, modify and redistribute the software
35
+ # code either by itself or as incorporated into your code; provided that
36
+ # you do not remove any proprietary notices. Your use of this software
37
+ # code is at your own risk and you waive any claim against Amazon
38
+ # Digital Services, Inc. or its affiliates with respect to your use of
39
+ # this software code. (c) 2006 Amazon Digital Services, Inc. or its
40
+ # affiliates.
41
+
42
+ """
43
+ Handles basic connections to AWS
44
+ """
45
+
46
+ from __future__ import with_statement
47
+ import base64
48
+ import errno
49
+ import httplib
50
+ import os
51
+ import Queue
52
+ import random
53
+ import re
54
+ import socket
55
+ import sys
56
+ import time
57
+ import urllib
58
+ import urlparse
59
+ import xml.sax
60
+ import copy
61
+
62
+ import auth
63
+ import auth_handler
64
+ import boto
65
+ import boto.utils
66
+ import boto.handler
67
+ import boto.cacerts
68
+
69
+ from boto import config, UserAgent
70
+ from boto.exception import AWSConnectionError, BotoClientError
71
+ from boto.exception import BotoServerError
72
+ from boto.provider import Provider
73
+ from boto.resultset import ResultSet
74
+
75
+ HAVE_HTTPS_CONNECTION = False
76
+ try:
77
+ import ssl
78
+ from boto import https_connection
79
+ # Google App Engine runs on Python 2.5 so doesn't have ssl.SSLError.
80
+ if hasattr(ssl, 'SSLError'):
81
+ HAVE_HTTPS_CONNECTION = True
82
+ except ImportError:
83
+ pass
84
+
85
+ try:
86
+ import threading
87
+ except ImportError:
88
+ import dummy_threading as threading
89
+
90
+ ON_APP_ENGINE = all(key in os.environ for key in (
91
+ 'USER_IS_ADMIN', 'CURRENT_VERSION_ID', 'APPLICATION_ID'))
92
+
93
+ PORTS_BY_SECURITY = {True: 443,
94
+ False: 80}
95
+
96
+ DEFAULT_CA_CERTS_FILE = os.path.join(os.path.dirname(os.path.abspath(boto.cacerts.__file__ )), "cacerts.txt")
97
+
98
+
99
+ class HostConnectionPool(object):
100
+
101
+ """
102
+ A pool of connections for one remote (host,is_secure).
103
+
104
+ When connections are added to the pool, they are put into a
105
+ pending queue. The _mexe method returns connections to the pool
106
+ before the response body has been read, so they connections aren't
107
+ ready to send another request yet. They stay in the pending queue
108
+ until they are ready for another request, at which point they are
109
+ returned to the pool of ready connections.
110
+
111
+ The pool of ready connections is an ordered list of
112
+ (connection,time) pairs, where the time is the time the connection
113
+ was returned from _mexe. After a certain period of time,
114
+ connections are considered stale, and discarded rather than being
115
+ reused. This saves having to wait for the connection to time out
116
+ if AWS has decided to close it on the other end because of
117
+ inactivity.
118
+
119
+ Thread Safety:
120
+
121
+ This class is used only fram ConnectionPool while it's mutex
122
+ is held.
123
+ """
124
+
125
+ def __init__(self):
126
+ self.queue = []
127
+
128
+ def size(self):
129
+ """
130
+ Returns the number of connections in the pool for this host.
131
+ Some of the connections may still be in use, and may not be
132
+ ready to be returned by get().
133
+ """
134
+ return len(self.queue)
135
+
136
+ def put(self, conn):
137
+ """
138
+ Adds a connection to the pool, along with the time it was
139
+ added.
140
+ """
141
+ self.queue.append((conn, time.time()))
142
+
143
+ def get(self):
144
+ """
145
+ Returns the next connection in this pool that is ready to be
146
+ reused. Returns None of there aren't any.
147
+ """
148
+ # Discard ready connections that are too old.
149
+ self.clean()
150
+
151
+ # Return the first connection that is ready, and remove it
152
+ # from the queue. Connections that aren't ready are returned
153
+ # to the end of the queue with an updated time, on the
154
+ # assumption that somebody is actively reading the response.
155
+ for _ in range(len(self.queue)):
156
+ (conn, _) = self.queue.pop(0)
157
+ if self._conn_ready(conn):
158
+ return conn
159
+ else:
160
+ self.put(conn)
161
+ return None
162
+
163
+ def _conn_ready(self, conn):
164
+ """
165
+ There is a nice state diagram at the top of httplib.py. It
166
+ indicates that once the response headers have been read (which
167
+ _mexe does before adding the connection to the pool), a
168
+ response is attached to the connection, and it stays there
169
+ until it's done reading. This isn't entirely true: even after
170
+ the client is done reading, the response may be closed, but
171
+ not removed from the connection yet.
172
+
173
+ This is ugly, reading a private instance variable, but the
174
+ state we care about isn't available in any public methods.
175
+ """
176
+ if ON_APP_ENGINE:
177
+ # Google AppEngine implementation of HTTPConnection doesn't contain
178
+ # _HTTPConnection__response attribute. Moreover, it's not possible
179
+ # to determine if given connection is ready. Reusing connections
180
+ # simply doesn't make sense with App Engine urlfetch service.
181
+ return False
182
+ else:
183
+ response = getattr(conn, '_HTTPConnection__response', None)
184
+ return (response is None) or response.isclosed()
185
+
186
+ def clean(self):
187
+ """
188
+ Get rid of stale connections.
189
+ """
190
+ # Note that we do not close the connection here -- somebody
191
+ # may still be reading from it.
192
+ while len(self.queue) > 0 and self._pair_stale(self.queue[0]):
193
+ self.queue.pop(0)
194
+
195
+ def _pair_stale(self, pair):
196
+ """
197
+ Returns true of the (connection,time) pair is too old to be
198
+ used.
199
+ """
200
+ (_conn, return_time) = pair
201
+ now = time.time()
202
+ return return_time + ConnectionPool.STALE_DURATION < now
203
+
204
+
205
+ class ConnectionPool(object):
206
+
207
+ """
208
+ A connection pool that expires connections after a fixed period of
209
+ time. This saves time spent waiting for a connection that AWS has
210
+ timed out on the other end.
211
+
212
+ This class is thread-safe.
213
+ """
214
+
215
+ #
216
+ # The amout of time between calls to clean.
217
+ #
218
+
219
+ CLEAN_INTERVAL = 5.0
220
+
221
+ #
222
+ # How long before a connection becomes "stale" and won't be reused
223
+ # again. The intention is that this time is less that the timeout
224
+ # period that AWS uses, so we'll never try to reuse a connection
225
+ # and find that AWS is timing it out.
226
+ #
227
+ # Experimentation in July 2011 shows that AWS starts timing things
228
+ # out after three minutes. The 60 seconds here is conservative so
229
+ # we should never hit that 3-minute timout.
230
+ #
231
+
232
+ STALE_DURATION = 60.0
233
+
234
+ def __init__(self):
235
+ # Mapping from (host,is_secure) to HostConnectionPool.
236
+ # If a pool becomes empty, it is removed.
237
+ self.host_to_pool = {}
238
+ # The last time the pool was cleaned.
239
+ self.last_clean_time = 0.0
240
+ self.mutex = threading.Lock()
241
+ ConnectionPool.STALE_DURATION = \
242
+ config.getfloat('Boto', 'connection_stale_duration',
243
+ ConnectionPool.STALE_DURATION)
244
+
245
+ def __getstate__(self):
246
+ pickled_dict = copy.copy(self.__dict__)
247
+ pickled_dict['host_to_pool'] = {}
248
+ del pickled_dict['mutex']
249
+ return pickled_dict
250
+
251
+ def __setstate__(self, dct):
252
+ self.__init__()
253
+
254
+ def size(self):
255
+ """
256
+ Returns the number of connections in the pool.
257
+ """
258
+ return sum(pool.size() for pool in self.host_to_pool.values())
259
+
260
+ def get_http_connection(self, host, is_secure):
261
+ """
262
+ Gets a connection from the pool for the named host. Returns
263
+ None if there is no connection that can be reused. It's the caller's
264
+ responsibility to call close() on the connection when it's no longer
265
+ needed.
266
+ """
267
+ self.clean()
268
+ with self.mutex:
269
+ key = (host, is_secure)
270
+ if key not in self.host_to_pool:
271
+ return None
272
+ return self.host_to_pool[key].get()
273
+
274
+ def put_http_connection(self, host, is_secure, conn):
275
+ """
276
+ Adds a connection to the pool of connections that can be
277
+ reused for the named host.
278
+ """
279
+ with self.mutex:
280
+ key = (host, is_secure)
281
+ if key not in self.host_to_pool:
282
+ self.host_to_pool[key] = HostConnectionPool()
283
+ self.host_to_pool[key].put(conn)
284
+
285
+ def clean(self):
286
+ """
287
+ Clean up the stale connections in all of the pools, and then
288
+ get rid of empty pools. Pools clean themselves every time a
289
+ connection is fetched; this cleaning takes care of pools that
290
+ aren't being used any more, so nothing is being gotten from
291
+ them.
292
+ """
293
+ with self.mutex:
294
+ now = time.time()
295
+ if self.last_clean_time + self.CLEAN_INTERVAL < now:
296
+ to_remove = []
297
+ for (host, pool) in self.host_to_pool.items():
298
+ pool.clean()
299
+ if pool.size() == 0:
300
+ to_remove.append(host)
301
+ for host in to_remove:
302
+ del self.host_to_pool[host]
303
+ self.last_clean_time = now
304
+
305
+
306
+ class HTTPRequest(object):
307
+
308
+ def __init__(self, method, protocol, host, port, path, auth_path,
309
+ params, headers, body):
310
+ """Represents an HTTP request.
311
+
312
+ :type method: string
313
+ :param method: The HTTP method name, 'GET', 'POST', 'PUT' etc.
314
+
315
+ :type protocol: string
316
+ :param protocol: The http protocol used, 'http' or 'https'.
317
+
318
+ :type host: string
319
+ :param host: Host to which the request is addressed. eg. abc.com
320
+
321
+ :type port: int
322
+ :param port: port on which the request is being sent. Zero means unset,
323
+ in which case default port will be chosen.
324
+
325
+ :type path: string
326
+ :param path: URL path that is being accessed.
327
+
328
+ :type auth_path: string
329
+ :param path: The part of the URL path used when creating the
330
+ authentication string.
331
+
332
+ :type params: dict
333
+ :param params: HTTP url query parameters, with key as name of
334
+ the param, and value as value of param.
335
+
336
+ :type headers: dict
337
+ :param headers: HTTP headers, with key as name of the header and value
338
+ as value of header.
339
+
340
+ :type body: string
341
+ :param body: Body of the HTTP request. If not present, will be None or
342
+ empty string ('').
343
+ """
344
+ self.method = method
345
+ self.protocol = protocol
346
+ self.host = host
347
+ self.port = port
348
+ self.path = path
349
+ if auth_path is None:
350
+ auth_path = path
351
+ self.auth_path = auth_path
352
+ self.params = params
353
+ # chunked Transfer-Encoding should act only on PUT request.
354
+ if headers and 'Transfer-Encoding' in headers and \
355
+ headers['Transfer-Encoding'] == 'chunked' and \
356
+ self.method != 'PUT':
357
+ self.headers = headers.copy()
358
+ del self.headers['Transfer-Encoding']
359
+ else:
360
+ self.headers = headers
361
+ self.body = body
362
+
363
+ def __str__(self):
364
+ return (('method:(%s) protocol:(%s) host(%s) port(%s) path(%s) '
365
+ 'params(%s) headers(%s) body(%s)') % (self.method,
366
+ self.protocol, self.host, self.port, self.path, self.params,
367
+ self.headers, self.body))
368
+
369
+ def authorize(self, connection, **kwargs):
370
+ for key in self.headers:
371
+ val = self.headers[key]
372
+ if isinstance(val, unicode):
373
+ self.headers[key] = urllib.quote_plus(val.encode('utf-8'))
374
+
375
+ connection._auth_handler.add_auth(self, **kwargs)
376
+
377
+ self.headers['User-Agent'] = UserAgent
378
+ # I'm not sure if this is still needed, now that add_auth is
379
+ # setting the content-length for POST requests.
380
+ if 'Content-Length' not in self.headers:
381
+ if 'Transfer-Encoding' not in self.headers or \
382
+ self.headers['Transfer-Encoding'] != 'chunked':
383
+ self.headers['Content-Length'] = str(len(self.body))
384
+
385
+
386
+ class HTTPResponse(httplib.HTTPResponse):
387
+
388
+ def __init__(self, *args, **kwargs):
389
+ httplib.HTTPResponse.__init__(self, *args, **kwargs)
390
+ self._cached_response = ''
391
+
392
+ def read(self, amt=None):
393
+ """Read the response.
394
+
395
+ This method does not have the same behavior as
396
+ httplib.HTTPResponse.read. Instead, if this method is called with
397
+ no ``amt`` arg, then the response body will be cached. Subsequent
398
+ calls to ``read()`` with no args **will return the cached response**.
399
+
400
+ """
401
+ if amt is None:
402
+ # The reason for doing this is that many places in boto call
403
+ # response.read() and except to get the response body that they
404
+ # can then process. To make sure this always works as they expect
405
+ # we're caching the response so that multiple calls to read()
406
+ # will return the full body. Note that this behavior only
407
+ # happens if the amt arg is not specified.
408
+ if not self._cached_response:
409
+ self._cached_response = httplib.HTTPResponse.read(self)
410
+ return self._cached_response
411
+ else:
412
+ return httplib.HTTPResponse.read(self, amt)
413
+
414
+
415
+ class AWSAuthConnection(object):
416
+ def __init__(self, host, aws_access_key_id=None,
417
+ aws_secret_access_key=None,
418
+ is_secure=True, port=None, proxy=None, proxy_port=None,
419
+ proxy_user=None, proxy_pass=None, debug=0,
420
+ https_connection_factory=None, path='/',
421
+ provider='aws', security_token=None,
422
+ suppress_consec_slashes=True,
423
+ validate_certs=True):
424
+ """
425
+ :type host: str
426
+ :param host: The host to make the connection to
427
+
428
+ :keyword str aws_access_key_id: Your AWS Access Key ID (provided by
429
+ Amazon). If none is specified, the value in your
430
+ ``AWS_ACCESS_KEY_ID`` environmental variable is used.
431
+ :keyword str aws_secret_access_key: Your AWS Secret Access Key
432
+ (provided by Amazon). If none is specified, the value in your
433
+ ``AWS_SECRET_ACCESS_KEY`` environmental variable is used.
434
+
435
+ :type is_secure: boolean
436
+ :param is_secure: Whether the connection is over SSL
437
+
438
+ :type https_connection_factory: list or tuple
439
+ :param https_connection_factory: A pair of an HTTP connection
440
+ factory and the exceptions to catch. The factory should have
441
+ a similar interface to L{httplib.HTTPSConnection}.
442
+
443
+ :param str proxy: Address/hostname for a proxy server
444
+
445
+ :type proxy_port: int
446
+ :param proxy_port: The port to use when connecting over a proxy
447
+
448
+ :type proxy_user: str
449
+ :param proxy_user: The username to connect with on the proxy
450
+
451
+ :type proxy_pass: str
452
+ :param proxy_pass: The password to use when connection over a proxy.
453
+
454
+ :type port: int
455
+ :param port: The port to use to connect
456
+
457
+ :type suppress_consec_slashes: bool
458
+ :param suppress_consec_slashes: If provided, controls whether
459
+ consecutive slashes will be suppressed in key paths.
460
+
461
+ :type validate_certs: bool
462
+ :param validate_certs: Controls whether SSL certificates
463
+ will be validated or not. Defaults to True.
464
+ """
465
+ self.suppress_consec_slashes = suppress_consec_slashes
466
+ self.num_retries = 6
467
+ # Override passed-in is_secure setting if value was defined in config.
468
+ if config.has_option('Boto', 'is_secure'):
469
+ is_secure = config.getboolean('Boto', 'is_secure')
470
+ self.is_secure = is_secure
471
+ # Whether or not to validate server certificates.
472
+ # The default is now to validate certificates. This can be
473
+ # overridden in the boto config file are by passing an
474
+ # explicit validate_certs parameter to the class constructor.
475
+ self.https_validate_certificates = config.getbool(
476
+ 'Boto', 'https_validate_certificates',
477
+ validate_certs)
478
+ if self.https_validate_certificates and not HAVE_HTTPS_CONNECTION:
479
+ raise BotoClientError(
480
+ "SSL server certificate validation is enabled in boto "
481
+ "configuration, but Python dependencies required to "
482
+ "support this feature are not available. Certificate "
483
+ "validation is only supported when running under Python "
484
+ "2.6 or later.")
485
+ self.ca_certificates_file = config.get_value(
486
+ 'Boto', 'ca_certificates_file', DEFAULT_CA_CERTS_FILE)
487
+ self.handle_proxy(proxy, proxy_port, proxy_user, proxy_pass)
488
+ # define exceptions from httplib that we want to catch and retry
489
+ self.http_exceptions = (httplib.HTTPException, socket.error,
490
+ socket.gaierror, httplib.BadStatusLine)
491
+ # define subclasses of the above that are not retryable.
492
+ self.http_unretryable_exceptions = []
493
+ if HAVE_HTTPS_CONNECTION:
494
+ self.http_unretryable_exceptions.append(
495
+ https_connection.InvalidCertificateException)
496
+
497
+ # define values in socket exceptions we don't want to catch
498
+ self.socket_exception_values = (errno.EINTR,)
499
+ if https_connection_factory is not None:
500
+ self.https_connection_factory = https_connection_factory[0]
501
+ self.http_exceptions += https_connection_factory[1]
502
+ else:
503
+ self.https_connection_factory = None
504
+ if (is_secure):
505
+ self.protocol = 'https'
506
+ else:
507
+ self.protocol = 'http'
508
+ self.host = host
509
+ self.path = path
510
+ # if the value passed in for debug
511
+ if not isinstance(debug, (int, long)):
512
+ debug = 0
513
+ self.debug = config.getint('Boto', 'debug', debug)
514
+ if port:
515
+ self.port = port
516
+ else:
517
+ self.port = PORTS_BY_SECURITY[is_secure]
518
+
519
+ # Timeout used to tell httplib how long to wait for socket timeouts.
520
+ # Default is to leave timeout unchanged, which will in turn result in
521
+ # the socket's default global timeout being used. To specify a
522
+ # timeout, set http_socket_timeout in Boto config. Regardless,
523
+ # timeouts will only be applied if Python is 2.6 or greater.
524
+ self.http_connection_kwargs = {}
525
+ if (sys.version_info[0], sys.version_info[1]) >= (2, 6):
526
+ if config.has_option('Boto', 'http_socket_timeout'):
527
+ timeout = config.getint('Boto', 'http_socket_timeout')
528
+ self.http_connection_kwargs['timeout'] = timeout
529
+
530
+ if isinstance(provider, Provider):
531
+ # Allow overriding Provider
532
+ self.provider = provider
533
+ else:
534
+ self._provider_type = provider
535
+ self.provider = Provider(self._provider_type,
536
+ aws_access_key_id,
537
+ aws_secret_access_key,
538
+ security_token)
539
+
540
+ # allow config file to override default host
541
+ if self.provider.host:
542
+ self.host = self.provider.host
543
+
544
+ self._pool = ConnectionPool()
545
+ self._connection = (self.server_name(), self.is_secure)
546
+ self._last_rs = None
547
+ self._auth_handler = auth.get_auth_handler(
548
+ host, config, self.provider, self._required_auth_capability())
549
+ if getattr(self, 'AuthServiceName', None) is not None:
550
+ self.auth_service_name = self.AuthServiceName
551
+
552
+ def __repr__(self):
553
+ return '%s:%s' % (self.__class__.__name__, self.host)
554
+
555
+ def _required_auth_capability(self):
556
+ return []
557
+
558
+ def _get_auth_service_name(self):
559
+ return getattr(self._auth_handler, 'service_name')
560
+
561
+ # For Sigv4, the auth_service_name/auth_region_name properties allow
562
+ # the service_name/region_name to be explicitly set instead of being
563
+ # derived from the endpoint url.
564
+ def _set_auth_service_name(self, value):
565
+ self._auth_handler.service_name = value
566
+ auth_service_name = property(_get_auth_service_name, _set_auth_service_name)
567
+
568
+ def _get_auth_region_name(self):
569
+ return getattr(self._auth_handler, 'region_name')
570
+
571
+ def _set_auth_region_name(self, value):
572
+ self._auth_handler.region_name = value
573
+ auth_region_name = property(_get_auth_region_name, _set_auth_region_name)
574
+
575
+ def connection(self):
576
+ return self.get_http_connection(*self._connection)
577
+ connection = property(connection)
578
+
579
+ def aws_access_key_id(self):
580
+ return self.provider.access_key
581
+ aws_access_key_id = property(aws_access_key_id)
582
+ gs_access_key_id = aws_access_key_id
583
+ access_key = aws_access_key_id
584
+
585
+ def aws_secret_access_key(self):
586
+ return self.provider.secret_key
587
+ aws_secret_access_key = property(aws_secret_access_key)
588
+ gs_secret_access_key = aws_secret_access_key
589
+ secret_key = aws_secret_access_key
590
+
591
+ def get_path(self, path='/'):
592
+ # The default behavior is to suppress consecutive slashes for reasons
593
+ # discussed at
594
+ # https://groups.google.com/forum/#!topic/boto-dev/-ft0XPUy0y8
595
+ # You can override that behavior with the suppress_consec_slashes param.
596
+ if not self.suppress_consec_slashes:
597
+ return self.path + re.sub('^/*', "", path)
598
+ pos = path.find('?')
599
+ if pos >= 0:
600
+ params = path[pos:]
601
+ path = path[:pos]
602
+ else:
603
+ params = None
604
+ if path[-1] == '/':
605
+ need_trailing = True
606
+ else:
607
+ need_trailing = False
608
+ path_elements = self.path.split('/')
609
+ path_elements.extend(path.split('/'))
610
+ path_elements = [p for p in path_elements if p]
611
+ path = '/' + '/'.join(path_elements)
612
+ if path[-1] != '/' and need_trailing:
613
+ path += '/'
614
+ if params:
615
+ path = path + params
616
+ return path
617
+
618
+ def server_name(self, port=None):
619
+ if not port:
620
+ port = self.port
621
+ if port == 80:
622
+ signature_host = self.host
623
+ else:
624
+ # This unfortunate little hack can be attributed to
625
+ # a difference in the 2.6 version of httplib. In old
626
+ # versions, it would append ":443" to the hostname sent
627
+ # in the Host header and so we needed to make sure we
628
+ # did the same when calculating the V2 signature. In 2.6
629
+ # (and higher!)
630
+ # it no longer does that. Hence, this kludge.
631
+ if ((ON_APP_ENGINE and sys.version[:3] == '2.5') or
632
+ sys.version[:3] in ('2.6', '2.7')) and port == 443:
633
+ signature_host = self.host
634
+ else:
635
+ signature_host = '%s:%d' % (self.host, port)
636
+ return signature_host
637
+
638
+ def handle_proxy(self, proxy, proxy_port, proxy_user, proxy_pass):
639
+ self.proxy = proxy
640
+ self.proxy_port = proxy_port
641
+ self.proxy_user = proxy_user
642
+ self.proxy_pass = proxy_pass
643
+ if 'http_proxy' in os.environ and not self.proxy:
644
+ pattern = re.compile(
645
+ '(?:http://)?' \
646
+ '(?:(?P<user>\w+):(?P<pass>.*)@)?' \
647
+ '(?P<host>[\w\-\.]+)' \
648
+ '(?::(?P<port>\d+))?'
649
+ )
650
+ match = pattern.match(os.environ['http_proxy'])
651
+ if match:
652
+ self.proxy = match.group('host')
653
+ self.proxy_port = match.group('port')
654
+ self.proxy_user = match.group('user')
655
+ self.proxy_pass = match.group('pass')
656
+ else:
657
+ if not self.proxy:
658
+ self.proxy = config.get_value('Boto', 'proxy', None)
659
+ if not self.proxy_port:
660
+ self.proxy_port = config.get_value('Boto', 'proxy_port', None)
661
+ if not self.proxy_user:
662
+ self.proxy_user = config.get_value('Boto', 'proxy_user', None)
663
+ if not self.proxy_pass:
664
+ self.proxy_pass = config.get_value('Boto', 'proxy_pass', None)
665
+
666
+ if not self.proxy_port and self.proxy:
667
+ print "http_proxy environment variable does not specify " \
668
+ "a port, using default"
669
+ self.proxy_port = self.port
670
+ self.use_proxy = (self.proxy != None)
671
+
672
+ def get_http_connection(self, host, is_secure):
673
+ conn = self._pool.get_http_connection(host, is_secure)
674
+ if conn is not None:
675
+ return conn
676
+ else:
677
+ return self.new_http_connection(host, is_secure)
678
+
679
+ def new_http_connection(self, host, is_secure):
680
+ if self.use_proxy and not is_secure:
681
+ host = '%s:%d' % (self.proxy, int(self.proxy_port))
682
+ if host is None:
683
+ host = self.server_name()
684
+ if is_secure:
685
+ boto.log.debug(
686
+ 'establishing HTTPS connection: host=%s, kwargs=%s',
687
+ host, self.http_connection_kwargs)
688
+ if self.use_proxy:
689
+ connection = self.proxy_ssl(host, is_secure and 443 or 80)
690
+ elif self.https_connection_factory:
691
+ connection = self.https_connection_factory(host)
692
+ elif self.https_validate_certificates and HAVE_HTTPS_CONNECTION:
693
+ connection = https_connection.CertValidatingHTTPSConnection(
694
+ host, ca_certs=self.ca_certificates_file,
695
+ **self.http_connection_kwargs)
696
+ else:
697
+ connection = httplib.HTTPSConnection(host,
698
+ **self.http_connection_kwargs)
699
+ else:
700
+ boto.log.debug('establishing HTTP connection: kwargs=%s' %
701
+ self.http_connection_kwargs)
702
+ if self.https_connection_factory:
703
+ # even though the factory says https, this is too handy
704
+ # to not be able to allow overriding for http also.
705
+ connection = self.https_connection_factory(host,
706
+ **self.http_connection_kwargs)
707
+ else:
708
+ connection = httplib.HTTPConnection(host,
709
+ **self.http_connection_kwargs)
710
+ if self.debug > 1:
711
+ connection.set_debuglevel(self.debug)
712
+ # self.connection must be maintained for backwards-compatibility
713
+ # however, it must be dynamically pulled from the connection pool
714
+ # set a private variable which will enable that
715
+ if host.split(':')[0] == self.host and is_secure == self.is_secure:
716
+ self._connection = (host, is_secure)
717
+ # Set the response class of the http connection to use our custom
718
+ # class.
719
+ connection.response_class = HTTPResponse
720
+ return connection
721
+
722
+ def put_http_connection(self, host, is_secure, connection):
723
+ self._pool.put_http_connection(host, is_secure, connection)
724
+
725
+ def proxy_ssl(self, host=None, port=None):
726
+ if host and port:
727
+ host = '%s:%d' % (host, port)
728
+ else:
729
+ host = '%s:%d' % (self.host, self.port)
730
+ sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
731
+ try:
732
+ sock.connect((self.proxy, int(self.proxy_port)))
733
+ except:
734
+ raise
735
+ boto.log.debug("Proxy connection: CONNECT %s HTTP/1.0\r\n", host)
736
+ sock.sendall("CONNECT %s HTTP/1.0\r\n" % host)
737
+ sock.sendall("User-Agent: %s\r\n" % UserAgent)
738
+ if self.proxy_user and self.proxy_pass:
739
+ for k, v in self.get_proxy_auth_header().items():
740
+ sock.sendall("%s: %s\r\n" % (k, v))
741
+ # See discussion about this config option at
742
+ # https://groups.google.com/forum/?fromgroups#!topic/boto-dev/teenFvOq2Cc
743
+ if config.getbool('Boto', 'send_crlf_after_proxy_auth_headers', False):
744
+ sock.sendall("\r\n")
745
+ else:
746
+ sock.sendall("\r\n")
747
+ resp = httplib.HTTPResponse(sock, strict=True, debuglevel=self.debug)
748
+ resp.begin()
749
+
750
+ if resp.status != 200:
751
+ # Fake a socket error, use a code that make it obvious it hasn't
752
+ # been generated by the socket library
753
+ raise socket.error(-71,
754
+ "Error talking to HTTP proxy %s:%s: %s (%s)" %
755
+ (self.proxy, self.proxy_port,
756
+ resp.status, resp.reason))
757
+
758
+ # We can safely close the response, it duped the original socket
759
+ resp.close()
760
+
761
+ h = httplib.HTTPConnection(host)
762
+
763
+ if self.https_validate_certificates and HAVE_HTTPS_CONNECTION:
764
+ boto.log.debug("wrapping ssl socket for proxied connection; "
765
+ "CA certificate file=%s",
766
+ self.ca_certificates_file)
767
+ key_file = self.http_connection_kwargs.get('key_file', None)
768
+ cert_file = self.http_connection_kwargs.get('cert_file', None)
769
+ sslSock = ssl.wrap_socket(sock, keyfile=key_file,
770
+ certfile=cert_file,
771
+ cert_reqs=ssl.CERT_REQUIRED,
772
+ ca_certs=self.ca_certificates_file)
773
+ cert = sslSock.getpeercert()
774
+ hostname = self.host.split(':', 0)[0]
775
+ if not https_connection.ValidateCertificateHostname(cert, hostname):
776
+ raise https_connection.InvalidCertificateException(
777
+ hostname, cert, 'hostname mismatch')
778
+ else:
779
+ # Fallback for old Python without ssl.wrap_socket
780
+ if hasattr(httplib, 'ssl'):
781
+ sslSock = httplib.ssl.SSLSocket(sock)
782
+ else:
783
+ sslSock = socket.ssl(sock, None, None)
784
+ sslSock = httplib.FakeSocket(sock, sslSock)
785
+
786
+ # This is a bit unclean
787
+ h.sock = sslSock
788
+ return h
789
+
790
+ def prefix_proxy_to_path(self, path, host=None):
791
+ path = self.protocol + '://' + (host or self.server_name()) + path
792
+ return path
793
+
794
+ def get_proxy_auth_header(self):
795
+ auth = base64.encodestring(self.proxy_user + ':' + self.proxy_pass)
796
+ return {'Proxy-Authorization': 'Basic %s' % auth}
797
+
798
+ def _mexe(self, request, sender=None, override_num_retries=None,
799
+ retry_handler=None):
800
+ """
801
+ mexe - Multi-execute inside a loop, retrying multiple times to handle
802
+ transient Internet errors by simply trying again.
803
+ Also handles redirects.
804
+
805
+ This code was inspired by the S3Utils classes posted to the boto-users
806
+ Google group by Larry Bates. Thanks!
807
+
808
+ """
809
+ boto.log.debug('Method: %s' % request.method)
810
+ boto.log.debug('Path: %s' % request.path)
811
+ boto.log.debug('Data: %s' % request.body)
812
+ boto.log.debug('Headers: %s' % request.headers)
813
+ boto.log.debug('Host: %s' % request.host)
814
+ response = None
815
+ body = None
816
+ e = None
817
+ if override_num_retries is None:
818
+ num_retries = config.getint('Boto', 'num_retries', self.num_retries)
819
+ else:
820
+ num_retries = override_num_retries
821
+ i = 0
822
+ connection = self.get_http_connection(request.host, self.is_secure)
823
+ while i <= num_retries:
824
+ # Use binary exponential backoff to desynchronize client requests.
825
+ next_sleep = random.random() * (2 ** i)
826
+ try:
827
+ # we now re-sign each request before it is retried
828
+ boto.log.debug('Token: %s' % self.provider.security_token)
829
+ request.authorize(connection=self)
830
+ if callable(sender):
831
+ response = sender(connection, request.method, request.path,
832
+ request.body, request.headers)
833
+ else:
834
+ connection.request(request.method, request.path,
835
+ request.body, request.headers)
836
+ response = connection.getresponse()
837
+ location = response.getheader('location')
838
+ # -- gross hack --
839
+ # httplib gets confused with chunked responses to HEAD requests
840
+ # so I have to fake it out
841
+ if request.method == 'HEAD' and getattr(response,
842
+ 'chunked', False):
843
+ response.chunked = 0
844
+ if callable(retry_handler):
845
+ status = retry_handler(response, i, next_sleep)
846
+ if status:
847
+ msg, i, next_sleep = status
848
+ if msg:
849
+ boto.log.debug(msg)
850
+ time.sleep(next_sleep)
851
+ continue
852
+ if response.status == 500 or response.status == 503:
853
+ msg = 'Received %d response. ' % response.status
854
+ msg += 'Retrying in %3.1f seconds' % next_sleep
855
+ boto.log.debug(msg)
856
+ body = response.read()
857
+ elif response.status < 300 or response.status >= 400 or \
858
+ not location:
859
+ self.put_http_connection(request.host, self.is_secure,
860
+ connection)
861
+ return response
862
+ else:
863
+ scheme, request.host, request.path, \
864
+ params, query, fragment = urlparse.urlparse(location)
865
+ if query:
866
+ request.path += '?' + query
867
+ msg = 'Redirecting: %s' % scheme + '://'
868
+ msg += request.host + request.path
869
+ boto.log.debug(msg)
870
+ connection = self.get_http_connection(request.host,
871
+ scheme == 'https')
872
+ response = None
873
+ continue
874
+ except self.http_exceptions, e:
875
+ for unretryable in self.http_unretryable_exceptions:
876
+ if isinstance(e, unretryable):
877
+ boto.log.debug(
878
+ 'encountered unretryable %s exception, re-raising' %
879
+ e.__class__.__name__)
880
+ raise e
881
+ boto.log.debug('encountered %s exception, reconnecting' % \
882
+ e.__class__.__name__)
883
+ connection = self.new_http_connection(request.host,
884
+ self.is_secure)
885
+ time.sleep(next_sleep)
886
+ i += 1
887
+ # If we made it here, it's because we have exhausted our retries
888
+ # and stil haven't succeeded. So, if we have a response object,
889
+ # use it to raise an exception.
890
+ # Otherwise, raise the exception that must have already h#appened.
891
+ if response:
892
+ raise BotoServerError(response.status, response.reason, body)
893
+ elif e:
894
+ raise e
895
+ else:
896
+ msg = 'Please report this exception as a Boto Issue!'
897
+ raise BotoClientError(msg)
898
+
899
+ def build_base_http_request(self, method, path, auth_path,
900
+ params=None, headers=None, data='', host=None):
901
+ path = self.get_path(path)
902
+ if auth_path is not None:
903
+ auth_path = self.get_path(auth_path)
904
+ if params == None:
905
+ params = {}
906
+ else:
907
+ params = params.copy()
908
+ if headers == None:
909
+ headers = {}
910
+ else:
911
+ headers = headers.copy()
912
+ host = host or self.host
913
+ if self.use_proxy:
914
+ if not auth_path:
915
+ auth_path = path
916
+ path = self.prefix_proxy_to_path(path, host)
917
+ if self.proxy_user and self.proxy_pass and not self.is_secure:
918
+ # If is_secure, we don't have to set the proxy authentication
919
+ # header here, we did that in the CONNECT to the proxy.
920
+ headers.update(self.get_proxy_auth_header())
921
+ return HTTPRequest(method, self.protocol, host, self.port,
922
+ path, auth_path, params, headers, data)
923
+
924
+ def make_request(self, method, path, headers=None, data='', host=None,
925
+ auth_path=None, sender=None, override_num_retries=None,
926
+ params=None):
927
+ """Makes a request to the server, with stock multiple-retry logic."""
928
+ if params is None:
929
+ params = {}
930
+ http_request = self.build_base_http_request(method, path, auth_path,
931
+ params, headers, data, host)
932
+ return self._mexe(http_request, sender, override_num_retries)
933
+
934
+ def close(self):
935
+ """(Optional) Close any open HTTP connections. This is non-destructive,
936
+ and making a new request will open a connection again."""
937
+
938
+ boto.log.debug('closing all HTTP connections')
939
+ self._connection = None # compat field
940
+
941
+
942
+ class AWSQueryConnection(AWSAuthConnection):
943
+
944
+ APIVersion = ''
945
+ ResponseError = BotoServerError
946
+
947
+ def __init__(self, aws_access_key_id=None, aws_secret_access_key=None,
948
+ is_secure=True, port=None, proxy=None, proxy_port=None,
949
+ proxy_user=None, proxy_pass=None, host=None, debug=0,
950
+ https_connection_factory=None, path='/', security_token=None,
951
+ validate_certs=True):
952
+ AWSAuthConnection.__init__(self, host, aws_access_key_id,
953
+ aws_secret_access_key,
954
+ is_secure, port, proxy,
955
+ proxy_port, proxy_user, proxy_pass,
956
+ debug, https_connection_factory, path,
957
+ security_token=security_token,
958
+ validate_certs=validate_certs)
959
+
960
+ def _required_auth_capability(self):
961
+ return []
962
+
963
+ def get_utf8_value(self, value):
964
+ return boto.utils.get_utf8_value(value)
965
+
966
+ def make_request(self, action, params=None, path='/', verb='GET'):
967
+ http_request = self.build_base_http_request(verb, path, None,
968
+ params, {}, '',
969
+ self.server_name())
970
+ if action:
971
+ http_request.params['Action'] = action
972
+ if self.APIVersion:
973
+ http_request.params['Version'] = self.APIVersion
974
+ return self._mexe(http_request)
975
+
976
+ def build_list_params(self, params, items, label):
977
+ if isinstance(items, basestring):
978
+ items = [items]
979
+ for i in range(1, len(items) + 1):
980
+ params['%s.%d' % (label, i)] = items[i - 1]
981
+
982
+ def build_complex_list_params(self, params, items, label, names):
983
+ """Serialize a list of structures.
984
+
985
+ For example::
986
+
987
+ items = [('foo', 'bar', 'baz'), ('foo2', 'bar2', 'baz2')]
988
+ label = 'ParamName.member'
989
+ names = ('One', 'Two', 'Three')
990
+ self.build_complex_list_params(params, items, label, names)
991
+
992
+ would result in the params dict being updated with these params::
993
+
994
+ ParamName.member.1.One = foo
995
+ ParamName.member.1.Two = bar
996
+ ParamName.member.1.Three = baz
997
+
998
+ ParamName.member.2.One = foo2
999
+ ParamName.member.2.Two = bar2
1000
+ ParamName.member.2.Three = baz2
1001
+
1002
+ :type params: dict
1003
+ :param params: The params dict. The complex list params
1004
+ will be added to this dict.
1005
+
1006
+ :type items: list of tuples
1007
+ :param items: The list to serialize.
1008
+
1009
+ :type label: string
1010
+ :param label: The prefix to apply to the parameter.
1011
+
1012
+ :type names: tuple of strings
1013
+ :param names: The names associated with each tuple element.
1014
+
1015
+ """
1016
+ for i, item in enumerate(items, 1):
1017
+ current_prefix = '%s.%s' % (label, i)
1018
+ for key, value in zip(names, item):
1019
+ full_key = '%s.%s' % (current_prefix, key)
1020
+ params[full_key] = value
1021
+
1022
+ # generics
1023
+
1024
+ def get_list(self, action, params, markers, path='/',
1025
+ parent=None, verb='GET'):
1026
+ if not parent:
1027
+ parent = self
1028
+ response = self.make_request(action, params, path, verb)
1029
+ body = response.read()
1030
+ boto.log.debug(body)
1031
+ if not body:
1032
+ boto.log.error('Null body %s' % body)
1033
+ raise self.ResponseError(response.status, response.reason, body)
1034
+ elif response.status == 200:
1035
+ rs = ResultSet(markers)
1036
+ h = boto.handler.XmlHandler(rs, parent)
1037
+ xml.sax.parseString(body, h)
1038
+ return rs
1039
+ else:
1040
+ boto.log.error('%s %s' % (response.status, response.reason))
1041
+ boto.log.error('%s' % body)
1042
+ raise self.ResponseError(response.status, response.reason, body)
1043
+
1044
+ def get_object(self, action, params, cls, path='/',
1045
+ parent=None, verb='GET'):
1046
+ if not parent:
1047
+ parent = self
1048
+ response = self.make_request(action, params, path, verb)
1049
+ body = response.read()
1050
+ boto.log.debug(body)
1051
+ if not body:
1052
+ boto.log.error('Null body %s' % body)
1053
+ raise self.ResponseError(response.status, response.reason, body)
1054
+ elif response.status == 200:
1055
+ obj = cls(parent)
1056
+ h = boto.handler.XmlHandler(obj, parent)
1057
+ xml.sax.parseString(body, h)
1058
+ return obj
1059
+ else:
1060
+ boto.log.error('%s %s' % (response.status, response.reason))
1061
+ boto.log.error('%s' % body)
1062
+ raise self.ResponseError(response.status, response.reason, body)
1063
+
1064
+ def get_status(self, action, params, path='/', parent=None, verb='GET'):
1065
+ if not parent:
1066
+ parent = self
1067
+ response = self.make_request(action, params, path, verb)
1068
+ body = response.read()
1069
+ boto.log.debug(body)
1070
+ if not body:
1071
+ boto.log.error('Null body %s' % body)
1072
+ raise self.ResponseError(response.status, response.reason, body)
1073
+ elif response.status == 200:
1074
+ rs = ResultSet()
1075
+ h = boto.handler.XmlHandler(rs, parent)
1076
+ xml.sax.parseString(body, h)
1077
+ return rs.status
1078
+ else:
1079
+ boto.log.error('%s %s' % (response.status, response.reason))
1080
+ boto.log.error('%s' % body)
1081
+ raise self.ResponseError(response.status, response.reason, body)