gcloud 0.0.4 → 0.0.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (768) hide show
  1. data.tar.gz.sig +0 -0
  2. data/CHANGELOG +4 -0
  3. data/Makefile +4 -0
  4. data/Manifest +760 -1
  5. data/bin/gcloud +7 -0
  6. data/bin/{gcutil → gcutil.symlink} +0 -0
  7. data/bin/gsutil-symlink +377 -0
  8. data/gcloud.gemspec +5 -5
  9. data/packages/gsutil/CHECKSUM +1 -0
  10. data/packages/gsutil/COPYING +202 -0
  11. data/packages/gsutil/LICENSE.third_party +295 -0
  12. data/packages/gsutil/MANIFEST.in +5 -0
  13. data/packages/gsutil/README +38 -0
  14. data/packages/gsutil/README.pkg +49 -0
  15. data/packages/gsutil/ReleaseNotes.txt +780 -0
  16. data/packages/gsutil/VERSION +1 -0
  17. data/packages/gsutil/boto/Changelog.rst +35 -0
  18. data/packages/gsutil/boto/LICENSE +18 -0
  19. data/packages/gsutil/boto/MANIFEST.in +12 -0
  20. data/packages/gsutil/boto/README.rst +163 -0
  21. data/packages/gsutil/boto/bin/asadmin +290 -0
  22. data/packages/gsutil/boto/bin/bundle_image +27 -0
  23. data/packages/gsutil/boto/bin/cfadmin +108 -0
  24. data/packages/gsutil/boto/bin/cq +89 -0
  25. data/packages/gsutil/boto/bin/cwutil +140 -0
  26. data/packages/gsutil/boto/bin/elbadmin +284 -0
  27. data/packages/gsutil/boto/bin/fetch_file +43 -0
  28. data/packages/gsutil/boto/bin/glacier +154 -0
  29. data/packages/gsutil/boto/bin/instance_events +145 -0
  30. data/packages/gsutil/boto/bin/kill_instance +35 -0
  31. data/packages/gsutil/boto/bin/launch_instance +252 -0
  32. data/packages/gsutil/boto/bin/list_instances +90 -0
  33. data/packages/gsutil/boto/bin/lss3 +77 -0
  34. data/packages/gsutil/boto/bin/mturk +465 -0
  35. data/packages/gsutil/boto/bin/pyami_sendmail +52 -0
  36. data/packages/gsutil/boto/bin/route53 +205 -0
  37. data/packages/gsutil/boto/bin/s3put +374 -0
  38. data/packages/gsutil/boto/bin/sdbadmin +194 -0
  39. data/packages/gsutil/boto/bin/taskadmin +116 -0
  40. data/packages/gsutil/boto/boto/__init__.py +793 -0
  41. data/packages/gsutil/boto/boto/__init__.pyc +0 -0
  42. data/packages/gsutil/boto/boto/auth.py +682 -0
  43. data/packages/gsutil/boto/boto/auth.pyc +0 -0
  44. data/packages/gsutil/boto/boto/auth_handler.py +58 -0
  45. data/packages/gsutil/boto/boto/auth_handler.pyc +0 -0
  46. data/packages/gsutil/boto/boto/beanstalk/__init__.py +65 -0
  47. data/packages/gsutil/boto/boto/beanstalk/exception.py +64 -0
  48. data/packages/gsutil/boto/boto/beanstalk/layer1.py +1153 -0
  49. data/packages/gsutil/boto/boto/beanstalk/response.py +703 -0
  50. data/packages/gsutil/boto/boto/beanstalk/wrapper.py +29 -0
  51. data/packages/gsutil/boto/boto/cacerts/__init__.py +22 -0
  52. data/packages/gsutil/boto/boto/cacerts/__init__.pyc +0 -0
  53. data/packages/gsutil/boto/boto/cacerts/cacerts.txt +633 -0
  54. data/packages/gsutil/boto/boto/cloudformation/__init__.py +68 -0
  55. data/packages/gsutil/boto/boto/cloudformation/connection.py +364 -0
  56. data/packages/gsutil/boto/boto/cloudformation/stack.py +360 -0
  57. data/packages/gsutil/boto/boto/cloudformation/template.py +43 -0
  58. data/packages/gsutil/boto/boto/cloudfront/__init__.py +324 -0
  59. data/packages/gsutil/boto/boto/cloudfront/distribution.py +745 -0
  60. data/packages/gsutil/boto/boto/cloudfront/exception.py +26 -0
  61. data/packages/gsutil/boto/boto/cloudfront/identity.py +122 -0
  62. data/packages/gsutil/boto/boto/cloudfront/invalidation.py +216 -0
  63. data/packages/gsutil/boto/boto/cloudfront/logging.py +38 -0
  64. data/packages/gsutil/boto/boto/cloudfront/object.py +48 -0
  65. data/packages/gsutil/boto/boto/cloudfront/origin.py +150 -0
  66. data/packages/gsutil/boto/boto/cloudfront/signers.py +60 -0
  67. data/packages/gsutil/boto/boto/cloudsearch/__init__.py +45 -0
  68. data/packages/gsutil/boto/boto/cloudsearch/document.py +265 -0
  69. data/packages/gsutil/boto/boto/cloudsearch/domain.py +394 -0
  70. data/packages/gsutil/boto/boto/cloudsearch/layer1.py +738 -0
  71. data/packages/gsutil/boto/boto/cloudsearch/layer2.py +67 -0
  72. data/packages/gsutil/boto/boto/cloudsearch/optionstatus.py +248 -0
  73. data/packages/gsutil/boto/boto/cloudsearch/search.py +365 -0
  74. data/packages/gsutil/boto/boto/cloudsearch/sourceattribute.py +75 -0
  75. data/packages/gsutil/boto/boto/compat.py +28 -0
  76. data/packages/gsutil/boto/boto/compat.pyc +0 -0
  77. data/packages/gsutil/boto/boto/connection.py +1081 -0
  78. data/packages/gsutil/boto/boto/connection.pyc +0 -0
  79. data/packages/gsutil/boto/boto/contrib/__init__.py +22 -0
  80. data/packages/gsutil/boto/boto/contrib/ymlmessage.py +52 -0
  81. data/packages/gsutil/boto/boto/core/README +58 -0
  82. data/packages/gsutil/boto/boto/core/__init__.py +23 -0
  83. data/packages/gsutil/boto/boto/core/auth.py +78 -0
  84. data/packages/gsutil/boto/boto/core/credentials.py +154 -0
  85. data/packages/gsutil/boto/boto/core/dictresponse.py +178 -0
  86. data/packages/gsutil/boto/boto/core/service.py +67 -0
  87. data/packages/gsutil/boto/boto/datapipeline/__init__.py +0 -0
  88. data/packages/gsutil/boto/boto/datapipeline/exceptions.py +42 -0
  89. data/packages/gsutil/boto/boto/datapipeline/layer1.py +546 -0
  90. data/packages/gsutil/boto/boto/dynamodb/__init__.py +66 -0
  91. data/packages/gsutil/boto/boto/dynamodb/batch.py +262 -0
  92. data/packages/gsutil/boto/boto/dynamodb/condition.py +170 -0
  93. data/packages/gsutil/boto/boto/dynamodb/exceptions.py +64 -0
  94. data/packages/gsutil/boto/boto/dynamodb/item.py +196 -0
  95. data/packages/gsutil/boto/boto/dynamodb/layer1.py +575 -0
  96. data/packages/gsutil/boto/boto/dynamodb/layer2.py +798 -0
  97. data/packages/gsutil/boto/boto/dynamodb/schema.py +112 -0
  98. data/packages/gsutil/boto/boto/dynamodb/table.py +540 -0
  99. data/packages/gsutil/boto/boto/dynamodb/types.py +326 -0
  100. data/packages/gsutil/boto/boto/ec2/__init__.py +96 -0
  101. data/packages/gsutil/boto/boto/ec2/address.py +103 -0
  102. data/packages/gsutil/boto/boto/ec2/autoscale/__init__.py +781 -0
  103. data/packages/gsutil/boto/boto/ec2/autoscale/activity.py +74 -0
  104. data/packages/gsutil/boto/boto/ec2/autoscale/group.py +337 -0
  105. data/packages/gsutil/boto/boto/ec2/autoscale/instance.py +60 -0
  106. data/packages/gsutil/boto/boto/ec2/autoscale/launchconfig.py +209 -0
  107. data/packages/gsutil/boto/boto/ec2/autoscale/policy.py +166 -0
  108. data/packages/gsutil/boto/boto/ec2/autoscale/request.py +38 -0
  109. data/packages/gsutil/boto/boto/ec2/autoscale/scheduled.py +60 -0
  110. data/packages/gsutil/boto/boto/ec2/autoscale/tag.py +84 -0
  111. data/packages/gsutil/boto/boto/ec2/blockdevicemapping.py +141 -0
  112. data/packages/gsutil/boto/boto/ec2/bundleinstance.py +78 -0
  113. data/packages/gsutil/boto/boto/ec2/buyreservation.py +84 -0
  114. data/packages/gsutil/boto/boto/ec2/cloudwatch/__init__.py +603 -0
  115. data/packages/gsutil/boto/boto/ec2/cloudwatch/alarm.py +316 -0
  116. data/packages/gsutil/boto/boto/ec2/cloudwatch/datapoint.py +40 -0
  117. data/packages/gsutil/boto/boto/ec2/cloudwatch/dimension.py +38 -0
  118. data/packages/gsutil/boto/boto/ec2/cloudwatch/listelement.py +31 -0
  119. data/packages/gsutil/boto/boto/ec2/cloudwatch/metric.py +175 -0
  120. data/packages/gsutil/boto/boto/ec2/connection.py +3409 -0
  121. data/packages/gsutil/boto/boto/ec2/ec2object.py +107 -0
  122. data/packages/gsutil/boto/boto/ec2/elb/__init__.py +553 -0
  123. data/packages/gsutil/boto/boto/ec2/elb/healthcheck.py +89 -0
  124. data/packages/gsutil/boto/boto/ec2/elb/instancestate.py +62 -0
  125. data/packages/gsutil/boto/boto/ec2/elb/listelement.py +36 -0
  126. data/packages/gsutil/boto/boto/ec2/elb/listener.py +75 -0
  127. data/packages/gsutil/boto/boto/ec2/elb/loadbalancer.py +324 -0
  128. data/packages/gsutil/boto/boto/ec2/elb/policies.py +89 -0
  129. data/packages/gsutil/boto/boto/ec2/elb/securitygroup.py +38 -0
  130. data/packages/gsutil/boto/boto/ec2/group.py +39 -0
  131. data/packages/gsutil/boto/boto/ec2/image.py +350 -0
  132. data/packages/gsutil/boto/boto/ec2/instance.py +661 -0
  133. data/packages/gsutil/boto/boto/ec2/instanceinfo.py +51 -0
  134. data/packages/gsutil/boto/boto/ec2/instancestatus.py +207 -0
  135. data/packages/gsutil/boto/boto/ec2/keypair.py +113 -0
  136. data/packages/gsutil/boto/boto/ec2/launchspecification.py +105 -0
  137. data/packages/gsutil/boto/boto/ec2/networkinterface.py +247 -0
  138. data/packages/gsutil/boto/boto/ec2/placementgroup.py +51 -0
  139. data/packages/gsutil/boto/boto/ec2/regioninfo.py +34 -0
  140. data/packages/gsutil/boto/boto/ec2/reservedinstance.py +227 -0
  141. data/packages/gsutil/boto/boto/ec2/securitygroup.py +357 -0
  142. data/packages/gsutil/boto/boto/ec2/snapshot.py +170 -0
  143. data/packages/gsutil/boto/boto/ec2/spotdatafeedsubscription.py +63 -0
  144. data/packages/gsutil/boto/boto/ec2/spotinstancerequest.py +188 -0
  145. data/packages/gsutil/boto/boto/ec2/spotpricehistory.py +55 -0
  146. data/packages/gsutil/boto/boto/ec2/tag.py +87 -0
  147. data/packages/gsutil/boto/boto/ec2/vmtype.py +58 -0
  148. data/packages/gsutil/boto/boto/ec2/volume.py +293 -0
  149. data/packages/gsutil/boto/boto/ec2/volumestatus.py +200 -0
  150. data/packages/gsutil/boto/boto/ec2/zone.py +80 -0
  151. data/packages/gsutil/boto/boto/ecs/__init__.py +90 -0
  152. data/packages/gsutil/boto/boto/ecs/item.py +153 -0
  153. data/packages/gsutil/boto/boto/elasticache/__init__.py +62 -0
  154. data/packages/gsutil/boto/boto/elasticache/layer1.py +1252 -0
  155. data/packages/gsutil/boto/boto/elastictranscoder/__init__.py +62 -0
  156. data/packages/gsutil/boto/boto/elastictranscoder/exceptions.py +46 -0
  157. data/packages/gsutil/boto/boto/elastictranscoder/layer1.py +509 -0
  158. data/packages/gsutil/boto/boto/emr/__init__.py +73 -0
  159. data/packages/gsutil/boto/boto/emr/bootstrap_action.py +44 -0
  160. data/packages/gsutil/boto/boto/emr/connection.py +531 -0
  161. data/packages/gsutil/boto/boto/emr/emrobject.py +176 -0
  162. data/packages/gsutil/boto/boto/emr/instance_group.py +43 -0
  163. data/packages/gsutil/boto/boto/emr/step.py +281 -0
  164. data/packages/gsutil/boto/boto/exception.py +476 -0
  165. data/packages/gsutil/boto/boto/exception.pyc +0 -0
  166. data/packages/gsutil/boto/boto/file/README +49 -0
  167. data/packages/gsutil/boto/boto/file/__init__.py +28 -0
  168. data/packages/gsutil/boto/boto/file/bucket.py +112 -0
  169. data/packages/gsutil/boto/boto/file/connection.py +33 -0
  170. data/packages/gsutil/boto/boto/file/key.py +199 -0
  171. data/packages/gsutil/boto/boto/file/simpleresultset.py +30 -0
  172. data/packages/gsutil/boto/boto/fps/__init__.py +21 -0
  173. data/packages/gsutil/boto/boto/fps/connection.py +369 -0
  174. data/packages/gsutil/boto/boto/fps/exception.py +344 -0
  175. data/packages/gsutil/boto/boto/fps/response.py +175 -0
  176. data/packages/gsutil/boto/boto/glacier/__init__.py +57 -0
  177. data/packages/gsutil/boto/boto/glacier/concurrent.py +409 -0
  178. data/packages/gsutil/boto/boto/glacier/exceptions.py +58 -0
  179. data/packages/gsutil/boto/boto/glacier/job.py +152 -0
  180. data/packages/gsutil/boto/boto/glacier/layer1.py +637 -0
  181. data/packages/gsutil/boto/boto/glacier/layer2.py +93 -0
  182. data/packages/gsutil/boto/boto/glacier/response.py +48 -0
  183. data/packages/gsutil/boto/boto/glacier/utils.py +163 -0
  184. data/packages/gsutil/boto/boto/glacier/vault.py +387 -0
  185. data/packages/gsutil/boto/boto/glacier/writer.py +242 -0
  186. data/packages/gsutil/boto/boto/gs/__init__.py +22 -0
  187. data/packages/gsutil/boto/boto/gs/__init__.pyc +0 -0
  188. data/packages/gsutil/boto/boto/gs/acl.py +304 -0
  189. data/packages/gsutil/boto/boto/gs/acl.pyc +0 -0
  190. data/packages/gsutil/boto/boto/gs/bucket.py +870 -0
  191. data/packages/gsutil/boto/boto/gs/bucket.pyc +0 -0
  192. data/packages/gsutil/boto/boto/gs/bucketlistresultset.py +64 -0
  193. data/packages/gsutil/boto/boto/gs/bucketlistresultset.pyc +0 -0
  194. data/packages/gsutil/boto/boto/gs/connection.py +103 -0
  195. data/packages/gsutil/boto/boto/gs/connection.pyc +0 -0
  196. data/packages/gsutil/boto/boto/gs/cors.py +169 -0
  197. data/packages/gsutil/boto/boto/gs/cors.pyc +0 -0
  198. data/packages/gsutil/boto/boto/gs/key.py +704 -0
  199. data/packages/gsutil/boto/boto/gs/key.pyc +0 -0
  200. data/packages/gsutil/boto/boto/gs/resumable_upload_handler.py +659 -0
  201. data/packages/gsutil/boto/boto/gs/resumable_upload_handler.pyc +0 -0
  202. data/packages/gsutil/boto/boto/gs/user.py +54 -0
  203. data/packages/gsutil/boto/boto/gs/user.pyc +0 -0
  204. data/packages/gsutil/boto/boto/handler.py +44 -0
  205. data/packages/gsutil/boto/boto/handler.pyc +0 -0
  206. data/packages/gsutil/boto/boto/https_connection.py +124 -0
  207. data/packages/gsutil/boto/boto/https_connection.pyc +0 -0
  208. data/packages/gsutil/boto/boto/iam/__init__.py +74 -0
  209. data/packages/gsutil/boto/boto/iam/connection.py +1317 -0
  210. data/packages/gsutil/boto/boto/iam/summarymap.py +42 -0
  211. data/packages/gsutil/boto/boto/jsonresponse.py +163 -0
  212. data/packages/gsutil/boto/boto/jsonresponse.pyc +0 -0
  213. data/packages/gsutil/boto/boto/manage/__init__.py +23 -0
  214. data/packages/gsutil/boto/boto/manage/cmdshell.py +241 -0
  215. data/packages/gsutil/boto/boto/manage/propget.py +64 -0
  216. data/packages/gsutil/boto/boto/manage/server.py +556 -0
  217. data/packages/gsutil/boto/boto/manage/task.py +175 -0
  218. data/packages/gsutil/boto/boto/manage/test_manage.py +34 -0
  219. data/packages/gsutil/boto/boto/manage/volume.py +420 -0
  220. data/packages/gsutil/boto/boto/mashups/__init__.py +23 -0
  221. data/packages/gsutil/boto/boto/mashups/interactive.py +97 -0
  222. data/packages/gsutil/boto/boto/mashups/iobject.py +115 -0
  223. data/packages/gsutil/boto/boto/mashups/order.py +211 -0
  224. data/packages/gsutil/boto/boto/mashups/server.py +395 -0
  225. data/packages/gsutil/boto/boto/mturk/__init__.py +23 -0
  226. data/packages/gsutil/boto/boto/mturk/connection.py +1027 -0
  227. data/packages/gsutil/boto/boto/mturk/layoutparam.py +55 -0
  228. data/packages/gsutil/boto/boto/mturk/notification.py +103 -0
  229. data/packages/gsutil/boto/boto/mturk/price.py +48 -0
  230. data/packages/gsutil/boto/boto/mturk/qualification.py +137 -0
  231. data/packages/gsutil/boto/boto/mturk/question.py +455 -0
  232. data/packages/gsutil/boto/boto/mws/__init__.py +21 -0
  233. data/packages/gsutil/boto/boto/mws/connection.py +813 -0
  234. data/packages/gsutil/boto/boto/mws/exception.py +75 -0
  235. data/packages/gsutil/boto/boto/mws/response.py +655 -0
  236. data/packages/gsutil/boto/boto/plugin.py +90 -0
  237. data/packages/gsutil/boto/boto/plugin.pyc +0 -0
  238. data/packages/gsutil/boto/boto/provider.py +337 -0
  239. data/packages/gsutil/boto/boto/provider.pyc +0 -0
  240. data/packages/gsutil/boto/boto/pyami/__init__.py +22 -0
  241. data/packages/gsutil/boto/boto/pyami/__init__.pyc +0 -0
  242. data/packages/gsutil/boto/boto/pyami/bootstrap.py +134 -0
  243. data/packages/gsutil/boto/boto/pyami/config.py +229 -0
  244. data/packages/gsutil/boto/boto/pyami/config.pyc +0 -0
  245. data/packages/gsutil/boto/boto/pyami/copybot.cfg +60 -0
  246. data/packages/gsutil/boto/boto/pyami/copybot.py +97 -0
  247. data/packages/gsutil/boto/boto/pyami/helloworld.py +28 -0
  248. data/packages/gsutil/boto/boto/pyami/installers/__init__.py +64 -0
  249. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/__init__.py +22 -0
  250. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/apache.py +43 -0
  251. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/ebs.py +238 -0
  252. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/installer.py +96 -0
  253. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/mysql.py +109 -0
  254. data/packages/gsutil/boto/boto/pyami/installers/ubuntu/trac.py +139 -0
  255. data/packages/gsutil/boto/boto/pyami/launch_ami.py +178 -0
  256. data/packages/gsutil/boto/boto/pyami/scriptbase.py +44 -0
  257. data/packages/gsutil/boto/boto/pyami/startup.py +60 -0
  258. data/packages/gsutil/boto/boto/rds/__init__.py +1194 -0
  259. data/packages/gsutil/boto/boto/rds/dbinstance.py +357 -0
  260. data/packages/gsutil/boto/boto/rds/dbsecuritygroup.py +177 -0
  261. data/packages/gsutil/boto/boto/rds/dbsnapshot.py +108 -0
  262. data/packages/gsutil/boto/boto/rds/event.py +49 -0
  263. data/packages/gsutil/boto/boto/rds/parametergroup.py +201 -0
  264. data/packages/gsutil/boto/boto/rds/regioninfo.py +32 -0
  265. data/packages/gsutil/boto/boto/regioninfo.py +63 -0
  266. data/packages/gsutil/boto/boto/regioninfo.pyc +0 -0
  267. data/packages/gsutil/boto/boto/resultset.py +169 -0
  268. data/packages/gsutil/boto/boto/resultset.pyc +0 -0
  269. data/packages/gsutil/boto/boto/roboto/__init__.py +1 -0
  270. data/packages/gsutil/boto/boto/roboto/awsqueryrequest.py +504 -0
  271. data/packages/gsutil/boto/boto/roboto/awsqueryservice.py +121 -0
  272. data/packages/gsutil/boto/boto/roboto/param.py +147 -0
  273. data/packages/gsutil/boto/boto/route53/__init__.py +75 -0
  274. data/packages/gsutil/boto/boto/route53/connection.py +403 -0
  275. data/packages/gsutil/boto/boto/route53/exception.py +27 -0
  276. data/packages/gsutil/boto/boto/route53/hostedzone.py +56 -0
  277. data/packages/gsutil/boto/boto/route53/record.py +306 -0
  278. data/packages/gsutil/boto/boto/route53/status.py +42 -0
  279. data/packages/gsutil/boto/boto/route53/zone.py +412 -0
  280. data/packages/gsutil/boto/boto/s3/__init__.py +84 -0
  281. data/packages/gsutil/boto/boto/s3/__init__.pyc +0 -0
  282. data/packages/gsutil/boto/boto/s3/acl.py +164 -0
  283. data/packages/gsutil/boto/boto/s3/acl.pyc +0 -0
  284. data/packages/gsutil/boto/boto/s3/bucket.py +1634 -0
  285. data/packages/gsutil/boto/boto/s3/bucket.pyc +0 -0
  286. data/packages/gsutil/boto/boto/s3/bucketlistresultset.py +139 -0
  287. data/packages/gsutil/boto/boto/s3/bucketlistresultset.pyc +0 -0
  288. data/packages/gsutil/boto/boto/s3/bucketlogging.py +83 -0
  289. data/packages/gsutil/boto/boto/s3/bucketlogging.pyc +0 -0
  290. data/packages/gsutil/boto/boto/s3/connection.py +540 -0
  291. data/packages/gsutil/boto/boto/s3/connection.pyc +0 -0
  292. data/packages/gsutil/boto/boto/s3/cors.py +210 -0
  293. data/packages/gsutil/boto/boto/s3/cors.pyc +0 -0
  294. data/packages/gsutil/boto/boto/s3/deletemarker.py +55 -0
  295. data/packages/gsutil/boto/boto/s3/deletemarker.pyc +0 -0
  296. data/packages/gsutil/boto/boto/s3/key.py +1712 -0
  297. data/packages/gsutil/boto/boto/s3/key.pyc +0 -0
  298. data/packages/gsutil/boto/boto/s3/keyfile.py +134 -0
  299. data/packages/gsutil/boto/boto/s3/keyfile.pyc +0 -0
  300. data/packages/gsutil/boto/boto/s3/lifecycle.py +231 -0
  301. data/packages/gsutil/boto/boto/s3/lifecycle.pyc +0 -0
  302. data/packages/gsutil/boto/boto/s3/multidelete.py +138 -0
  303. data/packages/gsutil/boto/boto/s3/multidelete.pyc +0 -0
  304. data/packages/gsutil/boto/boto/s3/multipart.py +315 -0
  305. data/packages/gsutil/boto/boto/s3/multipart.pyc +0 -0
  306. data/packages/gsutil/boto/boto/s3/prefix.py +42 -0
  307. data/packages/gsutil/boto/boto/s3/prefix.pyc +0 -0
  308. data/packages/gsutil/boto/boto/s3/resumable_download_handler.py +339 -0
  309. data/packages/gsutil/boto/boto/s3/resumable_download_handler.pyc +0 -0
  310. data/packages/gsutil/boto/boto/s3/tagging.py +71 -0
  311. data/packages/gsutil/boto/boto/s3/tagging.pyc +0 -0
  312. data/packages/gsutil/boto/boto/s3/user.py +49 -0
  313. data/packages/gsutil/boto/boto/s3/user.pyc +0 -0
  314. data/packages/gsutil/boto/boto/s3/website.py +237 -0
  315. data/packages/gsutil/boto/boto/s3/website.pyc +0 -0
  316. data/packages/gsutil/boto/boto/sdb/__init__.py +67 -0
  317. data/packages/gsutil/boto/boto/sdb/connection.py +617 -0
  318. data/packages/gsutil/boto/boto/sdb/db/__init__.py +20 -0
  319. data/packages/gsutil/boto/boto/sdb/db/blob.py +75 -0
  320. data/packages/gsutil/boto/boto/sdb/db/key.py +59 -0
  321. data/packages/gsutil/boto/boto/sdb/db/manager/__init__.py +85 -0
  322. data/packages/gsutil/boto/boto/sdb/db/manager/sdbmanager.py +732 -0
  323. data/packages/gsutil/boto/boto/sdb/db/manager/xmlmanager.py +517 -0
  324. data/packages/gsutil/boto/boto/sdb/db/model.py +294 -0
  325. data/packages/gsutil/boto/boto/sdb/db/property.py +703 -0
  326. data/packages/gsutil/boto/boto/sdb/db/query.py +85 -0
  327. data/packages/gsutil/boto/boto/sdb/db/sequence.py +226 -0
  328. data/packages/gsutil/boto/boto/sdb/db/test_db.py +231 -0
  329. data/packages/gsutil/boto/boto/sdb/domain.py +377 -0
  330. data/packages/gsutil/boto/boto/sdb/item.py +181 -0
  331. data/packages/gsutil/boto/boto/sdb/queryresultset.py +92 -0
  332. data/packages/gsutil/boto/boto/sdb/regioninfo.py +32 -0
  333. data/packages/gsutil/boto/boto/services/__init__.py +23 -0
  334. data/packages/gsutil/boto/boto/services/bs.py +179 -0
  335. data/packages/gsutil/boto/boto/services/message.py +58 -0
  336. data/packages/gsutil/boto/boto/services/result.py +136 -0
  337. data/packages/gsutil/boto/boto/services/service.py +161 -0
  338. data/packages/gsutil/boto/boto/services/servicedef.py +91 -0
  339. data/packages/gsutil/boto/boto/services/sonofmmm.cfg +43 -0
  340. data/packages/gsutil/boto/boto/services/sonofmmm.py +81 -0
  341. data/packages/gsutil/boto/boto/services/submit.py +88 -0
  342. data/packages/gsutil/boto/boto/ses/__init__.py +54 -0
  343. data/packages/gsutil/boto/boto/ses/connection.py +521 -0
  344. data/packages/gsutil/boto/boto/ses/exceptions.py +77 -0
  345. data/packages/gsutil/boto/boto/sns/__init__.py +78 -0
  346. data/packages/gsutil/boto/boto/sns/connection.py +431 -0
  347. data/packages/gsutil/boto/boto/sqs/__init__.py +56 -0
  348. data/packages/gsutil/boto/boto/sqs/attributes.py +46 -0
  349. data/packages/gsutil/boto/boto/sqs/batchresults.py +95 -0
  350. data/packages/gsutil/boto/boto/sqs/connection.py +417 -0
  351. data/packages/gsutil/boto/boto/sqs/jsonmessage.py +43 -0
  352. data/packages/gsutil/boto/boto/sqs/message.py +253 -0
  353. data/packages/gsutil/boto/boto/sqs/queue.py +478 -0
  354. data/packages/gsutil/boto/boto/sqs/regioninfo.py +32 -0
  355. data/packages/gsutil/boto/boto/storage_uri.py +835 -0
  356. data/packages/gsutil/boto/boto/storage_uri.pyc +0 -0
  357. data/packages/gsutil/boto/boto/sts/__init__.py +55 -0
  358. data/packages/gsutil/boto/boto/sts/connection.py +207 -0
  359. data/packages/gsutil/boto/boto/sts/credentials.py +215 -0
  360. data/packages/gsutil/boto/boto/swf/__init__.py +60 -0
  361. data/packages/gsutil/boto/boto/swf/exceptions.py +44 -0
  362. data/packages/gsutil/boto/boto/swf/layer1.py +1512 -0
  363. data/packages/gsutil/boto/boto/swf/layer1_decisions.py +287 -0
  364. data/packages/gsutil/boto/boto/swf/layer2.py +342 -0
  365. data/packages/gsutil/boto/boto/utils.py +927 -0
  366. data/packages/gsutil/boto/boto/utils.pyc +0 -0
  367. data/packages/gsutil/boto/boto/vpc/__init__.py +910 -0
  368. data/packages/gsutil/boto/boto/vpc/customergateway.py +54 -0
  369. data/packages/gsutil/boto/boto/vpc/dhcpoptions.py +72 -0
  370. data/packages/gsutil/boto/boto/vpc/internetgateway.py +72 -0
  371. data/packages/gsutil/boto/boto/vpc/routetable.py +109 -0
  372. data/packages/gsutil/boto/boto/vpc/subnet.py +57 -0
  373. data/packages/gsutil/boto/boto/vpc/vpc.py +54 -0
  374. data/packages/gsutil/boto/boto/vpc/vpnconnection.py +60 -0
  375. data/packages/gsutil/boto/boto/vpc/vpngateway.py +83 -0
  376. data/packages/gsutil/boto/docs/BotoCheatSheet.pdf +0 -0
  377. data/packages/gsutil/boto/docs/Makefile +89 -0
  378. data/packages/gsutil/boto/docs/make.bat +113 -0
  379. data/packages/gsutil/boto/docs/source/_templates/layout.html +3 -0
  380. data/packages/gsutil/boto/docs/source/autoscale_tut.rst +220 -0
  381. data/packages/gsutil/boto/docs/source/boto_config_tut.rst +125 -0
  382. data/packages/gsutil/boto/docs/source/boto_theme/static/boto.css_t +239 -0
  383. data/packages/gsutil/boto/docs/source/boto_theme/static/pygments.css +61 -0
  384. data/packages/gsutil/boto/docs/source/boto_theme/theme.conf +3 -0
  385. data/packages/gsutil/boto/docs/source/cloudfront_tut.rst +196 -0
  386. data/packages/gsutil/boto/docs/source/cloudsearch_tut.rst +411 -0
  387. data/packages/gsutil/boto/docs/source/cloudwatch_tut.rst +116 -0
  388. data/packages/gsutil/boto/docs/source/conf.py +32 -0
  389. data/packages/gsutil/boto/docs/source/contributing.rst +204 -0
  390. data/packages/gsutil/boto/docs/source/documentation.rst +59 -0
  391. data/packages/gsutil/boto/docs/source/dynamodb_tut.rst +339 -0
  392. data/packages/gsutil/boto/docs/source/ec2_tut.rst +86 -0
  393. data/packages/gsutil/boto/docs/source/elb_tut.rst +257 -0
  394. data/packages/gsutil/boto/docs/source/emr_tut.rst +108 -0
  395. data/packages/gsutil/boto/docs/source/index.rst +146 -0
  396. data/packages/gsutil/boto/docs/source/rds_tut.rst +108 -0
  397. data/packages/gsutil/boto/docs/source/ref/autoscale.rst +62 -0
  398. data/packages/gsutil/boto/docs/source/ref/beanstalk.rst +26 -0
  399. data/packages/gsutil/boto/docs/source/ref/boto.rst +47 -0
  400. data/packages/gsutil/boto/docs/source/ref/cloudformation.rst +34 -0
  401. data/packages/gsutil/boto/docs/source/ref/cloudfront.rst +68 -0
  402. data/packages/gsutil/boto/docs/source/ref/cloudsearch.rst +59 -0
  403. data/packages/gsutil/boto/docs/source/ref/cloudwatch.rst +27 -0
  404. data/packages/gsutil/boto/docs/source/ref/contrib.rst +32 -0
  405. data/packages/gsutil/boto/docs/source/ref/datapipeline.rst +26 -0
  406. data/packages/gsutil/boto/docs/source/ref/dynamodb.rst +61 -0
  407. data/packages/gsutil/boto/docs/source/ref/ec2.rst +140 -0
  408. data/packages/gsutil/boto/docs/source/ref/ecs.rst +19 -0
  409. data/packages/gsutil/boto/docs/source/ref/elasticache.rst +19 -0
  410. data/packages/gsutil/boto/docs/source/ref/elastictranscoder.rst +26 -0
  411. data/packages/gsutil/boto/docs/source/ref/elb.rst +47 -0
  412. data/packages/gsutil/boto/docs/source/ref/emr.rst +34 -0
  413. data/packages/gsutil/boto/docs/source/ref/file.rst +34 -0
  414. data/packages/gsutil/boto/docs/source/ref/fps.rst +19 -0
  415. data/packages/gsutil/boto/docs/source/ref/glacier.rst +63 -0
  416. data/packages/gsutil/boto/docs/source/ref/gs.rst +72 -0
  417. data/packages/gsutil/boto/docs/source/ref/iam.rst +27 -0
  418. data/packages/gsutil/boto/docs/source/ref/index.rst +40 -0
  419. data/packages/gsutil/boto/docs/source/ref/manage.rst +47 -0
  420. data/packages/gsutil/boto/docs/source/ref/mturk.rst +54 -0
  421. data/packages/gsutil/boto/docs/source/ref/mws.rst +33 -0
  422. data/packages/gsutil/boto/docs/source/ref/pyami.rst +103 -0
  423. data/packages/gsutil/boto/docs/source/ref/rds.rst +47 -0
  424. data/packages/gsutil/boto/docs/source/ref/route53.rst +34 -0
  425. data/packages/gsutil/boto/docs/source/ref/s3.rst +111 -0
  426. data/packages/gsutil/boto/docs/source/ref/sdb.rst +45 -0
  427. data/packages/gsutil/boto/docs/source/ref/sdb_db.rst +83 -0
  428. data/packages/gsutil/boto/docs/source/ref/services.rst +61 -0
  429. data/packages/gsutil/boto/docs/source/ref/ses.rst +21 -0
  430. data/packages/gsutil/boto/docs/source/ref/sns.rst +17 -0
  431. data/packages/gsutil/boto/docs/source/ref/sqs.rst +61 -0
  432. data/packages/gsutil/boto/docs/source/ref/sts.rst +25 -0
  433. data/packages/gsutil/boto/docs/source/ref/swf.rst +22 -0
  434. data/packages/gsutil/boto/docs/source/ref/vpc.rst +54 -0
  435. data/packages/gsutil/boto/docs/source/s3_tut.rst +450 -0
  436. data/packages/gsutil/boto/docs/source/security_groups.rst +82 -0
  437. data/packages/gsutil/boto/docs/source/ses_tut.rst +171 -0
  438. data/packages/gsutil/boto/docs/source/simpledb_tut.rst +188 -0
  439. data/packages/gsutil/boto/docs/source/sqs_tut.rst +246 -0
  440. data/packages/gsutil/boto/docs/source/vpc_tut.rst +100 -0
  441. data/packages/gsutil/boto/pylintrc +305 -0
  442. data/packages/gsutil/boto/requirements.txt +10 -0
  443. data/packages/gsutil/boto/setup.py +89 -0
  444. data/packages/gsutil/boto/tests/__init__.py +20 -0
  445. data/packages/gsutil/boto/tests/db/test_lists.py +96 -0
  446. data/packages/gsutil/boto/tests/db/test_password.py +128 -0
  447. data/packages/gsutil/boto/tests/db/test_query.py +152 -0
  448. data/packages/gsutil/boto/tests/db/test_sequence.py +109 -0
  449. data/packages/gsutil/boto/tests/devpay/__init__.py +0 -0
  450. data/packages/gsutil/boto/tests/devpay/test_s3.py +181 -0
  451. data/packages/gsutil/boto/tests/fps/__init__.py +0 -0
  452. data/packages/gsutil/boto/tests/fps/test.py +100 -0
  453. data/packages/gsutil/boto/tests/fps/test_verify_signature.py +12 -0
  454. data/packages/gsutil/boto/tests/integration/__init__.py +0 -0
  455. data/packages/gsutil/boto/tests/integration/beanstalk/test_wrapper.py +209 -0
  456. data/packages/gsutil/boto/tests/integration/cloudformation/__init__.py +21 -0
  457. data/packages/gsutil/boto/tests/integration/cloudformation/test_cert_verification.py +40 -0
  458. data/packages/gsutil/boto/tests/integration/cloudformation/test_connection.py +110 -0
  459. data/packages/gsutil/boto/tests/integration/cloudsearch/__init__.py +21 -0
  460. data/packages/gsutil/boto/tests/integration/cloudsearch/test_cert_verification.py +40 -0
  461. data/packages/gsutil/boto/tests/integration/datapipeline/test_layer1.py +122 -0
  462. data/packages/gsutil/boto/tests/integration/dynamodb/__init__.py +20 -0
  463. data/packages/gsutil/boto/tests/integration/dynamodb/test_cert_verification.py +40 -0
  464. data/packages/gsutil/boto/tests/integration/dynamodb/test_layer1.py +266 -0
  465. data/packages/gsutil/boto/tests/integration/dynamodb/test_layer2.py +484 -0
  466. data/packages/gsutil/boto/tests/integration/dynamodb/test_table.py +84 -0
  467. data/packages/gsutil/boto/tests/integration/ec2/__init__.py +20 -0
  468. data/packages/gsutil/boto/tests/integration/ec2/autoscale/__init__.py +21 -0
  469. data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_cert_verification.py +40 -0
  470. data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_connection.py +167 -0
  471. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/__init__.py +20 -0
  472. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_cert_verification.py +40 -0
  473. data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_connection.py +277 -0
  474. data/packages/gsutil/boto/tests/integration/ec2/elb/__init__.py +20 -0
  475. data/packages/gsutil/boto/tests/integration/ec2/elb/test_cert_verification.py +40 -0
  476. data/packages/gsutil/boto/tests/integration/ec2/elb/test_connection.py +130 -0
  477. data/packages/gsutil/boto/tests/integration/ec2/test_cert_verification.py +40 -0
  478. data/packages/gsutil/boto/tests/integration/ec2/test_connection.py +192 -0
  479. data/packages/gsutil/boto/tests/integration/ec2/vpc/__init__.py +0 -0
  480. data/packages/gsutil/boto/tests/integration/ec2/vpc/test_connection.py +95 -0
  481. data/packages/gsutil/boto/tests/integration/elasticache/__init__.py +0 -0
  482. data/packages/gsutil/boto/tests/integration/elasticache/test_layer1.py +67 -0
  483. data/packages/gsutil/boto/tests/integration/elastictranscoder/__init__.py +0 -0
  484. data/packages/gsutil/boto/tests/integration/elastictranscoder/test_cert_verification.py +35 -0
  485. data/packages/gsutil/boto/tests/integration/elastictranscoder/test_layer1.py +115 -0
  486. data/packages/gsutil/boto/tests/integration/emr/__init__.py +20 -0
  487. data/packages/gsutil/boto/tests/integration/emr/test_cert_verification.py +40 -0
  488. data/packages/gsutil/boto/tests/integration/glacier/__init__.py +22 -0
  489. data/packages/gsutil/boto/tests/integration/glacier/test_cert_verification.py +40 -0
  490. data/packages/gsutil/boto/tests/integration/glacier/test_layer1.py +44 -0
  491. data/packages/gsutil/boto/tests/integration/glacier/test_layer2.py +45 -0
  492. data/packages/gsutil/boto/tests/integration/gs/__init__.py +0 -0
  493. data/packages/gsutil/boto/tests/integration/gs/cb_test_harness.py +71 -0
  494. data/packages/gsutil/boto/tests/integration/gs/test_basic.py +379 -0
  495. data/packages/gsutil/boto/tests/integration/gs/test_generation_conditionals.py +399 -0
  496. data/packages/gsutil/boto/tests/integration/gs/test_resumable_downloads.py +358 -0
  497. data/packages/gsutil/boto/tests/integration/gs/test_resumable_uploads.py +525 -0
  498. data/packages/gsutil/boto/tests/integration/gs/test_storage_uri.py +125 -0
  499. data/packages/gsutil/boto/tests/integration/gs/test_versioning.py +268 -0
  500. data/packages/gsutil/boto/tests/integration/gs/testcase.py +116 -0
  501. data/packages/gsutil/boto/tests/integration/gs/util.py +63 -0
  502. data/packages/gsutil/boto/tests/integration/iam/__init__.py +20 -0
  503. data/packages/gsutil/boto/tests/integration/iam/test_cert_verification.py +40 -0
  504. data/packages/gsutil/boto/tests/integration/mws/__init__.py +0 -0
  505. data/packages/gsutil/boto/tests/integration/mws/test.py +100 -0
  506. data/packages/gsutil/boto/tests/integration/rds/__init__.py +21 -0
  507. data/packages/gsutil/boto/tests/integration/rds/test_cert_verification.py +40 -0
  508. data/packages/gsutil/boto/tests/integration/route53/__init__.py +20 -0
  509. data/packages/gsutil/boto/tests/integration/route53/test_cert_verification.py +40 -0
  510. data/packages/gsutil/boto/tests/integration/route53/test_zone.py +132 -0
  511. data/packages/gsutil/boto/tests/integration/s3/__init__.py +20 -0
  512. data/packages/gsutil/boto/tests/integration/s3/mock_storage_service.py +589 -0
  513. data/packages/gsutil/boto/tests/integration/s3/other_cacerts.txt +70 -0
  514. data/packages/gsutil/boto/tests/integration/s3/test_bucket.py +263 -0
  515. data/packages/gsutil/boto/tests/integration/s3/test_cert_verification.py +40 -0
  516. data/packages/gsutil/boto/tests/integration/s3/test_connection.py +245 -0
  517. data/packages/gsutil/boto/tests/integration/s3/test_cors.py +78 -0
  518. data/packages/gsutil/boto/tests/integration/s3/test_encryption.py +115 -0
  519. data/packages/gsutil/boto/tests/integration/s3/test_https_cert_validation.py +141 -0
  520. data/packages/gsutil/boto/tests/integration/s3/test_key.py +375 -0
  521. data/packages/gsutil/boto/tests/integration/s3/test_mfa.py +95 -0
  522. data/packages/gsutil/boto/tests/integration/s3/test_multidelete.py +181 -0
  523. data/packages/gsutil/boto/tests/integration/s3/test_multipart.py +139 -0
  524. data/packages/gsutil/boto/tests/integration/s3/test_pool.py +246 -0
  525. data/packages/gsutil/boto/tests/integration/s3/test_versioning.py +158 -0
  526. data/packages/gsutil/boto/tests/integration/sdb/__init__.py +20 -0
  527. data/packages/gsutil/boto/tests/integration/sdb/test_cert_verification.py +40 -0
  528. data/packages/gsutil/boto/tests/integration/sdb/test_connection.py +119 -0
  529. data/packages/gsutil/boto/tests/integration/ses/__init__.py +0 -0
  530. data/packages/gsutil/boto/tests/integration/ses/test_cert_verification.py +40 -0
  531. data/packages/gsutil/boto/tests/integration/ses/test_connection.py +38 -0
  532. data/packages/gsutil/boto/tests/integration/sns/__init__.py +20 -0
  533. data/packages/gsutil/boto/tests/integration/sns/test_cert_verification.py +40 -0
  534. data/packages/gsutil/boto/tests/integration/sqs/__init__.py +20 -0
  535. data/packages/gsutil/boto/tests/integration/sqs/test_cert_verification.py +40 -0
  536. data/packages/gsutil/boto/tests/integration/sqs/test_connection.py +217 -0
  537. data/packages/gsutil/boto/tests/integration/sts/__init__.py +20 -0
  538. data/packages/gsutil/boto/tests/integration/sts/test_cert_verification.py +40 -0
  539. data/packages/gsutil/boto/tests/integration/sts/test_session_token.py +65 -0
  540. data/packages/gsutil/boto/tests/integration/swf/__init__.py +0 -0
  541. data/packages/gsutil/boto/tests/integration/swf/test_cert_verification.py +40 -0
  542. data/packages/gsutil/boto/tests/integration/swf/test_layer1.py +246 -0
  543. data/packages/gsutil/boto/tests/integration/swf/test_layer1_workflow_execution.py +173 -0
  544. data/packages/gsutil/boto/tests/mturk/__init__.py +0 -0
  545. data/packages/gsutil/boto/tests/mturk/_init_environment.py +28 -0
  546. data/packages/gsutil/boto/tests/mturk/all_tests.py +24 -0
  547. data/packages/gsutil/boto/tests/mturk/cleanup_tests.py +47 -0
  548. data/packages/gsutil/boto/tests/mturk/common.py +45 -0
  549. data/packages/gsutil/boto/tests/mturk/create_free_text_question_regex.doctest +100 -0
  550. data/packages/gsutil/boto/tests/mturk/create_hit.doctest +92 -0
  551. data/packages/gsutil/boto/tests/mturk/create_hit_binary.doctest +94 -0
  552. data/packages/gsutil/boto/tests/mturk/create_hit_external.py +21 -0
  553. data/packages/gsutil/boto/tests/mturk/create_hit_from_hit_type.doctest +103 -0
  554. data/packages/gsutil/boto/tests/mturk/create_hit_test.py +21 -0
  555. data/packages/gsutil/boto/tests/mturk/create_hit_with_qualifications.py +16 -0
  556. data/packages/gsutil/boto/tests/mturk/hit_persistence.py +27 -0
  557. data/packages/gsutil/boto/tests/mturk/mocks.py +11 -0
  558. data/packages/gsutil/boto/tests/mturk/reviewable_hits.doctest +129 -0
  559. data/packages/gsutil/boto/tests/mturk/run-doctest.py +13 -0
  560. data/packages/gsutil/boto/tests/mturk/search_hits.doctest +16 -0
  561. data/packages/gsutil/boto/tests/mturk/selenium_support.py +61 -0
  562. data/packages/gsutil/boto/tests/mturk/support.py +7 -0
  563. data/packages/gsutil/boto/tests/mturk/test_disable_hit.py +11 -0
  564. data/packages/gsutil/boto/tests/test.py +59 -0
  565. data/packages/gsutil/boto/tests/unit/__init__.py +79 -0
  566. data/packages/gsutil/boto/tests/unit/auth/__init__.py +0 -0
  567. data/packages/gsutil/boto/tests/unit/auth/test_sigv4.py +73 -0
  568. data/packages/gsutil/boto/tests/unit/beanstalk/__init__.py +0 -0
  569. data/packages/gsutil/boto/tests/unit/beanstalk/test_layer1.py +128 -0
  570. data/packages/gsutil/boto/tests/unit/cloudformation/__init__.py +0 -0
  571. data/packages/gsutil/boto/tests/unit/cloudformation/test_connection.py +605 -0
  572. data/packages/gsutil/boto/tests/unit/cloudformation/test_stack.py +63 -0
  573. data/packages/gsutil/boto/tests/unit/cloudfront/__init__.py +0 -0
  574. data/packages/gsutil/boto/tests/unit/cloudfront/test_invalidation_list.py +113 -0
  575. data/packages/gsutil/boto/tests/unit/cloudfront/test_signed_urls.py +354 -0
  576. data/packages/gsutil/boto/tests/unit/cloudsearch/__init__.py +1 -0
  577. data/packages/gsutil/boto/tests/unit/cloudsearch/test_connection.py +241 -0
  578. data/packages/gsutil/boto/tests/unit/cloudsearch/test_document.py +324 -0
  579. data/packages/gsutil/boto/tests/unit/cloudsearch/test_search.py +325 -0
  580. data/packages/gsutil/boto/tests/unit/dynamodb/__init__.py +0 -0
  581. data/packages/gsutil/boto/tests/unit/dynamodb/test_batch.py +103 -0
  582. data/packages/gsutil/boto/tests/unit/dynamodb/test_layer2.py +119 -0
  583. data/packages/gsutil/boto/tests/unit/dynamodb/test_types.py +82 -0
  584. data/packages/gsutil/boto/tests/unit/ec2/__init__.py +0 -0
  585. data/packages/gsutil/boto/tests/unit/ec2/autoscale/__init__.py +0 -0
  586. data/packages/gsutil/boto/tests/unit/ec2/autoscale/test_group.py +162 -0
  587. data/packages/gsutil/boto/tests/unit/ec2/test_address.py +39 -0
  588. data/packages/gsutil/boto/tests/unit/ec2/test_blockdevicemapping.py +79 -0
  589. data/packages/gsutil/boto/tests/unit/ec2/test_connection.py +480 -0
  590. data/packages/gsutil/boto/tests/unit/ec2/test_instance.py +243 -0
  591. data/packages/gsutil/boto/tests/unit/ec2/test_networkinterface.py +140 -0
  592. data/packages/gsutil/boto/tests/unit/ec2/test_volume.py +248 -0
  593. data/packages/gsutil/boto/tests/unit/emr/test_emr_responses.py +373 -0
  594. data/packages/gsutil/boto/tests/unit/glacier/__init__.py +0 -0
  595. data/packages/gsutil/boto/tests/unit/glacier/test_concurrent.py +120 -0
  596. data/packages/gsutil/boto/tests/unit/glacier/test_job.py +60 -0
  597. data/packages/gsutil/boto/tests/unit/glacier/test_layer1.py +98 -0
  598. data/packages/gsutil/boto/tests/unit/glacier/test_layer2.py +266 -0
  599. data/packages/gsutil/boto/tests/unit/glacier/test_utils.py +116 -0
  600. data/packages/gsutil/boto/tests/unit/glacier/test_vault.py +100 -0
  601. data/packages/gsutil/boto/tests/unit/glacier/test_writer.py +185 -0
  602. data/packages/gsutil/boto/tests/unit/provider/__init__.py +0 -0
  603. data/packages/gsutil/boto/tests/unit/provider/test_provider.py +176 -0
  604. data/packages/gsutil/boto/tests/unit/rds/__init__.py +0 -0
  605. data/packages/gsutil/boto/tests/unit/rds/test_connection.py +131 -0
  606. data/packages/gsutil/boto/tests/unit/s3/__init__.py +0 -0
  607. data/packages/gsutil/boto/tests/unit/s3/test_cors_configuration.py +77 -0
  608. data/packages/gsutil/boto/tests/unit/s3/test_key.py +75 -0
  609. data/packages/gsutil/boto/tests/unit/s3/test_keyfile.py +101 -0
  610. data/packages/gsutil/boto/tests/unit/s3/test_lifecycle.py +97 -0
  611. data/packages/gsutil/boto/tests/unit/s3/test_tagging.py +47 -0
  612. data/packages/gsutil/boto/tests/unit/s3/test_uri.py +257 -0
  613. data/packages/gsutil/boto/tests/unit/s3/test_website.py +188 -0
  614. data/packages/gsutil/boto/tests/unit/sns/__init__.py +0 -0
  615. data/packages/gsutil/boto/tests/unit/sns/test_connection.py +99 -0
  616. data/packages/gsutil/boto/tests/unit/sqs/__init__.py +0 -0
  617. data/packages/gsutil/boto/tests/unit/sqs/test_connection.py +98 -0
  618. data/packages/gsutil/boto/tests/unit/sqs/test_queue.py +40 -0
  619. data/packages/gsutil/boto/tests/unit/sts/test_connection.py +74 -0
  620. data/packages/gsutil/boto/tests/unit/test_connection.py +60 -0
  621. data/packages/gsutil/boto/tests/unit/utils/test_utils.py +109 -0
  622. data/packages/gsutil/boto/tox.ini +8 -0
  623. data/packages/gsutil/gslib/README +5 -0
  624. data/packages/gsutil/gslib/__init__.py +22 -0
  625. data/packages/gsutil/gslib/__init__.pyc +0 -0
  626. data/packages/gsutil/gslib/addlhelp/__init__.py +15 -0
  627. data/packages/gsutil/gslib/addlhelp/acls.py +234 -0
  628. data/packages/gsutil/gslib/addlhelp/anon.py +57 -0
  629. data/packages/gsutil/gslib/addlhelp/command_opts.py +116 -0
  630. data/packages/gsutil/gslib/addlhelp/dev.py +139 -0
  631. data/packages/gsutil/gslib/addlhelp/metadata.py +186 -0
  632. data/packages/gsutil/gslib/addlhelp/naming.py +173 -0
  633. data/packages/gsutil/gslib/addlhelp/prod.py +160 -0
  634. data/packages/gsutil/gslib/addlhelp/projects.py +130 -0
  635. data/packages/gsutil/gslib/addlhelp/subdirs.py +110 -0
  636. data/packages/gsutil/gslib/addlhelp/support.py +86 -0
  637. data/packages/gsutil/gslib/addlhelp/versioning.py +242 -0
  638. data/packages/gsutil/gslib/addlhelp/wildcards.py +170 -0
  639. data/packages/gsutil/gslib/bucket_listing_ref.py +175 -0
  640. data/packages/gsutil/gslib/bucket_listing_ref.pyc +0 -0
  641. data/packages/gsutil/gslib/command.py +722 -0
  642. data/packages/gsutil/gslib/command.pyc +0 -0
  643. data/packages/gsutil/gslib/command_runner.py +101 -0
  644. data/packages/gsutil/gslib/command_runner.pyc +0 -0
  645. data/packages/gsutil/gslib/commands/__init__.py +15 -0
  646. data/packages/gsutil/gslib/commands/__init__.pyc +0 -0
  647. data/packages/gsutil/gslib/commands/cat.py +131 -0
  648. data/packages/gsutil/gslib/commands/cat.pyc +0 -0
  649. data/packages/gsutil/gslib/commands/chacl.py +532 -0
  650. data/packages/gsutil/gslib/commands/chacl.pyc +0 -0
  651. data/packages/gsutil/gslib/commands/config.py +694 -0
  652. data/packages/gsutil/gslib/commands/config.pyc +0 -0
  653. data/packages/gsutil/gslib/commands/cp.py +1818 -0
  654. data/packages/gsutil/gslib/commands/cp.pyc +0 -0
  655. data/packages/gsutil/gslib/commands/disablelogging.py +101 -0
  656. data/packages/gsutil/gslib/commands/disablelogging.pyc +0 -0
  657. data/packages/gsutil/gslib/commands/enablelogging.py +149 -0
  658. data/packages/gsutil/gslib/commands/enablelogging.pyc +0 -0
  659. data/packages/gsutil/gslib/commands/getacl.py +82 -0
  660. data/packages/gsutil/gslib/commands/getacl.pyc +0 -0
  661. data/packages/gsutil/gslib/commands/getcors.py +121 -0
  662. data/packages/gsutil/gslib/commands/getcors.pyc +0 -0
  663. data/packages/gsutil/gslib/commands/getdefacl.py +86 -0
  664. data/packages/gsutil/gslib/commands/getdefacl.pyc +0 -0
  665. data/packages/gsutil/gslib/commands/getlogging.py +137 -0
  666. data/packages/gsutil/gslib/commands/getlogging.pyc +0 -0
  667. data/packages/gsutil/gslib/commands/getversioning.py +116 -0
  668. data/packages/gsutil/gslib/commands/getversioning.pyc +0 -0
  669. data/packages/gsutil/gslib/commands/getwebcfg.py +122 -0
  670. data/packages/gsutil/gslib/commands/getwebcfg.pyc +0 -0
  671. data/packages/gsutil/gslib/commands/help.py +218 -0
  672. data/packages/gsutil/gslib/commands/help.pyc +0 -0
  673. data/packages/gsutil/gslib/commands/ls.py +578 -0
  674. data/packages/gsutil/gslib/commands/ls.pyc +0 -0
  675. data/packages/gsutil/gslib/commands/mb.py +172 -0
  676. data/packages/gsutil/gslib/commands/mb.pyc +0 -0
  677. data/packages/gsutil/gslib/commands/mv.py +159 -0
  678. data/packages/gsutil/gslib/commands/mv.pyc +0 -0
  679. data/packages/gsutil/gslib/commands/perfdiag.py +903 -0
  680. data/packages/gsutil/gslib/commands/perfdiag.pyc +0 -0
  681. data/packages/gsutil/gslib/commands/rb.py +113 -0
  682. data/packages/gsutil/gslib/commands/rb.pyc +0 -0
  683. data/packages/gsutil/gslib/commands/rm.py +239 -0
  684. data/packages/gsutil/gslib/commands/rm.pyc +0 -0
  685. data/packages/gsutil/gslib/commands/setacl.py +138 -0
  686. data/packages/gsutil/gslib/commands/setacl.pyc +0 -0
  687. data/packages/gsutil/gslib/commands/setcors.py +145 -0
  688. data/packages/gsutil/gslib/commands/setcors.pyc +0 -0
  689. data/packages/gsutil/gslib/commands/setdefacl.py +105 -0
  690. data/packages/gsutil/gslib/commands/setdefacl.pyc +0 -0
  691. data/packages/gsutil/gslib/commands/setmeta.py +428 -0
  692. data/packages/gsutil/gslib/commands/setmeta.pyc +0 -0
  693. data/packages/gsutil/gslib/commands/setversioning.py +114 -0
  694. data/packages/gsutil/gslib/commands/setversioning.pyc +0 -0
  695. data/packages/gsutil/gslib/commands/setwebcfg.py +190 -0
  696. data/packages/gsutil/gslib/commands/setwebcfg.pyc +0 -0
  697. data/packages/gsutil/gslib/commands/test.py +228 -0
  698. data/packages/gsutil/gslib/commands/test.pyc +0 -0
  699. data/packages/gsutil/gslib/commands/update.py +305 -0
  700. data/packages/gsutil/gslib/commands/update.pyc +0 -0
  701. data/packages/gsutil/gslib/commands/version.py +150 -0
  702. data/packages/gsutil/gslib/commands/version.pyc +0 -0
  703. data/packages/gsutil/gslib/exception.py +76 -0
  704. data/packages/gsutil/gslib/exception.pyc +0 -0
  705. data/packages/gsutil/gslib/help_provider.py +81 -0
  706. data/packages/gsutil/gslib/help_provider.pyc +0 -0
  707. data/packages/gsutil/gslib/name_expansion.py +550 -0
  708. data/packages/gsutil/gslib/name_expansion.pyc +0 -0
  709. data/packages/gsutil/gslib/no_op_auth_plugin.py +30 -0
  710. data/packages/gsutil/gslib/plurality_checkable_iterator.py +56 -0
  711. data/packages/gsutil/gslib/plurality_checkable_iterator.pyc +0 -0
  712. data/packages/gsutil/gslib/project_id.py +67 -0
  713. data/packages/gsutil/gslib/project_id.pyc +0 -0
  714. data/packages/gsutil/gslib/storage_uri_builder.py +56 -0
  715. data/packages/gsutil/gslib/storage_uri_builder.pyc +0 -0
  716. data/packages/gsutil/gslib/tests/__init__.py +15 -0
  717. data/packages/gsutil/gslib/tests/__init__.pyc +0 -0
  718. data/packages/gsutil/gslib/tests/test_chacl.py +236 -0
  719. data/packages/gsutil/gslib/tests/test_cp.py +267 -0
  720. data/packages/gsutil/gslib/tests/test_data/test.gif +0 -0
  721. data/packages/gsutil/gslib/tests/test_data/test.mp3 +0 -0
  722. data/packages/gsutil/gslib/tests/test_ls.py +66 -0
  723. data/packages/gsutil/gslib/tests/test_mv.py +69 -0
  724. data/packages/gsutil/gslib/tests/test_naming.py +989 -0
  725. data/packages/gsutil/gslib/tests/test_perfdiag.py +41 -0
  726. data/packages/gsutil/gslib/tests/test_plurality_checkable_iterator.py +67 -0
  727. data/packages/gsutil/gslib/tests/test_rm.py +143 -0
  728. data/packages/gsutil/gslib/tests/test_setacl.py +152 -0
  729. data/packages/gsutil/gslib/tests/test_setcors.py +168 -0
  730. data/packages/gsutil/gslib/tests/test_setmeta.py +91 -0
  731. data/packages/gsutil/gslib/tests/test_setversioning.py +44 -0
  732. data/packages/gsutil/gslib/tests/test_setwebcfg.py +63 -0
  733. data/packages/gsutil/gslib/tests/test_thread_pool.py +92 -0
  734. data/packages/gsutil/gslib/tests/test_wildcard_iterator.py +364 -0
  735. data/packages/gsutil/gslib/tests/testcase/__init__.py +18 -0
  736. data/packages/gsutil/gslib/tests/testcase/base.py +89 -0
  737. data/packages/gsutil/gslib/tests/testcase/integration_testcase.py +197 -0
  738. data/packages/gsutil/gslib/tests/testcase/unit_testcase.py +230 -0
  739. data/packages/gsutil/gslib/tests/util.py +125 -0
  740. data/packages/gsutil/gslib/tests/util.pyc +0 -0
  741. data/packages/gsutil/gslib/thread_pool.py +79 -0
  742. data/packages/gsutil/gslib/thread_pool.pyc +0 -0
  743. data/packages/gsutil/gslib/util.py +151 -0
  744. data/packages/gsutil/gslib/util.pyc +0 -0
  745. data/packages/gsutil/gslib/wildcard_iterator.py +492 -0
  746. data/packages/gsutil/gslib/wildcard_iterator.pyc +0 -0
  747. data/packages/gsutil/gsutil +377 -0
  748. data/packages/gsutil/gsutil.spec.in +75 -0
  749. data/packages/gsutil/oauth2_plugin/__init__.py +22 -0
  750. data/packages/gsutil/oauth2_plugin/__init__.pyc +0 -0
  751. data/packages/gsutil/oauth2_plugin/oauth2_client.py +642 -0
  752. data/packages/gsutil/oauth2_plugin/oauth2_client.pyc +0 -0
  753. data/packages/gsutil/oauth2_plugin/oauth2_client_test.py +374 -0
  754. data/packages/gsutil/oauth2_plugin/oauth2_helper.py +110 -0
  755. data/packages/gsutil/oauth2_plugin/oauth2_helper.pyc +0 -0
  756. data/packages/gsutil/oauth2_plugin/oauth2_plugin.py +24 -0
  757. data/packages/gsutil/oauth2_plugin/oauth2_plugin.pyc +0 -0
  758. data/packages/gsutil/pkg_gen.sh +54 -0
  759. data/packages/gsutil/pkg_util.py +60 -0
  760. data/packages/gsutil/setup.py +141 -0
  761. data/packages/gsutil/third_party/__init__.py +0 -0
  762. data/packages/gsutil/third_party/__init__.pyc +0 -0
  763. data/packages/gsutil/third_party/fancy_urllib/README +21 -0
  764. data/packages/gsutil/third_party/fancy_urllib/__init__.py +398 -0
  765. data/packages/gsutil/third_party/fancy_urllib/__init__.pyc +0 -0
  766. data/tasks/rubygem.rake +3 -1
  767. metadata +770 -7
  768. metadata.gz.sig +0 -0
@@ -0,0 +1,267 @@
1
+ # Copyright 2013 Google Inc. All Rights Reserved.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+
15
+ import boto
16
+ import os
17
+ import re
18
+ import gslib.tests.testcase as testcase
19
+ from gslib.util import TWO_MB
20
+ from boto import storage_uri
21
+ from gslib.tests.util import ObjectToURI as suri
22
+
23
+
24
+ CURDIR = os.path.abspath(os.path.dirname(__file__))
25
+ TEST_DATA_DIR = os.path.join(CURDIR, 'test_data')
26
+
27
+
28
+ class TestCp(testcase.GsUtilIntegrationTestCase):
29
+ """Integration tests for cp command."""
30
+
31
+ def _get_test_file(self, name):
32
+ return os.path.join(TEST_DATA_DIR, name)
33
+
34
+ def test_noclobber(self):
35
+ key_uri = self.CreateObject(contents='foo')
36
+ fpath = self.CreateTempFile(contents='bar')
37
+ stderr = self.RunGsUtil(['cp', '-n', fpath, suri(key_uri)],
38
+ return_stderr=True)
39
+ self.assertIn('Skipping existing item: %s' % suri(key_uri), stderr)
40
+ self.assertEqual(key_uri.get_contents_as_string(), 'foo')
41
+ stderr = self.RunGsUtil(['cp', '-n', suri(key_uri), fpath],
42
+ return_stderr=True)
43
+ with open(fpath, 'r') as f:
44
+ self.assertIn('Skipping existing item: %s' % suri(f), stderr)
45
+ self.assertEqual(f.read(), 'bar')
46
+
47
+ def test_copy_in_cloud_noclobber(self):
48
+ bucket1_uri = self.CreateBucket()
49
+ bucket2_uri = self.CreateBucket()
50
+ key_uri = self.CreateObject(bucket_uri=bucket1_uri, contents='foo')
51
+ stderr = self.RunGsUtil(['cp', suri(key_uri), suri(bucket2_uri)],
52
+ return_stderr=True)
53
+ self.assertEqual(stderr.count('Copying'), 1)
54
+ stderr = self.RunGsUtil(['cp', '-n', suri(key_uri), suri(bucket2_uri)],
55
+ return_stderr=True)
56
+ self.assertIn('Skipping existing item: %s' % suri(bucket2_uri,
57
+ key_uri.object_name), stderr)
58
+
59
+ def test_streaming(self):
60
+ bucket_uri = self.CreateBucket()
61
+ stderr = self.RunGsUtil(['cp', '-', '%s' % suri(bucket_uri, 'foo')],
62
+ stdin='bar', return_stderr=True)
63
+ self.assertIn('Copying from <STDIN>', stderr)
64
+ key_uri = bucket_uri.clone_replace_name('foo')
65
+ self.assertEqual(key_uri.get_contents_as_string(), 'bar')
66
+
67
+ # TODO: Implement a way to test both with and without using magic file.
68
+
69
+ def test_detect_content_type(self):
70
+ bucket_uri = self.CreateBucket()
71
+ dsturi = suri(bucket_uri, 'foo')
72
+
73
+ self.RunGsUtil(['cp', self._get_test_file('test.mp3'), dsturi])
74
+ stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
75
+ self.assertIn('Content-Type:\taudio/mpeg', stdout)
76
+
77
+ self.RunGsUtil(['cp', self._get_test_file('test.gif'), dsturi])
78
+ stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
79
+ self.assertIn('Content-Type:\timage/gif', stdout)
80
+
81
+ def test_content_type_override_default(self):
82
+ bucket_uri = self.CreateBucket()
83
+ dsturi = suri(bucket_uri, 'foo')
84
+
85
+ self.RunGsUtil(['-h', 'Content-Type:', 'cp',
86
+ self._get_test_file('test.mp3'), dsturi])
87
+ stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
88
+ self.assertIn('Content-Type:\tbinary/octet-stream', stdout)
89
+
90
+ self.RunGsUtil(['-h', 'Content-Type:', 'cp',
91
+ self._get_test_file('test.gif'), dsturi])
92
+ stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
93
+ self.assertIn('Content-Type:\tbinary/octet-stream', stdout)
94
+
95
+ def test_content_type_override(self):
96
+ bucket_uri = self.CreateBucket()
97
+ dsturi = suri(bucket_uri, 'foo')
98
+
99
+ self.RunGsUtil(['-h', 'Content-Type:', 'cp',
100
+ self._get_test_file('test.mp3'), dsturi])
101
+ stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
102
+ self.assertIn('Content-Type:\tbinary/octet-stream', stdout)
103
+
104
+ self.RunGsUtil(['-h', 'Content-Type:', 'cp',
105
+ self._get_test_file('test.gif'), dsturi])
106
+ stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
107
+ self.assertIn('Content-Type:\tbinary/octet-stream', stdout)
108
+
109
+ def test_foo_noct(self):
110
+ bucket_uri = self.CreateBucket()
111
+ dsturi = suri(bucket_uri, 'foo')
112
+ fpath = self.CreateTempFile(contents='foo/bar\n')
113
+ self.RunGsUtil(['cp', fpath, dsturi])
114
+ stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
115
+ USE_MAGICFILE = boto.config.getbool('GSUtil', 'use_magicfile', False)
116
+ content_type = 'text/plain' if USE_MAGICFILE else 'application/octet-stream'
117
+ self.assertIn('Content-Type:\t%s' % content_type, stdout)
118
+
119
+ def test_content_type_mismatches(self):
120
+ bucket_uri = self.CreateBucket()
121
+ dsturi = suri(bucket_uri, 'foo')
122
+ fpath = self.CreateTempFile(contents='foo/bar\n')
123
+
124
+ self.RunGsUtil(['-h', 'Content-Type:image/gif', 'cp',
125
+ self._get_test_file('test.mp3'), dsturi])
126
+ stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
127
+ self.assertIn('Content-Type:\timage/gif', stdout)
128
+
129
+ self.RunGsUtil(['-h', 'Content-Type:image/gif', 'cp',
130
+ self._get_test_file('test.gif'), dsturi])
131
+ stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
132
+ self.assertIn('Content-Type:\timage/gif', stdout)
133
+
134
+ self.RunGsUtil(['-h', 'Content-Type:image/gif', 'cp', fpath, dsturi])
135
+ stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
136
+ self.assertIn('Content-Type:\timage/gif', stdout)
137
+
138
+ def test_versioning(self):
139
+ bucket_uri = self.CreateVersionedBucket()
140
+ k1_uri = self.CreateObject(bucket_uri=bucket_uri, contents='data2')
141
+ k2_uri = self.CreateObject(bucket_uri=bucket_uri, contents='data1')
142
+ g1 = k2_uri.generation
143
+ self.RunGsUtil(['cp', suri(k1_uri), suri(k2_uri)])
144
+ k2_uri = bucket_uri.clone_replace_name(k2_uri.object_name)
145
+ k2_uri = bucket_uri.clone_replace_key(k2_uri.get_key())
146
+ g2 = k2_uri.generation
147
+ k2_uri.set_contents_from_string('data3')
148
+ g3 = k2_uri.generation
149
+
150
+ fpath = self.CreateTempFile()
151
+ # Check to make sure current version is data3.
152
+ self.RunGsUtil(['cp', k2_uri.versionless_uri, fpath])
153
+ with open(fpath, 'r') as f:
154
+ self.assertEqual(f.read(), 'data3')
155
+
156
+ # Check contents of all three versions
157
+ self.RunGsUtil(['cp', '%s#%s' % (k2_uri.versionless_uri, g1), fpath])
158
+ with open(fpath, 'r') as f:
159
+ self.assertEqual(f.read(), 'data1')
160
+ self.RunGsUtil(['cp', '%s#%s' % (k2_uri.versionless_uri, g2), fpath])
161
+ with open(fpath, 'r') as f:
162
+ self.assertEqual(f.read(), 'data2')
163
+ self.RunGsUtil(['cp', '%s#%s' % (k2_uri.versionless_uri, g3), fpath])
164
+ with open(fpath, 'r') as f:
165
+ self.assertEqual(f.read(), 'data3')
166
+
167
+ # Copy first version to current and verify.
168
+ self.RunGsUtil(['cp', '%s#%s' % (k2_uri.versionless_uri, g1),
169
+ k2_uri.versionless_uri])
170
+ self.RunGsUtil(['cp', k2_uri.versionless_uri, fpath])
171
+ with open(fpath, 'r') as f:
172
+ self.assertEqual(f.read(), 'data1')
173
+
174
+ # Attempt to specify a version-specific URI for destination.
175
+ stderr = self.RunGsUtil(['cp', fpath, k2_uri.uri], return_stderr=True,
176
+ expected_status=1)
177
+ self.assertIn('cannot be the destination for gsutil cp', stderr)
178
+
179
+ def test_cp_v_option(self):
180
+ # Tests that cp -v option returns the created object's version-specific URI.
181
+ bucket_uri = self.CreateVersionedBucket()
182
+ k1_uri = self.CreateObject(bucket_uri=bucket_uri, contents='data1')
183
+ k2_uri = self.CreateObject(bucket_uri=bucket_uri, contents='data2')
184
+ g1 = k1_uri.generation
185
+
186
+ # Case 1: Upload file to object using one-shot PUT.
187
+ tmpdir = self.CreateTempDir()
188
+ fpath1 = self.CreateTempFile(tmpdir=tmpdir, contents='data1')
189
+ self._run_cp_minus_v_test('-v', fpath1, k2_uri.uri)
190
+
191
+ # Case 2: Upload file to object using resumable upload.
192
+ size_threshold = boto.config.get('GSUtil', 'resumable_threshold', TWO_MB)
193
+ file_as_string = os.urandom(size_threshold)
194
+ tmpdir = self.CreateTempDir()
195
+ fpath1 = self.CreateTempFile(tmpdir=tmpdir, contents=file_as_string)
196
+ self._run_cp_minus_v_test('-v', fpath1, k2_uri.uri)
197
+
198
+ # Case 3: Upload stream to object.
199
+ self._run_cp_minus_v_test('-v', '-', k2_uri.uri)
200
+
201
+ # Case 4: Download object to file. For this case we just expect output of
202
+ # gsutil cp -v to be the URI of the file.
203
+ tmpdir = self.CreateTempDir()
204
+ fpath1 = self.CreateTempFile(tmpdir=tmpdir)
205
+ dst_uri = storage_uri(fpath1)
206
+ stderr = self.RunGsUtil(['cp', '-v', suri(k1_uri), suri(dst_uri)],
207
+ return_stderr=True)
208
+ self.assertIn('Created: %s' % dst_uri.uri, stderr.split('\n')[-2])
209
+
210
+ # Case 5: Daisy-chain from object to object.
211
+ self._run_cp_minus_v_test('-Dv', k1_uri.uri, k2_uri.uri)
212
+
213
+ # Case 6: Copy object to object in-the-cloud.
214
+ # TODO: Uncomment this test once copy-in-the-cloud returns version-specific
215
+ # URI.
216
+ #self._run_cp_minus_v_test('-v', k1_uri.uri, k2_uri.uri)
217
+
218
+ def _run_cp_minus_v_test(self, opt, src_str, dst_str):
219
+ stderr = self.RunGsUtil(['cp', opt, src_str, dst_str], return_stderr=True)
220
+ match = re.search(r'Created: (.*)\n', stderr)
221
+ self.assertIsNotNone(match)
222
+ created_uri = match.group(1)
223
+ stdout = self.RunGsUtil(['ls', '-a', dst_str], return_stdout=True)
224
+ lines = stdout.split('\n')
225
+ # Final (most recent) object should match the "Created:" URI. This is
226
+ # in second-to-last line (last line is '\n').
227
+ self.assertEqual(created_uri, lines[-2])
228
+
229
+ def test_stdin_args(self):
230
+ tmpdir = self.CreateTempDir()
231
+ fpath1 = self.CreateTempFile(tmpdir=tmpdir, contents='data1')
232
+ fpath2 = self.CreateTempFile(tmpdir=tmpdir, contents='data2')
233
+ bucket_uri = self.CreateBucket()
234
+ self.RunGsUtil(['cp', '-I', suri(bucket_uri)],
235
+ stdin='\n'.join((fpath1, fpath2)))
236
+ stdout = self.RunGsUtil(['ls', suri(bucket_uri)], return_stdout=True)
237
+ self.assertIn(os.path.basename(fpath1), stdout)
238
+ self.assertIn(os.path.basename(fpath2), stdout)
239
+ self.assertNumLines(stdout, 2)
240
+
241
+ def test_daisy_chain_cp(self):
242
+ # Daisy chain mode is required for copying across storage classes,
243
+ # so create 2 buckets and attempt to copy without vs with daisy chain mode.
244
+ bucket1_uri = self.CreateBucket(storage_class='STANDARD')
245
+ bucket2_uri = self.CreateBucket(
246
+ storage_class='DURABLE_REDUCED_AVAILABILITY')
247
+ key_uri = self.CreateObject(bucket_uri=bucket1_uri, contents='foo')
248
+ stderr = self.RunGsUtil(['cp', suri(key_uri), suri(bucket2_uri)],
249
+ return_stderr=True, expected_status=1)
250
+ self.assertIn('Copy-in-the-cloud disallowed', stderr)
251
+ key_uri = self.CreateObject(bucket_uri=bucket1_uri, contents='foo')
252
+ stderr = self.RunGsUtil(['cp', '-D', suri(key_uri), suri(bucket2_uri)],
253
+ return_stderr=True)
254
+ self.assertNotIn('Copy-in-the-cloud disallowed', stderr)
255
+
256
+ def test_cp_key_to_local_stream(self):
257
+ bucket_uri = self.CreateBucket()
258
+ contents = 'foo'
259
+ key_uri = self.CreateObject(bucket_uri=bucket_uri, contents=contents)
260
+ stdout = self.RunGsUtil(['cp', suri(key_uri), '-'], return_stdout=True)
261
+ self.assertIn(contents, stdout)
262
+
263
+ def test_cp_local_file_to_local_stream(self):
264
+ contents = 'content'
265
+ fpath = self.CreateTempFile(contents=contents)
266
+ stdout = self.RunGsUtil(['cp', fpath, '-'], return_stdout=True)
267
+ self.assertIn(contents, stdout)
@@ -0,0 +1,66 @@
1
+ # Copyright 2013 Google Inc. All Rights Reserved.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+
15
+ import gslib.tests.testcase as testcase
16
+ from gslib.tests.util import ObjectToURI as suri
17
+
18
+
19
+ class TestLs(testcase.GsUtilIntegrationTestCase):
20
+ """Integration tests for ls command."""
21
+
22
+ def test_blank_ls(self):
23
+ self.RunGsUtil(['ls'])
24
+
25
+ def test_empty_bucket(self):
26
+ bucket_uri = self.CreateBucket()
27
+ stdout = self.RunGsUtil(['ls', suri(bucket_uri)], return_stdout=True)
28
+ self.assertEqual('', stdout)
29
+
30
+ def test_empty_bucket_with_b(self):
31
+ bucket_uri = self.CreateBucket()
32
+ stdout = self.RunGsUtil(['ls', '-b', suri(bucket_uri)], return_stdout=True)
33
+ self.assertEqual('%s/\n' % suri(bucket_uri), stdout)
34
+
35
+ def test_with_one_object(self):
36
+ bucket_uri = self.CreateBucket(test_objects=1)
37
+ stdout = self.RunGsUtil(['ls', suri(bucket_uri)], return_stdout=True)
38
+ objuri = [suri(bucket_uri.clone_replace_name(key.name))
39
+ for key in bucket_uri.list_bucket()][0]
40
+ self.assertEqual('%s\n' % objuri, stdout)
41
+
42
+ def test_subdir(self):
43
+ bucket_uri = self.CreateBucket(test_objects=1)
44
+ k1_uri = bucket_uri.clone_replace_name('foo')
45
+ k1_uri.set_contents_from_string('baz')
46
+ k2_uri = bucket_uri.clone_replace_name('dir/foo')
47
+ k2_uri.set_contents_from_string('bar')
48
+ stdout = self.RunGsUtil(['ls', '%s/dir' % suri(bucket_uri)],
49
+ return_stdout=True)
50
+ self.assertEqual('%s\n' % suri(k2_uri), stdout)
51
+ stdout = self.RunGsUtil(['ls', suri(k1_uri)], return_stdout=True)
52
+ self.assertEqual('%s\n' % suri(k1_uri), stdout)
53
+
54
+ def test_versioning(self):
55
+ bucket1_uri = self.CreateBucket(test_objects=1)
56
+ bucket2_uri = self.CreateVersionedBucket(test_objects=1)
57
+ bucket_list = list(bucket1_uri.list_bucket())
58
+ objuri = [bucket1_uri.clone_replace_key(key).versionless_uri
59
+ for key in bucket_list][0]
60
+ self.RunGsUtil(['cp', objuri, suri(bucket2_uri)])
61
+ self.RunGsUtil(['cp', objuri, suri(bucket2_uri)])
62
+ stdout = self.RunGsUtil(['ls', '-a', suri(bucket2_uri)], return_stdout=True)
63
+ self.assertNumLines(stdout, 3)
64
+ stdout = self.RunGsUtil(['ls', '-la', suri(bucket2_uri)], return_stdout=True)
65
+ self.assertIn('%s#' % bucket2_uri.clone_replace_name(bucket_list[0].name), stdout)
66
+ self.assertIn('meta_generation=', stdout)
@@ -0,0 +1,69 @@
1
+ # Copyright 2013 Google Inc. All Rights Reserved.
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+
15
+ import gslib.tests.testcase as testcase
16
+ from gslib.tests.util import ObjectToURI as suri
17
+
18
+
19
+ class TestMv(testcase.GsUtilIntegrationTestCase):
20
+ """Integration tests for mv command."""
21
+
22
+ def test_moving(self):
23
+ # Create two buckets, one with 2 objects and one with 0 objects, and verify.
24
+ bucket1_uri = self.CreateBucket(test_objects=2)
25
+ stdout = self.RunGsUtil(['ls', suri(bucket1_uri)], return_stdout=True)
26
+ self.assertNumLines(stdout, 2)
27
+ bucket2_uri = self.CreateBucket()
28
+ stdout = self.RunGsUtil(['ls', suri(bucket2_uri)], return_stdout=True)
29
+ self.assertNumLines(stdout, 0)
30
+
31
+ # Move two objects from bucket1 to bucket2.
32
+ objs = [bucket1_uri.clone_replace_key(key).versionless_uri
33
+ for key in bucket1_uri.list_bucket()]
34
+ cmd = (['-m', 'mv'] + objs + [suri(bucket2_uri)])
35
+ stderr = self.RunGsUtil(cmd, return_stderr=True)
36
+ self.assertEqual(stderr.count('Copying'), 2)
37
+ self.assertEqual(stderr.count('Removing'), 2)
38
+
39
+ # Verify objects were moved.
40
+ stdout = self.RunGsUtil(['ls', suri(bucket1_uri)], return_stdout=True)
41
+ self.assertNumLines(stdout, 0)
42
+ stdout = self.RunGsUtil(['ls', suri(bucket2_uri)], return_stdout=True)
43
+ self.assertNumLines(stdout, 2)
44
+
45
+ # Remove one of the objects.
46
+ objs = [bucket2_uri.clone_replace_key(key).versionless_uri
47
+ for key in bucket2_uri.list_bucket()]
48
+ obj1 = objs[0]
49
+ self.RunGsUtil(['rm', obj1])
50
+
51
+ # Verify there are now 1 and 0 objects.
52
+ stdout = self.RunGsUtil(['ls', suri(bucket1_uri)], return_stdout=True)
53
+ self.assertNumLines(stdout, 0)
54
+ stdout = self.RunGsUtil(['ls', suri(bucket2_uri)], return_stdout=True)
55
+ self.assertNumLines(stdout, 1)
56
+
57
+ # Move the 1 remaining object back.
58
+ objs = [suri(bucket2_uri.clone_replace_key(key))
59
+ for key in bucket2_uri.list_bucket()]
60
+ cmd = (['-m', 'mv'] + objs + [suri(bucket1_uri)])
61
+ stderr = self.RunGsUtil(cmd, return_stderr=True)
62
+ self.assertEqual(stderr.count('Copying'), 1)
63
+ self.assertEqual(stderr.count('Removing'), 1)
64
+
65
+ # Verify object moved.
66
+ stdout = self.RunGsUtil(['ls', suri(bucket1_uri)], return_stdout=True)
67
+ self.assertNumLines(stdout, 1)
68
+ stdout = self.RunGsUtil(['ls', suri(bucket2_uri)], return_stdout=True)
69
+ self.assertNumLines(stdout, 0)
@@ -0,0 +1,989 @@
1
+ # Copyright 2010 Google Inc. All Rights Reserved.
2
+ #
3
+ # Permission is hereby granted, free of charge, to any person obtaining a
4
+ # copy of this software and associated documentation files (the
5
+ # "Software"), to deal in the Software without restriction, including
6
+ # without limitation the rights to use, copy, modify, merge, publish, dis-
7
+ # tribute, sublicense, and/or sell copies of the Software, and to permit
8
+ # persons to whom the Software is furnished to do so, subject to the fol-
9
+ # lowing conditions:
10
+ #
11
+ # The above copyright notice and this permission notice shall be included
12
+ # in all copies or substantial portions of the Software.
13
+ #
14
+ # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
15
+ # OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
16
+ # ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
17
+ # SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
18
+ # WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
19
+ # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
20
+ # IN THE SOFTWARE.
21
+
22
+ """Tests for gsutil naming logic.
23
+ The test code in this file runs against an in-memory storage service mock,
24
+ so runs very quickly. This is valuable for testing changes that impact the
25
+ naming rules, since those rules are complex and it's useful to be able to
26
+ make small incremental changes and rerun the tests frequently. Additional
27
+ end-to-end tests (which send traffic to the production Google Cloud Storage
28
+ service) are available via the gsutil test command.
29
+ """
30
+
31
+ import gzip
32
+ import os
33
+ import posixpath
34
+ import StringIO
35
+
36
+ import boto
37
+ from boto.exception import StorageResponseError
38
+ from boto import storage_uri
39
+
40
+ from gslib.commands import cp
41
+ from gslib.exception import CommandException
42
+ import gslib.tests.testcase as testcase
43
+ from gslib.tests.util import ObjectToURI as suri
44
+
45
+
46
+ class GsutilNamingTests(testcase.GsUtilUnitTestCase):
47
+ """gsutil command method test suite"""
48
+
49
+ def testGetPathBeforeFinalDir(self):
50
+ """Tests _GetPathBeforeFinalDir() (unit test)"""
51
+ self.assertEqual('gs://',
52
+ cp._GetPathBeforeFinalDir(storage_uri('gs://bucket/')))
53
+ self.assertEqual('gs://bucket',
54
+ cp._GetPathBeforeFinalDir(storage_uri('gs://bucket/dir/')))
55
+ self.assertEqual('gs://bucket',
56
+ cp._GetPathBeforeFinalDir(storage_uri('gs://bucket/dir')))
57
+ self.assertEqual('gs://bucket/dir',
58
+ cp._GetPathBeforeFinalDir(
59
+ storage_uri('gs://bucket/dir/obj')))
60
+ src_dir = self.CreateTempDir()
61
+ subdir = os.path.join(src_dir, 'subdir')
62
+ os.mkdir(subdir)
63
+ self.assertEqual(suri(src_dir),
64
+ cp._GetPathBeforeFinalDir(storage_uri(suri(subdir))))
65
+
66
+ def testCopyingTopLevelFileToBucket(self):
67
+ """Tests copying one top-level file to a bucket"""
68
+ src_file = self.CreateTempFile(file_name='f0')
69
+ dst_bucket_uri = self.CreateBucket()
70
+ self.RunCommand('cp', [src_file, suri(dst_bucket_uri)])
71
+ actual = list(self._test_wildcard_iterator(
72
+ suri(dst_bucket_uri, '**')).IterUris())
73
+ self.assertEqual(1, len(actual))
74
+ self.assertEqual('f0', actual[0].object_name)
75
+
76
+ def testCopyingAbsolutePathDirToBucket(self):
77
+ """Tests recursively copying absolute path directory to a bucket"""
78
+ dst_bucket_uri = self.CreateBucket()
79
+ src_dir_root = self.CreateTempDir(test_files=[
80
+ 'f0', 'f1', 'f2.txt', ('dir0', 'dir1', 'nested')])
81
+ self.RunCommand('cp', ['-R', src_dir_root, suri(dst_bucket_uri)])
82
+ actual = set(str(u) for u in self._test_wildcard_iterator(
83
+ suri(dst_bucket_uri, '**')).IterUris())
84
+ src_tmpdir = os.path.split(src_dir_root)[1]
85
+ expected = set([
86
+ suri(dst_bucket_uri, src_tmpdir, 'f0'),
87
+ suri(dst_bucket_uri, src_tmpdir, 'f1'),
88
+ suri(dst_bucket_uri, src_tmpdir, 'f2.txt'),
89
+ suri(dst_bucket_uri, src_tmpdir, 'dir0', 'dir1', 'nested')])
90
+ self.assertEqual(expected, actual)
91
+
92
+ def testCopyingRelativePathDirToBucket(self):
93
+ """Tests recursively copying relative directory to a bucket"""
94
+ dst_bucket_uri = self.CreateBucket()
95
+ src_dir = self.CreateTempDir(test_files=[('dir0', 'f1')])
96
+ self.RunCommand('cp', ['-R', 'dir0', suri(dst_bucket_uri)], cwd=src_dir)
97
+ actual = set(str(u) for u in self._test_wildcard_iterator(
98
+ suri(dst_bucket_uri, '**')).IterUris())
99
+ expected = set([suri(dst_bucket_uri, 'dir0', 'f1')])
100
+ self.assertEqual(expected, actual)
101
+
102
+ def testCopyingRelPathSubDirToBucketSubdirWithDollarFolderObj(self):
103
+ """Tests recursively copying relative sub-directory to bucket subdir
104
+ signified by a $folder$ object"""
105
+ # Create a $folder$ object to simulate a folder created by GCS manager (or
106
+ # various other tools), which gsutil understands to mean there is a folder
107
+ # into which the object is being copied.
108
+ dst_bucket_uri = self.CreateBucket()
109
+ self.CreateObject(bucket_uri=dst_bucket_uri, object_name='abc_$folder$',
110
+ contents='')
111
+ src_dir = self.CreateTempDir(test_files=[('dir0', 'dir1', 'f1')])
112
+ self.RunCommand('cp', ['-R', os.path.join('dir0', 'dir1'),
113
+ suri(dst_bucket_uri, 'abc')], cwd=src_dir)
114
+ actual = set(str(u) for u in self._test_wildcard_iterator(
115
+ suri(dst_bucket_uri, '**')).IterUris())
116
+ expected = set([suri(dst_bucket_uri, 'abc_$folder$'),
117
+ suri(dst_bucket_uri, 'abc', 'dir1', 'f1')])
118
+ self.assertEqual(expected, actual)
119
+
120
+ def testCopyingRelativePathSubDirToBucketSubdirSignifiedBySlash(self):
121
+ """Tests recursively copying relative sub-directory to bucket subdir
122
+ signified by a / object"""
123
+ dst_bucket_uri = self.CreateBucket()
124
+ src_dir = self.CreateTempDir(test_files=[('dir0', 'dir1', 'f1')])
125
+ self.RunCommand('cp', ['-R', os.path.join('dir0', 'dir1'),
126
+ suri(dst_bucket_uri, 'abc') + '/'], cwd=src_dir)
127
+ actual = set(str(u) for u in self._test_wildcard_iterator(
128
+ suri(dst_bucket_uri, '**')).IterUris())
129
+ expected = set([suri(dst_bucket_uri, 'abc', 'dir1', 'f1')])
130
+ self.assertEqual(expected, actual)
131
+
132
+ def testCopyingRelativePathSubDirToBucket(self):
133
+ """Tests recursively copying relative sub-directory to a bucket"""
134
+ dst_bucket_uri = self.CreateBucket()
135
+ src_dir = self.CreateTempDir(test_files=[('dir0', 'dir1', 'f1')])
136
+ self.RunCommand('cp', ['-R', os.path.join('dir0', 'dir1'),
137
+ suri(dst_bucket_uri)], cwd=src_dir)
138
+ actual = set(str(u) for u in self._test_wildcard_iterator(
139
+ suri(dst_bucket_uri, '**')).IterUris())
140
+ expected = set([suri(dst_bucket_uri, 'dir1', 'f1')])
141
+ self.assertEqual(expected, actual)
142
+
143
+ def testCopyingDotSlashToBucket(self):
144
+ """Tests copying ./ to a bucket produces expected naming"""
145
+ # When running a command like gsutil cp -r . gs://dest we expect the dest
146
+ # obj names to be of the form gs://dest/abc, not gs://dest/./abc.
147
+ dst_bucket_uri = self.CreateBucket()
148
+ src_dir = self.CreateTempDir(test_files=['foo'])
149
+ for rel_src_dir in ['.', '.%s' % os.sep]:
150
+ self.RunCommand('cp', ['-R', rel_src_dir, suri(dst_bucket_uri)],
151
+ cwd=src_dir)
152
+ actual = set(str(u) for u in self._test_wildcard_iterator(
153
+ suri(dst_bucket_uri, '**')).IterUris())
154
+ expected = set([suri(dst_bucket_uri, 'foo')])
155
+ self.assertEqual(expected, actual)
156
+
157
+ def testCopyingDirContainingOneFileToBucket(self):
158
+ """Tests copying a directory containing 1 file to a bucket.
159
+ We test this case to ensure that correct bucket handling isn't dependent
160
+ on the copy being treated as a multi-source copy.
161
+ """
162
+ dst_bucket_uri = self.CreateBucket()
163
+ src_dir = self.CreateTempDir(test_files=[('dir0', 'dir1', 'foo')])
164
+ self.RunCommand('cp', ['-R', os.path.join(src_dir, 'dir0', 'dir1'),
165
+ suri(dst_bucket_uri)])
166
+ actual = list((str(u) for u in self._test_wildcard_iterator(
167
+ suri(dst_bucket_uri, '**')).IterUris()))
168
+ self.assertEqual(1, len(actual))
169
+ self.assertEqual(suri(dst_bucket_uri, 'dir1', 'foo'), actual[0])
170
+
171
+ def testCopyingBucketToDir(self):
172
+ """Tests copying from a bucket to a directory"""
173
+ src_bucket_uri = self.CreateBucket(test_objects=['foo', 'dir/foo2'])
174
+ dst_dir = self.CreateTempDir()
175
+ self.RunCommand('cp', ['-R', suri(src_bucket_uri), dst_dir])
176
+ actual = set(str(u) for u in self._test_wildcard_iterator(
177
+ '%s%s**' % (dst_dir, os.sep)).IterUris())
178
+ expected = set([suri(dst_dir, src_bucket_uri.bucket_name, 'foo'),
179
+ suri(dst_dir, src_bucket_uri.bucket_name, 'dir', 'foo2')])
180
+ self.assertEqual(expected, actual)
181
+
182
+ def testCopyingBucketToBucket(self):
183
+ """Tests copying from a bucket-only URI to a bucket"""
184
+ src_bucket_uri = self.CreateBucket(test_objects=['foo', 'dir/foo2'])
185
+ dst_bucket_uri = self.CreateBucket()
186
+ self.RunCommand('cp', ['-R', suri(src_bucket_uri), suri(dst_bucket_uri)])
187
+ actual = set(str(u) for u in self._test_wildcard_iterator(
188
+ suri(dst_bucket_uri, '**')).IterUris())
189
+ expected = set([
190
+ suri(dst_bucket_uri, src_bucket_uri.bucket_name, 'foo'),
191
+ suri(dst_bucket_uri, src_bucket_uri.bucket_name, 'dir', 'foo2')])
192
+ self.assertEqual(expected, actual)
193
+
194
+ def testCopyingDirectoryToDirectory(self):
195
+ """Tests copying from a directory to a directory"""
196
+ src_dir = self.CreateTempDir(test_files=['foo', ('dir', 'foo2')])
197
+ dst_dir = self.CreateTempDir()
198
+ self.RunCommand('cp', ['-R', src_dir, dst_dir])
199
+ actual = set(str(u) for u in self._test_wildcard_iterator(
200
+ '%s%s**' % (dst_dir, os.sep)).IterUris())
201
+ src_dir_base = os.path.split(src_dir)[1]
202
+ expected = set([suri(dst_dir, src_dir_base, 'foo'),
203
+ suri(dst_dir, src_dir_base, 'dir', 'foo2')])
204
+ self.assertEqual(expected, actual)
205
+
206
+ def testCopyingFilesAndDirNonRecursive(self):
207
+ """Tests copying containing files and a directory without -R"""
208
+ src_dir = self.CreateTempDir(test_files=['foo', 'bar', ('d1', 'f2'),
209
+ ('d2', 'f3'), ('d3', 'd4', 'f4')])
210
+ dst_dir = self.CreateTempDir()
211
+ self.RunCommand('cp', ['%s%s*' % (src_dir, os.sep), dst_dir])
212
+ actual = set(str(u) for u in self._test_wildcard_iterator(
213
+ '%s%s**' % (dst_dir, os.sep)).IterUris())
214
+ expected = set([suri(dst_dir, 'foo'), suri(dst_dir, 'bar')])
215
+ self.assertEqual(expected, actual)
216
+
217
+ def testCopyingFileToDir(self):
218
+ """Tests copying one file to a directory"""
219
+ src_file = self.CreateTempFile(file_name='foo')
220
+ dst_dir = self.CreateTempDir()
221
+ self.RunCommand('cp', [src_file, dst_dir])
222
+ actual = list(self._test_wildcard_iterator(
223
+ '%s%s*' % (dst_dir, os.sep)).IterUris())
224
+ self.assertEqual(1, len(actual))
225
+ self.assertEqual(suri(dst_dir, 'foo'), actual[0].uri)
226
+
227
+ def testCopyingFileToObjectWithConsecutiveSlashes(self):
228
+ """Tests copying a file to an object containing consecutive slashes"""
229
+ src_file = self.CreateTempFile(file_name='f0')
230
+ dst_bucket_uri = self.CreateBucket()
231
+ self.RunCommand('cp', [src_file, suri(dst_bucket_uri) + '//obj'])
232
+ actual = list(self._test_wildcard_iterator(
233
+ suri(dst_bucket_uri, '**')).IterUris())
234
+ self.assertEqual(1, len(actual))
235
+ self.assertEqual('/obj', actual[0].object_name)
236
+
237
+ def testCopyingCompressedFileToBucket(self):
238
+ """Tests copying one file with compression to a bucket"""
239
+ src_file = self.CreateTempFile(contents='plaintext', file_name='f2.txt')
240
+ dst_bucket_uri = self.CreateBucket()
241
+ self.RunCommand('cp', ['-z', 'txt', src_file, suri(dst_bucket_uri)],)
242
+ actual = list(str(u) for u in self._test_wildcard_iterator(
243
+ suri(dst_bucket_uri, '*')).IterUris())
244
+ self.assertEqual(1, len(actual))
245
+ expected_dst_uri = dst_bucket_uri.clone_replace_name('f2.txt')
246
+ self.assertEqual(expected_dst_uri.uri, actual[0])
247
+ dst_key = expected_dst_uri.get_key()
248
+ dst_key.open_read()
249
+ self.assertEqual('gzip', dst_key.content_encoding)
250
+ contents = dst_key.read()
251
+ f = gzip.GzipFile(fileobj=StringIO.StringIO(contents), mode='rb')
252
+ try:
253
+ self.assertEqual(f.read(), 'plaintext')
254
+ finally:
255
+ f.close()
256
+
257
+ def testCopyingObjectToObject(self):
258
+ """Tests copying an object to an object"""
259
+ src_bucket_uri = self.CreateBucket(test_objects=['obj'])
260
+ dst_bucket_uri = self.CreateBucket()
261
+ self.RunCommand('cp', [suri(src_bucket_uri, 'obj'), suri(dst_bucket_uri)])
262
+ actual = list(self._test_wildcard_iterator(
263
+ suri(dst_bucket_uri, '*')).IterUris())
264
+ self.assertEqual(1, len(actual))
265
+ self.assertEqual('obj', actual[0].object_name)
266
+
267
+ def testCopyingObjsAndFilesToDir(self):
268
+ """Tests copying objects and files to a directory"""
269
+ src_bucket_uri = self.CreateBucket(test_objects=['f1'])
270
+ src_dir = self.CreateTempDir(test_files=['f2'])
271
+ dst_dir = self.CreateTempDir()
272
+ self.RunCommand('cp', ['-R', suri(src_bucket_uri, '**'),
273
+ os.path.join(src_dir, '**'), dst_dir])
274
+ actual = set(str(u) for u in self._test_wildcard_iterator(
275
+ os.path.join(dst_dir, '**')).IterUris())
276
+ expected = set([suri(dst_dir, 'f1'), suri(dst_dir, 'f2')])
277
+ self.assertEqual(expected, actual)
278
+
279
+ def testCopyingObjToDot(self):
280
+ """Tests that copying an object to . or ./ downloads to correct name"""
281
+ src_bucket_uri = self.CreateBucket(test_objects=['f1'])
282
+ dst_dir = self.CreateTempDir()
283
+ for final_char in ('/', ''):
284
+ self.RunCommand('cp', [suri(src_bucket_uri, 'f1'), '.%s' % final_char],
285
+ cwd=dst_dir)
286
+ actual = set()
287
+ for dirname, dirnames, filenames in os.walk(dst_dir):
288
+ for subdirname in dirnames:
289
+ actual.add(os.path.join(dirname, subdirname))
290
+ for filename in filenames:
291
+ actual.add(os.path.join(dirname, filename))
292
+ expected = set([os.path.join(dst_dir, 'f1')])
293
+ self.assertEqual(expected, actual)
294
+
295
+ def testCopyingObjsAndFilesToBucket(self):
296
+ """Tests copying objects and files to a bucket"""
297
+ src_bucket_uri = self.CreateBucket(test_objects=['f1'])
298
+ src_dir = self.CreateTempDir(test_files=['f2'])
299
+ dst_bucket_uri = self.CreateBucket()
300
+ self.RunCommand('cp', ['-R', suri(src_bucket_uri, '**'),
301
+ '%s%s**' % (src_dir, os.sep), suri(dst_bucket_uri)])
302
+ actual = set(str(u) for u in self._test_wildcard_iterator(
303
+ suri(dst_bucket_uri, '**')).IterUris())
304
+ expected = set([suri(dst_bucket_uri, 'f1'), suri(dst_bucket_uri, 'f2')])
305
+ self.assertEqual(expected, actual)
306
+
307
+ def testAttemptDirCopyWithoutRecursion(self):
308
+ """Tests copying a directory without -R"""
309
+ src_dir = self.CreateTempDir(test_files=1)
310
+ dst_dir = self.CreateTempDir()
311
+ try:
312
+ self.RunCommand('cp', [src_dir, dst_dir])
313
+ self.fail('Did not get expected CommandException')
314
+ except CommandException, e:
315
+ self.assertIn('No URIs matched', e.reason)
316
+
317
+ def testAttemptCopyingProviderOnlySrc(self):
318
+ """Attempts to copy a src specified as a provider-only URI"""
319
+ src_bucket_uri = self.CreateBucket()
320
+ try:
321
+ self.RunCommand('cp', ['gs://', suri(src_bucket_uri)])
322
+ self.fail('Did not get expected CommandException')
323
+ except CommandException, e:
324
+ self.assertIn('provider-only', e.reason)
325
+
326
+ def testAttemptCopyingOverlappingSrcDstFile(self):
327
+ """Attempts to an object atop itself"""
328
+ src_file = self.CreateTempFile()
329
+ try:
330
+ self.RunCommand('cp', [src_file, src_file])
331
+ self.fail('Did not get expected CommandException')
332
+ except CommandException, e:
333
+ self.assertIn('are the same file - abort', e.reason)
334
+
335
+ def testAttemptCopyingToMultiMatchWildcard(self):
336
+ """Attempts to copy where dst wildcard matches >1 obj"""
337
+ src_bucket_uri = self.CreateBucket()
338
+ try:
339
+ self.RunCommand('cp', [suri(src_bucket_uri, 'obj0'),
340
+ suri(src_bucket_uri, '*')])
341
+ self.fail('Did not get expected CommandException')
342
+ except CommandException, e:
343
+ self.assertNotEqual(e.reason.find('must match exactly 1 URI'), -1)
344
+
345
+ def testAttemptCopyingMultiObjsToFile(self):
346
+ """Attempts to copy multiple objects to a file"""
347
+ src_bucket_uri = self.CreateBucket(test_objects=2)
348
+ dst_file = self.CreateTempFile()
349
+ try:
350
+ self.RunCommand('cp', ['-R', suri(src_bucket_uri, '*'), dst_file])
351
+ self.fail('Did not get expected CommandException')
352
+ except CommandException, e:
353
+ self.assertIn('must name a directory, bucket, or', e.reason)
354
+
355
+ def testAttemptCopyingWithFileDirConflict(self):
356
+ """Attempts to copy objects that cause a file/directory conflict"""
357
+ # Create objects with name conflicts (a/b and a). Use 'dst' bucket because
358
+ # it gets cleared after each test.
359
+ bucket_uri = self.CreateBucket()
360
+ self.CreateObject(bucket_uri=bucket_uri, object_name='a')
361
+ self.CreateObject(bucket_uri=bucket_uri, object_name='b/a')
362
+ dst_dir = self.CreateTempDir()
363
+ try:
364
+ self.RunCommand('cp', ['-R', suri(bucket_uri), dst_dir])
365
+ self.fail('Did not get expected CommandException')
366
+ except CommandException, e:
367
+ self.assertNotEqual('exists where a directory needs to be created',
368
+ e.reason)
369
+
370
+ def testAttemptCopyingWithDirFileConflict(self):
371
+ """Attempts to copy an object that causes a directory/file conflict"""
372
+ # Create an object that conflicts with dest subdir.
373
+ tmpdir = self.CreateTempDir()
374
+ os.mkdir(os.path.join(tmpdir, 'abc'))
375
+ src_uri = self.CreateObject(object_name='abc', contents='bar')
376
+ try:
377
+ self.RunCommand('cp', [suri(src_uri), tmpdir + '/'])
378
+ self.fail('Did not get expected CommandException')
379
+ except CommandException, e:
380
+ self.assertNotEqual('where the file needs to be created', e.reason)
381
+
382
+ def testWildcardMoveWithinBucket(self):
383
+ """Attempts to move using src wildcard that overlaps dest object.
384
+ We want to ensure that this doesn't stomp the result data. See the
385
+ comment starting with 'Expand wildcards before' in commands/mv.py
386
+ for details.
387
+ """
388
+ dst_bucket_uri = self.CreateBucket(test_objects=['old'])
389
+ self.RunCommand('mv', [suri(dst_bucket_uri, 'old*'),
390
+ suri(dst_bucket_uri, 'new')])
391
+ actual = set(str(u) for u in self._test_wildcard_iterator(
392
+ suri(dst_bucket_uri, '**')).IterUris())
393
+ expected = set([suri(dst_bucket_uri, 'new')])
394
+ self.assertEqual(expected, actual)
395
+
396
+ def testLsNonExistentObjectWithPrefixName(self):
397
+ """Test ls of non-existent obj that matches prefix of existing objs"""
398
+ # Use an object name that matches a prefix of other names at that level, to
399
+ # ensure the ls subdir handling logic doesn't pick up anything extra.
400
+ src_bucket_uri = self.CreateBucket()
401
+ try:
402
+ output = self.RunCommand('ls', [suri(src_bucket_uri, 'obj')],
403
+ return_stdout=True)
404
+ except CommandException, e:
405
+ self.assertIn('No such object', e.reason)
406
+
407
+ def testLsBucketNonRecursive(self):
408
+ """Test that ls of a bucket returns expected results"""
409
+ src_bucket_uri = self.CreateBucket(test_objects=['foo1', 'd0/foo2',
410
+ 'd1/d2/foo3'])
411
+ output = self.RunCommand('ls', [suri(src_bucket_uri, '*')],
412
+ return_stdout=True)
413
+ expected = set([suri(src_bucket_uri, 'foo1'),
414
+ suri(src_bucket_uri, 'd1', ':'),
415
+ suri(src_bucket_uri, 'd1', 'd2') + src_bucket_uri.delim,
416
+ suri(src_bucket_uri, 'd0', ':'),
417
+ suri(src_bucket_uri, 'd0', 'foo2')])
418
+ expected.add('') # Blank line between subdir listings.
419
+ actual = set(output.split('\n'))
420
+ self.assertEqual(expected, actual)
421
+
422
+ def testLsBucketRecursive(self):
423
+ """Test that ls -R of a bucket returns expected results"""
424
+ src_bucket_uri = self.CreateBucket(test_objects=['foo1', 'd0/foo2',
425
+ 'd1/d2/foo3'])
426
+ output = self.RunCommand('ls', ['-R', suri(src_bucket_uri, '*')],
427
+ return_stdout=True)
428
+ expected = set([suri(src_bucket_uri, 'foo1'),
429
+ suri(src_bucket_uri, 'd1', ':'),
430
+ suri(src_bucket_uri, 'd1', 'd2', ':'),
431
+ suri(src_bucket_uri, 'd1', 'd2', 'foo3'),
432
+ suri(src_bucket_uri, 'd0', ':'),
433
+ suri(src_bucket_uri, 'd0', 'foo2')])
434
+ expected.add('') # Blank line between subdir listings.
435
+ actual = set(output.split('\n'))
436
+ self.assertEqual(expected, actual)
437
+
438
+ def testLsBucketRecursiveWithLeadingSlashObjectName(self):
439
+ """Test that ls -R of a bucket with an object that has leading slash"""
440
+ dst_bucket_uri = self.CreateBucket(test_objects=['f0'])
441
+ output = self.RunCommand('ls', ['-R', suri(dst_bucket_uri) + '*'],
442
+ return_stdout=True)
443
+ expected = set([suri(dst_bucket_uri, 'f0')])
444
+ expected.add('') # Blank line between subdir listings.
445
+ actual = set(output.split('\n'))
446
+ self.assertEqual(expected, actual)
447
+
448
+ def testLsBucketSubdirNonRecursive(self):
449
+ """Test that ls of a bucket subdir returns expected results"""
450
+ src_bucket_uri = self.CreateBucket(test_objects=['src_subdir/foo',
451
+ 'src_subdir/nested/foo2'])
452
+ output = self.RunCommand('ls', [suri(src_bucket_uri, 'src_subdir')],
453
+ return_stdout=True)
454
+ expected = set([
455
+ suri(src_bucket_uri, 'src_subdir', 'foo'),
456
+ suri(src_bucket_uri, 'src_subdir', 'nested') + src_bucket_uri.delim])
457
+ expected.add('') # Blank line between subdir listings.
458
+ actual = set(output.split('\n'))
459
+ self.assertEqual(expected, actual)
460
+
461
+ def testLsBucketSubdirRecursive(self):
462
+ """Test that ls -R of a bucket subdir returns expected results"""
463
+ src_bucket_uri = self.CreateBucket(test_objects=['src_subdir/foo',
464
+ 'src_subdir/nested/foo2'])
465
+ for final_char in ('/', ''):
466
+ output = self.RunCommand(
467
+ 'ls', ['-R', suri(src_bucket_uri, 'src_subdir') + final_char],
468
+ return_stdout=True)
469
+ expected = set([
470
+ suri(src_bucket_uri, 'src_subdir', ':'),
471
+ suri(src_bucket_uri, 'src_subdir', 'foo'),
472
+ suri(src_bucket_uri, 'src_subdir', 'nested', ':'),
473
+ suri(src_bucket_uri, 'src_subdir', 'nested', 'foo2')])
474
+ expected.add('') # Blank line between subdir listings.
475
+ actual = set(output.split('\n'))
476
+ self.assertEqual(expected, actual)
477
+
478
+ def testSetAclOnBucketRuns(self):
479
+ """Test that the setacl command basically runs"""
480
+ # We don't test reading back the acl (via getacl command) because at present
481
+ # MockStorageService doesn't translate canned ACLs into actual ACL XML.
482
+ src_bucket_uri = self.CreateBucket()
483
+ self.RunCommand('setacl', ['private', suri(src_bucket_uri)])
484
+
485
+ def testSetAclOnWildcardNamedBucketRuns(self):
486
+ """Test that setacl basically runs against wildcard-named bucket"""
487
+ # We don't test reading back the acl (via getacl command) because at present
488
+ # MockStorageService doesn't translate canned ACLs into actual ACL XML.
489
+ src_bucket_uri = self.CreateBucket(test_objects=['f0'])
490
+ self.RunCommand('setacl', ['private', suri(src_bucket_uri)[:-2] + '*'])
491
+
492
+ def testSetAclOnObjectRuns(self):
493
+ """Test that the setacl command basically runs"""
494
+ src_bucket_uri = self.CreateBucket(test_objects=['f0'])
495
+ self.RunCommand('setacl', ['private', suri(src_bucket_uri, '*')])
496
+
497
+ def testSetDefAclOnBucketRuns(self):
498
+ """Test that the setdefacl command basically runs"""
499
+ src_bucket_uri = self.CreateBucket()
500
+ self.RunCommand('setdefacl', ['private', suri(src_bucket_uri)])
501
+
502
+ def testSetDefAclOnObjectFails(self):
503
+ """Test that the setdefacl command fails when run against an object"""
504
+ src_bucket_uri = self.CreateBucket()
505
+ try:
506
+ self.RunCommand('setdefacl', ['private', suri(src_bucket_uri, '*')])
507
+ self.fail('Did not get expected CommandException')
508
+ except CommandException, e:
509
+ self.assertIn('URI must name a bucket', e.reason)
510
+
511
+ def testMinusDOptionWorks(self):
512
+ """Tests using gsutil -D option"""
513
+ src_file = self.CreateTempFile(file_name='f0')
514
+ dst_bucket_uri = self.CreateBucket()
515
+ self.RunCommand('cp', [src_file, suri(dst_bucket_uri)], debug=3)
516
+ actual = list(self._test_wildcard_iterator(
517
+ suri(dst_bucket_uri, '*')).IterUris())
518
+ self.assertEqual(1, len(actual))
519
+ self.assertEqual('f0', actual[0].object_name)
520
+
521
+ def DownloadTestHelper(self, func):
522
+ """
523
+ Test resumable download with custom test function to distort downloaded
524
+ data. We expect an exception to be raised and the dest file to be removed.
525
+ """
526
+ object_uri = self.CreateObject()
527
+ dst_dir = self.CreateTempDir()
528
+ try:
529
+ self.RunCommand('cp', [suri(object_uri), dst_dir], test_method=func)
530
+ self.fail('Did not get expected CommandException')
531
+ except CommandException:
532
+ self.assertFalse(os.listdir(dst_dir))
533
+ except:
534
+ self.fail('Unexpected exception raised')
535
+
536
+ def testDownloadWithObjectSizeChange(self):
537
+ """
538
+ Test resumable download on an object that changes size before the
539
+ downloaded file's checksum is validated.
540
+ """
541
+ def append(fp):
542
+ """Append a byte at end of an open file and flush contents."""
543
+ fp.seek(0,2)
544
+ fp.write('x')
545
+ fp.flush()
546
+ self.DownloadTestHelper(append)
547
+
548
+ def testDownloadWithFileContentChange(self):
549
+ """
550
+ Tests resumable download on an object where the file content changes
551
+ before the downloaded file's checksum is validated.
552
+ """
553
+ def overwrite(fp):
554
+ """Overwrite first byte in an open file and flush contents."""
555
+ fp.seek(0)
556
+ fp.write('x')
557
+ fp.flush()
558
+ self.DownloadTestHelper(overwrite)
559
+
560
+ def testFlatCopyingObjsAndFilesToBucketSubDir(self):
561
+ """Tests copying flatly listed objects and files to bucket subdir"""
562
+ src_bucket_uri = self.CreateBucket(test_objects=['f0', 'd0/f1', 'd1/d2/f2'])
563
+ src_dir = self.CreateTempDir(test_files=['f3', ('d3', 'f4'),
564
+ ('d4', 'd5', 'f5')])
565
+ dst_bucket_uri = self.CreateBucket(test_objects=['dst_subdir0/existing',
566
+ 'dst_subdir1/existing'])
567
+ # Test with and without final slash on dest subdir.
568
+ for i, final_char in enumerate(('/', '')):
569
+ self.RunCommand(
570
+ 'cp', ['-R', suri(src_bucket_uri, '**'), os.path.join(src_dir, '**'),
571
+ suri(dst_bucket_uri, 'dst_subdir%d' % i) + final_char])
572
+
573
+ actual = set(str(u) for u in self._test_wildcard_iterator(
574
+ suri(dst_bucket_uri, '**')).IterUris())
575
+ expected = set()
576
+ for i in range(2):
577
+ expected.add(suri(dst_bucket_uri, 'dst_subdir%d' % i, 'existing'))
578
+ for j in range(6):
579
+ expected.add(suri(dst_bucket_uri, 'dst_subdir%d' % i, 'f%d' % j))
580
+ self.assertEqual(expected, actual)
581
+
582
+ def testRecursiveCopyObjsAndFilesToExistingBucketSubDir(self):
583
+ """Tests recursive copy of objects and files to existing bucket subdir"""
584
+ src_bucket_uri = self.CreateBucket(test_objects=['f0', 'nested/f1'])
585
+ dst_bucket_uri = self.CreateBucket(test_objects=[
586
+ 'dst_subdir0/existing_obj', 'dst_subdir1/existing_obj'])
587
+ src_dir = self.CreateTempDir(test_files=['f2', ('nested', 'f3')])
588
+ # Test with and without final slash on dest subdir.
589
+ for i, final_char in enumerate(('/', '')):
590
+ self.RunCommand(
591
+ 'cp', ['-R', suri(src_bucket_uri), src_dir,
592
+ suri(dst_bucket_uri, 'dst_subdir%d' % i) + final_char])
593
+ actual = set(str(u) for u in self._test_wildcard_iterator(
594
+ suri(dst_bucket_uri, 'dst_subdir%d' % i, '**')).IterUris())
595
+ tmp_dirname = os.path.split(src_dir)[1]
596
+ bucketname = src_bucket_uri.bucket_name
597
+ expected = set([
598
+ suri(dst_bucket_uri, 'dst_subdir%d' % i, 'existing_obj'),
599
+ suri(dst_bucket_uri, 'dst_subdir%d' % i, bucketname, 'f0'),
600
+ suri(dst_bucket_uri, 'dst_subdir%d' % i, bucketname, 'nested', 'f1'),
601
+ suri(dst_bucket_uri, 'dst_subdir%d' % i, tmp_dirname, 'f2'),
602
+ suri(dst_bucket_uri, 'dst_subdir%d' % i, tmp_dirname, 'nested', 'f3')
603
+ ])
604
+ self.assertEqual(expected, actual)
605
+
606
+ def testRecursiveCopyObjsAndFilesToNonExistentBucketSubDir(self):
607
+ """Tests recursive copy of objs + files to non-existent bucket subdir"""
608
+ src_bucket_uri = self.CreateBucket(test_objects=['f0', 'nested/f1'])
609
+ src_dir = self.CreateTempDir(test_files=['f2', ('nested', 'f3')])
610
+ dst_bucket_uri = self.CreateBucket()
611
+ x = ['-R', src_dir, suri(src_bucket_uri),
612
+ suri(dst_bucket_uri, 'dst_subdir')]
613
+ stdout = self.RunCommand(
614
+ 'cp', x, return_stdout=True)
615
+ actual = set(str(u) for u in self._test_wildcard_iterator(
616
+ suri(dst_bucket_uri, '**')).IterUris())
617
+ expected = set([suri(dst_bucket_uri, 'dst_subdir', 'f0'),
618
+ suri(dst_bucket_uri, 'dst_subdir', 'nested', 'f1'),
619
+ suri(dst_bucket_uri, 'dst_subdir', 'f2'),
620
+ suri(dst_bucket_uri, 'dst_subdir', 'nested', 'f3')])
621
+ self.assertEqual(expected, actual)
622
+
623
+ def testCopyingBucketSubDirToDir(self):
624
+ """Tests copying a bucket subdir to a directory"""
625
+ src_bucket_uri = self.CreateBucket(test_objects=['src_subdir/obj'])
626
+ dst_dir = self.CreateTempDir()
627
+ # Test with and without final slash on dest subdir.
628
+ for (final_src_char, final_dst_char) in (
629
+ ('', ''), ('', '/'), ('/', ''), ('/', '/') ):
630
+ self.RunCommand(
631
+ 'cp', ['-R', suri(src_bucket_uri, 'src_subdir') + final_src_char,
632
+ dst_dir + final_dst_char])
633
+ actual = set(str(u) for u in self._test_wildcard_iterator(
634
+ '%s%s**' % (dst_dir, os.sep)).IterUris())
635
+ expected = set([suri(dst_dir, 'src_subdir', 'obj')])
636
+ self.assertEqual(expected, actual)
637
+
638
+ def testCopyingWildcardSpecifiedBucketSubDirToExistingDir(self):
639
+ """Tests copying a wildcard-specified bucket subdir to a directory"""
640
+ src_bucket_uri = self.CreateBucket(
641
+ test_objects=['src_sub0dir/foo', 'src_sub1dir/foo', 'src_sub2dir/foo',
642
+ 'src_sub3dir/foo'])
643
+ dst_dir = self.CreateTempDir()
644
+ # Test with and without final slash on dest subdir.
645
+ for i, (final_src_char, final_dst_char) in enumerate((
646
+ ('', ''), ('', '/'), ('/', ''), ('/', '/') )):
647
+ self.RunCommand(
648
+ 'cp', ['-R', suri(src_bucket_uri, 'src_sub%d*' % i) + final_src_char,
649
+ dst_dir + final_dst_char])
650
+ actual = set(str(u) for u in self._test_wildcard_iterator(
651
+ os.path.join(dst_dir, 'src_sub%ddir' % i, '**')).IterUris())
652
+ expected = set([suri(dst_dir, 'src_sub%ddir' % i, 'foo')])
653
+ self.assertEqual(expected, actual)
654
+
655
+ def testCopyingBucketSubDirToDirFailsWithoutMinusR(self):
656
+ """Tests for failure when attempting bucket subdir copy without -R"""
657
+ src_bucket_uri = self.CreateBucket(test_objects=['src_subdir/obj'])
658
+ dst_dir = self.CreateTempDir()
659
+ try:
660
+ self.RunCommand(
661
+ 'cp', [suri(src_bucket_uri, 'src_subdir'), dst_dir])
662
+ self.fail('Did not get expected CommandException')
663
+ except CommandException, e:
664
+ self.assertIn('does not exist', e.reason)
665
+
666
+ def testCopyingBucketSubDirToBucketSubDir(self):
667
+ """Tests copying a bucket subdir to another bucket subdir"""
668
+ src_bucket_uri = self.CreateBucket(
669
+ test_objects=['src_subdir_%d/obj' % i for i in range(4)])
670
+ dst_bucket_uri = self.CreateBucket(
671
+ test_objects=['dst_subdir_%d/obj2' % i for i in range(4)])
672
+ # Test with and without final slash on dest subdir.
673
+ for i, (final_src_char, final_dst_char) in enumerate((
674
+ ('', ''), ('', '/'), ('/', ''), ('/', '/') )):
675
+ self.RunCommand(
676
+ 'cp', ['-R', suri(src_bucket_uri, 'src_subdir_%d' % i) + final_src_char,
677
+ suri(dst_bucket_uri, 'dst_subdir_%d' % i) + final_dst_char])
678
+ actual = set(str(u) for u in self._test_wildcard_iterator(
679
+ suri(dst_bucket_uri, 'dst_subdir_%d' % i, '**')).IterUris())
680
+ expected = set([suri(dst_bucket_uri, 'dst_subdir_%d' % i,
681
+ 'src_subdir_%d' % i, 'obj'),
682
+ suri(dst_bucket_uri, 'dst_subdir_%d' % i, 'obj2')])
683
+ self.assertEqual(expected, actual)
684
+
685
+ def testCopyingBucketSubDirToBucketSubDirWithNested(self):
686
+ """Tests copying a bucket subdir to another bucket subdir with nesting."""
687
+ src_bucket_uri = self.CreateBucket(
688
+ test_objects=['src_subdir_%d/obj' % i for i in range(4)] +
689
+ ['src_subdir_%d/nested/obj' % i for i in range(4)])
690
+ dst_bucket_uri = self.CreateBucket(
691
+ test_objects=['dst_subdir_%d/obj2' % i for i in range(4)])
692
+ # Test with and without final slash on dest subdir.
693
+ for i, (final_src_char, final_dst_char) in enumerate((
694
+ ('', ''), ('', '/'), ('/', ''), ('/', '/') )):
695
+ self.RunCommand(
696
+ 'cp', ['-R', suri(src_bucket_uri, 'src_subdir_%d' % i) + final_src_char,
697
+ suri(dst_bucket_uri, 'dst_subdir_%d' % i) + final_dst_char])
698
+ actual = set(str(u) for u in self._test_wildcard_iterator(
699
+ suri(dst_bucket_uri, 'dst_subdir_%d' % i, '**')).IterUris())
700
+ expected = set([suri(dst_bucket_uri, 'dst_subdir_%d' % i,
701
+ 'src_subdir_%d' % i, 'obj'),
702
+ suri(dst_bucket_uri, 'dst_subdir_%d' % i,
703
+ 'src_subdir_%d' % i, 'nested', 'obj'),
704
+ suri(dst_bucket_uri, 'dst_subdir_%d' % i, 'obj2')])
705
+ self.assertEqual(expected, actual)
706
+
707
+ def testMovingBucketSubDirToExistingBucketSubDir(self):
708
+ """Tests moving a bucket subdir to a existing bucket subdir"""
709
+ src_objs = ['foo']
710
+ for i in range(4):
711
+ src_objs.extend(['src_subdir%d/foo2' % i, 'src_subdir%d/nested/foo3' % i])
712
+ src_bucket_uri = self.CreateBucket(test_objects=src_objs)
713
+ dst_bucket_uri = self.CreateBucket(
714
+ test_objects=['dst_subdir%d/existing' % i for i in range(4)])
715
+ # Test with and without final slash on dest subdir.
716
+ for i, (final_src_char, final_dst_char) in enumerate((
717
+ ('', ''), ('', '/'), ('/', ''), ('/', '/') )):
718
+ self.RunCommand(
719
+ 'mv', [suri(src_bucket_uri, 'src_subdir%d' % i) + final_src_char,
720
+ suri(dst_bucket_uri, 'dst_subdir%d' % i) + final_dst_char])
721
+
722
+ actual = set(str(u) for u in self._test_wildcard_iterator(
723
+ suri(dst_bucket_uri, '**')).IterUris())
724
+ expected = set()
725
+ for i in range(4):
726
+ expected.add(suri(dst_bucket_uri, 'dst_subdir%d' % i, 'existing'))
727
+ expected.add(suri(dst_bucket_uri, 'dst_subdir%d' % i, 'src_subdir%d' %i,
728
+ 'foo2'))
729
+ expected.add(suri(dst_bucket_uri, 'dst_subdir%d' % i, 'src_subdir%d' %i,
730
+ 'nested', 'foo3'))
731
+ self.assertEqual(expected, actual)
732
+
733
+ def testCopyingObjectToBucketSubDir(self):
734
+ """Tests copying an object to a bucket subdir"""
735
+ src_bucket_uri = self.CreateBucket(test_objects=['obj0'])
736
+ dst_bucket_uri = self.CreateBucket(test_objects=['dir0/existing',
737
+ 'dir1/existing'])
738
+ # Test with and without final slash on dest subdir.
739
+ for i, final_dst_char in enumerate(('', '/')):
740
+ self.RunCommand('cp', [
741
+ suri(src_bucket_uri, 'obj0'),
742
+ suri(dst_bucket_uri, 'dir%d' % i) + final_dst_char])
743
+ actual = set(str(u) for u in self._test_wildcard_iterator(
744
+ suri(dst_bucket_uri, 'dir%d' % i, '**')).IterUris())
745
+ expected = set([suri(dst_bucket_uri, 'dir%d' % i, 'obj0'),
746
+ suri(dst_bucket_uri, 'dir%d' % i, 'existing')])
747
+ self.assertEqual(expected, actual)
748
+
749
+ def testCopyingWildcardedFilesToBucketSubDir(self):
750
+ """Tests copying wildcarded files to a bucket subdir"""
751
+ dst_bucket_uri = self.CreateBucket(test_objects=['subdir0/existing',
752
+ 'subdir1/existing'])
753
+ src_dir = self.CreateTempDir(test_files=['f0', 'f1', 'f2'])
754
+ # Test with and without final slash on dest subdir.
755
+ for i, final_dst_char in enumerate(('', '/')):
756
+ self.RunCommand(
757
+ 'cp', [os.path.join(src_dir, 'f?'),
758
+ suri(dst_bucket_uri, 'subdir%d' % i) + final_dst_char])
759
+ actual = set(str(u) for u in self._test_wildcard_iterator(
760
+ suri(dst_bucket_uri, 'subdir%d' % i, '**')).IterUris())
761
+ expected = set([suri(dst_bucket_uri, 'subdir%d' % i, 'existing'),
762
+ suri(dst_bucket_uri, 'subdir%d' % i, 'f0'),
763
+ suri(dst_bucket_uri, 'subdir%d' % i, 'f1'),
764
+ suri(dst_bucket_uri, 'subdir%d' % i, 'f2')])
765
+ self.assertEqual(expected, actual)
766
+
767
+ def testCopyingOneNestedFileToBucketSubDir(self):
768
+ """Tests copying one nested file to a bucket subdir"""
769
+ dst_bucket_uri = self.CreateBucket(test_objects=['d0/placeholder',
770
+ 'd1/placeholder'])
771
+ src_dir = self.CreateTempDir(test_files=[('d3', 'd4', 'nested', 'f1')])
772
+ # Test with and without final slash on dest subdir.
773
+ for i, final_dst_char in enumerate(('', '/')):
774
+ self.RunCommand('cp', ['-r', suri(src_dir, 'd3'),
775
+ suri(dst_bucket_uri, 'd%d' % i) + final_dst_char])
776
+ actual = set(str(u) for u in self._test_wildcard_iterator(
777
+ suri(dst_bucket_uri, '**')).IterUris())
778
+ expected = set([
779
+ suri(dst_bucket_uri, 'd0', 'placeholder'),
780
+ suri(dst_bucket_uri, 'd1', 'placeholder'),
781
+ suri(dst_bucket_uri, 'd0', 'd3', 'd4', 'nested', 'f1'),
782
+ suri(dst_bucket_uri, 'd1', 'd3', 'd4', 'nested', 'f1')])
783
+ self.assertEqual(expected, actual)
784
+
785
+ def testMovingWildcardedFilesToNonExistentBucketSubDir(self):
786
+ """Tests moving files to a non-existent bucket subdir"""
787
+ # This tests for how we allow users to do something like:
788
+ # gsutil cp *.txt gs://bucket/dir
789
+ # where *.txt matches more than 1 file and gs://bucket/dir
790
+ # doesn't exist as a subdir.
791
+ #
792
+ src_bucket_uri = self.CreateBucket(test_objects=[
793
+ 'f0f0', 'f0f1', 'f1f0', 'f1f1'])
794
+ dst_bucket_uri = self.CreateBucket(test_objects=[
795
+ 'dst_subdir0/existing_obj', 'dst_subdir1/existing_obj'])
796
+ # Test with and without final slash on dest subdir.
797
+ for i, final_dst_char in enumerate(('', '/')):
798
+ # Copy some files into place in dst bucket.
799
+ self.RunCommand(
800
+ 'cp', [suri(src_bucket_uri, 'f%df?' % i),
801
+ suri(dst_bucket_uri, 'dst_subdir%d' % i) + final_dst_char])
802
+ # Now do the move test.
803
+ self.RunCommand(
804
+ 'mv', [suri(src_bucket_uri, 'f%d*' % i),
805
+ suri(dst_bucket_uri, 'nonexisting%d' % i) + final_dst_char])
806
+
807
+ actual = set(str(u) for u in self._test_wildcard_iterator(
808
+ suri(dst_bucket_uri, '**')).IterUris())
809
+ expected = set([
810
+ suri(dst_bucket_uri, 'dst_subdir0', 'existing_obj'),
811
+ suri(dst_bucket_uri, 'dst_subdir0', 'f0f0'),
812
+ suri(dst_bucket_uri, 'dst_subdir0', 'f0f1'),
813
+ suri(dst_bucket_uri, 'nonexisting0', 'f0f0'),
814
+ suri(dst_bucket_uri, 'nonexisting0', 'f0f1'),
815
+ suri(dst_bucket_uri, 'dst_subdir1', 'existing_obj'),
816
+ suri(dst_bucket_uri, 'dst_subdir1', 'f1f0'),
817
+ suri(dst_bucket_uri, 'dst_subdir1', 'f1f1'),
818
+ suri(dst_bucket_uri, 'nonexisting1', 'f1f0'),
819
+ suri(dst_bucket_uri, 'nonexisting1', 'f1f1')])
820
+ self.assertEqual(expected, actual)
821
+
822
+ def testMovingObjectToBucketSubDir(self):
823
+ """Tests moving an object to a bucket subdir"""
824
+ src_bucket_uri = self.CreateBucket(test_objects=['obj0', 'obj1'])
825
+ dst_bucket_uri = self.CreateBucket(test_objects=[
826
+ 'dst_subdir0/existing_obj', 'dst_subdir1/existing_obj'])
827
+ # Test with and without final slash on dest subdir.
828
+ for i, final_dst_char in enumerate(('', '/')):
829
+ self.RunCommand(
830
+ 'mv', [suri(src_bucket_uri, 'obj%d' % i),
831
+ suri(dst_bucket_uri, 'dst_subdir%d' % i) + final_dst_char])
832
+
833
+ actual = set(str(u) for u in self._test_wildcard_iterator(
834
+ suri(dst_bucket_uri, '**')).IterUris())
835
+ expected = set([
836
+ suri(dst_bucket_uri, 'dst_subdir0', 'existing_obj'),
837
+ suri(dst_bucket_uri, 'dst_subdir0', 'obj0'),
838
+ suri(dst_bucket_uri, 'dst_subdir1', 'existing_obj'),
839
+ suri(dst_bucket_uri, 'dst_subdir1', 'obj1')])
840
+ self.assertEqual(expected, actual)
841
+
842
+ actual = set(str(u) for u in self._test_wildcard_iterator(
843
+ suri(src_bucket_uri, '**')).IterUris())
844
+ self.assertEqual(actual, set())
845
+
846
+ def testWildcardSrcSubDirMoveDisallowed(self):
847
+ """Tests moving a bucket subdir specified by wildcard is disallowed"""
848
+ src_bucket_uri = self.CreateBucket(test_objects=['dir/foo1'])
849
+ dst_bucket_uri = self.CreateBucket(test_objects=['dir/foo2'])
850
+ try:
851
+ self.RunCommand(
852
+ 'mv', [suri(src_bucket_uri, 'dir*'), suri(dst_bucket_uri, 'dir')])
853
+ self.fail('Did not get expected CommandException')
854
+ except CommandException, e:
855
+ self.assertIn('mv command disallows naming', e.reason)
856
+
857
+ def testMovingBucketSubDirToNonExistentBucketSubDir(self):
858
+ """Tests moving a bucket subdir to a non-existent bucket subdir"""
859
+ src_bucket = self.CreateBucket(test_objects=[
860
+ 'foo', 'src_subdir0/foo2', 'src_subdir0/nested/foo3',
861
+ 'src_subdir1/foo2', 'src_subdir1/nested/foo3'])
862
+ dst_bucket = self.CreateBucket()
863
+ # Test with and without final slash on dest subdir.
864
+ for i, final_src_char in enumerate(('', '/')):
865
+ self.RunCommand(
866
+ 'mv', [suri(src_bucket, 'src_subdir%d' % i) + final_src_char,
867
+ suri(dst_bucket, 'dst_subdir%d' % i)])
868
+
869
+ actual = set(str(u) for u in self._test_wildcard_iterator(
870
+ suri(dst_bucket, '**')).IterUris())
871
+ # Unlike the case with copying, with mv we expect renaming to occur
872
+ # at the level of the src subdir, vs appending that subdir beneath the
873
+ # dst subdir like is done for copying.
874
+ expected = set([suri(dst_bucket, 'dst_subdir0', 'foo2'),
875
+ suri(dst_bucket, 'dst_subdir1', 'foo2'),
876
+ suri(dst_bucket, 'dst_subdir0', 'nested', 'foo3'),
877
+ suri(dst_bucket, 'dst_subdir1', 'nested', 'foo3')])
878
+ self.assertEqual(expected, actual)
879
+
880
+ def testRemovingBucketSubDir(self):
881
+ """Tests removing a bucket subdir"""
882
+ dst_bucket_uri = self.CreateBucket(test_objects=[
883
+ 'f0', 'dir0/f1', 'dir0/nested/f2', 'dir1/f1', 'dir1/nested/f2'])
884
+ # Test with and without final slash on dest subdir.
885
+ for i, final_src_char in enumerate(('', '/')):
886
+ # Test removing bucket subdir.
887
+ self.RunCommand(
888
+ 'rm', ['-R', suri(dst_bucket_uri, 'dir%d' % i) + final_src_char])
889
+ actual = set(str(u) for u in self._test_wildcard_iterator(
890
+ suri(dst_bucket_uri, '**')).IterUris())
891
+ expected = set([suri(dst_bucket_uri, 'f0')])
892
+ self.assertEqual(expected, actual)
893
+
894
+ def testRecursiveRemoveObjsInBucket(self):
895
+ """Tests removing all objects in bucket via rm -R gs://bucket"""
896
+ bucket_uris = [
897
+ self.CreateBucket(test_objects=['f0', 'dir/f1', 'dir/nested/f2']),
898
+ self.CreateBucket(test_objects=['f0', 'dir/f1', 'dir/nested/f2'])]
899
+ # Test with and without final slash on dest subdir.
900
+ for i, final_src_char in enumerate(('', '/')):
901
+ # Test removing all objects via rm -R.
902
+ self.RunCommand('rm', ['-R', suri(bucket_uris[i]) + final_src_char])
903
+ actual = set(str(u) for u in self._test_wildcard_iterator(
904
+ suri(bucket_uris[i], '**')).IterUris())
905
+ self.assertEqual(actual, set())
906
+
907
+ def FinalObjNameComponent(self, uri):
908
+ """For gs://bucket/abc/def/ghi returns ghi."""
909
+ return uri.uri.rpartition('/')[-1]
910
+
911
+
912
+ # TODO: These should all be moved to their own test_*.py testing files.
913
+ class GsUtilCommandTests(testcase.GsUtilUnitTestCase):
914
+ """Basic sanity check tests to make sure commands run."""
915
+
916
+ def testDisableLoggingCommandRuns(self):
917
+ """Test that the disablelogging command basically runs"""
918
+ src_bucket_uri = self.CreateBucket()
919
+ self.RunCommand('disablelogging', [suri(src_bucket_uri)])
920
+
921
+ def testEnableLoggingCommandRuns(self):
922
+ """Test that the enablelogging command basically runs"""
923
+ src_bucket_uri = self.CreateBucket()
924
+ self.RunCommand('enablelogging', ['-b', 'gs://log_bucket',
925
+ suri(src_bucket_uri)])
926
+
927
+ def testHelpCommandDoesntRaise(self):
928
+ """Test that the help command doesn't raise (sanity checks all help)"""
929
+ # Unset PAGER if defined, so help output paginating into $PAGER doesn't
930
+ # cause test to pause.
931
+ if 'PAGER' in os.environ:
932
+ del os.environ['PAGER']
933
+ self.RunCommand('help', [])
934
+
935
+ def testCatCommandRuns(self):
936
+ """Test that the cat command basically runs"""
937
+ src_uri = self.CreateObject(contents='foo')
938
+ stdout = self.RunCommand('cat', [suri(src_uri)], return_stdout=True)
939
+ self.assertEqual(stdout, 'foo')
940
+
941
+ def testGetAclCommandRuns(self):
942
+ """Test that the getacl command basically runs"""
943
+ src_bucket_uri = self.CreateBucket()
944
+ self.RunCommand('getacl', [suri(src_bucket_uri)])
945
+
946
+ def testGetDefAclCommandRuns(self):
947
+ """Test that the getdefacl command basically runs"""
948
+ src_bucket_uri = self.CreateBucket()
949
+ self.RunCommand('getacl', [suri(src_bucket_uri)])
950
+
951
+ def testGetLoggingCommandRuns(self):
952
+ """Test that the getlogging command basically runs"""
953
+ src_bucket_uri = self.CreateBucket()
954
+ self.RunCommand('getlogging', [suri(src_bucket_uri)])
955
+
956
+ def testMakeBucketsCommand(self):
957
+ """Test mb on existing bucket"""
958
+ dst_bucket_uri = self.CreateBucket()
959
+ try:
960
+ self.RunCommand('mb', [suri(dst_bucket_uri)])
961
+ self.fail('Did not get expected StorageCreateError')
962
+ except boto.exception.StorageCreateError, e:
963
+ self.assertEqual(e.status, 409)
964
+
965
+ def testRemoveBucketsCommand(self):
966
+ """Test rb on non-existent bucket"""
967
+ dst_bucket_uri = self.CreateBucket()
968
+ try:
969
+ self.RunCommand(
970
+ 'rb', ['gs://non_existent_%s' % dst_bucket_uri.bucket_name])
971
+ self.fail('Did not get expected StorageResponseError')
972
+ except boto.exception.StorageResponseError, e:
973
+ self.assertEqual(e.status, 404)
974
+
975
+ def testRemoveObjsCommand(self):
976
+ """Test rm command on non-existent object"""
977
+ dst_bucket_uri = self.CreateBucket()
978
+ try:
979
+ self.RunCommand('rm', [suri(dst_bucket_uri, 'non_existent')])
980
+ self.fail('Did not get expected WildcardException')
981
+ except StorageResponseError, e:
982
+ self.assertIn('Not Found', e.reason)
983
+
984
+ # Now that gsutil ver computes a checksum it adds 1-3 seconds to test run
985
+ # time (for in memory mocked tests that otherwise take ~ 0.1 seconds). Since
986
+ # it provides very little test value, we're leaving this test commented out.
987
+ #def testVerCommmandRuns(self):
988
+ # """Test that the Ver command basically runs"""
989
+ # self.RunCommand('ver', [])