gcloud 0.0.4 → 0.0.6
Sign up to get free protection for your applications and to get access to all the features.
- data.tar.gz.sig +0 -0
- data/CHANGELOG +4 -0
- data/Makefile +4 -0
- data/Manifest +760 -1
- data/bin/gcloud +7 -0
- data/bin/{gcutil → gcutil.symlink} +0 -0
- data/bin/gsutil-symlink +377 -0
- data/gcloud.gemspec +5 -5
- data/packages/gsutil/CHECKSUM +1 -0
- data/packages/gsutil/COPYING +202 -0
- data/packages/gsutil/LICENSE.third_party +295 -0
- data/packages/gsutil/MANIFEST.in +5 -0
- data/packages/gsutil/README +38 -0
- data/packages/gsutil/README.pkg +49 -0
- data/packages/gsutil/ReleaseNotes.txt +780 -0
- data/packages/gsutil/VERSION +1 -0
- data/packages/gsutil/boto/Changelog.rst +35 -0
- data/packages/gsutil/boto/LICENSE +18 -0
- data/packages/gsutil/boto/MANIFEST.in +12 -0
- data/packages/gsutil/boto/README.rst +163 -0
- data/packages/gsutil/boto/bin/asadmin +290 -0
- data/packages/gsutil/boto/bin/bundle_image +27 -0
- data/packages/gsutil/boto/bin/cfadmin +108 -0
- data/packages/gsutil/boto/bin/cq +89 -0
- data/packages/gsutil/boto/bin/cwutil +140 -0
- data/packages/gsutil/boto/bin/elbadmin +284 -0
- data/packages/gsutil/boto/bin/fetch_file +43 -0
- data/packages/gsutil/boto/bin/glacier +154 -0
- data/packages/gsutil/boto/bin/instance_events +145 -0
- data/packages/gsutil/boto/bin/kill_instance +35 -0
- data/packages/gsutil/boto/bin/launch_instance +252 -0
- data/packages/gsutil/boto/bin/list_instances +90 -0
- data/packages/gsutil/boto/bin/lss3 +77 -0
- data/packages/gsutil/boto/bin/mturk +465 -0
- data/packages/gsutil/boto/bin/pyami_sendmail +52 -0
- data/packages/gsutil/boto/bin/route53 +205 -0
- data/packages/gsutil/boto/bin/s3put +374 -0
- data/packages/gsutil/boto/bin/sdbadmin +194 -0
- data/packages/gsutil/boto/bin/taskadmin +116 -0
- data/packages/gsutil/boto/boto/__init__.py +793 -0
- data/packages/gsutil/boto/boto/__init__.pyc +0 -0
- data/packages/gsutil/boto/boto/auth.py +682 -0
- data/packages/gsutil/boto/boto/auth.pyc +0 -0
- data/packages/gsutil/boto/boto/auth_handler.py +58 -0
- data/packages/gsutil/boto/boto/auth_handler.pyc +0 -0
- data/packages/gsutil/boto/boto/beanstalk/__init__.py +65 -0
- data/packages/gsutil/boto/boto/beanstalk/exception.py +64 -0
- data/packages/gsutil/boto/boto/beanstalk/layer1.py +1153 -0
- data/packages/gsutil/boto/boto/beanstalk/response.py +703 -0
- data/packages/gsutil/boto/boto/beanstalk/wrapper.py +29 -0
- data/packages/gsutil/boto/boto/cacerts/__init__.py +22 -0
- data/packages/gsutil/boto/boto/cacerts/__init__.pyc +0 -0
- data/packages/gsutil/boto/boto/cacerts/cacerts.txt +633 -0
- data/packages/gsutil/boto/boto/cloudformation/__init__.py +68 -0
- data/packages/gsutil/boto/boto/cloudformation/connection.py +364 -0
- data/packages/gsutil/boto/boto/cloudformation/stack.py +360 -0
- data/packages/gsutil/boto/boto/cloudformation/template.py +43 -0
- data/packages/gsutil/boto/boto/cloudfront/__init__.py +324 -0
- data/packages/gsutil/boto/boto/cloudfront/distribution.py +745 -0
- data/packages/gsutil/boto/boto/cloudfront/exception.py +26 -0
- data/packages/gsutil/boto/boto/cloudfront/identity.py +122 -0
- data/packages/gsutil/boto/boto/cloudfront/invalidation.py +216 -0
- data/packages/gsutil/boto/boto/cloudfront/logging.py +38 -0
- data/packages/gsutil/boto/boto/cloudfront/object.py +48 -0
- data/packages/gsutil/boto/boto/cloudfront/origin.py +150 -0
- data/packages/gsutil/boto/boto/cloudfront/signers.py +60 -0
- data/packages/gsutil/boto/boto/cloudsearch/__init__.py +45 -0
- data/packages/gsutil/boto/boto/cloudsearch/document.py +265 -0
- data/packages/gsutil/boto/boto/cloudsearch/domain.py +394 -0
- data/packages/gsutil/boto/boto/cloudsearch/layer1.py +738 -0
- data/packages/gsutil/boto/boto/cloudsearch/layer2.py +67 -0
- data/packages/gsutil/boto/boto/cloudsearch/optionstatus.py +248 -0
- data/packages/gsutil/boto/boto/cloudsearch/search.py +365 -0
- data/packages/gsutil/boto/boto/cloudsearch/sourceattribute.py +75 -0
- data/packages/gsutil/boto/boto/compat.py +28 -0
- data/packages/gsutil/boto/boto/compat.pyc +0 -0
- data/packages/gsutil/boto/boto/connection.py +1081 -0
- data/packages/gsutil/boto/boto/connection.pyc +0 -0
- data/packages/gsutil/boto/boto/contrib/__init__.py +22 -0
- data/packages/gsutil/boto/boto/contrib/ymlmessage.py +52 -0
- data/packages/gsutil/boto/boto/core/README +58 -0
- data/packages/gsutil/boto/boto/core/__init__.py +23 -0
- data/packages/gsutil/boto/boto/core/auth.py +78 -0
- data/packages/gsutil/boto/boto/core/credentials.py +154 -0
- data/packages/gsutil/boto/boto/core/dictresponse.py +178 -0
- data/packages/gsutil/boto/boto/core/service.py +67 -0
- data/packages/gsutil/boto/boto/datapipeline/__init__.py +0 -0
- data/packages/gsutil/boto/boto/datapipeline/exceptions.py +42 -0
- data/packages/gsutil/boto/boto/datapipeline/layer1.py +546 -0
- data/packages/gsutil/boto/boto/dynamodb/__init__.py +66 -0
- data/packages/gsutil/boto/boto/dynamodb/batch.py +262 -0
- data/packages/gsutil/boto/boto/dynamodb/condition.py +170 -0
- data/packages/gsutil/boto/boto/dynamodb/exceptions.py +64 -0
- data/packages/gsutil/boto/boto/dynamodb/item.py +196 -0
- data/packages/gsutil/boto/boto/dynamodb/layer1.py +575 -0
- data/packages/gsutil/boto/boto/dynamodb/layer2.py +798 -0
- data/packages/gsutil/boto/boto/dynamodb/schema.py +112 -0
- data/packages/gsutil/boto/boto/dynamodb/table.py +540 -0
- data/packages/gsutil/boto/boto/dynamodb/types.py +326 -0
- data/packages/gsutil/boto/boto/ec2/__init__.py +96 -0
- data/packages/gsutil/boto/boto/ec2/address.py +103 -0
- data/packages/gsutil/boto/boto/ec2/autoscale/__init__.py +781 -0
- data/packages/gsutil/boto/boto/ec2/autoscale/activity.py +74 -0
- data/packages/gsutil/boto/boto/ec2/autoscale/group.py +337 -0
- data/packages/gsutil/boto/boto/ec2/autoscale/instance.py +60 -0
- data/packages/gsutil/boto/boto/ec2/autoscale/launchconfig.py +209 -0
- data/packages/gsutil/boto/boto/ec2/autoscale/policy.py +166 -0
- data/packages/gsutil/boto/boto/ec2/autoscale/request.py +38 -0
- data/packages/gsutil/boto/boto/ec2/autoscale/scheduled.py +60 -0
- data/packages/gsutil/boto/boto/ec2/autoscale/tag.py +84 -0
- data/packages/gsutil/boto/boto/ec2/blockdevicemapping.py +141 -0
- data/packages/gsutil/boto/boto/ec2/bundleinstance.py +78 -0
- data/packages/gsutil/boto/boto/ec2/buyreservation.py +84 -0
- data/packages/gsutil/boto/boto/ec2/cloudwatch/__init__.py +603 -0
- data/packages/gsutil/boto/boto/ec2/cloudwatch/alarm.py +316 -0
- data/packages/gsutil/boto/boto/ec2/cloudwatch/datapoint.py +40 -0
- data/packages/gsutil/boto/boto/ec2/cloudwatch/dimension.py +38 -0
- data/packages/gsutil/boto/boto/ec2/cloudwatch/listelement.py +31 -0
- data/packages/gsutil/boto/boto/ec2/cloudwatch/metric.py +175 -0
- data/packages/gsutil/boto/boto/ec2/connection.py +3409 -0
- data/packages/gsutil/boto/boto/ec2/ec2object.py +107 -0
- data/packages/gsutil/boto/boto/ec2/elb/__init__.py +553 -0
- data/packages/gsutil/boto/boto/ec2/elb/healthcheck.py +89 -0
- data/packages/gsutil/boto/boto/ec2/elb/instancestate.py +62 -0
- data/packages/gsutil/boto/boto/ec2/elb/listelement.py +36 -0
- data/packages/gsutil/boto/boto/ec2/elb/listener.py +75 -0
- data/packages/gsutil/boto/boto/ec2/elb/loadbalancer.py +324 -0
- data/packages/gsutil/boto/boto/ec2/elb/policies.py +89 -0
- data/packages/gsutil/boto/boto/ec2/elb/securitygroup.py +38 -0
- data/packages/gsutil/boto/boto/ec2/group.py +39 -0
- data/packages/gsutil/boto/boto/ec2/image.py +350 -0
- data/packages/gsutil/boto/boto/ec2/instance.py +661 -0
- data/packages/gsutil/boto/boto/ec2/instanceinfo.py +51 -0
- data/packages/gsutil/boto/boto/ec2/instancestatus.py +207 -0
- data/packages/gsutil/boto/boto/ec2/keypair.py +113 -0
- data/packages/gsutil/boto/boto/ec2/launchspecification.py +105 -0
- data/packages/gsutil/boto/boto/ec2/networkinterface.py +247 -0
- data/packages/gsutil/boto/boto/ec2/placementgroup.py +51 -0
- data/packages/gsutil/boto/boto/ec2/regioninfo.py +34 -0
- data/packages/gsutil/boto/boto/ec2/reservedinstance.py +227 -0
- data/packages/gsutil/boto/boto/ec2/securitygroup.py +357 -0
- data/packages/gsutil/boto/boto/ec2/snapshot.py +170 -0
- data/packages/gsutil/boto/boto/ec2/spotdatafeedsubscription.py +63 -0
- data/packages/gsutil/boto/boto/ec2/spotinstancerequest.py +188 -0
- data/packages/gsutil/boto/boto/ec2/spotpricehistory.py +55 -0
- data/packages/gsutil/boto/boto/ec2/tag.py +87 -0
- data/packages/gsutil/boto/boto/ec2/vmtype.py +58 -0
- data/packages/gsutil/boto/boto/ec2/volume.py +293 -0
- data/packages/gsutil/boto/boto/ec2/volumestatus.py +200 -0
- data/packages/gsutil/boto/boto/ec2/zone.py +80 -0
- data/packages/gsutil/boto/boto/ecs/__init__.py +90 -0
- data/packages/gsutil/boto/boto/ecs/item.py +153 -0
- data/packages/gsutil/boto/boto/elasticache/__init__.py +62 -0
- data/packages/gsutil/boto/boto/elasticache/layer1.py +1252 -0
- data/packages/gsutil/boto/boto/elastictranscoder/__init__.py +62 -0
- data/packages/gsutil/boto/boto/elastictranscoder/exceptions.py +46 -0
- data/packages/gsutil/boto/boto/elastictranscoder/layer1.py +509 -0
- data/packages/gsutil/boto/boto/emr/__init__.py +73 -0
- data/packages/gsutil/boto/boto/emr/bootstrap_action.py +44 -0
- data/packages/gsutil/boto/boto/emr/connection.py +531 -0
- data/packages/gsutil/boto/boto/emr/emrobject.py +176 -0
- data/packages/gsutil/boto/boto/emr/instance_group.py +43 -0
- data/packages/gsutil/boto/boto/emr/step.py +281 -0
- data/packages/gsutil/boto/boto/exception.py +476 -0
- data/packages/gsutil/boto/boto/exception.pyc +0 -0
- data/packages/gsutil/boto/boto/file/README +49 -0
- data/packages/gsutil/boto/boto/file/__init__.py +28 -0
- data/packages/gsutil/boto/boto/file/bucket.py +112 -0
- data/packages/gsutil/boto/boto/file/connection.py +33 -0
- data/packages/gsutil/boto/boto/file/key.py +199 -0
- data/packages/gsutil/boto/boto/file/simpleresultset.py +30 -0
- data/packages/gsutil/boto/boto/fps/__init__.py +21 -0
- data/packages/gsutil/boto/boto/fps/connection.py +369 -0
- data/packages/gsutil/boto/boto/fps/exception.py +344 -0
- data/packages/gsutil/boto/boto/fps/response.py +175 -0
- data/packages/gsutil/boto/boto/glacier/__init__.py +57 -0
- data/packages/gsutil/boto/boto/glacier/concurrent.py +409 -0
- data/packages/gsutil/boto/boto/glacier/exceptions.py +58 -0
- data/packages/gsutil/boto/boto/glacier/job.py +152 -0
- data/packages/gsutil/boto/boto/glacier/layer1.py +637 -0
- data/packages/gsutil/boto/boto/glacier/layer2.py +93 -0
- data/packages/gsutil/boto/boto/glacier/response.py +48 -0
- data/packages/gsutil/boto/boto/glacier/utils.py +163 -0
- data/packages/gsutil/boto/boto/glacier/vault.py +387 -0
- data/packages/gsutil/boto/boto/glacier/writer.py +242 -0
- data/packages/gsutil/boto/boto/gs/__init__.py +22 -0
- data/packages/gsutil/boto/boto/gs/__init__.pyc +0 -0
- data/packages/gsutil/boto/boto/gs/acl.py +304 -0
- data/packages/gsutil/boto/boto/gs/acl.pyc +0 -0
- data/packages/gsutil/boto/boto/gs/bucket.py +870 -0
- data/packages/gsutil/boto/boto/gs/bucket.pyc +0 -0
- data/packages/gsutil/boto/boto/gs/bucketlistresultset.py +64 -0
- data/packages/gsutil/boto/boto/gs/bucketlistresultset.pyc +0 -0
- data/packages/gsutil/boto/boto/gs/connection.py +103 -0
- data/packages/gsutil/boto/boto/gs/connection.pyc +0 -0
- data/packages/gsutil/boto/boto/gs/cors.py +169 -0
- data/packages/gsutil/boto/boto/gs/cors.pyc +0 -0
- data/packages/gsutil/boto/boto/gs/key.py +704 -0
- data/packages/gsutil/boto/boto/gs/key.pyc +0 -0
- data/packages/gsutil/boto/boto/gs/resumable_upload_handler.py +659 -0
- data/packages/gsutil/boto/boto/gs/resumable_upload_handler.pyc +0 -0
- data/packages/gsutil/boto/boto/gs/user.py +54 -0
- data/packages/gsutil/boto/boto/gs/user.pyc +0 -0
- data/packages/gsutil/boto/boto/handler.py +44 -0
- data/packages/gsutil/boto/boto/handler.pyc +0 -0
- data/packages/gsutil/boto/boto/https_connection.py +124 -0
- data/packages/gsutil/boto/boto/https_connection.pyc +0 -0
- data/packages/gsutil/boto/boto/iam/__init__.py +74 -0
- data/packages/gsutil/boto/boto/iam/connection.py +1317 -0
- data/packages/gsutil/boto/boto/iam/summarymap.py +42 -0
- data/packages/gsutil/boto/boto/jsonresponse.py +163 -0
- data/packages/gsutil/boto/boto/jsonresponse.pyc +0 -0
- data/packages/gsutil/boto/boto/manage/__init__.py +23 -0
- data/packages/gsutil/boto/boto/manage/cmdshell.py +241 -0
- data/packages/gsutil/boto/boto/manage/propget.py +64 -0
- data/packages/gsutil/boto/boto/manage/server.py +556 -0
- data/packages/gsutil/boto/boto/manage/task.py +175 -0
- data/packages/gsutil/boto/boto/manage/test_manage.py +34 -0
- data/packages/gsutil/boto/boto/manage/volume.py +420 -0
- data/packages/gsutil/boto/boto/mashups/__init__.py +23 -0
- data/packages/gsutil/boto/boto/mashups/interactive.py +97 -0
- data/packages/gsutil/boto/boto/mashups/iobject.py +115 -0
- data/packages/gsutil/boto/boto/mashups/order.py +211 -0
- data/packages/gsutil/boto/boto/mashups/server.py +395 -0
- data/packages/gsutil/boto/boto/mturk/__init__.py +23 -0
- data/packages/gsutil/boto/boto/mturk/connection.py +1027 -0
- data/packages/gsutil/boto/boto/mturk/layoutparam.py +55 -0
- data/packages/gsutil/boto/boto/mturk/notification.py +103 -0
- data/packages/gsutil/boto/boto/mturk/price.py +48 -0
- data/packages/gsutil/boto/boto/mturk/qualification.py +137 -0
- data/packages/gsutil/boto/boto/mturk/question.py +455 -0
- data/packages/gsutil/boto/boto/mws/__init__.py +21 -0
- data/packages/gsutil/boto/boto/mws/connection.py +813 -0
- data/packages/gsutil/boto/boto/mws/exception.py +75 -0
- data/packages/gsutil/boto/boto/mws/response.py +655 -0
- data/packages/gsutil/boto/boto/plugin.py +90 -0
- data/packages/gsutil/boto/boto/plugin.pyc +0 -0
- data/packages/gsutil/boto/boto/provider.py +337 -0
- data/packages/gsutil/boto/boto/provider.pyc +0 -0
- data/packages/gsutil/boto/boto/pyami/__init__.py +22 -0
- data/packages/gsutil/boto/boto/pyami/__init__.pyc +0 -0
- data/packages/gsutil/boto/boto/pyami/bootstrap.py +134 -0
- data/packages/gsutil/boto/boto/pyami/config.py +229 -0
- data/packages/gsutil/boto/boto/pyami/config.pyc +0 -0
- data/packages/gsutil/boto/boto/pyami/copybot.cfg +60 -0
- data/packages/gsutil/boto/boto/pyami/copybot.py +97 -0
- data/packages/gsutil/boto/boto/pyami/helloworld.py +28 -0
- data/packages/gsutil/boto/boto/pyami/installers/__init__.py +64 -0
- data/packages/gsutil/boto/boto/pyami/installers/ubuntu/__init__.py +22 -0
- data/packages/gsutil/boto/boto/pyami/installers/ubuntu/apache.py +43 -0
- data/packages/gsutil/boto/boto/pyami/installers/ubuntu/ebs.py +238 -0
- data/packages/gsutil/boto/boto/pyami/installers/ubuntu/installer.py +96 -0
- data/packages/gsutil/boto/boto/pyami/installers/ubuntu/mysql.py +109 -0
- data/packages/gsutil/boto/boto/pyami/installers/ubuntu/trac.py +139 -0
- data/packages/gsutil/boto/boto/pyami/launch_ami.py +178 -0
- data/packages/gsutil/boto/boto/pyami/scriptbase.py +44 -0
- data/packages/gsutil/boto/boto/pyami/startup.py +60 -0
- data/packages/gsutil/boto/boto/rds/__init__.py +1194 -0
- data/packages/gsutil/boto/boto/rds/dbinstance.py +357 -0
- data/packages/gsutil/boto/boto/rds/dbsecuritygroup.py +177 -0
- data/packages/gsutil/boto/boto/rds/dbsnapshot.py +108 -0
- data/packages/gsutil/boto/boto/rds/event.py +49 -0
- data/packages/gsutil/boto/boto/rds/parametergroup.py +201 -0
- data/packages/gsutil/boto/boto/rds/regioninfo.py +32 -0
- data/packages/gsutil/boto/boto/regioninfo.py +63 -0
- data/packages/gsutil/boto/boto/regioninfo.pyc +0 -0
- data/packages/gsutil/boto/boto/resultset.py +169 -0
- data/packages/gsutil/boto/boto/resultset.pyc +0 -0
- data/packages/gsutil/boto/boto/roboto/__init__.py +1 -0
- data/packages/gsutil/boto/boto/roboto/awsqueryrequest.py +504 -0
- data/packages/gsutil/boto/boto/roboto/awsqueryservice.py +121 -0
- data/packages/gsutil/boto/boto/roboto/param.py +147 -0
- data/packages/gsutil/boto/boto/route53/__init__.py +75 -0
- data/packages/gsutil/boto/boto/route53/connection.py +403 -0
- data/packages/gsutil/boto/boto/route53/exception.py +27 -0
- data/packages/gsutil/boto/boto/route53/hostedzone.py +56 -0
- data/packages/gsutil/boto/boto/route53/record.py +306 -0
- data/packages/gsutil/boto/boto/route53/status.py +42 -0
- data/packages/gsutil/boto/boto/route53/zone.py +412 -0
- data/packages/gsutil/boto/boto/s3/__init__.py +84 -0
- data/packages/gsutil/boto/boto/s3/__init__.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/acl.py +164 -0
- data/packages/gsutil/boto/boto/s3/acl.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/bucket.py +1634 -0
- data/packages/gsutil/boto/boto/s3/bucket.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/bucketlistresultset.py +139 -0
- data/packages/gsutil/boto/boto/s3/bucketlistresultset.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/bucketlogging.py +83 -0
- data/packages/gsutil/boto/boto/s3/bucketlogging.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/connection.py +540 -0
- data/packages/gsutil/boto/boto/s3/connection.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/cors.py +210 -0
- data/packages/gsutil/boto/boto/s3/cors.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/deletemarker.py +55 -0
- data/packages/gsutil/boto/boto/s3/deletemarker.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/key.py +1712 -0
- data/packages/gsutil/boto/boto/s3/key.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/keyfile.py +134 -0
- data/packages/gsutil/boto/boto/s3/keyfile.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/lifecycle.py +231 -0
- data/packages/gsutil/boto/boto/s3/lifecycle.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/multidelete.py +138 -0
- data/packages/gsutil/boto/boto/s3/multidelete.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/multipart.py +315 -0
- data/packages/gsutil/boto/boto/s3/multipart.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/prefix.py +42 -0
- data/packages/gsutil/boto/boto/s3/prefix.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/resumable_download_handler.py +339 -0
- data/packages/gsutil/boto/boto/s3/resumable_download_handler.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/tagging.py +71 -0
- data/packages/gsutil/boto/boto/s3/tagging.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/user.py +49 -0
- data/packages/gsutil/boto/boto/s3/user.pyc +0 -0
- data/packages/gsutil/boto/boto/s3/website.py +237 -0
- data/packages/gsutil/boto/boto/s3/website.pyc +0 -0
- data/packages/gsutil/boto/boto/sdb/__init__.py +67 -0
- data/packages/gsutil/boto/boto/sdb/connection.py +617 -0
- data/packages/gsutil/boto/boto/sdb/db/__init__.py +20 -0
- data/packages/gsutil/boto/boto/sdb/db/blob.py +75 -0
- data/packages/gsutil/boto/boto/sdb/db/key.py +59 -0
- data/packages/gsutil/boto/boto/sdb/db/manager/__init__.py +85 -0
- data/packages/gsutil/boto/boto/sdb/db/manager/sdbmanager.py +732 -0
- data/packages/gsutil/boto/boto/sdb/db/manager/xmlmanager.py +517 -0
- data/packages/gsutil/boto/boto/sdb/db/model.py +294 -0
- data/packages/gsutil/boto/boto/sdb/db/property.py +703 -0
- data/packages/gsutil/boto/boto/sdb/db/query.py +85 -0
- data/packages/gsutil/boto/boto/sdb/db/sequence.py +226 -0
- data/packages/gsutil/boto/boto/sdb/db/test_db.py +231 -0
- data/packages/gsutil/boto/boto/sdb/domain.py +377 -0
- data/packages/gsutil/boto/boto/sdb/item.py +181 -0
- data/packages/gsutil/boto/boto/sdb/queryresultset.py +92 -0
- data/packages/gsutil/boto/boto/sdb/regioninfo.py +32 -0
- data/packages/gsutil/boto/boto/services/__init__.py +23 -0
- data/packages/gsutil/boto/boto/services/bs.py +179 -0
- data/packages/gsutil/boto/boto/services/message.py +58 -0
- data/packages/gsutil/boto/boto/services/result.py +136 -0
- data/packages/gsutil/boto/boto/services/service.py +161 -0
- data/packages/gsutil/boto/boto/services/servicedef.py +91 -0
- data/packages/gsutil/boto/boto/services/sonofmmm.cfg +43 -0
- data/packages/gsutil/boto/boto/services/sonofmmm.py +81 -0
- data/packages/gsutil/boto/boto/services/submit.py +88 -0
- data/packages/gsutil/boto/boto/ses/__init__.py +54 -0
- data/packages/gsutil/boto/boto/ses/connection.py +521 -0
- data/packages/gsutil/boto/boto/ses/exceptions.py +77 -0
- data/packages/gsutil/boto/boto/sns/__init__.py +78 -0
- data/packages/gsutil/boto/boto/sns/connection.py +431 -0
- data/packages/gsutil/boto/boto/sqs/__init__.py +56 -0
- data/packages/gsutil/boto/boto/sqs/attributes.py +46 -0
- data/packages/gsutil/boto/boto/sqs/batchresults.py +95 -0
- data/packages/gsutil/boto/boto/sqs/connection.py +417 -0
- data/packages/gsutil/boto/boto/sqs/jsonmessage.py +43 -0
- data/packages/gsutil/boto/boto/sqs/message.py +253 -0
- data/packages/gsutil/boto/boto/sqs/queue.py +478 -0
- data/packages/gsutil/boto/boto/sqs/regioninfo.py +32 -0
- data/packages/gsutil/boto/boto/storage_uri.py +835 -0
- data/packages/gsutil/boto/boto/storage_uri.pyc +0 -0
- data/packages/gsutil/boto/boto/sts/__init__.py +55 -0
- data/packages/gsutil/boto/boto/sts/connection.py +207 -0
- data/packages/gsutil/boto/boto/sts/credentials.py +215 -0
- data/packages/gsutil/boto/boto/swf/__init__.py +60 -0
- data/packages/gsutil/boto/boto/swf/exceptions.py +44 -0
- data/packages/gsutil/boto/boto/swf/layer1.py +1512 -0
- data/packages/gsutil/boto/boto/swf/layer1_decisions.py +287 -0
- data/packages/gsutil/boto/boto/swf/layer2.py +342 -0
- data/packages/gsutil/boto/boto/utils.py +927 -0
- data/packages/gsutil/boto/boto/utils.pyc +0 -0
- data/packages/gsutil/boto/boto/vpc/__init__.py +910 -0
- data/packages/gsutil/boto/boto/vpc/customergateway.py +54 -0
- data/packages/gsutil/boto/boto/vpc/dhcpoptions.py +72 -0
- data/packages/gsutil/boto/boto/vpc/internetgateway.py +72 -0
- data/packages/gsutil/boto/boto/vpc/routetable.py +109 -0
- data/packages/gsutil/boto/boto/vpc/subnet.py +57 -0
- data/packages/gsutil/boto/boto/vpc/vpc.py +54 -0
- data/packages/gsutil/boto/boto/vpc/vpnconnection.py +60 -0
- data/packages/gsutil/boto/boto/vpc/vpngateway.py +83 -0
- data/packages/gsutil/boto/docs/BotoCheatSheet.pdf +0 -0
- data/packages/gsutil/boto/docs/Makefile +89 -0
- data/packages/gsutil/boto/docs/make.bat +113 -0
- data/packages/gsutil/boto/docs/source/_templates/layout.html +3 -0
- data/packages/gsutil/boto/docs/source/autoscale_tut.rst +220 -0
- data/packages/gsutil/boto/docs/source/boto_config_tut.rst +125 -0
- data/packages/gsutil/boto/docs/source/boto_theme/static/boto.css_t +239 -0
- data/packages/gsutil/boto/docs/source/boto_theme/static/pygments.css +61 -0
- data/packages/gsutil/boto/docs/source/boto_theme/theme.conf +3 -0
- data/packages/gsutil/boto/docs/source/cloudfront_tut.rst +196 -0
- data/packages/gsutil/boto/docs/source/cloudsearch_tut.rst +411 -0
- data/packages/gsutil/boto/docs/source/cloudwatch_tut.rst +116 -0
- data/packages/gsutil/boto/docs/source/conf.py +32 -0
- data/packages/gsutil/boto/docs/source/contributing.rst +204 -0
- data/packages/gsutil/boto/docs/source/documentation.rst +59 -0
- data/packages/gsutil/boto/docs/source/dynamodb_tut.rst +339 -0
- data/packages/gsutil/boto/docs/source/ec2_tut.rst +86 -0
- data/packages/gsutil/boto/docs/source/elb_tut.rst +257 -0
- data/packages/gsutil/boto/docs/source/emr_tut.rst +108 -0
- data/packages/gsutil/boto/docs/source/index.rst +146 -0
- data/packages/gsutil/boto/docs/source/rds_tut.rst +108 -0
- data/packages/gsutil/boto/docs/source/ref/autoscale.rst +62 -0
- data/packages/gsutil/boto/docs/source/ref/beanstalk.rst +26 -0
- data/packages/gsutil/boto/docs/source/ref/boto.rst +47 -0
- data/packages/gsutil/boto/docs/source/ref/cloudformation.rst +34 -0
- data/packages/gsutil/boto/docs/source/ref/cloudfront.rst +68 -0
- data/packages/gsutil/boto/docs/source/ref/cloudsearch.rst +59 -0
- data/packages/gsutil/boto/docs/source/ref/cloudwatch.rst +27 -0
- data/packages/gsutil/boto/docs/source/ref/contrib.rst +32 -0
- data/packages/gsutil/boto/docs/source/ref/datapipeline.rst +26 -0
- data/packages/gsutil/boto/docs/source/ref/dynamodb.rst +61 -0
- data/packages/gsutil/boto/docs/source/ref/ec2.rst +140 -0
- data/packages/gsutil/boto/docs/source/ref/ecs.rst +19 -0
- data/packages/gsutil/boto/docs/source/ref/elasticache.rst +19 -0
- data/packages/gsutil/boto/docs/source/ref/elastictranscoder.rst +26 -0
- data/packages/gsutil/boto/docs/source/ref/elb.rst +47 -0
- data/packages/gsutil/boto/docs/source/ref/emr.rst +34 -0
- data/packages/gsutil/boto/docs/source/ref/file.rst +34 -0
- data/packages/gsutil/boto/docs/source/ref/fps.rst +19 -0
- data/packages/gsutil/boto/docs/source/ref/glacier.rst +63 -0
- data/packages/gsutil/boto/docs/source/ref/gs.rst +72 -0
- data/packages/gsutil/boto/docs/source/ref/iam.rst +27 -0
- data/packages/gsutil/boto/docs/source/ref/index.rst +40 -0
- data/packages/gsutil/boto/docs/source/ref/manage.rst +47 -0
- data/packages/gsutil/boto/docs/source/ref/mturk.rst +54 -0
- data/packages/gsutil/boto/docs/source/ref/mws.rst +33 -0
- data/packages/gsutil/boto/docs/source/ref/pyami.rst +103 -0
- data/packages/gsutil/boto/docs/source/ref/rds.rst +47 -0
- data/packages/gsutil/boto/docs/source/ref/route53.rst +34 -0
- data/packages/gsutil/boto/docs/source/ref/s3.rst +111 -0
- data/packages/gsutil/boto/docs/source/ref/sdb.rst +45 -0
- data/packages/gsutil/boto/docs/source/ref/sdb_db.rst +83 -0
- data/packages/gsutil/boto/docs/source/ref/services.rst +61 -0
- data/packages/gsutil/boto/docs/source/ref/ses.rst +21 -0
- data/packages/gsutil/boto/docs/source/ref/sns.rst +17 -0
- data/packages/gsutil/boto/docs/source/ref/sqs.rst +61 -0
- data/packages/gsutil/boto/docs/source/ref/sts.rst +25 -0
- data/packages/gsutil/boto/docs/source/ref/swf.rst +22 -0
- data/packages/gsutil/boto/docs/source/ref/vpc.rst +54 -0
- data/packages/gsutil/boto/docs/source/s3_tut.rst +450 -0
- data/packages/gsutil/boto/docs/source/security_groups.rst +82 -0
- data/packages/gsutil/boto/docs/source/ses_tut.rst +171 -0
- data/packages/gsutil/boto/docs/source/simpledb_tut.rst +188 -0
- data/packages/gsutil/boto/docs/source/sqs_tut.rst +246 -0
- data/packages/gsutil/boto/docs/source/vpc_tut.rst +100 -0
- data/packages/gsutil/boto/pylintrc +305 -0
- data/packages/gsutil/boto/requirements.txt +10 -0
- data/packages/gsutil/boto/setup.py +89 -0
- data/packages/gsutil/boto/tests/__init__.py +20 -0
- data/packages/gsutil/boto/tests/db/test_lists.py +96 -0
- data/packages/gsutil/boto/tests/db/test_password.py +128 -0
- data/packages/gsutil/boto/tests/db/test_query.py +152 -0
- data/packages/gsutil/boto/tests/db/test_sequence.py +109 -0
- data/packages/gsutil/boto/tests/devpay/__init__.py +0 -0
- data/packages/gsutil/boto/tests/devpay/test_s3.py +181 -0
- data/packages/gsutil/boto/tests/fps/__init__.py +0 -0
- data/packages/gsutil/boto/tests/fps/test.py +100 -0
- data/packages/gsutil/boto/tests/fps/test_verify_signature.py +12 -0
- data/packages/gsutil/boto/tests/integration/__init__.py +0 -0
- data/packages/gsutil/boto/tests/integration/beanstalk/test_wrapper.py +209 -0
- data/packages/gsutil/boto/tests/integration/cloudformation/__init__.py +21 -0
- data/packages/gsutil/boto/tests/integration/cloudformation/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/cloudformation/test_connection.py +110 -0
- data/packages/gsutil/boto/tests/integration/cloudsearch/__init__.py +21 -0
- data/packages/gsutil/boto/tests/integration/cloudsearch/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/datapipeline/test_layer1.py +122 -0
- data/packages/gsutil/boto/tests/integration/dynamodb/__init__.py +20 -0
- data/packages/gsutil/boto/tests/integration/dynamodb/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/dynamodb/test_layer1.py +266 -0
- data/packages/gsutil/boto/tests/integration/dynamodb/test_layer2.py +484 -0
- data/packages/gsutil/boto/tests/integration/dynamodb/test_table.py +84 -0
- data/packages/gsutil/boto/tests/integration/ec2/__init__.py +20 -0
- data/packages/gsutil/boto/tests/integration/ec2/autoscale/__init__.py +21 -0
- data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/ec2/autoscale/test_connection.py +167 -0
- data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/__init__.py +20 -0
- data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/ec2/cloudwatch/test_connection.py +277 -0
- data/packages/gsutil/boto/tests/integration/ec2/elb/__init__.py +20 -0
- data/packages/gsutil/boto/tests/integration/ec2/elb/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/ec2/elb/test_connection.py +130 -0
- data/packages/gsutil/boto/tests/integration/ec2/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/ec2/test_connection.py +192 -0
- data/packages/gsutil/boto/tests/integration/ec2/vpc/__init__.py +0 -0
- data/packages/gsutil/boto/tests/integration/ec2/vpc/test_connection.py +95 -0
- data/packages/gsutil/boto/tests/integration/elasticache/__init__.py +0 -0
- data/packages/gsutil/boto/tests/integration/elasticache/test_layer1.py +67 -0
- data/packages/gsutil/boto/tests/integration/elastictranscoder/__init__.py +0 -0
- data/packages/gsutil/boto/tests/integration/elastictranscoder/test_cert_verification.py +35 -0
- data/packages/gsutil/boto/tests/integration/elastictranscoder/test_layer1.py +115 -0
- data/packages/gsutil/boto/tests/integration/emr/__init__.py +20 -0
- data/packages/gsutil/boto/tests/integration/emr/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/glacier/__init__.py +22 -0
- data/packages/gsutil/boto/tests/integration/glacier/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/glacier/test_layer1.py +44 -0
- data/packages/gsutil/boto/tests/integration/glacier/test_layer2.py +45 -0
- data/packages/gsutil/boto/tests/integration/gs/__init__.py +0 -0
- data/packages/gsutil/boto/tests/integration/gs/cb_test_harness.py +71 -0
- data/packages/gsutil/boto/tests/integration/gs/test_basic.py +379 -0
- data/packages/gsutil/boto/tests/integration/gs/test_generation_conditionals.py +399 -0
- data/packages/gsutil/boto/tests/integration/gs/test_resumable_downloads.py +358 -0
- data/packages/gsutil/boto/tests/integration/gs/test_resumable_uploads.py +525 -0
- data/packages/gsutil/boto/tests/integration/gs/test_storage_uri.py +125 -0
- data/packages/gsutil/boto/tests/integration/gs/test_versioning.py +268 -0
- data/packages/gsutil/boto/tests/integration/gs/testcase.py +116 -0
- data/packages/gsutil/boto/tests/integration/gs/util.py +63 -0
- data/packages/gsutil/boto/tests/integration/iam/__init__.py +20 -0
- data/packages/gsutil/boto/tests/integration/iam/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/mws/__init__.py +0 -0
- data/packages/gsutil/boto/tests/integration/mws/test.py +100 -0
- data/packages/gsutil/boto/tests/integration/rds/__init__.py +21 -0
- data/packages/gsutil/boto/tests/integration/rds/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/route53/__init__.py +20 -0
- data/packages/gsutil/boto/tests/integration/route53/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/route53/test_zone.py +132 -0
- data/packages/gsutil/boto/tests/integration/s3/__init__.py +20 -0
- data/packages/gsutil/boto/tests/integration/s3/mock_storage_service.py +589 -0
- data/packages/gsutil/boto/tests/integration/s3/other_cacerts.txt +70 -0
- data/packages/gsutil/boto/tests/integration/s3/test_bucket.py +263 -0
- data/packages/gsutil/boto/tests/integration/s3/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/s3/test_connection.py +245 -0
- data/packages/gsutil/boto/tests/integration/s3/test_cors.py +78 -0
- data/packages/gsutil/boto/tests/integration/s3/test_encryption.py +115 -0
- data/packages/gsutil/boto/tests/integration/s3/test_https_cert_validation.py +141 -0
- data/packages/gsutil/boto/tests/integration/s3/test_key.py +375 -0
- data/packages/gsutil/boto/tests/integration/s3/test_mfa.py +95 -0
- data/packages/gsutil/boto/tests/integration/s3/test_multidelete.py +181 -0
- data/packages/gsutil/boto/tests/integration/s3/test_multipart.py +139 -0
- data/packages/gsutil/boto/tests/integration/s3/test_pool.py +246 -0
- data/packages/gsutil/boto/tests/integration/s3/test_versioning.py +158 -0
- data/packages/gsutil/boto/tests/integration/sdb/__init__.py +20 -0
- data/packages/gsutil/boto/tests/integration/sdb/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/sdb/test_connection.py +119 -0
- data/packages/gsutil/boto/tests/integration/ses/__init__.py +0 -0
- data/packages/gsutil/boto/tests/integration/ses/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/ses/test_connection.py +38 -0
- data/packages/gsutil/boto/tests/integration/sns/__init__.py +20 -0
- data/packages/gsutil/boto/tests/integration/sns/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/sqs/__init__.py +20 -0
- data/packages/gsutil/boto/tests/integration/sqs/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/sqs/test_connection.py +217 -0
- data/packages/gsutil/boto/tests/integration/sts/__init__.py +20 -0
- data/packages/gsutil/boto/tests/integration/sts/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/sts/test_session_token.py +65 -0
- data/packages/gsutil/boto/tests/integration/swf/__init__.py +0 -0
- data/packages/gsutil/boto/tests/integration/swf/test_cert_verification.py +40 -0
- data/packages/gsutil/boto/tests/integration/swf/test_layer1.py +246 -0
- data/packages/gsutil/boto/tests/integration/swf/test_layer1_workflow_execution.py +173 -0
- data/packages/gsutil/boto/tests/mturk/__init__.py +0 -0
- data/packages/gsutil/boto/tests/mturk/_init_environment.py +28 -0
- data/packages/gsutil/boto/tests/mturk/all_tests.py +24 -0
- data/packages/gsutil/boto/tests/mturk/cleanup_tests.py +47 -0
- data/packages/gsutil/boto/tests/mturk/common.py +45 -0
- data/packages/gsutil/boto/tests/mturk/create_free_text_question_regex.doctest +100 -0
- data/packages/gsutil/boto/tests/mturk/create_hit.doctest +92 -0
- data/packages/gsutil/boto/tests/mturk/create_hit_binary.doctest +94 -0
- data/packages/gsutil/boto/tests/mturk/create_hit_external.py +21 -0
- data/packages/gsutil/boto/tests/mturk/create_hit_from_hit_type.doctest +103 -0
- data/packages/gsutil/boto/tests/mturk/create_hit_test.py +21 -0
- data/packages/gsutil/boto/tests/mturk/create_hit_with_qualifications.py +16 -0
- data/packages/gsutil/boto/tests/mturk/hit_persistence.py +27 -0
- data/packages/gsutil/boto/tests/mturk/mocks.py +11 -0
- data/packages/gsutil/boto/tests/mturk/reviewable_hits.doctest +129 -0
- data/packages/gsutil/boto/tests/mturk/run-doctest.py +13 -0
- data/packages/gsutil/boto/tests/mturk/search_hits.doctest +16 -0
- data/packages/gsutil/boto/tests/mturk/selenium_support.py +61 -0
- data/packages/gsutil/boto/tests/mturk/support.py +7 -0
- data/packages/gsutil/boto/tests/mturk/test_disable_hit.py +11 -0
- data/packages/gsutil/boto/tests/test.py +59 -0
- data/packages/gsutil/boto/tests/unit/__init__.py +79 -0
- data/packages/gsutil/boto/tests/unit/auth/__init__.py +0 -0
- data/packages/gsutil/boto/tests/unit/auth/test_sigv4.py +73 -0
- data/packages/gsutil/boto/tests/unit/beanstalk/__init__.py +0 -0
- data/packages/gsutil/boto/tests/unit/beanstalk/test_layer1.py +128 -0
- data/packages/gsutil/boto/tests/unit/cloudformation/__init__.py +0 -0
- data/packages/gsutil/boto/tests/unit/cloudformation/test_connection.py +605 -0
- data/packages/gsutil/boto/tests/unit/cloudformation/test_stack.py +63 -0
- data/packages/gsutil/boto/tests/unit/cloudfront/__init__.py +0 -0
- data/packages/gsutil/boto/tests/unit/cloudfront/test_invalidation_list.py +113 -0
- data/packages/gsutil/boto/tests/unit/cloudfront/test_signed_urls.py +354 -0
- data/packages/gsutil/boto/tests/unit/cloudsearch/__init__.py +1 -0
- data/packages/gsutil/boto/tests/unit/cloudsearch/test_connection.py +241 -0
- data/packages/gsutil/boto/tests/unit/cloudsearch/test_document.py +324 -0
- data/packages/gsutil/boto/tests/unit/cloudsearch/test_search.py +325 -0
- data/packages/gsutil/boto/tests/unit/dynamodb/__init__.py +0 -0
- data/packages/gsutil/boto/tests/unit/dynamodb/test_batch.py +103 -0
- data/packages/gsutil/boto/tests/unit/dynamodb/test_layer2.py +119 -0
- data/packages/gsutil/boto/tests/unit/dynamodb/test_types.py +82 -0
- data/packages/gsutil/boto/tests/unit/ec2/__init__.py +0 -0
- data/packages/gsutil/boto/tests/unit/ec2/autoscale/__init__.py +0 -0
- data/packages/gsutil/boto/tests/unit/ec2/autoscale/test_group.py +162 -0
- data/packages/gsutil/boto/tests/unit/ec2/test_address.py +39 -0
- data/packages/gsutil/boto/tests/unit/ec2/test_blockdevicemapping.py +79 -0
- data/packages/gsutil/boto/tests/unit/ec2/test_connection.py +480 -0
- data/packages/gsutil/boto/tests/unit/ec2/test_instance.py +243 -0
- data/packages/gsutil/boto/tests/unit/ec2/test_networkinterface.py +140 -0
- data/packages/gsutil/boto/tests/unit/ec2/test_volume.py +248 -0
- data/packages/gsutil/boto/tests/unit/emr/test_emr_responses.py +373 -0
- data/packages/gsutil/boto/tests/unit/glacier/__init__.py +0 -0
- data/packages/gsutil/boto/tests/unit/glacier/test_concurrent.py +120 -0
- data/packages/gsutil/boto/tests/unit/glacier/test_job.py +60 -0
- data/packages/gsutil/boto/tests/unit/glacier/test_layer1.py +98 -0
- data/packages/gsutil/boto/tests/unit/glacier/test_layer2.py +266 -0
- data/packages/gsutil/boto/tests/unit/glacier/test_utils.py +116 -0
- data/packages/gsutil/boto/tests/unit/glacier/test_vault.py +100 -0
- data/packages/gsutil/boto/tests/unit/glacier/test_writer.py +185 -0
- data/packages/gsutil/boto/tests/unit/provider/__init__.py +0 -0
- data/packages/gsutil/boto/tests/unit/provider/test_provider.py +176 -0
- data/packages/gsutil/boto/tests/unit/rds/__init__.py +0 -0
- data/packages/gsutil/boto/tests/unit/rds/test_connection.py +131 -0
- data/packages/gsutil/boto/tests/unit/s3/__init__.py +0 -0
- data/packages/gsutil/boto/tests/unit/s3/test_cors_configuration.py +77 -0
- data/packages/gsutil/boto/tests/unit/s3/test_key.py +75 -0
- data/packages/gsutil/boto/tests/unit/s3/test_keyfile.py +101 -0
- data/packages/gsutil/boto/tests/unit/s3/test_lifecycle.py +97 -0
- data/packages/gsutil/boto/tests/unit/s3/test_tagging.py +47 -0
- data/packages/gsutil/boto/tests/unit/s3/test_uri.py +257 -0
- data/packages/gsutil/boto/tests/unit/s3/test_website.py +188 -0
- data/packages/gsutil/boto/tests/unit/sns/__init__.py +0 -0
- data/packages/gsutil/boto/tests/unit/sns/test_connection.py +99 -0
- data/packages/gsutil/boto/tests/unit/sqs/__init__.py +0 -0
- data/packages/gsutil/boto/tests/unit/sqs/test_connection.py +98 -0
- data/packages/gsutil/boto/tests/unit/sqs/test_queue.py +40 -0
- data/packages/gsutil/boto/tests/unit/sts/test_connection.py +74 -0
- data/packages/gsutil/boto/tests/unit/test_connection.py +60 -0
- data/packages/gsutil/boto/tests/unit/utils/test_utils.py +109 -0
- data/packages/gsutil/boto/tox.ini +8 -0
- data/packages/gsutil/gslib/README +5 -0
- data/packages/gsutil/gslib/__init__.py +22 -0
- data/packages/gsutil/gslib/__init__.pyc +0 -0
- data/packages/gsutil/gslib/addlhelp/__init__.py +15 -0
- data/packages/gsutil/gslib/addlhelp/acls.py +234 -0
- data/packages/gsutil/gslib/addlhelp/anon.py +57 -0
- data/packages/gsutil/gslib/addlhelp/command_opts.py +116 -0
- data/packages/gsutil/gslib/addlhelp/dev.py +139 -0
- data/packages/gsutil/gslib/addlhelp/metadata.py +186 -0
- data/packages/gsutil/gslib/addlhelp/naming.py +173 -0
- data/packages/gsutil/gslib/addlhelp/prod.py +160 -0
- data/packages/gsutil/gslib/addlhelp/projects.py +130 -0
- data/packages/gsutil/gslib/addlhelp/subdirs.py +110 -0
- data/packages/gsutil/gslib/addlhelp/support.py +86 -0
- data/packages/gsutil/gslib/addlhelp/versioning.py +242 -0
- data/packages/gsutil/gslib/addlhelp/wildcards.py +170 -0
- data/packages/gsutil/gslib/bucket_listing_ref.py +175 -0
- data/packages/gsutil/gslib/bucket_listing_ref.pyc +0 -0
- data/packages/gsutil/gslib/command.py +722 -0
- data/packages/gsutil/gslib/command.pyc +0 -0
- data/packages/gsutil/gslib/command_runner.py +101 -0
- data/packages/gsutil/gslib/command_runner.pyc +0 -0
- data/packages/gsutil/gslib/commands/__init__.py +15 -0
- data/packages/gsutil/gslib/commands/__init__.pyc +0 -0
- data/packages/gsutil/gslib/commands/cat.py +131 -0
- data/packages/gsutil/gslib/commands/cat.pyc +0 -0
- data/packages/gsutil/gslib/commands/chacl.py +532 -0
- data/packages/gsutil/gslib/commands/chacl.pyc +0 -0
- data/packages/gsutil/gslib/commands/config.py +694 -0
- data/packages/gsutil/gslib/commands/config.pyc +0 -0
- data/packages/gsutil/gslib/commands/cp.py +1818 -0
- data/packages/gsutil/gslib/commands/cp.pyc +0 -0
- data/packages/gsutil/gslib/commands/disablelogging.py +101 -0
- data/packages/gsutil/gslib/commands/disablelogging.pyc +0 -0
- data/packages/gsutil/gslib/commands/enablelogging.py +149 -0
- data/packages/gsutil/gslib/commands/enablelogging.pyc +0 -0
- data/packages/gsutil/gslib/commands/getacl.py +82 -0
- data/packages/gsutil/gslib/commands/getacl.pyc +0 -0
- data/packages/gsutil/gslib/commands/getcors.py +121 -0
- data/packages/gsutil/gslib/commands/getcors.pyc +0 -0
- data/packages/gsutil/gslib/commands/getdefacl.py +86 -0
- data/packages/gsutil/gslib/commands/getdefacl.pyc +0 -0
- data/packages/gsutil/gslib/commands/getlogging.py +137 -0
- data/packages/gsutil/gslib/commands/getlogging.pyc +0 -0
- data/packages/gsutil/gslib/commands/getversioning.py +116 -0
- data/packages/gsutil/gslib/commands/getversioning.pyc +0 -0
- data/packages/gsutil/gslib/commands/getwebcfg.py +122 -0
- data/packages/gsutil/gslib/commands/getwebcfg.pyc +0 -0
- data/packages/gsutil/gslib/commands/help.py +218 -0
- data/packages/gsutil/gslib/commands/help.pyc +0 -0
- data/packages/gsutil/gslib/commands/ls.py +578 -0
- data/packages/gsutil/gslib/commands/ls.pyc +0 -0
- data/packages/gsutil/gslib/commands/mb.py +172 -0
- data/packages/gsutil/gslib/commands/mb.pyc +0 -0
- data/packages/gsutil/gslib/commands/mv.py +159 -0
- data/packages/gsutil/gslib/commands/mv.pyc +0 -0
- data/packages/gsutil/gslib/commands/perfdiag.py +903 -0
- data/packages/gsutil/gslib/commands/perfdiag.pyc +0 -0
- data/packages/gsutil/gslib/commands/rb.py +113 -0
- data/packages/gsutil/gslib/commands/rb.pyc +0 -0
- data/packages/gsutil/gslib/commands/rm.py +239 -0
- data/packages/gsutil/gslib/commands/rm.pyc +0 -0
- data/packages/gsutil/gslib/commands/setacl.py +138 -0
- data/packages/gsutil/gslib/commands/setacl.pyc +0 -0
- data/packages/gsutil/gslib/commands/setcors.py +145 -0
- data/packages/gsutil/gslib/commands/setcors.pyc +0 -0
- data/packages/gsutil/gslib/commands/setdefacl.py +105 -0
- data/packages/gsutil/gslib/commands/setdefacl.pyc +0 -0
- data/packages/gsutil/gslib/commands/setmeta.py +428 -0
- data/packages/gsutil/gslib/commands/setmeta.pyc +0 -0
- data/packages/gsutil/gslib/commands/setversioning.py +114 -0
- data/packages/gsutil/gslib/commands/setversioning.pyc +0 -0
- data/packages/gsutil/gslib/commands/setwebcfg.py +190 -0
- data/packages/gsutil/gslib/commands/setwebcfg.pyc +0 -0
- data/packages/gsutil/gslib/commands/test.py +228 -0
- data/packages/gsutil/gslib/commands/test.pyc +0 -0
- data/packages/gsutil/gslib/commands/update.py +305 -0
- data/packages/gsutil/gslib/commands/update.pyc +0 -0
- data/packages/gsutil/gslib/commands/version.py +150 -0
- data/packages/gsutil/gslib/commands/version.pyc +0 -0
- data/packages/gsutil/gslib/exception.py +76 -0
- data/packages/gsutil/gslib/exception.pyc +0 -0
- data/packages/gsutil/gslib/help_provider.py +81 -0
- data/packages/gsutil/gslib/help_provider.pyc +0 -0
- data/packages/gsutil/gslib/name_expansion.py +550 -0
- data/packages/gsutil/gslib/name_expansion.pyc +0 -0
- data/packages/gsutil/gslib/no_op_auth_plugin.py +30 -0
- data/packages/gsutil/gslib/plurality_checkable_iterator.py +56 -0
- data/packages/gsutil/gslib/plurality_checkable_iterator.pyc +0 -0
- data/packages/gsutil/gslib/project_id.py +67 -0
- data/packages/gsutil/gslib/project_id.pyc +0 -0
- data/packages/gsutil/gslib/storage_uri_builder.py +56 -0
- data/packages/gsutil/gslib/storage_uri_builder.pyc +0 -0
- data/packages/gsutil/gslib/tests/__init__.py +15 -0
- data/packages/gsutil/gslib/tests/__init__.pyc +0 -0
- data/packages/gsutil/gslib/tests/test_chacl.py +236 -0
- data/packages/gsutil/gslib/tests/test_cp.py +267 -0
- data/packages/gsutil/gslib/tests/test_data/test.gif +0 -0
- data/packages/gsutil/gslib/tests/test_data/test.mp3 +0 -0
- data/packages/gsutil/gslib/tests/test_ls.py +66 -0
- data/packages/gsutil/gslib/tests/test_mv.py +69 -0
- data/packages/gsutil/gslib/tests/test_naming.py +989 -0
- data/packages/gsutil/gslib/tests/test_perfdiag.py +41 -0
- data/packages/gsutil/gslib/tests/test_plurality_checkable_iterator.py +67 -0
- data/packages/gsutil/gslib/tests/test_rm.py +143 -0
- data/packages/gsutil/gslib/tests/test_setacl.py +152 -0
- data/packages/gsutil/gslib/tests/test_setcors.py +168 -0
- data/packages/gsutil/gslib/tests/test_setmeta.py +91 -0
- data/packages/gsutil/gslib/tests/test_setversioning.py +44 -0
- data/packages/gsutil/gslib/tests/test_setwebcfg.py +63 -0
- data/packages/gsutil/gslib/tests/test_thread_pool.py +92 -0
- data/packages/gsutil/gslib/tests/test_wildcard_iterator.py +364 -0
- data/packages/gsutil/gslib/tests/testcase/__init__.py +18 -0
- data/packages/gsutil/gslib/tests/testcase/base.py +89 -0
- data/packages/gsutil/gslib/tests/testcase/integration_testcase.py +197 -0
- data/packages/gsutil/gslib/tests/testcase/unit_testcase.py +230 -0
- data/packages/gsutil/gslib/tests/util.py +125 -0
- data/packages/gsutil/gslib/tests/util.pyc +0 -0
- data/packages/gsutil/gslib/thread_pool.py +79 -0
- data/packages/gsutil/gslib/thread_pool.pyc +0 -0
- data/packages/gsutil/gslib/util.py +151 -0
- data/packages/gsutil/gslib/util.pyc +0 -0
- data/packages/gsutil/gslib/wildcard_iterator.py +492 -0
- data/packages/gsutil/gslib/wildcard_iterator.pyc +0 -0
- data/packages/gsutil/gsutil +377 -0
- data/packages/gsutil/gsutil.spec.in +75 -0
- data/packages/gsutil/oauth2_plugin/__init__.py +22 -0
- data/packages/gsutil/oauth2_plugin/__init__.pyc +0 -0
- data/packages/gsutil/oauth2_plugin/oauth2_client.py +642 -0
- data/packages/gsutil/oauth2_plugin/oauth2_client.pyc +0 -0
- data/packages/gsutil/oauth2_plugin/oauth2_client_test.py +374 -0
- data/packages/gsutil/oauth2_plugin/oauth2_helper.py +110 -0
- data/packages/gsutil/oauth2_plugin/oauth2_helper.pyc +0 -0
- data/packages/gsutil/oauth2_plugin/oauth2_plugin.py +24 -0
- data/packages/gsutil/oauth2_plugin/oauth2_plugin.pyc +0 -0
- data/packages/gsutil/pkg_gen.sh +54 -0
- data/packages/gsutil/pkg_util.py +60 -0
- data/packages/gsutil/setup.py +141 -0
- data/packages/gsutil/third_party/__init__.py +0 -0
- data/packages/gsutil/third_party/__init__.pyc +0 -0
- data/packages/gsutil/third_party/fancy_urllib/README +21 -0
- data/packages/gsutil/third_party/fancy_urllib/__init__.py +398 -0
- data/packages/gsutil/third_party/fancy_urllib/__init__.pyc +0 -0
- data/tasks/rubygem.rake +3 -1
- metadata +770 -7
- metadata.gz.sig +0 -0
@@ -0,0 +1,267 @@
|
|
1
|
+
# Copyright 2013 Google Inc. All Rights Reserved.
|
2
|
+
#
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
4
|
+
# you may not use this file except in compliance with the License.
|
5
|
+
# You may obtain a copy of the License at
|
6
|
+
#
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
8
|
+
#
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
12
|
+
# See the License for the specific language governing permissions and
|
13
|
+
# limitations under the License.
|
14
|
+
|
15
|
+
import boto
|
16
|
+
import os
|
17
|
+
import re
|
18
|
+
import gslib.tests.testcase as testcase
|
19
|
+
from gslib.util import TWO_MB
|
20
|
+
from boto import storage_uri
|
21
|
+
from gslib.tests.util import ObjectToURI as suri
|
22
|
+
|
23
|
+
|
24
|
+
CURDIR = os.path.abspath(os.path.dirname(__file__))
|
25
|
+
TEST_DATA_DIR = os.path.join(CURDIR, 'test_data')
|
26
|
+
|
27
|
+
|
28
|
+
class TestCp(testcase.GsUtilIntegrationTestCase):
|
29
|
+
"""Integration tests for cp command."""
|
30
|
+
|
31
|
+
def _get_test_file(self, name):
|
32
|
+
return os.path.join(TEST_DATA_DIR, name)
|
33
|
+
|
34
|
+
def test_noclobber(self):
|
35
|
+
key_uri = self.CreateObject(contents='foo')
|
36
|
+
fpath = self.CreateTempFile(contents='bar')
|
37
|
+
stderr = self.RunGsUtil(['cp', '-n', fpath, suri(key_uri)],
|
38
|
+
return_stderr=True)
|
39
|
+
self.assertIn('Skipping existing item: %s' % suri(key_uri), stderr)
|
40
|
+
self.assertEqual(key_uri.get_contents_as_string(), 'foo')
|
41
|
+
stderr = self.RunGsUtil(['cp', '-n', suri(key_uri), fpath],
|
42
|
+
return_stderr=True)
|
43
|
+
with open(fpath, 'r') as f:
|
44
|
+
self.assertIn('Skipping existing item: %s' % suri(f), stderr)
|
45
|
+
self.assertEqual(f.read(), 'bar')
|
46
|
+
|
47
|
+
def test_copy_in_cloud_noclobber(self):
|
48
|
+
bucket1_uri = self.CreateBucket()
|
49
|
+
bucket2_uri = self.CreateBucket()
|
50
|
+
key_uri = self.CreateObject(bucket_uri=bucket1_uri, contents='foo')
|
51
|
+
stderr = self.RunGsUtil(['cp', suri(key_uri), suri(bucket2_uri)],
|
52
|
+
return_stderr=True)
|
53
|
+
self.assertEqual(stderr.count('Copying'), 1)
|
54
|
+
stderr = self.RunGsUtil(['cp', '-n', suri(key_uri), suri(bucket2_uri)],
|
55
|
+
return_stderr=True)
|
56
|
+
self.assertIn('Skipping existing item: %s' % suri(bucket2_uri,
|
57
|
+
key_uri.object_name), stderr)
|
58
|
+
|
59
|
+
def test_streaming(self):
|
60
|
+
bucket_uri = self.CreateBucket()
|
61
|
+
stderr = self.RunGsUtil(['cp', '-', '%s' % suri(bucket_uri, 'foo')],
|
62
|
+
stdin='bar', return_stderr=True)
|
63
|
+
self.assertIn('Copying from <STDIN>', stderr)
|
64
|
+
key_uri = bucket_uri.clone_replace_name('foo')
|
65
|
+
self.assertEqual(key_uri.get_contents_as_string(), 'bar')
|
66
|
+
|
67
|
+
# TODO: Implement a way to test both with and without using magic file.
|
68
|
+
|
69
|
+
def test_detect_content_type(self):
|
70
|
+
bucket_uri = self.CreateBucket()
|
71
|
+
dsturi = suri(bucket_uri, 'foo')
|
72
|
+
|
73
|
+
self.RunGsUtil(['cp', self._get_test_file('test.mp3'), dsturi])
|
74
|
+
stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
|
75
|
+
self.assertIn('Content-Type:\taudio/mpeg', stdout)
|
76
|
+
|
77
|
+
self.RunGsUtil(['cp', self._get_test_file('test.gif'), dsturi])
|
78
|
+
stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
|
79
|
+
self.assertIn('Content-Type:\timage/gif', stdout)
|
80
|
+
|
81
|
+
def test_content_type_override_default(self):
|
82
|
+
bucket_uri = self.CreateBucket()
|
83
|
+
dsturi = suri(bucket_uri, 'foo')
|
84
|
+
|
85
|
+
self.RunGsUtil(['-h', 'Content-Type:', 'cp',
|
86
|
+
self._get_test_file('test.mp3'), dsturi])
|
87
|
+
stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
|
88
|
+
self.assertIn('Content-Type:\tbinary/octet-stream', stdout)
|
89
|
+
|
90
|
+
self.RunGsUtil(['-h', 'Content-Type:', 'cp',
|
91
|
+
self._get_test_file('test.gif'), dsturi])
|
92
|
+
stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
|
93
|
+
self.assertIn('Content-Type:\tbinary/octet-stream', stdout)
|
94
|
+
|
95
|
+
def test_content_type_override(self):
|
96
|
+
bucket_uri = self.CreateBucket()
|
97
|
+
dsturi = suri(bucket_uri, 'foo')
|
98
|
+
|
99
|
+
self.RunGsUtil(['-h', 'Content-Type:', 'cp',
|
100
|
+
self._get_test_file('test.mp3'), dsturi])
|
101
|
+
stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
|
102
|
+
self.assertIn('Content-Type:\tbinary/octet-stream', stdout)
|
103
|
+
|
104
|
+
self.RunGsUtil(['-h', 'Content-Type:', 'cp',
|
105
|
+
self._get_test_file('test.gif'), dsturi])
|
106
|
+
stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
|
107
|
+
self.assertIn('Content-Type:\tbinary/octet-stream', stdout)
|
108
|
+
|
109
|
+
def test_foo_noct(self):
|
110
|
+
bucket_uri = self.CreateBucket()
|
111
|
+
dsturi = suri(bucket_uri, 'foo')
|
112
|
+
fpath = self.CreateTempFile(contents='foo/bar\n')
|
113
|
+
self.RunGsUtil(['cp', fpath, dsturi])
|
114
|
+
stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
|
115
|
+
USE_MAGICFILE = boto.config.getbool('GSUtil', 'use_magicfile', False)
|
116
|
+
content_type = 'text/plain' if USE_MAGICFILE else 'application/octet-stream'
|
117
|
+
self.assertIn('Content-Type:\t%s' % content_type, stdout)
|
118
|
+
|
119
|
+
def test_content_type_mismatches(self):
|
120
|
+
bucket_uri = self.CreateBucket()
|
121
|
+
dsturi = suri(bucket_uri, 'foo')
|
122
|
+
fpath = self.CreateTempFile(contents='foo/bar\n')
|
123
|
+
|
124
|
+
self.RunGsUtil(['-h', 'Content-Type:image/gif', 'cp',
|
125
|
+
self._get_test_file('test.mp3'), dsturi])
|
126
|
+
stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
|
127
|
+
self.assertIn('Content-Type:\timage/gif', stdout)
|
128
|
+
|
129
|
+
self.RunGsUtil(['-h', 'Content-Type:image/gif', 'cp',
|
130
|
+
self._get_test_file('test.gif'), dsturi])
|
131
|
+
stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
|
132
|
+
self.assertIn('Content-Type:\timage/gif', stdout)
|
133
|
+
|
134
|
+
self.RunGsUtil(['-h', 'Content-Type:image/gif', 'cp', fpath, dsturi])
|
135
|
+
stdout = self.RunGsUtil(['ls', '-L', dsturi], return_stdout=True)
|
136
|
+
self.assertIn('Content-Type:\timage/gif', stdout)
|
137
|
+
|
138
|
+
def test_versioning(self):
|
139
|
+
bucket_uri = self.CreateVersionedBucket()
|
140
|
+
k1_uri = self.CreateObject(bucket_uri=bucket_uri, contents='data2')
|
141
|
+
k2_uri = self.CreateObject(bucket_uri=bucket_uri, contents='data1')
|
142
|
+
g1 = k2_uri.generation
|
143
|
+
self.RunGsUtil(['cp', suri(k1_uri), suri(k2_uri)])
|
144
|
+
k2_uri = bucket_uri.clone_replace_name(k2_uri.object_name)
|
145
|
+
k2_uri = bucket_uri.clone_replace_key(k2_uri.get_key())
|
146
|
+
g2 = k2_uri.generation
|
147
|
+
k2_uri.set_contents_from_string('data3')
|
148
|
+
g3 = k2_uri.generation
|
149
|
+
|
150
|
+
fpath = self.CreateTempFile()
|
151
|
+
# Check to make sure current version is data3.
|
152
|
+
self.RunGsUtil(['cp', k2_uri.versionless_uri, fpath])
|
153
|
+
with open(fpath, 'r') as f:
|
154
|
+
self.assertEqual(f.read(), 'data3')
|
155
|
+
|
156
|
+
# Check contents of all three versions
|
157
|
+
self.RunGsUtil(['cp', '%s#%s' % (k2_uri.versionless_uri, g1), fpath])
|
158
|
+
with open(fpath, 'r') as f:
|
159
|
+
self.assertEqual(f.read(), 'data1')
|
160
|
+
self.RunGsUtil(['cp', '%s#%s' % (k2_uri.versionless_uri, g2), fpath])
|
161
|
+
with open(fpath, 'r') as f:
|
162
|
+
self.assertEqual(f.read(), 'data2')
|
163
|
+
self.RunGsUtil(['cp', '%s#%s' % (k2_uri.versionless_uri, g3), fpath])
|
164
|
+
with open(fpath, 'r') as f:
|
165
|
+
self.assertEqual(f.read(), 'data3')
|
166
|
+
|
167
|
+
# Copy first version to current and verify.
|
168
|
+
self.RunGsUtil(['cp', '%s#%s' % (k2_uri.versionless_uri, g1),
|
169
|
+
k2_uri.versionless_uri])
|
170
|
+
self.RunGsUtil(['cp', k2_uri.versionless_uri, fpath])
|
171
|
+
with open(fpath, 'r') as f:
|
172
|
+
self.assertEqual(f.read(), 'data1')
|
173
|
+
|
174
|
+
# Attempt to specify a version-specific URI for destination.
|
175
|
+
stderr = self.RunGsUtil(['cp', fpath, k2_uri.uri], return_stderr=True,
|
176
|
+
expected_status=1)
|
177
|
+
self.assertIn('cannot be the destination for gsutil cp', stderr)
|
178
|
+
|
179
|
+
def test_cp_v_option(self):
|
180
|
+
# Tests that cp -v option returns the created object's version-specific URI.
|
181
|
+
bucket_uri = self.CreateVersionedBucket()
|
182
|
+
k1_uri = self.CreateObject(bucket_uri=bucket_uri, contents='data1')
|
183
|
+
k2_uri = self.CreateObject(bucket_uri=bucket_uri, contents='data2')
|
184
|
+
g1 = k1_uri.generation
|
185
|
+
|
186
|
+
# Case 1: Upload file to object using one-shot PUT.
|
187
|
+
tmpdir = self.CreateTempDir()
|
188
|
+
fpath1 = self.CreateTempFile(tmpdir=tmpdir, contents='data1')
|
189
|
+
self._run_cp_minus_v_test('-v', fpath1, k2_uri.uri)
|
190
|
+
|
191
|
+
# Case 2: Upload file to object using resumable upload.
|
192
|
+
size_threshold = boto.config.get('GSUtil', 'resumable_threshold', TWO_MB)
|
193
|
+
file_as_string = os.urandom(size_threshold)
|
194
|
+
tmpdir = self.CreateTempDir()
|
195
|
+
fpath1 = self.CreateTempFile(tmpdir=tmpdir, contents=file_as_string)
|
196
|
+
self._run_cp_minus_v_test('-v', fpath1, k2_uri.uri)
|
197
|
+
|
198
|
+
# Case 3: Upload stream to object.
|
199
|
+
self._run_cp_minus_v_test('-v', '-', k2_uri.uri)
|
200
|
+
|
201
|
+
# Case 4: Download object to file. For this case we just expect output of
|
202
|
+
# gsutil cp -v to be the URI of the file.
|
203
|
+
tmpdir = self.CreateTempDir()
|
204
|
+
fpath1 = self.CreateTempFile(tmpdir=tmpdir)
|
205
|
+
dst_uri = storage_uri(fpath1)
|
206
|
+
stderr = self.RunGsUtil(['cp', '-v', suri(k1_uri), suri(dst_uri)],
|
207
|
+
return_stderr=True)
|
208
|
+
self.assertIn('Created: %s' % dst_uri.uri, stderr.split('\n')[-2])
|
209
|
+
|
210
|
+
# Case 5: Daisy-chain from object to object.
|
211
|
+
self._run_cp_minus_v_test('-Dv', k1_uri.uri, k2_uri.uri)
|
212
|
+
|
213
|
+
# Case 6: Copy object to object in-the-cloud.
|
214
|
+
# TODO: Uncomment this test once copy-in-the-cloud returns version-specific
|
215
|
+
# URI.
|
216
|
+
#self._run_cp_minus_v_test('-v', k1_uri.uri, k2_uri.uri)
|
217
|
+
|
218
|
+
def _run_cp_minus_v_test(self, opt, src_str, dst_str):
|
219
|
+
stderr = self.RunGsUtil(['cp', opt, src_str, dst_str], return_stderr=True)
|
220
|
+
match = re.search(r'Created: (.*)\n', stderr)
|
221
|
+
self.assertIsNotNone(match)
|
222
|
+
created_uri = match.group(1)
|
223
|
+
stdout = self.RunGsUtil(['ls', '-a', dst_str], return_stdout=True)
|
224
|
+
lines = stdout.split('\n')
|
225
|
+
# Final (most recent) object should match the "Created:" URI. This is
|
226
|
+
# in second-to-last line (last line is '\n').
|
227
|
+
self.assertEqual(created_uri, lines[-2])
|
228
|
+
|
229
|
+
def test_stdin_args(self):
|
230
|
+
tmpdir = self.CreateTempDir()
|
231
|
+
fpath1 = self.CreateTempFile(tmpdir=tmpdir, contents='data1')
|
232
|
+
fpath2 = self.CreateTempFile(tmpdir=tmpdir, contents='data2')
|
233
|
+
bucket_uri = self.CreateBucket()
|
234
|
+
self.RunGsUtil(['cp', '-I', suri(bucket_uri)],
|
235
|
+
stdin='\n'.join((fpath1, fpath2)))
|
236
|
+
stdout = self.RunGsUtil(['ls', suri(bucket_uri)], return_stdout=True)
|
237
|
+
self.assertIn(os.path.basename(fpath1), stdout)
|
238
|
+
self.assertIn(os.path.basename(fpath2), stdout)
|
239
|
+
self.assertNumLines(stdout, 2)
|
240
|
+
|
241
|
+
def test_daisy_chain_cp(self):
|
242
|
+
# Daisy chain mode is required for copying across storage classes,
|
243
|
+
# so create 2 buckets and attempt to copy without vs with daisy chain mode.
|
244
|
+
bucket1_uri = self.CreateBucket(storage_class='STANDARD')
|
245
|
+
bucket2_uri = self.CreateBucket(
|
246
|
+
storage_class='DURABLE_REDUCED_AVAILABILITY')
|
247
|
+
key_uri = self.CreateObject(bucket_uri=bucket1_uri, contents='foo')
|
248
|
+
stderr = self.RunGsUtil(['cp', suri(key_uri), suri(bucket2_uri)],
|
249
|
+
return_stderr=True, expected_status=1)
|
250
|
+
self.assertIn('Copy-in-the-cloud disallowed', stderr)
|
251
|
+
key_uri = self.CreateObject(bucket_uri=bucket1_uri, contents='foo')
|
252
|
+
stderr = self.RunGsUtil(['cp', '-D', suri(key_uri), suri(bucket2_uri)],
|
253
|
+
return_stderr=True)
|
254
|
+
self.assertNotIn('Copy-in-the-cloud disallowed', stderr)
|
255
|
+
|
256
|
+
def test_cp_key_to_local_stream(self):
|
257
|
+
bucket_uri = self.CreateBucket()
|
258
|
+
contents = 'foo'
|
259
|
+
key_uri = self.CreateObject(bucket_uri=bucket_uri, contents=contents)
|
260
|
+
stdout = self.RunGsUtil(['cp', suri(key_uri), '-'], return_stdout=True)
|
261
|
+
self.assertIn(contents, stdout)
|
262
|
+
|
263
|
+
def test_cp_local_file_to_local_stream(self):
|
264
|
+
contents = 'content'
|
265
|
+
fpath = self.CreateTempFile(contents=contents)
|
266
|
+
stdout = self.RunGsUtil(['cp', fpath, '-'], return_stdout=True)
|
267
|
+
self.assertIn(contents, stdout)
|
Binary file
|
Binary file
|
@@ -0,0 +1,66 @@
|
|
1
|
+
# Copyright 2013 Google Inc. All Rights Reserved.
|
2
|
+
#
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
4
|
+
# you may not use this file except in compliance with the License.
|
5
|
+
# You may obtain a copy of the License at
|
6
|
+
#
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
8
|
+
#
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
12
|
+
# See the License for the specific language governing permissions and
|
13
|
+
# limitations under the License.
|
14
|
+
|
15
|
+
import gslib.tests.testcase as testcase
|
16
|
+
from gslib.tests.util import ObjectToURI as suri
|
17
|
+
|
18
|
+
|
19
|
+
class TestLs(testcase.GsUtilIntegrationTestCase):
|
20
|
+
"""Integration tests for ls command."""
|
21
|
+
|
22
|
+
def test_blank_ls(self):
|
23
|
+
self.RunGsUtil(['ls'])
|
24
|
+
|
25
|
+
def test_empty_bucket(self):
|
26
|
+
bucket_uri = self.CreateBucket()
|
27
|
+
stdout = self.RunGsUtil(['ls', suri(bucket_uri)], return_stdout=True)
|
28
|
+
self.assertEqual('', stdout)
|
29
|
+
|
30
|
+
def test_empty_bucket_with_b(self):
|
31
|
+
bucket_uri = self.CreateBucket()
|
32
|
+
stdout = self.RunGsUtil(['ls', '-b', suri(bucket_uri)], return_stdout=True)
|
33
|
+
self.assertEqual('%s/\n' % suri(bucket_uri), stdout)
|
34
|
+
|
35
|
+
def test_with_one_object(self):
|
36
|
+
bucket_uri = self.CreateBucket(test_objects=1)
|
37
|
+
stdout = self.RunGsUtil(['ls', suri(bucket_uri)], return_stdout=True)
|
38
|
+
objuri = [suri(bucket_uri.clone_replace_name(key.name))
|
39
|
+
for key in bucket_uri.list_bucket()][0]
|
40
|
+
self.assertEqual('%s\n' % objuri, stdout)
|
41
|
+
|
42
|
+
def test_subdir(self):
|
43
|
+
bucket_uri = self.CreateBucket(test_objects=1)
|
44
|
+
k1_uri = bucket_uri.clone_replace_name('foo')
|
45
|
+
k1_uri.set_contents_from_string('baz')
|
46
|
+
k2_uri = bucket_uri.clone_replace_name('dir/foo')
|
47
|
+
k2_uri.set_contents_from_string('bar')
|
48
|
+
stdout = self.RunGsUtil(['ls', '%s/dir' % suri(bucket_uri)],
|
49
|
+
return_stdout=True)
|
50
|
+
self.assertEqual('%s\n' % suri(k2_uri), stdout)
|
51
|
+
stdout = self.RunGsUtil(['ls', suri(k1_uri)], return_stdout=True)
|
52
|
+
self.assertEqual('%s\n' % suri(k1_uri), stdout)
|
53
|
+
|
54
|
+
def test_versioning(self):
|
55
|
+
bucket1_uri = self.CreateBucket(test_objects=1)
|
56
|
+
bucket2_uri = self.CreateVersionedBucket(test_objects=1)
|
57
|
+
bucket_list = list(bucket1_uri.list_bucket())
|
58
|
+
objuri = [bucket1_uri.clone_replace_key(key).versionless_uri
|
59
|
+
for key in bucket_list][0]
|
60
|
+
self.RunGsUtil(['cp', objuri, suri(bucket2_uri)])
|
61
|
+
self.RunGsUtil(['cp', objuri, suri(bucket2_uri)])
|
62
|
+
stdout = self.RunGsUtil(['ls', '-a', suri(bucket2_uri)], return_stdout=True)
|
63
|
+
self.assertNumLines(stdout, 3)
|
64
|
+
stdout = self.RunGsUtil(['ls', '-la', suri(bucket2_uri)], return_stdout=True)
|
65
|
+
self.assertIn('%s#' % bucket2_uri.clone_replace_name(bucket_list[0].name), stdout)
|
66
|
+
self.assertIn('meta_generation=', stdout)
|
@@ -0,0 +1,69 @@
|
|
1
|
+
# Copyright 2013 Google Inc. All Rights Reserved.
|
2
|
+
#
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
4
|
+
# you may not use this file except in compliance with the License.
|
5
|
+
# You may obtain a copy of the License at
|
6
|
+
#
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
8
|
+
#
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
12
|
+
# See the License for the specific language governing permissions and
|
13
|
+
# limitations under the License.
|
14
|
+
|
15
|
+
import gslib.tests.testcase as testcase
|
16
|
+
from gslib.tests.util import ObjectToURI as suri
|
17
|
+
|
18
|
+
|
19
|
+
class TestMv(testcase.GsUtilIntegrationTestCase):
|
20
|
+
"""Integration tests for mv command."""
|
21
|
+
|
22
|
+
def test_moving(self):
|
23
|
+
# Create two buckets, one with 2 objects and one with 0 objects, and verify.
|
24
|
+
bucket1_uri = self.CreateBucket(test_objects=2)
|
25
|
+
stdout = self.RunGsUtil(['ls', suri(bucket1_uri)], return_stdout=True)
|
26
|
+
self.assertNumLines(stdout, 2)
|
27
|
+
bucket2_uri = self.CreateBucket()
|
28
|
+
stdout = self.RunGsUtil(['ls', suri(bucket2_uri)], return_stdout=True)
|
29
|
+
self.assertNumLines(stdout, 0)
|
30
|
+
|
31
|
+
# Move two objects from bucket1 to bucket2.
|
32
|
+
objs = [bucket1_uri.clone_replace_key(key).versionless_uri
|
33
|
+
for key in bucket1_uri.list_bucket()]
|
34
|
+
cmd = (['-m', 'mv'] + objs + [suri(bucket2_uri)])
|
35
|
+
stderr = self.RunGsUtil(cmd, return_stderr=True)
|
36
|
+
self.assertEqual(stderr.count('Copying'), 2)
|
37
|
+
self.assertEqual(stderr.count('Removing'), 2)
|
38
|
+
|
39
|
+
# Verify objects were moved.
|
40
|
+
stdout = self.RunGsUtil(['ls', suri(bucket1_uri)], return_stdout=True)
|
41
|
+
self.assertNumLines(stdout, 0)
|
42
|
+
stdout = self.RunGsUtil(['ls', suri(bucket2_uri)], return_stdout=True)
|
43
|
+
self.assertNumLines(stdout, 2)
|
44
|
+
|
45
|
+
# Remove one of the objects.
|
46
|
+
objs = [bucket2_uri.clone_replace_key(key).versionless_uri
|
47
|
+
for key in bucket2_uri.list_bucket()]
|
48
|
+
obj1 = objs[0]
|
49
|
+
self.RunGsUtil(['rm', obj1])
|
50
|
+
|
51
|
+
# Verify there are now 1 and 0 objects.
|
52
|
+
stdout = self.RunGsUtil(['ls', suri(bucket1_uri)], return_stdout=True)
|
53
|
+
self.assertNumLines(stdout, 0)
|
54
|
+
stdout = self.RunGsUtil(['ls', suri(bucket2_uri)], return_stdout=True)
|
55
|
+
self.assertNumLines(stdout, 1)
|
56
|
+
|
57
|
+
# Move the 1 remaining object back.
|
58
|
+
objs = [suri(bucket2_uri.clone_replace_key(key))
|
59
|
+
for key in bucket2_uri.list_bucket()]
|
60
|
+
cmd = (['-m', 'mv'] + objs + [suri(bucket1_uri)])
|
61
|
+
stderr = self.RunGsUtil(cmd, return_stderr=True)
|
62
|
+
self.assertEqual(stderr.count('Copying'), 1)
|
63
|
+
self.assertEqual(stderr.count('Removing'), 1)
|
64
|
+
|
65
|
+
# Verify object moved.
|
66
|
+
stdout = self.RunGsUtil(['ls', suri(bucket1_uri)], return_stdout=True)
|
67
|
+
self.assertNumLines(stdout, 1)
|
68
|
+
stdout = self.RunGsUtil(['ls', suri(bucket2_uri)], return_stdout=True)
|
69
|
+
self.assertNumLines(stdout, 0)
|
@@ -0,0 +1,989 @@
|
|
1
|
+
# Copyright 2010 Google Inc. All Rights Reserved.
|
2
|
+
#
|
3
|
+
# Permission is hereby granted, free of charge, to any person obtaining a
|
4
|
+
# copy of this software and associated documentation files (the
|
5
|
+
# "Software"), to deal in the Software without restriction, including
|
6
|
+
# without limitation the rights to use, copy, modify, merge, publish, dis-
|
7
|
+
# tribute, sublicense, and/or sell copies of the Software, and to permit
|
8
|
+
# persons to whom the Software is furnished to do so, subject to the fol-
|
9
|
+
# lowing conditions:
|
10
|
+
#
|
11
|
+
# The above copyright notice and this permission notice shall be included
|
12
|
+
# in all copies or substantial portions of the Software.
|
13
|
+
#
|
14
|
+
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
15
|
+
# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
|
16
|
+
# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
|
17
|
+
# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
|
18
|
+
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
19
|
+
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
20
|
+
# IN THE SOFTWARE.
|
21
|
+
|
22
|
+
"""Tests for gsutil naming logic.
|
23
|
+
The test code in this file runs against an in-memory storage service mock,
|
24
|
+
so runs very quickly. This is valuable for testing changes that impact the
|
25
|
+
naming rules, since those rules are complex and it's useful to be able to
|
26
|
+
make small incremental changes and rerun the tests frequently. Additional
|
27
|
+
end-to-end tests (which send traffic to the production Google Cloud Storage
|
28
|
+
service) are available via the gsutil test command.
|
29
|
+
"""
|
30
|
+
|
31
|
+
import gzip
|
32
|
+
import os
|
33
|
+
import posixpath
|
34
|
+
import StringIO
|
35
|
+
|
36
|
+
import boto
|
37
|
+
from boto.exception import StorageResponseError
|
38
|
+
from boto import storage_uri
|
39
|
+
|
40
|
+
from gslib.commands import cp
|
41
|
+
from gslib.exception import CommandException
|
42
|
+
import gslib.tests.testcase as testcase
|
43
|
+
from gslib.tests.util import ObjectToURI as suri
|
44
|
+
|
45
|
+
|
46
|
+
class GsutilNamingTests(testcase.GsUtilUnitTestCase):
|
47
|
+
"""gsutil command method test suite"""
|
48
|
+
|
49
|
+
def testGetPathBeforeFinalDir(self):
|
50
|
+
"""Tests _GetPathBeforeFinalDir() (unit test)"""
|
51
|
+
self.assertEqual('gs://',
|
52
|
+
cp._GetPathBeforeFinalDir(storage_uri('gs://bucket/')))
|
53
|
+
self.assertEqual('gs://bucket',
|
54
|
+
cp._GetPathBeforeFinalDir(storage_uri('gs://bucket/dir/')))
|
55
|
+
self.assertEqual('gs://bucket',
|
56
|
+
cp._GetPathBeforeFinalDir(storage_uri('gs://bucket/dir')))
|
57
|
+
self.assertEqual('gs://bucket/dir',
|
58
|
+
cp._GetPathBeforeFinalDir(
|
59
|
+
storage_uri('gs://bucket/dir/obj')))
|
60
|
+
src_dir = self.CreateTempDir()
|
61
|
+
subdir = os.path.join(src_dir, 'subdir')
|
62
|
+
os.mkdir(subdir)
|
63
|
+
self.assertEqual(suri(src_dir),
|
64
|
+
cp._GetPathBeforeFinalDir(storage_uri(suri(subdir))))
|
65
|
+
|
66
|
+
def testCopyingTopLevelFileToBucket(self):
|
67
|
+
"""Tests copying one top-level file to a bucket"""
|
68
|
+
src_file = self.CreateTempFile(file_name='f0')
|
69
|
+
dst_bucket_uri = self.CreateBucket()
|
70
|
+
self.RunCommand('cp', [src_file, suri(dst_bucket_uri)])
|
71
|
+
actual = list(self._test_wildcard_iterator(
|
72
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
73
|
+
self.assertEqual(1, len(actual))
|
74
|
+
self.assertEqual('f0', actual[0].object_name)
|
75
|
+
|
76
|
+
def testCopyingAbsolutePathDirToBucket(self):
|
77
|
+
"""Tests recursively copying absolute path directory to a bucket"""
|
78
|
+
dst_bucket_uri = self.CreateBucket()
|
79
|
+
src_dir_root = self.CreateTempDir(test_files=[
|
80
|
+
'f0', 'f1', 'f2.txt', ('dir0', 'dir1', 'nested')])
|
81
|
+
self.RunCommand('cp', ['-R', src_dir_root, suri(dst_bucket_uri)])
|
82
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
83
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
84
|
+
src_tmpdir = os.path.split(src_dir_root)[1]
|
85
|
+
expected = set([
|
86
|
+
suri(dst_bucket_uri, src_tmpdir, 'f0'),
|
87
|
+
suri(dst_bucket_uri, src_tmpdir, 'f1'),
|
88
|
+
suri(dst_bucket_uri, src_tmpdir, 'f2.txt'),
|
89
|
+
suri(dst_bucket_uri, src_tmpdir, 'dir0', 'dir1', 'nested')])
|
90
|
+
self.assertEqual(expected, actual)
|
91
|
+
|
92
|
+
def testCopyingRelativePathDirToBucket(self):
|
93
|
+
"""Tests recursively copying relative directory to a bucket"""
|
94
|
+
dst_bucket_uri = self.CreateBucket()
|
95
|
+
src_dir = self.CreateTempDir(test_files=[('dir0', 'f1')])
|
96
|
+
self.RunCommand('cp', ['-R', 'dir0', suri(dst_bucket_uri)], cwd=src_dir)
|
97
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
98
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
99
|
+
expected = set([suri(dst_bucket_uri, 'dir0', 'f1')])
|
100
|
+
self.assertEqual(expected, actual)
|
101
|
+
|
102
|
+
def testCopyingRelPathSubDirToBucketSubdirWithDollarFolderObj(self):
|
103
|
+
"""Tests recursively copying relative sub-directory to bucket subdir
|
104
|
+
signified by a $folder$ object"""
|
105
|
+
# Create a $folder$ object to simulate a folder created by GCS manager (or
|
106
|
+
# various other tools), which gsutil understands to mean there is a folder
|
107
|
+
# into which the object is being copied.
|
108
|
+
dst_bucket_uri = self.CreateBucket()
|
109
|
+
self.CreateObject(bucket_uri=dst_bucket_uri, object_name='abc_$folder$',
|
110
|
+
contents='')
|
111
|
+
src_dir = self.CreateTempDir(test_files=[('dir0', 'dir1', 'f1')])
|
112
|
+
self.RunCommand('cp', ['-R', os.path.join('dir0', 'dir1'),
|
113
|
+
suri(dst_bucket_uri, 'abc')], cwd=src_dir)
|
114
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
115
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
116
|
+
expected = set([suri(dst_bucket_uri, 'abc_$folder$'),
|
117
|
+
suri(dst_bucket_uri, 'abc', 'dir1', 'f1')])
|
118
|
+
self.assertEqual(expected, actual)
|
119
|
+
|
120
|
+
def testCopyingRelativePathSubDirToBucketSubdirSignifiedBySlash(self):
|
121
|
+
"""Tests recursively copying relative sub-directory to bucket subdir
|
122
|
+
signified by a / object"""
|
123
|
+
dst_bucket_uri = self.CreateBucket()
|
124
|
+
src_dir = self.CreateTempDir(test_files=[('dir0', 'dir1', 'f1')])
|
125
|
+
self.RunCommand('cp', ['-R', os.path.join('dir0', 'dir1'),
|
126
|
+
suri(dst_bucket_uri, 'abc') + '/'], cwd=src_dir)
|
127
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
128
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
129
|
+
expected = set([suri(dst_bucket_uri, 'abc', 'dir1', 'f1')])
|
130
|
+
self.assertEqual(expected, actual)
|
131
|
+
|
132
|
+
def testCopyingRelativePathSubDirToBucket(self):
|
133
|
+
"""Tests recursively copying relative sub-directory to a bucket"""
|
134
|
+
dst_bucket_uri = self.CreateBucket()
|
135
|
+
src_dir = self.CreateTempDir(test_files=[('dir0', 'dir1', 'f1')])
|
136
|
+
self.RunCommand('cp', ['-R', os.path.join('dir0', 'dir1'),
|
137
|
+
suri(dst_bucket_uri)], cwd=src_dir)
|
138
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
139
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
140
|
+
expected = set([suri(dst_bucket_uri, 'dir1', 'f1')])
|
141
|
+
self.assertEqual(expected, actual)
|
142
|
+
|
143
|
+
def testCopyingDotSlashToBucket(self):
|
144
|
+
"""Tests copying ./ to a bucket produces expected naming"""
|
145
|
+
# When running a command like gsutil cp -r . gs://dest we expect the dest
|
146
|
+
# obj names to be of the form gs://dest/abc, not gs://dest/./abc.
|
147
|
+
dst_bucket_uri = self.CreateBucket()
|
148
|
+
src_dir = self.CreateTempDir(test_files=['foo'])
|
149
|
+
for rel_src_dir in ['.', '.%s' % os.sep]:
|
150
|
+
self.RunCommand('cp', ['-R', rel_src_dir, suri(dst_bucket_uri)],
|
151
|
+
cwd=src_dir)
|
152
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
153
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
154
|
+
expected = set([suri(dst_bucket_uri, 'foo')])
|
155
|
+
self.assertEqual(expected, actual)
|
156
|
+
|
157
|
+
def testCopyingDirContainingOneFileToBucket(self):
|
158
|
+
"""Tests copying a directory containing 1 file to a bucket.
|
159
|
+
We test this case to ensure that correct bucket handling isn't dependent
|
160
|
+
on the copy being treated as a multi-source copy.
|
161
|
+
"""
|
162
|
+
dst_bucket_uri = self.CreateBucket()
|
163
|
+
src_dir = self.CreateTempDir(test_files=[('dir0', 'dir1', 'foo')])
|
164
|
+
self.RunCommand('cp', ['-R', os.path.join(src_dir, 'dir0', 'dir1'),
|
165
|
+
suri(dst_bucket_uri)])
|
166
|
+
actual = list((str(u) for u in self._test_wildcard_iterator(
|
167
|
+
suri(dst_bucket_uri, '**')).IterUris()))
|
168
|
+
self.assertEqual(1, len(actual))
|
169
|
+
self.assertEqual(suri(dst_bucket_uri, 'dir1', 'foo'), actual[0])
|
170
|
+
|
171
|
+
def testCopyingBucketToDir(self):
|
172
|
+
"""Tests copying from a bucket to a directory"""
|
173
|
+
src_bucket_uri = self.CreateBucket(test_objects=['foo', 'dir/foo2'])
|
174
|
+
dst_dir = self.CreateTempDir()
|
175
|
+
self.RunCommand('cp', ['-R', suri(src_bucket_uri), dst_dir])
|
176
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
177
|
+
'%s%s**' % (dst_dir, os.sep)).IterUris())
|
178
|
+
expected = set([suri(dst_dir, src_bucket_uri.bucket_name, 'foo'),
|
179
|
+
suri(dst_dir, src_bucket_uri.bucket_name, 'dir', 'foo2')])
|
180
|
+
self.assertEqual(expected, actual)
|
181
|
+
|
182
|
+
def testCopyingBucketToBucket(self):
|
183
|
+
"""Tests copying from a bucket-only URI to a bucket"""
|
184
|
+
src_bucket_uri = self.CreateBucket(test_objects=['foo', 'dir/foo2'])
|
185
|
+
dst_bucket_uri = self.CreateBucket()
|
186
|
+
self.RunCommand('cp', ['-R', suri(src_bucket_uri), suri(dst_bucket_uri)])
|
187
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
188
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
189
|
+
expected = set([
|
190
|
+
suri(dst_bucket_uri, src_bucket_uri.bucket_name, 'foo'),
|
191
|
+
suri(dst_bucket_uri, src_bucket_uri.bucket_name, 'dir', 'foo2')])
|
192
|
+
self.assertEqual(expected, actual)
|
193
|
+
|
194
|
+
def testCopyingDirectoryToDirectory(self):
|
195
|
+
"""Tests copying from a directory to a directory"""
|
196
|
+
src_dir = self.CreateTempDir(test_files=['foo', ('dir', 'foo2')])
|
197
|
+
dst_dir = self.CreateTempDir()
|
198
|
+
self.RunCommand('cp', ['-R', src_dir, dst_dir])
|
199
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
200
|
+
'%s%s**' % (dst_dir, os.sep)).IterUris())
|
201
|
+
src_dir_base = os.path.split(src_dir)[1]
|
202
|
+
expected = set([suri(dst_dir, src_dir_base, 'foo'),
|
203
|
+
suri(dst_dir, src_dir_base, 'dir', 'foo2')])
|
204
|
+
self.assertEqual(expected, actual)
|
205
|
+
|
206
|
+
def testCopyingFilesAndDirNonRecursive(self):
|
207
|
+
"""Tests copying containing files and a directory without -R"""
|
208
|
+
src_dir = self.CreateTempDir(test_files=['foo', 'bar', ('d1', 'f2'),
|
209
|
+
('d2', 'f3'), ('d3', 'd4', 'f4')])
|
210
|
+
dst_dir = self.CreateTempDir()
|
211
|
+
self.RunCommand('cp', ['%s%s*' % (src_dir, os.sep), dst_dir])
|
212
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
213
|
+
'%s%s**' % (dst_dir, os.sep)).IterUris())
|
214
|
+
expected = set([suri(dst_dir, 'foo'), suri(dst_dir, 'bar')])
|
215
|
+
self.assertEqual(expected, actual)
|
216
|
+
|
217
|
+
def testCopyingFileToDir(self):
|
218
|
+
"""Tests copying one file to a directory"""
|
219
|
+
src_file = self.CreateTempFile(file_name='foo')
|
220
|
+
dst_dir = self.CreateTempDir()
|
221
|
+
self.RunCommand('cp', [src_file, dst_dir])
|
222
|
+
actual = list(self._test_wildcard_iterator(
|
223
|
+
'%s%s*' % (dst_dir, os.sep)).IterUris())
|
224
|
+
self.assertEqual(1, len(actual))
|
225
|
+
self.assertEqual(suri(dst_dir, 'foo'), actual[0].uri)
|
226
|
+
|
227
|
+
def testCopyingFileToObjectWithConsecutiveSlashes(self):
|
228
|
+
"""Tests copying a file to an object containing consecutive slashes"""
|
229
|
+
src_file = self.CreateTempFile(file_name='f0')
|
230
|
+
dst_bucket_uri = self.CreateBucket()
|
231
|
+
self.RunCommand('cp', [src_file, suri(dst_bucket_uri) + '//obj'])
|
232
|
+
actual = list(self._test_wildcard_iterator(
|
233
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
234
|
+
self.assertEqual(1, len(actual))
|
235
|
+
self.assertEqual('/obj', actual[0].object_name)
|
236
|
+
|
237
|
+
def testCopyingCompressedFileToBucket(self):
|
238
|
+
"""Tests copying one file with compression to a bucket"""
|
239
|
+
src_file = self.CreateTempFile(contents='plaintext', file_name='f2.txt')
|
240
|
+
dst_bucket_uri = self.CreateBucket()
|
241
|
+
self.RunCommand('cp', ['-z', 'txt', src_file, suri(dst_bucket_uri)],)
|
242
|
+
actual = list(str(u) for u in self._test_wildcard_iterator(
|
243
|
+
suri(dst_bucket_uri, '*')).IterUris())
|
244
|
+
self.assertEqual(1, len(actual))
|
245
|
+
expected_dst_uri = dst_bucket_uri.clone_replace_name('f2.txt')
|
246
|
+
self.assertEqual(expected_dst_uri.uri, actual[0])
|
247
|
+
dst_key = expected_dst_uri.get_key()
|
248
|
+
dst_key.open_read()
|
249
|
+
self.assertEqual('gzip', dst_key.content_encoding)
|
250
|
+
contents = dst_key.read()
|
251
|
+
f = gzip.GzipFile(fileobj=StringIO.StringIO(contents), mode='rb')
|
252
|
+
try:
|
253
|
+
self.assertEqual(f.read(), 'plaintext')
|
254
|
+
finally:
|
255
|
+
f.close()
|
256
|
+
|
257
|
+
def testCopyingObjectToObject(self):
|
258
|
+
"""Tests copying an object to an object"""
|
259
|
+
src_bucket_uri = self.CreateBucket(test_objects=['obj'])
|
260
|
+
dst_bucket_uri = self.CreateBucket()
|
261
|
+
self.RunCommand('cp', [suri(src_bucket_uri, 'obj'), suri(dst_bucket_uri)])
|
262
|
+
actual = list(self._test_wildcard_iterator(
|
263
|
+
suri(dst_bucket_uri, '*')).IterUris())
|
264
|
+
self.assertEqual(1, len(actual))
|
265
|
+
self.assertEqual('obj', actual[0].object_name)
|
266
|
+
|
267
|
+
def testCopyingObjsAndFilesToDir(self):
|
268
|
+
"""Tests copying objects and files to a directory"""
|
269
|
+
src_bucket_uri = self.CreateBucket(test_objects=['f1'])
|
270
|
+
src_dir = self.CreateTempDir(test_files=['f2'])
|
271
|
+
dst_dir = self.CreateTempDir()
|
272
|
+
self.RunCommand('cp', ['-R', suri(src_bucket_uri, '**'),
|
273
|
+
os.path.join(src_dir, '**'), dst_dir])
|
274
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
275
|
+
os.path.join(dst_dir, '**')).IterUris())
|
276
|
+
expected = set([suri(dst_dir, 'f1'), suri(dst_dir, 'f2')])
|
277
|
+
self.assertEqual(expected, actual)
|
278
|
+
|
279
|
+
def testCopyingObjToDot(self):
|
280
|
+
"""Tests that copying an object to . or ./ downloads to correct name"""
|
281
|
+
src_bucket_uri = self.CreateBucket(test_objects=['f1'])
|
282
|
+
dst_dir = self.CreateTempDir()
|
283
|
+
for final_char in ('/', ''):
|
284
|
+
self.RunCommand('cp', [suri(src_bucket_uri, 'f1'), '.%s' % final_char],
|
285
|
+
cwd=dst_dir)
|
286
|
+
actual = set()
|
287
|
+
for dirname, dirnames, filenames in os.walk(dst_dir):
|
288
|
+
for subdirname in dirnames:
|
289
|
+
actual.add(os.path.join(dirname, subdirname))
|
290
|
+
for filename in filenames:
|
291
|
+
actual.add(os.path.join(dirname, filename))
|
292
|
+
expected = set([os.path.join(dst_dir, 'f1')])
|
293
|
+
self.assertEqual(expected, actual)
|
294
|
+
|
295
|
+
def testCopyingObjsAndFilesToBucket(self):
|
296
|
+
"""Tests copying objects and files to a bucket"""
|
297
|
+
src_bucket_uri = self.CreateBucket(test_objects=['f1'])
|
298
|
+
src_dir = self.CreateTempDir(test_files=['f2'])
|
299
|
+
dst_bucket_uri = self.CreateBucket()
|
300
|
+
self.RunCommand('cp', ['-R', suri(src_bucket_uri, '**'),
|
301
|
+
'%s%s**' % (src_dir, os.sep), suri(dst_bucket_uri)])
|
302
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
303
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
304
|
+
expected = set([suri(dst_bucket_uri, 'f1'), suri(dst_bucket_uri, 'f2')])
|
305
|
+
self.assertEqual(expected, actual)
|
306
|
+
|
307
|
+
def testAttemptDirCopyWithoutRecursion(self):
|
308
|
+
"""Tests copying a directory without -R"""
|
309
|
+
src_dir = self.CreateTempDir(test_files=1)
|
310
|
+
dst_dir = self.CreateTempDir()
|
311
|
+
try:
|
312
|
+
self.RunCommand('cp', [src_dir, dst_dir])
|
313
|
+
self.fail('Did not get expected CommandException')
|
314
|
+
except CommandException, e:
|
315
|
+
self.assertIn('No URIs matched', e.reason)
|
316
|
+
|
317
|
+
def testAttemptCopyingProviderOnlySrc(self):
|
318
|
+
"""Attempts to copy a src specified as a provider-only URI"""
|
319
|
+
src_bucket_uri = self.CreateBucket()
|
320
|
+
try:
|
321
|
+
self.RunCommand('cp', ['gs://', suri(src_bucket_uri)])
|
322
|
+
self.fail('Did not get expected CommandException')
|
323
|
+
except CommandException, e:
|
324
|
+
self.assertIn('provider-only', e.reason)
|
325
|
+
|
326
|
+
def testAttemptCopyingOverlappingSrcDstFile(self):
|
327
|
+
"""Attempts to an object atop itself"""
|
328
|
+
src_file = self.CreateTempFile()
|
329
|
+
try:
|
330
|
+
self.RunCommand('cp', [src_file, src_file])
|
331
|
+
self.fail('Did not get expected CommandException')
|
332
|
+
except CommandException, e:
|
333
|
+
self.assertIn('are the same file - abort', e.reason)
|
334
|
+
|
335
|
+
def testAttemptCopyingToMultiMatchWildcard(self):
|
336
|
+
"""Attempts to copy where dst wildcard matches >1 obj"""
|
337
|
+
src_bucket_uri = self.CreateBucket()
|
338
|
+
try:
|
339
|
+
self.RunCommand('cp', [suri(src_bucket_uri, 'obj0'),
|
340
|
+
suri(src_bucket_uri, '*')])
|
341
|
+
self.fail('Did not get expected CommandException')
|
342
|
+
except CommandException, e:
|
343
|
+
self.assertNotEqual(e.reason.find('must match exactly 1 URI'), -1)
|
344
|
+
|
345
|
+
def testAttemptCopyingMultiObjsToFile(self):
|
346
|
+
"""Attempts to copy multiple objects to a file"""
|
347
|
+
src_bucket_uri = self.CreateBucket(test_objects=2)
|
348
|
+
dst_file = self.CreateTempFile()
|
349
|
+
try:
|
350
|
+
self.RunCommand('cp', ['-R', suri(src_bucket_uri, '*'), dst_file])
|
351
|
+
self.fail('Did not get expected CommandException')
|
352
|
+
except CommandException, e:
|
353
|
+
self.assertIn('must name a directory, bucket, or', e.reason)
|
354
|
+
|
355
|
+
def testAttemptCopyingWithFileDirConflict(self):
|
356
|
+
"""Attempts to copy objects that cause a file/directory conflict"""
|
357
|
+
# Create objects with name conflicts (a/b and a). Use 'dst' bucket because
|
358
|
+
# it gets cleared after each test.
|
359
|
+
bucket_uri = self.CreateBucket()
|
360
|
+
self.CreateObject(bucket_uri=bucket_uri, object_name='a')
|
361
|
+
self.CreateObject(bucket_uri=bucket_uri, object_name='b/a')
|
362
|
+
dst_dir = self.CreateTempDir()
|
363
|
+
try:
|
364
|
+
self.RunCommand('cp', ['-R', suri(bucket_uri), dst_dir])
|
365
|
+
self.fail('Did not get expected CommandException')
|
366
|
+
except CommandException, e:
|
367
|
+
self.assertNotEqual('exists where a directory needs to be created',
|
368
|
+
e.reason)
|
369
|
+
|
370
|
+
def testAttemptCopyingWithDirFileConflict(self):
|
371
|
+
"""Attempts to copy an object that causes a directory/file conflict"""
|
372
|
+
# Create an object that conflicts with dest subdir.
|
373
|
+
tmpdir = self.CreateTempDir()
|
374
|
+
os.mkdir(os.path.join(tmpdir, 'abc'))
|
375
|
+
src_uri = self.CreateObject(object_name='abc', contents='bar')
|
376
|
+
try:
|
377
|
+
self.RunCommand('cp', [suri(src_uri), tmpdir + '/'])
|
378
|
+
self.fail('Did not get expected CommandException')
|
379
|
+
except CommandException, e:
|
380
|
+
self.assertNotEqual('where the file needs to be created', e.reason)
|
381
|
+
|
382
|
+
def testWildcardMoveWithinBucket(self):
|
383
|
+
"""Attempts to move using src wildcard that overlaps dest object.
|
384
|
+
We want to ensure that this doesn't stomp the result data. See the
|
385
|
+
comment starting with 'Expand wildcards before' in commands/mv.py
|
386
|
+
for details.
|
387
|
+
"""
|
388
|
+
dst_bucket_uri = self.CreateBucket(test_objects=['old'])
|
389
|
+
self.RunCommand('mv', [suri(dst_bucket_uri, 'old*'),
|
390
|
+
suri(dst_bucket_uri, 'new')])
|
391
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
392
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
393
|
+
expected = set([suri(dst_bucket_uri, 'new')])
|
394
|
+
self.assertEqual(expected, actual)
|
395
|
+
|
396
|
+
def testLsNonExistentObjectWithPrefixName(self):
|
397
|
+
"""Test ls of non-existent obj that matches prefix of existing objs"""
|
398
|
+
# Use an object name that matches a prefix of other names at that level, to
|
399
|
+
# ensure the ls subdir handling logic doesn't pick up anything extra.
|
400
|
+
src_bucket_uri = self.CreateBucket()
|
401
|
+
try:
|
402
|
+
output = self.RunCommand('ls', [suri(src_bucket_uri, 'obj')],
|
403
|
+
return_stdout=True)
|
404
|
+
except CommandException, e:
|
405
|
+
self.assertIn('No such object', e.reason)
|
406
|
+
|
407
|
+
def testLsBucketNonRecursive(self):
|
408
|
+
"""Test that ls of a bucket returns expected results"""
|
409
|
+
src_bucket_uri = self.CreateBucket(test_objects=['foo1', 'd0/foo2',
|
410
|
+
'd1/d2/foo3'])
|
411
|
+
output = self.RunCommand('ls', [suri(src_bucket_uri, '*')],
|
412
|
+
return_stdout=True)
|
413
|
+
expected = set([suri(src_bucket_uri, 'foo1'),
|
414
|
+
suri(src_bucket_uri, 'd1', ':'),
|
415
|
+
suri(src_bucket_uri, 'd1', 'd2') + src_bucket_uri.delim,
|
416
|
+
suri(src_bucket_uri, 'd0', ':'),
|
417
|
+
suri(src_bucket_uri, 'd0', 'foo2')])
|
418
|
+
expected.add('') # Blank line between subdir listings.
|
419
|
+
actual = set(output.split('\n'))
|
420
|
+
self.assertEqual(expected, actual)
|
421
|
+
|
422
|
+
def testLsBucketRecursive(self):
|
423
|
+
"""Test that ls -R of a bucket returns expected results"""
|
424
|
+
src_bucket_uri = self.CreateBucket(test_objects=['foo1', 'd0/foo2',
|
425
|
+
'd1/d2/foo3'])
|
426
|
+
output = self.RunCommand('ls', ['-R', suri(src_bucket_uri, '*')],
|
427
|
+
return_stdout=True)
|
428
|
+
expected = set([suri(src_bucket_uri, 'foo1'),
|
429
|
+
suri(src_bucket_uri, 'd1', ':'),
|
430
|
+
suri(src_bucket_uri, 'd1', 'd2', ':'),
|
431
|
+
suri(src_bucket_uri, 'd1', 'd2', 'foo3'),
|
432
|
+
suri(src_bucket_uri, 'd0', ':'),
|
433
|
+
suri(src_bucket_uri, 'd0', 'foo2')])
|
434
|
+
expected.add('') # Blank line between subdir listings.
|
435
|
+
actual = set(output.split('\n'))
|
436
|
+
self.assertEqual(expected, actual)
|
437
|
+
|
438
|
+
def testLsBucketRecursiveWithLeadingSlashObjectName(self):
|
439
|
+
"""Test that ls -R of a bucket with an object that has leading slash"""
|
440
|
+
dst_bucket_uri = self.CreateBucket(test_objects=['f0'])
|
441
|
+
output = self.RunCommand('ls', ['-R', suri(dst_bucket_uri) + '*'],
|
442
|
+
return_stdout=True)
|
443
|
+
expected = set([suri(dst_bucket_uri, 'f0')])
|
444
|
+
expected.add('') # Blank line between subdir listings.
|
445
|
+
actual = set(output.split('\n'))
|
446
|
+
self.assertEqual(expected, actual)
|
447
|
+
|
448
|
+
def testLsBucketSubdirNonRecursive(self):
|
449
|
+
"""Test that ls of a bucket subdir returns expected results"""
|
450
|
+
src_bucket_uri = self.CreateBucket(test_objects=['src_subdir/foo',
|
451
|
+
'src_subdir/nested/foo2'])
|
452
|
+
output = self.RunCommand('ls', [suri(src_bucket_uri, 'src_subdir')],
|
453
|
+
return_stdout=True)
|
454
|
+
expected = set([
|
455
|
+
suri(src_bucket_uri, 'src_subdir', 'foo'),
|
456
|
+
suri(src_bucket_uri, 'src_subdir', 'nested') + src_bucket_uri.delim])
|
457
|
+
expected.add('') # Blank line between subdir listings.
|
458
|
+
actual = set(output.split('\n'))
|
459
|
+
self.assertEqual(expected, actual)
|
460
|
+
|
461
|
+
def testLsBucketSubdirRecursive(self):
|
462
|
+
"""Test that ls -R of a bucket subdir returns expected results"""
|
463
|
+
src_bucket_uri = self.CreateBucket(test_objects=['src_subdir/foo',
|
464
|
+
'src_subdir/nested/foo2'])
|
465
|
+
for final_char in ('/', ''):
|
466
|
+
output = self.RunCommand(
|
467
|
+
'ls', ['-R', suri(src_bucket_uri, 'src_subdir') + final_char],
|
468
|
+
return_stdout=True)
|
469
|
+
expected = set([
|
470
|
+
suri(src_bucket_uri, 'src_subdir', ':'),
|
471
|
+
suri(src_bucket_uri, 'src_subdir', 'foo'),
|
472
|
+
suri(src_bucket_uri, 'src_subdir', 'nested', ':'),
|
473
|
+
suri(src_bucket_uri, 'src_subdir', 'nested', 'foo2')])
|
474
|
+
expected.add('') # Blank line between subdir listings.
|
475
|
+
actual = set(output.split('\n'))
|
476
|
+
self.assertEqual(expected, actual)
|
477
|
+
|
478
|
+
def testSetAclOnBucketRuns(self):
|
479
|
+
"""Test that the setacl command basically runs"""
|
480
|
+
# We don't test reading back the acl (via getacl command) because at present
|
481
|
+
# MockStorageService doesn't translate canned ACLs into actual ACL XML.
|
482
|
+
src_bucket_uri = self.CreateBucket()
|
483
|
+
self.RunCommand('setacl', ['private', suri(src_bucket_uri)])
|
484
|
+
|
485
|
+
def testSetAclOnWildcardNamedBucketRuns(self):
|
486
|
+
"""Test that setacl basically runs against wildcard-named bucket"""
|
487
|
+
# We don't test reading back the acl (via getacl command) because at present
|
488
|
+
# MockStorageService doesn't translate canned ACLs into actual ACL XML.
|
489
|
+
src_bucket_uri = self.CreateBucket(test_objects=['f0'])
|
490
|
+
self.RunCommand('setacl', ['private', suri(src_bucket_uri)[:-2] + '*'])
|
491
|
+
|
492
|
+
def testSetAclOnObjectRuns(self):
|
493
|
+
"""Test that the setacl command basically runs"""
|
494
|
+
src_bucket_uri = self.CreateBucket(test_objects=['f0'])
|
495
|
+
self.RunCommand('setacl', ['private', suri(src_bucket_uri, '*')])
|
496
|
+
|
497
|
+
def testSetDefAclOnBucketRuns(self):
|
498
|
+
"""Test that the setdefacl command basically runs"""
|
499
|
+
src_bucket_uri = self.CreateBucket()
|
500
|
+
self.RunCommand('setdefacl', ['private', suri(src_bucket_uri)])
|
501
|
+
|
502
|
+
def testSetDefAclOnObjectFails(self):
|
503
|
+
"""Test that the setdefacl command fails when run against an object"""
|
504
|
+
src_bucket_uri = self.CreateBucket()
|
505
|
+
try:
|
506
|
+
self.RunCommand('setdefacl', ['private', suri(src_bucket_uri, '*')])
|
507
|
+
self.fail('Did not get expected CommandException')
|
508
|
+
except CommandException, e:
|
509
|
+
self.assertIn('URI must name a bucket', e.reason)
|
510
|
+
|
511
|
+
def testMinusDOptionWorks(self):
|
512
|
+
"""Tests using gsutil -D option"""
|
513
|
+
src_file = self.CreateTempFile(file_name='f0')
|
514
|
+
dst_bucket_uri = self.CreateBucket()
|
515
|
+
self.RunCommand('cp', [src_file, suri(dst_bucket_uri)], debug=3)
|
516
|
+
actual = list(self._test_wildcard_iterator(
|
517
|
+
suri(dst_bucket_uri, '*')).IterUris())
|
518
|
+
self.assertEqual(1, len(actual))
|
519
|
+
self.assertEqual('f0', actual[0].object_name)
|
520
|
+
|
521
|
+
def DownloadTestHelper(self, func):
|
522
|
+
"""
|
523
|
+
Test resumable download with custom test function to distort downloaded
|
524
|
+
data. We expect an exception to be raised and the dest file to be removed.
|
525
|
+
"""
|
526
|
+
object_uri = self.CreateObject()
|
527
|
+
dst_dir = self.CreateTempDir()
|
528
|
+
try:
|
529
|
+
self.RunCommand('cp', [suri(object_uri), dst_dir], test_method=func)
|
530
|
+
self.fail('Did not get expected CommandException')
|
531
|
+
except CommandException:
|
532
|
+
self.assertFalse(os.listdir(dst_dir))
|
533
|
+
except:
|
534
|
+
self.fail('Unexpected exception raised')
|
535
|
+
|
536
|
+
def testDownloadWithObjectSizeChange(self):
|
537
|
+
"""
|
538
|
+
Test resumable download on an object that changes size before the
|
539
|
+
downloaded file's checksum is validated.
|
540
|
+
"""
|
541
|
+
def append(fp):
|
542
|
+
"""Append a byte at end of an open file and flush contents."""
|
543
|
+
fp.seek(0,2)
|
544
|
+
fp.write('x')
|
545
|
+
fp.flush()
|
546
|
+
self.DownloadTestHelper(append)
|
547
|
+
|
548
|
+
def testDownloadWithFileContentChange(self):
|
549
|
+
"""
|
550
|
+
Tests resumable download on an object where the file content changes
|
551
|
+
before the downloaded file's checksum is validated.
|
552
|
+
"""
|
553
|
+
def overwrite(fp):
|
554
|
+
"""Overwrite first byte in an open file and flush contents."""
|
555
|
+
fp.seek(0)
|
556
|
+
fp.write('x')
|
557
|
+
fp.flush()
|
558
|
+
self.DownloadTestHelper(overwrite)
|
559
|
+
|
560
|
+
def testFlatCopyingObjsAndFilesToBucketSubDir(self):
|
561
|
+
"""Tests copying flatly listed objects and files to bucket subdir"""
|
562
|
+
src_bucket_uri = self.CreateBucket(test_objects=['f0', 'd0/f1', 'd1/d2/f2'])
|
563
|
+
src_dir = self.CreateTempDir(test_files=['f3', ('d3', 'f4'),
|
564
|
+
('d4', 'd5', 'f5')])
|
565
|
+
dst_bucket_uri = self.CreateBucket(test_objects=['dst_subdir0/existing',
|
566
|
+
'dst_subdir1/existing'])
|
567
|
+
# Test with and without final slash on dest subdir.
|
568
|
+
for i, final_char in enumerate(('/', '')):
|
569
|
+
self.RunCommand(
|
570
|
+
'cp', ['-R', suri(src_bucket_uri, '**'), os.path.join(src_dir, '**'),
|
571
|
+
suri(dst_bucket_uri, 'dst_subdir%d' % i) + final_char])
|
572
|
+
|
573
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
574
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
575
|
+
expected = set()
|
576
|
+
for i in range(2):
|
577
|
+
expected.add(suri(dst_bucket_uri, 'dst_subdir%d' % i, 'existing'))
|
578
|
+
for j in range(6):
|
579
|
+
expected.add(suri(dst_bucket_uri, 'dst_subdir%d' % i, 'f%d' % j))
|
580
|
+
self.assertEqual(expected, actual)
|
581
|
+
|
582
|
+
def testRecursiveCopyObjsAndFilesToExistingBucketSubDir(self):
|
583
|
+
"""Tests recursive copy of objects and files to existing bucket subdir"""
|
584
|
+
src_bucket_uri = self.CreateBucket(test_objects=['f0', 'nested/f1'])
|
585
|
+
dst_bucket_uri = self.CreateBucket(test_objects=[
|
586
|
+
'dst_subdir0/existing_obj', 'dst_subdir1/existing_obj'])
|
587
|
+
src_dir = self.CreateTempDir(test_files=['f2', ('nested', 'f3')])
|
588
|
+
# Test with and without final slash on dest subdir.
|
589
|
+
for i, final_char in enumerate(('/', '')):
|
590
|
+
self.RunCommand(
|
591
|
+
'cp', ['-R', suri(src_bucket_uri), src_dir,
|
592
|
+
suri(dst_bucket_uri, 'dst_subdir%d' % i) + final_char])
|
593
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
594
|
+
suri(dst_bucket_uri, 'dst_subdir%d' % i, '**')).IterUris())
|
595
|
+
tmp_dirname = os.path.split(src_dir)[1]
|
596
|
+
bucketname = src_bucket_uri.bucket_name
|
597
|
+
expected = set([
|
598
|
+
suri(dst_bucket_uri, 'dst_subdir%d' % i, 'existing_obj'),
|
599
|
+
suri(dst_bucket_uri, 'dst_subdir%d' % i, bucketname, 'f0'),
|
600
|
+
suri(dst_bucket_uri, 'dst_subdir%d' % i, bucketname, 'nested', 'f1'),
|
601
|
+
suri(dst_bucket_uri, 'dst_subdir%d' % i, tmp_dirname, 'f2'),
|
602
|
+
suri(dst_bucket_uri, 'dst_subdir%d' % i, tmp_dirname, 'nested', 'f3')
|
603
|
+
])
|
604
|
+
self.assertEqual(expected, actual)
|
605
|
+
|
606
|
+
def testRecursiveCopyObjsAndFilesToNonExistentBucketSubDir(self):
|
607
|
+
"""Tests recursive copy of objs + files to non-existent bucket subdir"""
|
608
|
+
src_bucket_uri = self.CreateBucket(test_objects=['f0', 'nested/f1'])
|
609
|
+
src_dir = self.CreateTempDir(test_files=['f2', ('nested', 'f3')])
|
610
|
+
dst_bucket_uri = self.CreateBucket()
|
611
|
+
x = ['-R', src_dir, suri(src_bucket_uri),
|
612
|
+
suri(dst_bucket_uri, 'dst_subdir')]
|
613
|
+
stdout = self.RunCommand(
|
614
|
+
'cp', x, return_stdout=True)
|
615
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
616
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
617
|
+
expected = set([suri(dst_bucket_uri, 'dst_subdir', 'f0'),
|
618
|
+
suri(dst_bucket_uri, 'dst_subdir', 'nested', 'f1'),
|
619
|
+
suri(dst_bucket_uri, 'dst_subdir', 'f2'),
|
620
|
+
suri(dst_bucket_uri, 'dst_subdir', 'nested', 'f3')])
|
621
|
+
self.assertEqual(expected, actual)
|
622
|
+
|
623
|
+
def testCopyingBucketSubDirToDir(self):
|
624
|
+
"""Tests copying a bucket subdir to a directory"""
|
625
|
+
src_bucket_uri = self.CreateBucket(test_objects=['src_subdir/obj'])
|
626
|
+
dst_dir = self.CreateTempDir()
|
627
|
+
# Test with and without final slash on dest subdir.
|
628
|
+
for (final_src_char, final_dst_char) in (
|
629
|
+
('', ''), ('', '/'), ('/', ''), ('/', '/') ):
|
630
|
+
self.RunCommand(
|
631
|
+
'cp', ['-R', suri(src_bucket_uri, 'src_subdir') + final_src_char,
|
632
|
+
dst_dir + final_dst_char])
|
633
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
634
|
+
'%s%s**' % (dst_dir, os.sep)).IterUris())
|
635
|
+
expected = set([suri(dst_dir, 'src_subdir', 'obj')])
|
636
|
+
self.assertEqual(expected, actual)
|
637
|
+
|
638
|
+
def testCopyingWildcardSpecifiedBucketSubDirToExistingDir(self):
|
639
|
+
"""Tests copying a wildcard-specified bucket subdir to a directory"""
|
640
|
+
src_bucket_uri = self.CreateBucket(
|
641
|
+
test_objects=['src_sub0dir/foo', 'src_sub1dir/foo', 'src_sub2dir/foo',
|
642
|
+
'src_sub3dir/foo'])
|
643
|
+
dst_dir = self.CreateTempDir()
|
644
|
+
# Test with and without final slash on dest subdir.
|
645
|
+
for i, (final_src_char, final_dst_char) in enumerate((
|
646
|
+
('', ''), ('', '/'), ('/', ''), ('/', '/') )):
|
647
|
+
self.RunCommand(
|
648
|
+
'cp', ['-R', suri(src_bucket_uri, 'src_sub%d*' % i) + final_src_char,
|
649
|
+
dst_dir + final_dst_char])
|
650
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
651
|
+
os.path.join(dst_dir, 'src_sub%ddir' % i, '**')).IterUris())
|
652
|
+
expected = set([suri(dst_dir, 'src_sub%ddir' % i, 'foo')])
|
653
|
+
self.assertEqual(expected, actual)
|
654
|
+
|
655
|
+
def testCopyingBucketSubDirToDirFailsWithoutMinusR(self):
|
656
|
+
"""Tests for failure when attempting bucket subdir copy without -R"""
|
657
|
+
src_bucket_uri = self.CreateBucket(test_objects=['src_subdir/obj'])
|
658
|
+
dst_dir = self.CreateTempDir()
|
659
|
+
try:
|
660
|
+
self.RunCommand(
|
661
|
+
'cp', [suri(src_bucket_uri, 'src_subdir'), dst_dir])
|
662
|
+
self.fail('Did not get expected CommandException')
|
663
|
+
except CommandException, e:
|
664
|
+
self.assertIn('does not exist', e.reason)
|
665
|
+
|
666
|
+
def testCopyingBucketSubDirToBucketSubDir(self):
|
667
|
+
"""Tests copying a bucket subdir to another bucket subdir"""
|
668
|
+
src_bucket_uri = self.CreateBucket(
|
669
|
+
test_objects=['src_subdir_%d/obj' % i for i in range(4)])
|
670
|
+
dst_bucket_uri = self.CreateBucket(
|
671
|
+
test_objects=['dst_subdir_%d/obj2' % i for i in range(4)])
|
672
|
+
# Test with and without final slash on dest subdir.
|
673
|
+
for i, (final_src_char, final_dst_char) in enumerate((
|
674
|
+
('', ''), ('', '/'), ('/', ''), ('/', '/') )):
|
675
|
+
self.RunCommand(
|
676
|
+
'cp', ['-R', suri(src_bucket_uri, 'src_subdir_%d' % i) + final_src_char,
|
677
|
+
suri(dst_bucket_uri, 'dst_subdir_%d' % i) + final_dst_char])
|
678
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
679
|
+
suri(dst_bucket_uri, 'dst_subdir_%d' % i, '**')).IterUris())
|
680
|
+
expected = set([suri(dst_bucket_uri, 'dst_subdir_%d' % i,
|
681
|
+
'src_subdir_%d' % i, 'obj'),
|
682
|
+
suri(dst_bucket_uri, 'dst_subdir_%d' % i, 'obj2')])
|
683
|
+
self.assertEqual(expected, actual)
|
684
|
+
|
685
|
+
def testCopyingBucketSubDirToBucketSubDirWithNested(self):
|
686
|
+
"""Tests copying a bucket subdir to another bucket subdir with nesting."""
|
687
|
+
src_bucket_uri = self.CreateBucket(
|
688
|
+
test_objects=['src_subdir_%d/obj' % i for i in range(4)] +
|
689
|
+
['src_subdir_%d/nested/obj' % i for i in range(4)])
|
690
|
+
dst_bucket_uri = self.CreateBucket(
|
691
|
+
test_objects=['dst_subdir_%d/obj2' % i for i in range(4)])
|
692
|
+
# Test with and without final slash on dest subdir.
|
693
|
+
for i, (final_src_char, final_dst_char) in enumerate((
|
694
|
+
('', ''), ('', '/'), ('/', ''), ('/', '/') )):
|
695
|
+
self.RunCommand(
|
696
|
+
'cp', ['-R', suri(src_bucket_uri, 'src_subdir_%d' % i) + final_src_char,
|
697
|
+
suri(dst_bucket_uri, 'dst_subdir_%d' % i) + final_dst_char])
|
698
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
699
|
+
suri(dst_bucket_uri, 'dst_subdir_%d' % i, '**')).IterUris())
|
700
|
+
expected = set([suri(dst_bucket_uri, 'dst_subdir_%d' % i,
|
701
|
+
'src_subdir_%d' % i, 'obj'),
|
702
|
+
suri(dst_bucket_uri, 'dst_subdir_%d' % i,
|
703
|
+
'src_subdir_%d' % i, 'nested', 'obj'),
|
704
|
+
suri(dst_bucket_uri, 'dst_subdir_%d' % i, 'obj2')])
|
705
|
+
self.assertEqual(expected, actual)
|
706
|
+
|
707
|
+
def testMovingBucketSubDirToExistingBucketSubDir(self):
|
708
|
+
"""Tests moving a bucket subdir to a existing bucket subdir"""
|
709
|
+
src_objs = ['foo']
|
710
|
+
for i in range(4):
|
711
|
+
src_objs.extend(['src_subdir%d/foo2' % i, 'src_subdir%d/nested/foo3' % i])
|
712
|
+
src_bucket_uri = self.CreateBucket(test_objects=src_objs)
|
713
|
+
dst_bucket_uri = self.CreateBucket(
|
714
|
+
test_objects=['dst_subdir%d/existing' % i for i in range(4)])
|
715
|
+
# Test with and without final slash on dest subdir.
|
716
|
+
for i, (final_src_char, final_dst_char) in enumerate((
|
717
|
+
('', ''), ('', '/'), ('/', ''), ('/', '/') )):
|
718
|
+
self.RunCommand(
|
719
|
+
'mv', [suri(src_bucket_uri, 'src_subdir%d' % i) + final_src_char,
|
720
|
+
suri(dst_bucket_uri, 'dst_subdir%d' % i) + final_dst_char])
|
721
|
+
|
722
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
723
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
724
|
+
expected = set()
|
725
|
+
for i in range(4):
|
726
|
+
expected.add(suri(dst_bucket_uri, 'dst_subdir%d' % i, 'existing'))
|
727
|
+
expected.add(suri(dst_bucket_uri, 'dst_subdir%d' % i, 'src_subdir%d' %i,
|
728
|
+
'foo2'))
|
729
|
+
expected.add(suri(dst_bucket_uri, 'dst_subdir%d' % i, 'src_subdir%d' %i,
|
730
|
+
'nested', 'foo3'))
|
731
|
+
self.assertEqual(expected, actual)
|
732
|
+
|
733
|
+
def testCopyingObjectToBucketSubDir(self):
|
734
|
+
"""Tests copying an object to a bucket subdir"""
|
735
|
+
src_bucket_uri = self.CreateBucket(test_objects=['obj0'])
|
736
|
+
dst_bucket_uri = self.CreateBucket(test_objects=['dir0/existing',
|
737
|
+
'dir1/existing'])
|
738
|
+
# Test with and without final slash on dest subdir.
|
739
|
+
for i, final_dst_char in enumerate(('', '/')):
|
740
|
+
self.RunCommand('cp', [
|
741
|
+
suri(src_bucket_uri, 'obj0'),
|
742
|
+
suri(dst_bucket_uri, 'dir%d' % i) + final_dst_char])
|
743
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
744
|
+
suri(dst_bucket_uri, 'dir%d' % i, '**')).IterUris())
|
745
|
+
expected = set([suri(dst_bucket_uri, 'dir%d' % i, 'obj0'),
|
746
|
+
suri(dst_bucket_uri, 'dir%d' % i, 'existing')])
|
747
|
+
self.assertEqual(expected, actual)
|
748
|
+
|
749
|
+
def testCopyingWildcardedFilesToBucketSubDir(self):
|
750
|
+
"""Tests copying wildcarded files to a bucket subdir"""
|
751
|
+
dst_bucket_uri = self.CreateBucket(test_objects=['subdir0/existing',
|
752
|
+
'subdir1/existing'])
|
753
|
+
src_dir = self.CreateTempDir(test_files=['f0', 'f1', 'f2'])
|
754
|
+
# Test with and without final slash on dest subdir.
|
755
|
+
for i, final_dst_char in enumerate(('', '/')):
|
756
|
+
self.RunCommand(
|
757
|
+
'cp', [os.path.join(src_dir, 'f?'),
|
758
|
+
suri(dst_bucket_uri, 'subdir%d' % i) + final_dst_char])
|
759
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
760
|
+
suri(dst_bucket_uri, 'subdir%d' % i, '**')).IterUris())
|
761
|
+
expected = set([suri(dst_bucket_uri, 'subdir%d' % i, 'existing'),
|
762
|
+
suri(dst_bucket_uri, 'subdir%d' % i, 'f0'),
|
763
|
+
suri(dst_bucket_uri, 'subdir%d' % i, 'f1'),
|
764
|
+
suri(dst_bucket_uri, 'subdir%d' % i, 'f2')])
|
765
|
+
self.assertEqual(expected, actual)
|
766
|
+
|
767
|
+
def testCopyingOneNestedFileToBucketSubDir(self):
|
768
|
+
"""Tests copying one nested file to a bucket subdir"""
|
769
|
+
dst_bucket_uri = self.CreateBucket(test_objects=['d0/placeholder',
|
770
|
+
'd1/placeholder'])
|
771
|
+
src_dir = self.CreateTempDir(test_files=[('d3', 'd4', 'nested', 'f1')])
|
772
|
+
# Test with and without final slash on dest subdir.
|
773
|
+
for i, final_dst_char in enumerate(('', '/')):
|
774
|
+
self.RunCommand('cp', ['-r', suri(src_dir, 'd3'),
|
775
|
+
suri(dst_bucket_uri, 'd%d' % i) + final_dst_char])
|
776
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
777
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
778
|
+
expected = set([
|
779
|
+
suri(dst_bucket_uri, 'd0', 'placeholder'),
|
780
|
+
suri(dst_bucket_uri, 'd1', 'placeholder'),
|
781
|
+
suri(dst_bucket_uri, 'd0', 'd3', 'd4', 'nested', 'f1'),
|
782
|
+
suri(dst_bucket_uri, 'd1', 'd3', 'd4', 'nested', 'f1')])
|
783
|
+
self.assertEqual(expected, actual)
|
784
|
+
|
785
|
+
def testMovingWildcardedFilesToNonExistentBucketSubDir(self):
|
786
|
+
"""Tests moving files to a non-existent bucket subdir"""
|
787
|
+
# This tests for how we allow users to do something like:
|
788
|
+
# gsutil cp *.txt gs://bucket/dir
|
789
|
+
# where *.txt matches more than 1 file and gs://bucket/dir
|
790
|
+
# doesn't exist as a subdir.
|
791
|
+
#
|
792
|
+
src_bucket_uri = self.CreateBucket(test_objects=[
|
793
|
+
'f0f0', 'f0f1', 'f1f0', 'f1f1'])
|
794
|
+
dst_bucket_uri = self.CreateBucket(test_objects=[
|
795
|
+
'dst_subdir0/existing_obj', 'dst_subdir1/existing_obj'])
|
796
|
+
# Test with and without final slash on dest subdir.
|
797
|
+
for i, final_dst_char in enumerate(('', '/')):
|
798
|
+
# Copy some files into place in dst bucket.
|
799
|
+
self.RunCommand(
|
800
|
+
'cp', [suri(src_bucket_uri, 'f%df?' % i),
|
801
|
+
suri(dst_bucket_uri, 'dst_subdir%d' % i) + final_dst_char])
|
802
|
+
# Now do the move test.
|
803
|
+
self.RunCommand(
|
804
|
+
'mv', [suri(src_bucket_uri, 'f%d*' % i),
|
805
|
+
suri(dst_bucket_uri, 'nonexisting%d' % i) + final_dst_char])
|
806
|
+
|
807
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
808
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
809
|
+
expected = set([
|
810
|
+
suri(dst_bucket_uri, 'dst_subdir0', 'existing_obj'),
|
811
|
+
suri(dst_bucket_uri, 'dst_subdir0', 'f0f0'),
|
812
|
+
suri(dst_bucket_uri, 'dst_subdir0', 'f0f1'),
|
813
|
+
suri(dst_bucket_uri, 'nonexisting0', 'f0f0'),
|
814
|
+
suri(dst_bucket_uri, 'nonexisting0', 'f0f1'),
|
815
|
+
suri(dst_bucket_uri, 'dst_subdir1', 'existing_obj'),
|
816
|
+
suri(dst_bucket_uri, 'dst_subdir1', 'f1f0'),
|
817
|
+
suri(dst_bucket_uri, 'dst_subdir1', 'f1f1'),
|
818
|
+
suri(dst_bucket_uri, 'nonexisting1', 'f1f0'),
|
819
|
+
suri(dst_bucket_uri, 'nonexisting1', 'f1f1')])
|
820
|
+
self.assertEqual(expected, actual)
|
821
|
+
|
822
|
+
def testMovingObjectToBucketSubDir(self):
|
823
|
+
"""Tests moving an object to a bucket subdir"""
|
824
|
+
src_bucket_uri = self.CreateBucket(test_objects=['obj0', 'obj1'])
|
825
|
+
dst_bucket_uri = self.CreateBucket(test_objects=[
|
826
|
+
'dst_subdir0/existing_obj', 'dst_subdir1/existing_obj'])
|
827
|
+
# Test with and without final slash on dest subdir.
|
828
|
+
for i, final_dst_char in enumerate(('', '/')):
|
829
|
+
self.RunCommand(
|
830
|
+
'mv', [suri(src_bucket_uri, 'obj%d' % i),
|
831
|
+
suri(dst_bucket_uri, 'dst_subdir%d' % i) + final_dst_char])
|
832
|
+
|
833
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
834
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
835
|
+
expected = set([
|
836
|
+
suri(dst_bucket_uri, 'dst_subdir0', 'existing_obj'),
|
837
|
+
suri(dst_bucket_uri, 'dst_subdir0', 'obj0'),
|
838
|
+
suri(dst_bucket_uri, 'dst_subdir1', 'existing_obj'),
|
839
|
+
suri(dst_bucket_uri, 'dst_subdir1', 'obj1')])
|
840
|
+
self.assertEqual(expected, actual)
|
841
|
+
|
842
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
843
|
+
suri(src_bucket_uri, '**')).IterUris())
|
844
|
+
self.assertEqual(actual, set())
|
845
|
+
|
846
|
+
def testWildcardSrcSubDirMoveDisallowed(self):
|
847
|
+
"""Tests moving a bucket subdir specified by wildcard is disallowed"""
|
848
|
+
src_bucket_uri = self.CreateBucket(test_objects=['dir/foo1'])
|
849
|
+
dst_bucket_uri = self.CreateBucket(test_objects=['dir/foo2'])
|
850
|
+
try:
|
851
|
+
self.RunCommand(
|
852
|
+
'mv', [suri(src_bucket_uri, 'dir*'), suri(dst_bucket_uri, 'dir')])
|
853
|
+
self.fail('Did not get expected CommandException')
|
854
|
+
except CommandException, e:
|
855
|
+
self.assertIn('mv command disallows naming', e.reason)
|
856
|
+
|
857
|
+
def testMovingBucketSubDirToNonExistentBucketSubDir(self):
|
858
|
+
"""Tests moving a bucket subdir to a non-existent bucket subdir"""
|
859
|
+
src_bucket = self.CreateBucket(test_objects=[
|
860
|
+
'foo', 'src_subdir0/foo2', 'src_subdir0/nested/foo3',
|
861
|
+
'src_subdir1/foo2', 'src_subdir1/nested/foo3'])
|
862
|
+
dst_bucket = self.CreateBucket()
|
863
|
+
# Test with and without final slash on dest subdir.
|
864
|
+
for i, final_src_char in enumerate(('', '/')):
|
865
|
+
self.RunCommand(
|
866
|
+
'mv', [suri(src_bucket, 'src_subdir%d' % i) + final_src_char,
|
867
|
+
suri(dst_bucket, 'dst_subdir%d' % i)])
|
868
|
+
|
869
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
870
|
+
suri(dst_bucket, '**')).IterUris())
|
871
|
+
# Unlike the case with copying, with mv we expect renaming to occur
|
872
|
+
# at the level of the src subdir, vs appending that subdir beneath the
|
873
|
+
# dst subdir like is done for copying.
|
874
|
+
expected = set([suri(dst_bucket, 'dst_subdir0', 'foo2'),
|
875
|
+
suri(dst_bucket, 'dst_subdir1', 'foo2'),
|
876
|
+
suri(dst_bucket, 'dst_subdir0', 'nested', 'foo3'),
|
877
|
+
suri(dst_bucket, 'dst_subdir1', 'nested', 'foo3')])
|
878
|
+
self.assertEqual(expected, actual)
|
879
|
+
|
880
|
+
def testRemovingBucketSubDir(self):
|
881
|
+
"""Tests removing a bucket subdir"""
|
882
|
+
dst_bucket_uri = self.CreateBucket(test_objects=[
|
883
|
+
'f0', 'dir0/f1', 'dir0/nested/f2', 'dir1/f1', 'dir1/nested/f2'])
|
884
|
+
# Test with and without final slash on dest subdir.
|
885
|
+
for i, final_src_char in enumerate(('', '/')):
|
886
|
+
# Test removing bucket subdir.
|
887
|
+
self.RunCommand(
|
888
|
+
'rm', ['-R', suri(dst_bucket_uri, 'dir%d' % i) + final_src_char])
|
889
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
890
|
+
suri(dst_bucket_uri, '**')).IterUris())
|
891
|
+
expected = set([suri(dst_bucket_uri, 'f0')])
|
892
|
+
self.assertEqual(expected, actual)
|
893
|
+
|
894
|
+
def testRecursiveRemoveObjsInBucket(self):
|
895
|
+
"""Tests removing all objects in bucket via rm -R gs://bucket"""
|
896
|
+
bucket_uris = [
|
897
|
+
self.CreateBucket(test_objects=['f0', 'dir/f1', 'dir/nested/f2']),
|
898
|
+
self.CreateBucket(test_objects=['f0', 'dir/f1', 'dir/nested/f2'])]
|
899
|
+
# Test with and without final slash on dest subdir.
|
900
|
+
for i, final_src_char in enumerate(('', '/')):
|
901
|
+
# Test removing all objects via rm -R.
|
902
|
+
self.RunCommand('rm', ['-R', suri(bucket_uris[i]) + final_src_char])
|
903
|
+
actual = set(str(u) for u in self._test_wildcard_iterator(
|
904
|
+
suri(bucket_uris[i], '**')).IterUris())
|
905
|
+
self.assertEqual(actual, set())
|
906
|
+
|
907
|
+
def FinalObjNameComponent(self, uri):
|
908
|
+
"""For gs://bucket/abc/def/ghi returns ghi."""
|
909
|
+
return uri.uri.rpartition('/')[-1]
|
910
|
+
|
911
|
+
|
912
|
+
# TODO: These should all be moved to their own test_*.py testing files.
|
913
|
+
class GsUtilCommandTests(testcase.GsUtilUnitTestCase):
|
914
|
+
"""Basic sanity check tests to make sure commands run."""
|
915
|
+
|
916
|
+
def testDisableLoggingCommandRuns(self):
|
917
|
+
"""Test that the disablelogging command basically runs"""
|
918
|
+
src_bucket_uri = self.CreateBucket()
|
919
|
+
self.RunCommand('disablelogging', [suri(src_bucket_uri)])
|
920
|
+
|
921
|
+
def testEnableLoggingCommandRuns(self):
|
922
|
+
"""Test that the enablelogging command basically runs"""
|
923
|
+
src_bucket_uri = self.CreateBucket()
|
924
|
+
self.RunCommand('enablelogging', ['-b', 'gs://log_bucket',
|
925
|
+
suri(src_bucket_uri)])
|
926
|
+
|
927
|
+
def testHelpCommandDoesntRaise(self):
|
928
|
+
"""Test that the help command doesn't raise (sanity checks all help)"""
|
929
|
+
# Unset PAGER if defined, so help output paginating into $PAGER doesn't
|
930
|
+
# cause test to pause.
|
931
|
+
if 'PAGER' in os.environ:
|
932
|
+
del os.environ['PAGER']
|
933
|
+
self.RunCommand('help', [])
|
934
|
+
|
935
|
+
def testCatCommandRuns(self):
|
936
|
+
"""Test that the cat command basically runs"""
|
937
|
+
src_uri = self.CreateObject(contents='foo')
|
938
|
+
stdout = self.RunCommand('cat', [suri(src_uri)], return_stdout=True)
|
939
|
+
self.assertEqual(stdout, 'foo')
|
940
|
+
|
941
|
+
def testGetAclCommandRuns(self):
|
942
|
+
"""Test that the getacl command basically runs"""
|
943
|
+
src_bucket_uri = self.CreateBucket()
|
944
|
+
self.RunCommand('getacl', [suri(src_bucket_uri)])
|
945
|
+
|
946
|
+
def testGetDefAclCommandRuns(self):
|
947
|
+
"""Test that the getdefacl command basically runs"""
|
948
|
+
src_bucket_uri = self.CreateBucket()
|
949
|
+
self.RunCommand('getacl', [suri(src_bucket_uri)])
|
950
|
+
|
951
|
+
def testGetLoggingCommandRuns(self):
|
952
|
+
"""Test that the getlogging command basically runs"""
|
953
|
+
src_bucket_uri = self.CreateBucket()
|
954
|
+
self.RunCommand('getlogging', [suri(src_bucket_uri)])
|
955
|
+
|
956
|
+
def testMakeBucketsCommand(self):
|
957
|
+
"""Test mb on existing bucket"""
|
958
|
+
dst_bucket_uri = self.CreateBucket()
|
959
|
+
try:
|
960
|
+
self.RunCommand('mb', [suri(dst_bucket_uri)])
|
961
|
+
self.fail('Did not get expected StorageCreateError')
|
962
|
+
except boto.exception.StorageCreateError, e:
|
963
|
+
self.assertEqual(e.status, 409)
|
964
|
+
|
965
|
+
def testRemoveBucketsCommand(self):
|
966
|
+
"""Test rb on non-existent bucket"""
|
967
|
+
dst_bucket_uri = self.CreateBucket()
|
968
|
+
try:
|
969
|
+
self.RunCommand(
|
970
|
+
'rb', ['gs://non_existent_%s' % dst_bucket_uri.bucket_name])
|
971
|
+
self.fail('Did not get expected StorageResponseError')
|
972
|
+
except boto.exception.StorageResponseError, e:
|
973
|
+
self.assertEqual(e.status, 404)
|
974
|
+
|
975
|
+
def testRemoveObjsCommand(self):
|
976
|
+
"""Test rm command on non-existent object"""
|
977
|
+
dst_bucket_uri = self.CreateBucket()
|
978
|
+
try:
|
979
|
+
self.RunCommand('rm', [suri(dst_bucket_uri, 'non_existent')])
|
980
|
+
self.fail('Did not get expected WildcardException')
|
981
|
+
except StorageResponseError, e:
|
982
|
+
self.assertIn('Not Found', e.reason)
|
983
|
+
|
984
|
+
# Now that gsutil ver computes a checksum it adds 1-3 seconds to test run
|
985
|
+
# time (for in memory mocked tests that otherwise take ~ 0.1 seconds). Since
|
986
|
+
# it provides very little test value, we're leaving this test commented out.
|
987
|
+
#def testVerCommmandRuns(self):
|
988
|
+
# """Test that the Ver command basically runs"""
|
989
|
+
# self.RunCommand('ver', [])
|