gcloud 0.0.7 → 0.1.0

data/packages/gsutil/boto/bin/pyami_sendmail

@@ -1,52 +0,0 @@
-#!/usr/bin/env python
-# Copyright (c) 2010 Chris Moyer http://coredumped.org/
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-
-#
-# Send Mail from a PYAMI instance, or anything that has a boto.cfg
-# properly set up
-#
-VERSION="0.1"
-usage = """%prog [options]
-Sends whatever is on stdin to the recipient specified by your boto.cfg
-or whoevery you specify in the options here.
-"""
-
-if __name__ == "__main__":
-    from boto.utils import notify
-    import sys
-    from optparse import OptionParser
-    parser = OptionParser(version=VERSION, usage=usage)
-    parser.add_option("-t", "--to", help="Optional to address to send to (default from your boto.cfg)", action="store", default=None, dest="to")
-    parser.add_option("-s", "--subject", help="Optional Subject to send this report as", action="store", default="Report", dest="subject")
-    parser.add_option("-f", "--file", help="Optionally, read from a file instead of STDIN", action="store", default=None, dest="file")
-    parser.add_option("--html", help="HTML Format the email", action="store_true", default=False, dest="html")
-    parser.add_option("--no-instance-id", help="If set, don't append the instance id", action="store_false", default=True, dest="append_instance_id")
-
-    (options, args) = parser.parse_args()
-    if options.file:
-        body = open(options.file, 'r').read()
-    else:
-        body = sys.stdin.read()
-
-    if options.html:
-        notify(options.subject, html_body=body, to_string=options.to, append_instance_id=options.append_instance_id)
-    else:
-        notify(options.subject, body=body, to_string=options.to, append_instance_id=options.append_instance_id)

data/packages/gsutil/boto/bin/route53

@@ -1,205 +0,0 @@
-#!/usr/bin/env python
-# Author: Chris Moyer
-#
-# route53 is similar to sdbadmin for Route53, it's a simple
-# console utility to perform the most frequent tasks with Route53
-#
-# Example usage.  Use route53 get after each command to see how the
-# zone changes.
-#
-# Add a non-weighted record, change its value, then delete.  Default TTL:
-#
-# route53 add_record ZPO9LGHZ43QB9 rr.example.com A 4.3.2.1
-# route53 change_record ZPO9LGHZ43QB9 rr.example.com A 9.8.7.6
-# route53 del_record ZPO9LGHZ43QB9 rr.example.com A 9.8.7.6
-#
-# Add a weighted record with two different weights.  Note that the TTL
-# must be specified as route53 uses positional parameters rather than
-# option flags:
-#
-# route53 add_record ZPO9LGHZ43QB9 wrr.example.com A 1.2.3.4 600 foo9 10
-# route53 add_record ZPO9LGHZ43QB9 wrr.example.com A 4.3.2.1 600 foo8 10
-#
-# route53 change_record ZPO9LGHZ43QB9 wrr.example.com A 9.9.9.9 600 foo8 10
-#
-# route53 del_record ZPO9LGHZ43QB9 wrr.example.com A 1.2.3.4 600 foo9 10
-# route53 del_record ZPO9LGHZ43QB9 wrr.example.com A 9.9.9.9 600 foo8 10
-#
-# Add a non-weighted alias, change its value, then delete.  Alaises inherit
-# their TTLs from the backing ELB:
-#
-# route53 add_alias ZPO9LGHZ43QB9 alias.example.com A Z3DZXE0Q79N41H lb-1218761514.us-east-1.elb.amazonaws.com.
-# route53 change_alias ZPO9LGHZ43QB9 alias.example.com. A Z3DZXE0Q79N41H lb2-1218761514.us-east-1.elb.amazonaws.com.
-# route53 delete_alias ZPO9LGHZ43QB9 alias.example.com. A Z3DZXE0Q79N41H lb2-1218761514.us-east-1.elb.amazonaws.com.
-
-def _print_zone_info(zoneinfo):
-    print "="*80
-    print "| ID:   %s" % zoneinfo['Id'].split("/")[-1]
-    print "| Name: %s" % zoneinfo['Name']
-    print "| Ref:  %s" % zoneinfo['CallerReference']
-    print "="*80
-    print zoneinfo['Config']
-    print
-
-
-def create(conn, hostname, caller_reference=None, comment=''):
-    """Create a hosted zone, returning the nameservers"""
-    response = conn.create_hosted_zone(hostname, caller_reference, comment)
-    print "Pending, please add the following Name Servers:"
-    for ns in response.NameServers:
-        print "\t", ns
-
-def delete_zone(conn, hosted_zone_id):
-    """Delete a hosted zone by ID"""
-    response = conn.delete_hosted_zone(hosted_zone_id)
-    print response
-
-def ls(conn):
-    """List all hosted zones"""
-    response = conn.get_all_hosted_zones()
-    for zoneinfo in response['ListHostedZonesResponse']['HostedZones']:
-        _print_zone_info(zoneinfo)
-
-def get(conn, hosted_zone_id, type=None, name=None, maxitems=None):
-    """Get all the records for a single zone"""
-    response = conn.get_all_rrsets(hosted_zone_id, type, name, maxitems=maxitems)
-    # If a maximum number of items was set, we limit to that number
-    # by turning the response into an actual list (copying it)
-    # instead of allowing it to page
-    if maxitems:
-        response = response[:]
-    print '%-40s %-5s %-20s %s' % ("Name", "Type", "TTL", "Value(s)")
-    for record in response:
-        print '%-40s %-5s %-20s %s' % (record.name, record.type, record.ttl, record.to_print())
-
-def _add_del(conn, hosted_zone_id, change, name, type, identifier, weight, values, ttl, comment):
-    from boto.route53.record import ResourceRecordSets
-    changes = ResourceRecordSets(conn, hosted_zone_id, comment)
-    change = changes.add_change(change, name, type, ttl,
-                                identifier=identifier, weight=weight)
-    for value in values.split(','):
-        change.add_value(value)
-    print changes.commit()
-
-def _add_del_alias(conn, hosted_zone_id, change, name, type, identifier, weight, alias_hosted_zone_id, alias_dns_name, comment):
-    from boto.route53.record import ResourceRecordSets
-    changes = ResourceRecordSets(conn, hosted_zone_id, comment)
-    change = changes.add_change(change, name, type,
-                                identifier=identifier, weight=weight)
-    change.set_alias(alias_hosted_zone_id, alias_dns_name)
-    print changes.commit()
-
-def add_record(conn, hosted_zone_id, name, type, values, ttl=600,
-               identifier=None, weight=None, comment=""):
-    """Add a new record to a zone.  identifier and weight are optional."""
-    _add_del(conn, hosted_zone_id, "CREATE", name, type, identifier,
-             weight, values, ttl, comment)
-
-def del_record(conn, hosted_zone_id, name, type, values, ttl=600,
-               identifier=None, weight=None, comment=""):
-    """Delete a record from a zone: name, type, ttl, identifier, and weight must match."""
-    _add_del(conn, hosted_zone_id, "DELETE", name, type, identifier,
-             weight, values, ttl, comment)
-
-def add_alias(conn, hosted_zone_id, name, type, alias_hosted_zone_id,
-              alias_dns_name, identifier=None, weight=None, comment=""):
-    """Add a new alias to a zone.  identifier and weight are optional."""
-    _add_del_alias(conn, hosted_zone_id, "CREATE", name, type, identifier,
-                   weight, alias_hosted_zone_id, alias_dns_name, comment)
-
-def del_alias(conn, hosted_zone_id, name, type, alias_hosted_zone_id,
-              alias_dns_name, identifier=None, weight=None, comment=""):
-    """Delete an alias from a zone: name, type, alias_hosted_zone_id, alias_dns_name, weight and identifier must match."""
-    _add_del_alias(conn, hosted_zone_id, "DELETE", name, type, identifier,
-                   weight, alias_hosted_zone_id, alias_dns_name, comment)
-
-def change_record(conn, hosted_zone_id, name, type, newvalues, ttl=600,
-                   identifier=None, weight=None, comment=""):
-    """Delete and then add a record to a zone.  identifier and weight are optional."""
-    from boto.route53.record import ResourceRecordSets
-    changes = ResourceRecordSets(conn, hosted_zone_id, comment)
-    # Assume there are not more than 10 WRRs for a given (name, type)
-    responses = conn.get_all_rrsets(hosted_zone_id, type, name, maxitems=10)
-    for response in responses:
-        if response.name != name or response.type != type:
-            continue
-        if response.identifier != identifier or response.weight != weight:
-            continue
-        change1 = changes.add_change("DELETE", name, type, response.ttl,
-                                     identifier=response.identifier,
-                                     weight=response.weight)
-        for old_value in response.resource_records:
-            change1.add_value(old_value)
-
-    change2 = changes.add_change("CREATE", name, type, ttl,
-            identifier=identifier, weight=weight)
-    for new_value in newvalues.split(','):
-        change2.add_value(new_value)
-    print changes.commit()
-
-def change_alias(conn, hosted_zone_id, name, type, new_alias_hosted_zone_id, new_alias_dns_name, identifier=None, weight=None, comment=""):
-    """Delete and then add an alias to a zone.  identifier and weight are optional."""
-    from boto.route53.record import ResourceRecordSets
-    changes = ResourceRecordSets(conn, hosted_zone_id, comment)
-    # Assume there are not more than 10 WRRs for a given (name, type)
-    responses = conn.get_all_rrsets(hosted_zone_id, type, name, maxitems=10)
-    for response in responses:
-        if response.name != name or response.type != type:
-            continue
-        if response.identifier != identifier or response.weight != weight:
-            continue
-        change1 = changes.add_change("DELETE", name, type, 
-                                     identifier=response.identifier,
-                                     weight=response.weight)
-        change1.set_alias(response.alias_hosted_zone_id, response.alias_dns_name)
-    change2 = changes.add_change("CREATE", name, type, identifier=identifier, weight=weight)
-    change2.set_alias(new_alias_hosted_zone_id, new_alias_dns_name)
-    print changes.commit()
-
-def help(conn, fnc=None):
-    """Prints this help message"""
-    import inspect
-    self = sys.modules['__main__']
-    if fnc:
-        try:
-            cmd = getattr(self, fnc)
-        except:
-            cmd = None
-        if not inspect.isfunction(cmd):
-            print "No function named: %s found" % fnc
-            sys.exit(2)
-        (args, varargs, varkw, defaults) = inspect.getargspec(cmd)
-        print cmd.__doc__
-        print "Usage: %s %s" % (fnc, " ".join([ "[%s]" % a for a in args[1:]]))
-    else:
-        print "Usage: route53 [command]"
-        for cname in dir(self):
-            if not cname.startswith("_"):
-                cmd = getattr(self, cname)
-                if inspect.isfunction(cmd):
-                    doc = cmd.__doc__
-                    print "\t%-20s  %s" % (cname, doc)
-    sys.exit(1)
-
-
-if __name__ == "__main__":
-    import boto
-    import sys
-    conn = boto.connect_route53()
-    self = sys.modules['__main__']
-    if len(sys.argv) >= 2:
-        try:
-            cmd = getattr(self, sys.argv[1])
-        except:
-            cmd = None
-        args = sys.argv[2:]
-    else:
-        cmd = help
-        args = []
-    if not cmd:
-        cmd = help
-    try:
-        cmd(conn, *args)
-    except TypeError, e:
-        print e
-        help(conn, cmd.__name__)

data/packages/gsutil/boto/bin/s3put

@@ -1,374 +0,0 @@
-#!/usr/bin/env python
-# Copyright (c) 2006,2007,2008 Mitch Garnaat http://garnaat.org/
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-#
-import getopt
-import sys
-import os
-import boto
-
-try:
-    # multipart portions copyright Fabian Topfstedt
-    # https://gist.github.com/924094
-
-    import math
-    import mimetypes
-    from multiprocessing import Pool
-    from boto.s3.connection import S3Connection
-    from filechunkio import FileChunkIO
-    multipart_capable = True
-    usage_flag_multipart_capable = """ [--multipart]"""
-    usage_string_multipart_capable = """
-        multipart - Upload files as multiple parts. This needs filechunkio."""
-except ImportError as err:
-    multipart_capable = False
-    usage_flag_multipart_capable = ""
-    usage_string_multipart_capable = '\n\n     "' + \
-        err.message[len('No module named '):] + \
-        '" is missing for multipart support '
-
-
-usage_string = """
-SYNOPSIS
-    s3put [-a/--access_key <access_key>] [-s/--secret_key <secret_key>]
-          -b/--bucket <bucket_name> [-c/--callback <num_cb>]
-          [-d/--debug <debug_level>] [-i/--ignore <ignore_dirs>]
-          [-n/--no_op] [-p/--prefix <prefix>] [-k/--key_prefix <key_prefix>]
-          [-q/--quiet] [-g/--grant grant] [-w/--no_overwrite] [-r/--reduced]
-          [--header] [--host <s3_host>]""" + usage_flag_multipart_capable + """ path [path...]
-
-    Where
-        access_key - Your AWS Access Key ID.  If not supplied, boto will
-                     use the value of the environment variable
-                     AWS_ACCESS_KEY_ID
-        secret_key - Your AWS Secret Access Key.  If not supplied, boto
-                     will use the value of the environment variable
-                     AWS_SECRET_ACCESS_KEY
-        bucket_name - The name of the S3 bucket the file(s) should be
-                      copied to.
-        path - A path to a directory or file that represents the items
-               to be uploaded.  If the path points to an individual file,
-               that file will be uploaded to the specified bucket.  If the
-               path points to a directory, it will recursively traverse
-               the directory and upload all files to the specified bucket.
-        debug_level - 0 means no debug output (default), 1 means normal
-                      debug output from boto, and 2 means boto debug output
-                      plus request/response output from httplib
-        ignore_dirs - a comma-separated list of directory names that will
-                      be ignored and not uploaded to S3.
-        num_cb - The number of progress callbacks to display.  The default
-                 is zero which means no callbacks.  If you supplied a value
-                 of "-c 10" for example, the progress callback would be
-                 called 10 times for each file transferred.
-        prefix - A file path prefix that will be stripped from the full
-                 path of the file when determining the key name in S3.
-                 For example, if the full path of a file is:
-                     /home/foo/bar/fie.baz
-                 and the prefix is specified as "-p /home/foo/" the
-                 resulting key name in S3 will be:
-                     /bar/fie.baz
-                 The prefix must end in a trailing separator and if it
-                 does not then one will be added.
-        key_prefix - A prefix to be added to the S3 key name, after any
-                     stripping of the file path is done based on the
-                     "-p/--prefix" option.
-        reduced - Use Reduced Redundancy storage
-        grant - A canned ACL policy that will be granted on each file
-                transferred to S3.  The value of provided must be one
-                of the "canned" ACL policies supported by S3:
-                private|public-read|public-read-write|authenticated-read
-        no_overwrite - No files will be overwritten on S3, if the file/key
-                       exists on s3 it will be kept. This is useful for
-                       resuming interrupted transfers. Note this is not a
-                       sync, even if the file has been updated locally if
-                       the key exists on s3 the file on s3 will not be
-                       updated.
-        header - key=value pairs of extra header(s) to pass along in the
-                 request
-        host - Hostname override, for using an endpoint other then AWS S3
-""" + usage_string_multipart_capable + """
-
-
-     If the -n option is provided, no files will be transferred to S3 but
-     informational messages will be printed about what would happen.
-"""
-
-
-def usage():
-    print usage_string
-    sys.exit()
-
-
-def submit_cb(bytes_so_far, total_bytes):
-    print '%d bytes transferred / %d bytes total' % (bytes_so_far, total_bytes)
-
-
-def get_key_name(fullpath, prefix, key_prefix):
-    if fullpath.startswith(prefix):
-        key_name = fullpath[len(prefix):]
-    else:
-        key_name = fullpath
-    l = key_name.split(os.sep)
-    return key_prefix + '/'.join(l)
-
-
-def _upload_part(bucketname, aws_key, aws_secret, multipart_id, part_num,
-                 source_path, offset, bytes, debug, cb, num_cb,
-                 amount_of_retries=10):
-    """
-    Uploads a part with retries.
-    """
-    if debug == 1:
-        print "_upload_part(%s, %s, %s)" % (source_path, offset, bytes)
-
-    def _upload(retries_left=amount_of_retries):
-        try:
-            if debug == 1:
-                print 'Start uploading part #%d ...' % part_num
-            conn = S3Connection(aws_key, aws_secret)
-            conn.debug = debug
-            bucket = conn.get_bucket(bucketname)
-            for mp in bucket.get_all_multipart_uploads():
-                if mp.id == multipart_id:
-                    with FileChunkIO(source_path, 'r', offset=offset,
-                                     bytes=bytes) as fp:
-                        mp.upload_part_from_file(fp=fp, part_num=part_num,
-                                                 cb=cb, num_cb=num_cb)
-                    break
-        except Exception, exc:
-            if retries_left:
-                _upload(retries_left=retries_left - 1)
-            else:
-                print 'Failed uploading part #%d' % part_num
-                raise exc
-        else:
-            if debug == 1:
-                print '... Uploaded part #%d' % part_num
-
-    _upload()
-
-
-def multipart_upload(bucketname, aws_key, aws_secret, source_path, keyname,
-                     reduced, debug, cb, num_cb, acl='private', headers={},
-                     guess_mimetype=True, parallel_processes=4):
-    """
-    Parallel multipart upload.
-    """
-    conn = S3Connection(aws_key, aws_secret)
-    conn.debug = debug
-    bucket = conn.get_bucket(bucketname)
-
-    if guess_mimetype:
-        mtype = mimetypes.guess_type(keyname)[0] or 'application/octet-stream'
-        headers.update({'Content-Type': mtype})
-
-    mp = bucket.initiate_multipart_upload(keyname, headers=headers,
-                                          reduced_redundancy=reduced)
-
-    source_size = os.stat(source_path).st_size
-    bytes_per_chunk = max(int(math.sqrt(5242880) * math.sqrt(source_size)),
-                          5242880)
-    chunk_amount = int(math.ceil(source_size / float(bytes_per_chunk)))
-
-    pool = Pool(processes=parallel_processes)
-    for i in range(chunk_amount):
-        offset = i * bytes_per_chunk
-        remaining_bytes = source_size - offset
-        bytes = min([bytes_per_chunk, remaining_bytes])
-        part_num = i + 1
-        pool.apply_async(_upload_part, [bucketname, aws_key, aws_secret, mp.id,
-                                        part_num, source_path, offset, bytes,
-                                        debug, cb, num_cb])
-    pool.close()
-    pool.join()
-
-    if len(mp.get_all_parts()) == chunk_amount:
-        mp.complete_upload()
-        key = bucket.get_key(keyname)
-        key.set_acl(acl)
-    else:
-        mp.cancel_upload()
-
-
-def singlepart_upload(bucket, key_name, fullpath, *kargs, **kwargs):
-    """
-    Single upload.
-    """
-    k = bucket.new_key(key_name)
-    k.set_contents_from_filename(fullpath, *kargs, **kwargs)
-
-
-def expand_path(path):
-    path = os.path.expanduser(path)
-    path = os.path.expandvars(path)
-    return os.path.abspath(path)
-
-
-def main():
-
-    # default values
-    aws_access_key_id = None
-    aws_secret_access_key = None
-    bucket_name = ''
-    ignore_dirs = []
-    debug = 0
-    cb = None
-    num_cb = 0
-    quiet = False
-    no_op = False
-    prefix = '/'
-    key_prefix = ''
-    grant = None
-    no_overwrite = False
-    reduced = False
-    headers = {}
-    host = None
-    multipart_requested = False
-
-    try:
-        opts, args = getopt.getopt(
-            sys.argv[1:], 'a:b:c::d:g:hi:k:np:qs:wr',
-            ['access_key=', 'bucket=', 'callback=', 'debug=', 'help', 'grant=',
-             'ignore=', 'key_prefix=', 'no_op', 'prefix=', 'quiet',
-             'secret_key=', 'no_overwrite', 'reduced', 'header=', 'multipart',
-             'host='])
-    except:
-        usage()
-
-    # parse opts
-    for o, a in opts:
-        if o in ('-h', '--help'):
-            usage()
-        if o in ('-a', '--access_key'):
-            aws_access_key_id = a
-        if o in ('-b', '--bucket'):
-            bucket_name = a
-        if o in ('-c', '--callback'):
-            num_cb = int(a)
-            cb = submit_cb
-        if o in ('-d', '--debug'):
-            debug = int(a)
-        if o in ('-g', '--grant'):
-            grant = a
-        if o in ('-i', '--ignore'):
-            ignore_dirs = a.split(',')
-        if o in ('-n', '--no_op'):
-            no_op = True
-        if o in ('-w', '--no_overwrite'):
-            no_overwrite = True
-        if o in ('-p', '--prefix'):
-            prefix = a
-            if prefix[-1] != os.sep:
-                prefix = prefix + os.sep
-            prefix = expand_path(prefix)
-        if o in ('-k', '--key_prefix'):
-            key_prefix = a
-        if o in ('-q', '--quiet'):
-            quiet = True
-        if o in ('-s', '--secret_key'):
-            aws_secret_access_key = a
-        if o in ('-r', '--reduced'):
-            reduced = True
-        if o in ('--header'):
-            (k, v) = a.split("=")
-            headers[k] = v
-        if o in ('--host'):
-            host = a
-        if o in ('--multipart'):
-            if multipart_capable:
-                multipart_requested = True
-            else:
-                print "multipart upload requested but not capable"
-                sys.exit()
-
-    if len(args) < 1:
-        usage()
-
-    if not bucket_name:
-        print "bucket name is required!"
-        usage()
-
-    if host:
-        c = boto.connect_s3(host=host, aws_access_key_id=aws_access_key_id,
-                        aws_secret_access_key=aws_secret_access_key)
-    else:
-        c = boto.connect_s3(aws_access_key_id=aws_access_key_id,
-                        aws_secret_access_key=aws_secret_access_key)
-    c.debug = debug
-    b = c.get_bucket(bucket_name)
-    existing_keys_to_check_against = []
-    files_to_check_for_upload = []
-
-    for path in args:
-        path = expand_path(path)
-        # upload a directory of files recursively
-        if os.path.isdir(path):
-            if no_overwrite:
-                if not quiet:
-                    print 'Getting list of existing keys to check against'
-                for key in b.list(get_key_name(path, prefix, key_prefix)):
-                    existing_keys_to_check_against.append(key.name)
-            for root, dirs, files in os.walk(path):
-                for ignore in ignore_dirs:
-                    if ignore in dirs:
-                        dirs.remove(ignore)
-                for path in files:
-                    if path.startswith("."):
-                        continue
-                    files_to_check_for_upload.append(os.path.join(root, path))
-
-        # upload a single file
-        elif os.path.isfile(path):
-            fullpath = os.path.abspath(path)
-            key_name = get_key_name(fullpath, prefix, key_prefix)
-            files_to_check_for_upload.append(fullpath)
-            existing_keys_to_check_against.append(key_name)
-
-        # we are trying to upload something unknown
-        else:
-            print "I don't know what %s is, so i can't upload it" % path
-
-    for fullpath in files_to_check_for_upload:
-        key_name = get_key_name(fullpath, prefix, key_prefix)
-
-        if no_overwrite and key_name in existing_keys_to_check_against:
-            if not quiet:
-                print 'Skipping %s as it exists in s3' % fullpath
-            continue
-
-        if not quiet:
-            print 'Copying %s to %s/%s' % (fullpath, bucket_name, key_name)
-
-        if not no_op:
-            # 0-byte files don't work and also don't need multipart upload
-            if os.stat(fullpath).st_size != 0 and multipart_capable and \
-                    multipart_requested:
-                multipart_upload(bucket_name, aws_access_key_id,
-                                 aws_secret_access_key, fullpath, key_name,
-                                 reduced, debug, cb, num_cb,
-                                 grant or 'private', headers)
-            else:
-                singlepart_upload(b, key_name, fullpath, cb=cb, num_cb=num_cb,
-                                  policy=grant, reduced_redundancy=reduced,
-                                  headers=headers)
-
-if __name__ == "__main__":
-    main()