gcloud 0.0.4 → 0.0.6

data/packages/gsutil/boto/boto/s3/keyfile.py

@@ -0,0 +1,134 @@
+# Copyright 2013 Google Inc.
+# Copyright 2011, Nexenta Systems Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish, dis-
+# tribute, sublicense, and/or sell copies of the Software, and to permit
+# persons to whom the Software is furnished to do so, subject to the fol-
+# lowing conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
+# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
+# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+# IN THE SOFTWARE.
+
+"""
+Wrapper class to expose a Key being read via a partial implementaiton of the
+Python file interface. The only functions supported are those needed for seeking
+in a Key open for reading.
+"""
+
+import os
+from boto.exception import StorageResponseError
+
+class KeyFile():
+
+  def __init__(self, key):
+    self.key = key
+    self.key.open_read()
+    self.location = 0
+    self.closed = False
+    self.softspace = -1 # Not implemented.
+    self.mode = 'r'
+    self.encoding = 'Undefined in KeyFile'
+    self.errors = 'Undefined in KeyFile'
+    self.newlines = 'Undefined in KeyFile'
+    self.name = key.name
+
+  def tell(self):
+    if self.location is None:
+      raise ValueError("I/O operation on closed file")
+    return self.location
+
+  def seek(self, pos, whence=os.SEEK_SET):
+    self.key.close(fast=True)
+    if whence == os.SEEK_END:
+      # We need special handling for this case because sending an HTTP range GET
+      # with EOF for the range start would cause an invalid range error. Instead
+      # we position to one before EOF (plus pos) and then read one byte to
+      # position at EOF.
+      if self.key.size == 0:
+        # Don't try to seek with an empty key.
+        return
+      pos = self.key.size + pos - 1
+      if pos < 0:
+        raise IOError("Invalid argument")
+      self.key.open_read(headers={"Range": "bytes=%d-" % pos})
+      self.key.read(1)
+      self.location = pos + 1
+      return
+
+    if whence == os.SEEK_SET:
+      if pos < 0:
+        raise IOError("Invalid argument")
+    elif whence == os.SEEK_CUR:
+      pos += self.location
+    else:
+      raise IOError('Invalid whence param (%d) passed to seek' % whence)
+    try:
+      self.key.open_read(headers={"Range": "bytes=%d-" % pos})
+    except StorageResponseError as e:
+      # 416 Invalid Range means that the given starting byte was past the end
+      # of file. We catch this because the Python file interface allows silently
+      # seeking past the end of the file.
+      if e.status != 416:
+        raise
+
+    self.location = pos
+
+  def read(self, size):
+    self.location += size
+    return self.key.read(size)
+
+  def close(self):
+    self.key.close()
+    self.location = None
+    self.closed = True
+
+  def isatty(self):
+    return False
+
+  # Non-file interface, useful for code that wants to dig into underlying Key
+  # state.
+  def getkey(self):
+    return self.key
+
+  # Unimplemented interfaces below here.
+
+  def write(self, buf):
+    raise NotImplementedError('write not implemented in KeyFile')
+
+  def fileno(self):
+    raise NotImplementedError('fileno not implemented in KeyFile')
+
+  def flush(self):
+    raise NotImplementedError('flush not implemented in KeyFile')
+
+  def next(self):
+    raise NotImplementedError('next not implemented in KeyFile')
+
+  def readinto(self):
+    raise NotImplementedError('readinto not implemented in KeyFile')
+
+  def readline(self):
+    raise NotImplementedError('readline not implemented in KeyFile')
+
+  def readlines(self):
+    raise NotImplementedError('readlines not implemented in KeyFile')
+
+  def truncate(self):
+    raise NotImplementedError('truncate not implemented in KeyFile')
+
+  def writelines(self):
+    raise NotImplementedError('writelines not implemented in KeyFile')
+
+  def xreadlines(self):
+    raise NotImplementedError('xreadlines not implemented in KeyFile')

data/packages/gsutil/boto/boto/s3/lifecycle.py

@@ -0,0 +1,231 @@
+# Copyright (c) 2012 Mitch Garnaat http://garnaat.org/
+# Copyright (c) 2012 Amazon.com, Inc. or its affiliates.  All Rights Reserved
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish, dis-
+# tribute, sublicense, and/or sell copies of the Software, and to permit
+# persons to whom the Software is furnished to do so, subject to the fol-
+# lowing conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
+# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
+# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+# IN THE SOFTWARE.
+
+
+class Rule(object):
+    """
+    A Lifcycle rule for an S3 bucket.
+
+    :ivar id: Unique identifier for the rule. The value cannot be longer
+        than 255 characters.
+
+    :ivar prefix: Prefix identifying one or more objects to which the
+        rule applies.
+
+    :ivar status: If Enabled, the rule is currently being applied.
+        If Disabled, the rule is not currently being applied.
+
+    :ivar expiration: An instance of `Expiration`. This indicates
+        the lifetime of the objects that are subject to the rule.
+
+    :ivar transition: An instance of `Transition`.  This indicates
+        when to transition to a different storage class.
+
+    """
+    def __init__(self, id=None, prefix=None, status=None, expiration=None,
+                 transition=None):
+        self.id = id
+        self.prefix = prefix
+        self.status = status
+        if isinstance(expiration, (int, long)):
+            # retain backwards compatibility???
+            self.expiration = Expiration(days=expiration)
+        else:
+            # None or object
+            self.expiration = expiration
+        self.transition = transition
+
+    def __repr__(self):
+        return '<Rule: %s>' % self.id
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Transition':
+            self.transition = Transition()
+            return self.transition
+        elif name == 'Expiration':
+            self.expiration = Expiration()
+            return self.expiration
+        return None
+
+    def endElement(self, name, value, connection):
+        if name == 'ID':
+            self.id = value
+        elif name == 'Prefix':
+            self.prefix = value
+        elif name == 'Status':
+            self.status = value
+        else:
+            setattr(self, name, value)
+
+    def to_xml(self):
+        s = '<Rule>'
+        s += '<ID>%s</ID>' % self.id
+        s += '<Prefix>%s</Prefix>' % self.prefix
+        s += '<Status>%s</Status>' % self.status
+        if self.expiration is not None:
+            s += self.expiration.to_xml()
+        if self.transition is not None:
+            s += self.transition.to_xml()
+        s += '</Rule>'
+        return s
+
+class Expiration(object):
+    """
+    When an object will expire.
+
+    :ivar days: The number of days until the object expires
+
+    :ivar date: The date when the object will expire. Must be
+        in ISO 8601 format.
+    """
+    def __init__(self, days=None, date=None):
+        self.days = days
+        self.date = date
+
+    def startElement(self, name, attrs, connection):
+        return None
+
+    def endElement(self, name, value, connection):
+        if name == 'Days':
+            self.days = int(value)
+        elif name == 'Date':
+            self.date = value
+
+    def __repr__(self):
+        if self.days is None:
+            how_long = "on: %s" % self.date
+        else:
+            how_long = "in: %s days" % self.days
+        return '<Expiration: %s>' % how_long
+
+    def to_xml(self):
+        s = '<Expiration>'
+        if self.days is not None:
+            s += '<Days>%s</Days>' % self.days
+        elif self.date is not None:
+            s += '<Date>%s</Date>' % self.date
+        s += '</Expiration>'
+        return s
+
+class Transition(object):
+    """
+    A transition to a different storage class.
+
+    :ivar days: The number of days until the object should be moved.
+
+    :ivar date: The date when the object should be moved.  Should be
+        in ISO 8601 format.
+
+    :ivar storage_class: The storage class to transition to.  Valid
+        values are GLACIER.
+
+    """
+    def __init__(self, days=None, date=None, storage_class=None):
+        self.days = days
+        self.date = date
+        self.storage_class = storage_class
+
+    def startElement(self, name, attrs, connection):
+        return None
+
+    def endElement(self, name, value, connection):
+        if name == 'Days':
+            self.days = int(value)
+        elif name == 'Date':
+            self.date = value
+        elif name == 'StorageClass':
+            self.storage_class = value
+
+    def __repr__(self):
+        if self.days is None:
+            how_long = "on: %s" % self.date
+        else:
+            how_long = "in: %s days" % self.days
+        return '<Transition: %s, %s>' % (how_long, self.storage_class)
+
+    def to_xml(self):
+        s = '<Transition>'
+        s += '<StorageClass>%s</StorageClass>' % self.storage_class
+        if self.days is not None:
+            s += '<Days>%s</Days>' % self.days
+        elif self.date is not None:
+            s += '<Date>%s</Date>' % self.date
+        s += '</Transition>'
+        return s
+
+class Lifecycle(list):
+    """
+    A container for the rules associated with a Lifecycle configuration.
+    """
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Rule':
+            rule = Rule()
+            self.append(rule)
+            return rule
+        return None
+
+    def endElement(self, name, value, connection):
+        setattr(self, name, value)
+
+    def to_xml(self):
+        """
+        Returns a string containing the XML version of the Lifecycle
+        configuration as defined by S3.
+        """
+        s = '<?xml version="1.0" encoding="UTF-8"?>'
+        s += '<LifecycleConfiguration>'
+        for rule in self:
+            s += rule.to_xml()
+        s += '</LifecycleConfiguration>'
+        return s
+
+    def add_rule(self, id, prefix, status, expiration, transition=None):
+        """
+        Add a rule to this Lifecycle configuration.  This only adds
+        the rule to the local copy.  To install the new rule(s) on
+        the bucket, you need to pass this Lifecycle config object
+        to the configure_lifecycle method of the Bucket object.
+
+        :type id: str
+        :param id: Unique identifier for the rule. The value cannot be longer
+            than 255 characters.
+
+        :type prefix: str
+        :iparam prefix: Prefix identifying one or more objects to which the
+            rule applies.
+
+        :type status: str
+        :param status: If 'Enabled', the rule is currently being applied.
+            If 'Disabled', the rule is not currently being applied.
+
+        :type expiration: int
+        :param expiration: Indicates the lifetime, in days, of the objects
+            that are subject to the rule. The value must be a non-zero
+            positive integer. A Expiration object instance is also perfect.
+
+        :type transition: Transition
+        :param transition: Indicates when an object transitions to a
+            different storage class. 
+        """
+        rule = Rule(id, prefix, status, expiration, transition)
+        self.append(rule)

data/packages/gsutil/boto/boto/s3/multidelete.py

@@ -0,0 +1,138 @@
+# Copyright (c) 2011 Mitch Garnaat http://garnaat.org/
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish, dis-
+# tribute, sublicense, and/or sell copies of the Software, and to permit
+# persons to whom the Software is furnished to do so, subject to the fol-
+# lowing conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
+# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
+# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 
+# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+# IN THE SOFTWARE.
+
+from boto import handler
+import xml.sax
+
+class Deleted(object):
+    """
+    A successfully deleted object in a multi-object delete request.
+
+    :ivar key: Key name of the object that was deleted.
+    
+    :ivar version_id: Version id of the object that was deleted.
+    
+    :ivar delete_marker: If True, indicates the object deleted
+        was a DeleteMarker.
+        
+    :ivar delete_marker_version_id: Version ID of the delete marker
+        deleted.
+    """
+    def __init__(self, key=None, version_id=None,
+                 delete_marker=False, delete_marker_version_id=None):
+        self.key = key
+        self.version_id = version_id
+        self.delete_marker = delete_marker
+        self.delete_marker_version_id = delete_marker_version_id
+        
+    def __repr__(self):
+        if self.version_id:
+            return '<Deleted: %s.%s>' % (self.key, self.version_id)
+        else:
+            return '<Deleted: %s>' % self.key
+        
+    def startElement(self, name, attrs, connection):
+        return None
+
+    def endElement(self, name, value, connection):
+        if name == 'Key':
+            self.key = value
+        elif name == 'VersionId':
+            self.version_id = value
+        elif name == 'DeleteMarker':
+            if value.lower() == 'true':
+                self.delete_marker = True
+        elif name == 'DeleteMarkerVersionId':
+            self.delete_marker_version_id = value
+        else:
+            setattr(self, name, value)
+            
+class Error(object):
+    """
+    An unsuccessful deleted object in a multi-object delete request.
+
+    :ivar key: Key name of the object that was not deleted.
+    
+    :ivar version_id: Version id of the object that was not deleted.
+    
+    :ivar code: Status code of the failed delete operation.
+        
+    :ivar message: Status message of the failed delete operation.
+    """
+    def __init__(self, key=None, version_id=None,
+                 code=None, message=None):
+        self.key = key
+        self.version_id = version_id
+        self.code = code
+        self.message = message
+        
+    def __repr__(self):
+        if self.version_id:
+            return '<Error: %s.%s(%s)>' % (self.key, self.version_id,
+                                           self.code)
+        else:
+            return '<Error: %s(%s)>' % (self.key, self.code)
+        
+    def startElement(self, name, attrs, connection):
+        return None
+
+    def endElement(self, name, value, connection):
+        if name == 'Key':
+            self.key = value
+        elif name == 'VersionId':
+            self.version_id = value
+        elif name == 'Code':
+            self.code = value
+        elif name == 'Message':
+            self.message = value
+        else:
+            setattr(self, name, value)
+            
+class MultiDeleteResult(object):
+    """
+    The status returned from a MultiObject Delete request.
+
+    :ivar deleted: A list of successfully deleted objects.  Note that if
+        the quiet flag was specified in the request, this list will
+        be empty because only error responses would be returned.
+
+    :ivar errors: A list of unsuccessfully deleted objects.
+    """
+
+    def __init__(self, bucket=None):
+        self.bucket = None
+        self.deleted = []
+        self.errors = []
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Deleted':
+            d = Deleted()
+            self.deleted.append(d)
+            return d
+        elif name == 'Error':
+            e = Error()
+            self.errors.append(e)
+            return e
+        return None
+
+    def endElement(self, name, value, connection):
+        setattr(self, name, value)
+