gcloud 0.0.7 → 0.1.0

data/packages/gsutil/boto/boto/cloudfront/origin.py

@@ -1,150 +0,0 @@
-# Copyright (c) 2006-2010 Mitch Garnaat http://garnaat.org/
-# Copyright (c) 2010, Eucalyptus Systems, Inc.
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-
-from identity import OriginAccessIdentity
-
-def get_oai_value(origin_access_identity):
-    if isinstance(origin_access_identity, OriginAccessIdentity):
-        return origin_access_identity.uri()
-    else:
-        return origin_access_identity
-                
-class S3Origin(object):
-    """
-    Origin information to associate with the distribution.
-    If your distribution will use an Amazon S3 origin,
-    then you use the S3Origin element.
-    """
-
-    def __init__(self, dns_name=None, origin_access_identity=None):
-        """
-        :param dns_name: The DNS name of your Amazon S3 bucket to
-                         associate with the distribution.
-                         For example: mybucket.s3.amazonaws.com.
-        :type dns_name: str
-        
-        :param origin_access_identity: The CloudFront origin access
-                                       identity to associate with the
-                                       distribution. If you want the
-                                       distribution to serve private content,
-                                       include this element; if you want the
-                                       distribution to serve public content,
-                                       remove this element.
-        :type origin_access_identity: str
-        
-        """
-        self.dns_name = dns_name
-        self.origin_access_identity = origin_access_identity
-
-    def __repr__(self):
-        return '<S3Origin: %s>' % self.dns_name
-
-    def startElement(self, name, attrs, connection):
-        return None
-
-    def endElement(self, name, value, connection):
-        if name == 'DNSName':
-            self.dns_name = value
-        elif name == 'OriginAccessIdentity':
-            self.origin_access_identity = value
-        else:
-            setattr(self, name, value)
-
-    def to_xml(self):
-        s = '  <S3Origin>\n'
-        s += '    <DNSName>%s</DNSName>\n' % self.dns_name
-        if self.origin_access_identity:
-            val = get_oai_value(self.origin_access_identity)
-            s += '    <OriginAccessIdentity>%s</OriginAccessIdentity>\n' % val
-        s += '  </S3Origin>\n'
-        return s
-    
-class CustomOrigin(object):
-    """
-    Origin information to associate with the distribution.
-    If your distribution will use a non-Amazon S3 origin,
-    then you use the CustomOrigin element.
-    """
-
-    def __init__(self, dns_name=None, http_port=80, https_port=443,
-                 origin_protocol_policy=None):
-        """
-        :param dns_name: The DNS name of your Amazon S3 bucket to
-                         associate with the distribution.
-                         For example: mybucket.s3.amazonaws.com.
-        :type dns_name: str
-        
-        :param http_port: The HTTP port the custom origin listens on.
-        :type http_port: int
-        
-        :param https_port: The HTTPS port the custom origin listens on.
-        :type http_port: int
-        
-        :param origin_protocol_policy: The origin protocol policy to
-                                       apply to your origin. If you
-                                       specify http-only, CloudFront
-                                       will use HTTP only to access the origin.
-                                       If you specify match-viewer, CloudFront
-                                       will fetch from your origin using HTTP
-                                       or HTTPS, based on the protocol of the
-                                       viewer request.
-        :type origin_protocol_policy: str
-        
-        """
-        self.dns_name = dns_name
-        self.http_port = http_port
-        self.https_port = https_port
-        self.origin_protocol_policy = origin_protocol_policy
-
-    def __repr__(self):
-        return '<CustomOrigin: %s>' % self.dns_name
-
-    def startElement(self, name, attrs, connection):
-        return None
-
-    def endElement(self, name, value, connection):
-        if name == 'DNSName':
-            self.dns_name = value
-        elif name == 'HTTPPort':
-            try:
-                self.http_port = int(value)
-            except ValueError:
-                self.http_port = value
-        elif name == 'HTTPSPort':
-            try:
-                self.https_port = int(value)
-            except ValueError:
-                self.https_port = value
-        elif name == 'OriginProtocolPolicy':
-            self.origin_protocol_policy = value
-        else:
-            setattr(self, name, value)
-
-    def to_xml(self):
-        s = '  <CustomOrigin>\n'
-        s += '    <DNSName>%s</DNSName>\n' % self.dns_name
-        s += '    <HTTPPort>%d</HTTPPort>\n' % self.http_port
-        s += '    <HTTPSPort>%d</HTTPSPort>\n' % self.https_port
-        s += '    <OriginProtocolPolicy>%s</OriginProtocolPolicy>\n' % self.origin_protocol_policy
-        s += '  </CustomOrigin>\n'
-        return s
-    

data/packages/gsutil/boto/boto/cloudfront/signers.py

@@ -1,60 +0,0 @@
-# Copyright (c) 2006-2009 Mitch Garnaat http://garnaat.org/
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-
-class Signer:
-
-    def __init__(self):
-        self.id = None
-        self.key_pair_ids = []
-        
-    def startElement(self, name, attrs, connection):
-        return None
-
-    def endElement(self, name, value, connection):
-        if name == 'Self':
-            self.id = 'Self'
-        elif name == 'AwsAccountNumber':
-            self.id = value
-        elif name == 'KeyPairId':
-            self.key_pair_ids.append(value)
-            
-class ActiveTrustedSigners(list):
-
-    def startElement(self, name, attrs, connection):
-        if name == 'Signer':
-            s = Signer()
-            self.append(s)
-            return s
-
-    def endElement(self, name, value, connection):
-        pass
-
-class TrustedSigners(list):
-
-    def startElement(self, name, attrs, connection):
-        return None
-
-    def endElement(self, name, value, connection):
-        if name == 'Self':
-            self.append(name)
-        elif name == 'AwsAccountNumber':
-            self.append(value)
-

data/packages/gsutil/boto/boto/cloudsearch/__init__.py

@@ -1,45 +0,0 @@
-# Copyright (c) 2012 Mitch Garnaat http://garnaat.org/
-# Copyright (c) 2012 Amazon.com, Inc. or its affiliates.
-# All Rights Reserved
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-#
-from boto.ec2.regioninfo import RegionInfo
-
-
-def regions():
-    """
-    Get all available regions for the Amazon CloudSearch service.
-
-    :rtype: list
-    :return: A list of :class:`boto.regioninfo.RegionInfo`
-    """
-    import boto.cloudsearch.layer1
-    return [RegionInfo(name='us-east-1',
-                       endpoint='cloudsearch.us-east-1.amazonaws.com',
-                       connection_cls=boto.cloudsearch.layer1.Layer1),
-            ]
-
-
-def connect_to_region(region_name, **kw_params):
-    for region in regions():
-        if region.name == region_name:
-            return region.connect(**kw_params)
-    return None

data/packages/gsutil/boto/boto/cloudsearch/document.py

@@ -1,265 +0,0 @@
-# Copyright (c) 2012 Mitch Garnaat http://garnaat.org/
-# Copyright (c) 2012 Amazon.com, Inc. or its affiliates.
-# All Rights Reserved
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-#
-
-import boto.exception
-from boto.compat import json
-import requests
-import boto
-
-class SearchServiceException(Exception):
-    pass
-
-
-class CommitMismatchError(Exception):
-    pass
-
-class EncodingError(Exception):
-    """
-    Content sent for Cloud Search indexing was incorrectly encoded.
-
-    This usually happens when a document is marked as unicode but non-unicode
-    characters are present.
-    """
-    pass
-
-class ContentTooLongError(Exception):
-    """
-    Content sent for Cloud Search indexing was too long
-
-    This will usually happen when documents queued for indexing add up to more
-    than the limit allowed per upload batch (5MB)
-
-    """
-    pass
-
-class DocumentServiceConnection(object):
-    """
-    A CloudSearch document service.
-
-    The DocumentServiceConection is used to add, remove and update documents in
-    CloudSearch. Commands are uploaded to CloudSearch in SDF (Search Document Format).
-
-    To generate an appropriate SDF, use :func:`add` to add or update documents,
-    as well as :func:`delete` to remove documents.
-
-    Once the set of documents is ready to be index, use :func:`commit` to send the
-    commands to CloudSearch.
-
-    If there are a lot of documents to index, it may be preferable to split the
-    generation of SDF data and the actual uploading into CloudSearch. Retrieve
-    the current SDF with :func:`get_sdf`. If this file is the uploaded into S3,
-    it can be retrieved back afterwards for upload into CloudSearch using
-    :func:`add_sdf_from_s3`.
-
-    The SDF is not cleared after a :func:`commit`. If you wish to continue
-    using the DocumentServiceConnection for another batch upload of commands,
-    you will need to :func:`clear_sdf` first to stop the previous batch of
-    commands from being uploaded again.
-
-    """
-
-    def __init__(self, domain=None, endpoint=None):
-        self.domain = domain
-        self.endpoint = endpoint
-        if not self.endpoint:
-            self.endpoint = domain.doc_service_endpoint
-        self.documents_batch = []
-        self._sdf = None
-
-    def add(self, _id, version, fields, lang='en'):
-        """
-        Add a document to be processed by the DocumentService
-
-        The document will not actually be added until :func:`commit` is called
-
-        :type _id: string
-        :param _id: A unique ID used to refer to this document.
-
-        :type version: int
-        :param version: Version of the document being indexed. If a file is
-            being reindexed, the version should be higher than the existing one
-            in CloudSearch.
-
-        :type fields: dict
-        :param fields: A dictionary of key-value pairs to be uploaded .
-
-        :type lang: string
-        :param lang: The language code the data is in. Only 'en' is currently
-            supported
-        """
-
-        d = {'type': 'add', 'id': _id, 'version': version, 'lang': lang,
-            'fields': fields}
-        self.documents_batch.append(d)
-
-    def delete(self, _id, version):
-        """
-        Schedule a document to be removed from the CloudSearch service
-
-        The document will not actually be scheduled for removal until :func:`commit` is called
-
-        :type _id: string
-        :param _id: The unique ID of this document.
-
-        :type version: int
-        :param version: Version of the document to remove. The delete will only
-            occur if this version number is higher than the version currently
-            in the index.
-        """
-
-        d = {'type': 'delete', 'id': _id, 'version': version}
-        self.documents_batch.append(d)
-
-    def get_sdf(self):
-        """
-        Generate the working set of documents in Search Data Format (SDF)
-
-        :rtype: string
-        :returns: JSON-formatted string of the documents in SDF
-        """
-
-        return self._sdf if self._sdf else json.dumps(self.documents_batch)
-
-    def clear_sdf(self):
-        """
-        Clear the working documents from this DocumentServiceConnection
-
-        This should be used after :func:`commit` if the connection will be reused
-        for another set of documents.
-        """
-
-        self._sdf = None
-        self.documents_batch = []
-
-    def add_sdf_from_s3(self, key_obj):
-        """
-        Load an SDF from S3
-
-        Using this method will result in documents added through
-        :func:`add` and :func:`delete` being ignored.
-
-        :type key_obj: :class:`boto.s3.key.Key`
-        :param key_obj: An S3 key which contains an SDF
-        """
-        #@todo:: (lucas) would be nice if this could just take an s3://uri..."
-
-        self._sdf = key_obj.get_contents_as_string()
-
-    def commit(self):
-        """
-        Actually send an SDF to CloudSearch for processing
-
-        If an SDF file has been explicitly loaded it will be used. Otherwise,
-        documents added through :func:`add` and :func:`delete` will be used.
-
-        :rtype: :class:`CommitResponse`
-        :returns: A summary of documents added and deleted
-        """
-
-        sdf = self.get_sdf()
-
-        if ': null' in sdf:
-            boto.log.error('null value in sdf detected.  This will probably raise '
-                '500 error.')
-            index = sdf.index(': null')
-            boto.log.error(sdf[index - 100:index + 100])
-
-        url = "http://%s/2011-02-01/documents/batch" % (self.endpoint)
-
-        request_config = {
-            'pool_connections': 20,
-            'keep_alive': True,
-            'max_retries': 5,
-            'pool_maxsize': 50
-        }
-
-        r = requests.post(url, data=sdf, config=request_config,
-            headers={'Content-Type': 'application/json'})
-
-        return CommitResponse(r, self, sdf)
-
-
-class CommitResponse(object):
-    """Wrapper for response to Cloudsearch document batch commit.
-
-    :type response: :class:`requests.models.Response`
-    :param response: Response from Cloudsearch /documents/batch API
-
-    :type doc_service: :class:`boto.cloudsearch.document.DocumentServiceConnection`
-    :param doc_service: Object containing the documents posted and methods to
-        retry
-
-    :raises: :class:`boto.exception.BotoServerError`
-    :raises: :class:`boto.cloudsearch.document.SearchServiceException`
-    :raises: :class:`boto.cloudsearch.document.EncodingError`
-    :raises: :class:`boto.cloudsearch.document.ContentTooLongError`
-    """
-    def __init__(self, response, doc_service, sdf):
-        self.response = response
-        self.doc_service = doc_service
-        self.sdf = sdf
-
-        try:
-            self.content = json.loads(response.content)
-        except:
-            boto.log.error('Error indexing documents.\nResponse Content:\n{0}\n\n'
-                'SDF:\n{1}'.format(response.content, self.sdf))
-            raise boto.exception.BotoServerError(self.response.status_code, '',
-                body=response.content)
-
-        self.status = self.content['status']
-        if self.status == 'error':
-            self.errors = [e.get('message') for e in self.content.get('errors',
-                [])]
-            for e in self.errors:
-                if "Illegal Unicode character" in e:
-                    raise EncodingError("Illegal Unicode character in document")
-                elif e == "The Content-Length is too long":
-                    raise ContentTooLongError("Content was too long")
-        else:
-            self.errors = []
-
-        self.adds = self.content['adds']
-        self.deletes = self.content['deletes']
-        self._check_num_ops('add', self.adds)
-        self._check_num_ops('delete', self.deletes)
-
-    def _check_num_ops(self, type_, response_num):
-        """Raise exception if number of ops in response doesn't match commit
-
-        :type type_: str
-        :param type_: Type of commit operation: 'add' or 'delete'
-
-        :type response_num: int
-        :param response_num: Number of adds or deletes in the response.
-
-        :raises: :class:`boto.cloudsearch.document.CommitMismatchError`
-        """
-        commit_num = len([d for d in self.doc_service.documents_batch
-            if d['type'] == type_])
-
-        if response_num != commit_num:
-            raise CommitMismatchError(
-                'Incorrect number of {0}s returned. Commit: {1} Response: {2}'\
-                .format(type_, commit_num, response_num))