gcloud 0.0.7 → 0.1.0

data/packages/gsutil/boto/boto/pyami/helloworld.py

@@ -1,28 +0,0 @@
-# Copyright (c) 2006,2007 Mitch Garnaat http://garnaat.org/
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-#
-from boto.pyami.scriptbase import ScriptBase
-
-class HelloWorld(ScriptBase):
-
-    def main(self):
-        self.log('Hello World!!!')
-        

data/packages/gsutil/boto/boto/pyami/installers/__init__.py

@@ -1,64 +0,0 @@
-# Copyright (c) 2006,2007,2008 Mitch Garnaat http://garnaat.org/
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-#
-from boto.pyami.scriptbase import ScriptBase
-
-
-class Installer(ScriptBase):
-    """
-    Abstract base class for installers
-    """
-
-    def add_cron(self, name, minute, hour, mday, month, wday, who, command, env=None):
-        """
-        Add an entry to the system crontab.
-        """
-        raise NotImplementedError
-
-    def add_init_script(self, file):
-        """
-        Add this file to the init.d directory
-        """
-
-    def add_env(self, key, value):
-        """
-        Add an environemnt variable
-        """
-        raise NotImplementedError
-
-    def stop(self, service_name):
-        """
-        Stop a service.
-        """
-        raise NotImplementedError
-
-    def start(self, service_name):
-        """
-        Start a service.
-        """
-        raise NotImplementedError
-
-    def install(self):
-        """
-        Do whatever is necessary to "install" the package.
-        """
-        raise NotImplementedError
-

data/packages/gsutil/boto/boto/pyami/installers/ubuntu/__init__.py

@@ -1,22 +0,0 @@
-# Copyright (c) 2006,2007,2008 Mitch Garnaat http://garnaat.org/
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-#
-

data/packages/gsutil/boto/boto/pyami/installers/ubuntu/apache.py

@@ -1,43 +0,0 @@
-# Copyright (c) 2008 Chris Moyer http://coredumped.org
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-#
-from boto.pyami.installers.ubuntu.installer import Installer
-
-class Apache(Installer):
-    """
-    Install apache2, mod_python, and libapache2-svn
-    """
-
-    def install(self):
-        self.run("apt-get update")
-        self.run('apt-get -y install apache2', notify=True, exit_on_error=True)
-        self.run('apt-get -y install libapache2-mod-python', notify=True, exit_on_error=True)
-        self.run('a2enmod rewrite', notify=True, exit_on_error=True)
-        self.run('a2enmod ssl', notify=True, exit_on_error=True)
-        self.run('a2enmod proxy', notify=True, exit_on_error=True)
-        self.run('a2enmod proxy_ajp', notify=True, exit_on_error=True)
-
-        # Hard reboot the apache2 server to enable these module
-        self.stop("apache2")
-        self.start("apache2")
-
-    def main(self):
-        self.install()

data/packages/gsutil/boto/boto/pyami/installers/ubuntu/ebs.py

@@ -1,238 +0,0 @@
-# Copyright (c) 2006-2009 Mitch Garnaat http://garnaat.org/
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-#
-"""
-Automated installer to attach, format and mount an EBS volume.
-This installer assumes that you want the volume formatted as
-an XFS file system.  To drive this installer, you need the
-following section in the boto config passed to the new instance.
-You also need to install dateutil by listing python-dateutil
-in the list of packages to be installed in the Pyami seciont
-of your boto config file.
-
-If there is already a device mounted at the specified mount point,
-the installer assumes that it is the ephemeral drive and unmounts
-it, remounts it as /tmp and chmods it to 777.
-
-Config file section::
-
-    [EBS]
-    volume_id = <the id of the EBS volume, should look like vol-xxxxxxxx>
-    logical_volume_name = <the name of the logical volume that contaings 
-        a reference to the physical volume to be mounted. If this parameter
-        is supplied, it overrides the volume_id setting.>
-    device = <the linux device the EBS volume should be mounted on>
-    mount_point = <directory to mount device, defaults to /ebs>
-
-"""
-import boto
-from boto.manage.volume import Volume
-from boto.exception import EC2ResponseError
-import os, time
-from boto.pyami.installers.ubuntu.installer import Installer
-from string import Template
-
-BackupScriptTemplate = """#!/usr/bin/env python
-# Backup EBS volume
-import boto
-from boto.pyami.scriptbase import ScriptBase
-import traceback
-
-class Backup(ScriptBase):
-
-    def main(self):
-        try:
-            ec2 = boto.connect_ec2()
-            self.run("/usr/sbin/xfs_freeze -f ${mount_point}", exit_on_error = True)
-            snapshot = ec2.create_snapshot('${volume_id}')
-            boto.log.info("Snapshot created: %s " %  snapshot)
-        except Exception, e:
-            self.notify(subject="${instance_id} Backup Failed", body=traceback.format_exc())
-            boto.log.info("Snapshot created: ${volume_id}")
-        except Exception, e:
-            self.notify(subject="${instance_id} Backup Failed", body=traceback.format_exc())
-        finally:
-            self.run("/usr/sbin/xfs_freeze -u ${mount_point}")
-
-if __name__ == "__main__":
-    b = Backup()
-    b.main()
-"""
-
-BackupCleanupScript= """#!/usr/bin/env python
-import boto
-from boto.manage.volume import Volume
-
-# Cleans Backups of EBS volumes
-
-for v in Volume.all():
-    v.trim_snapshots(True)
-"""
-    
-TagBasedBackupCleanupScript= """#!/usr/bin/env python
-import boto
-
-# Cleans Backups of EBS volumes
-
-ec2 = boto.connect_ec2()
-ec2.trim_snapshots()
-"""
-
-class EBSInstaller(Installer):
-    """
-    Set up the EBS stuff
-    """
-
-    def __init__(self, config_file=None):
-        Installer.__init__(self, config_file)
-        self.instance_id = boto.config.get('Instance', 'instance-id')
-        self.device = boto.config.get('EBS', 'device', '/dev/sdp')
-        self.volume_id = boto.config.get('EBS', 'volume_id')
-        self.logical_volume_name = boto.config.get('EBS', 'logical_volume_name')
-        self.mount_point = boto.config.get('EBS', 'mount_point', '/ebs')
-
-    def attach(self):
-        ec2 = boto.connect_ec2()
-        if self.logical_volume_name:
-            # if a logical volume was specified, override the specified volume_id
-            # (if there was one) with the current AWS volume for the logical volume:
-            logical_volume = Volume.find(name = self.logical_volume_name).next()
-            self.volume_id = logical_volume._volume_id
-        volume = ec2.get_all_volumes([self.volume_id])[0]
-        # wait for the volume to be available. The volume may still be being created
-        # from a snapshot.
-        while volume.update() != 'available':
-            boto.log.info('Volume %s not yet available. Current status = %s.' % (volume.id, volume.status))
-            time.sleep(5)
-        instance = ec2.get_all_instances([self.instance_id])[0].instances[0]
-        attempt_attach = True
-        while attempt_attach:
-            try:
-                ec2.attach_volume(self.volume_id, self.instance_id, self.device)
-                attempt_attach = False
-            except EC2ResponseError, e:
-                if e.error_code != 'IncorrectState':
-                    # if there's an EC2ResonseError with the code set to IncorrectState, delay a bit for ec2 
-                    # to realize the instance is running, then try again. Otherwise, raise the error:
-                    boto.log.info('Attempt to attach the EBS volume %s to this instance (%s) returned %s. Trying again in a bit.' % (self.volume_id, self.instance_id, e.errors))
-                    time.sleep(2)
-                else:
-                    raise e
-        boto.log.info('Attached volume %s to instance %s as device %s' % (self.volume_id, self.instance_id, self.device))
-        # now wait for the volume device to appear
-        while not os.path.exists(self.device):
-            boto.log.info('%s still does not exist, waiting 2 seconds' % self.device)
-            time.sleep(2)
-
-    def make_fs(self):
-        boto.log.info('make_fs...')
-        has_fs = self.run('fsck %s' % self.device)
-        if has_fs != 0:
-            self.run('mkfs -t xfs %s' % self.device)
-
-    def create_backup_script(self):
-        t = Template(BackupScriptTemplate)
-        s = t.substitute(volume_id=self.volume_id, instance_id=self.instance_id,
-                         mount_point=self.mount_point)
-        fp = open('/usr/local/bin/ebs_backup', 'w')
-        fp.write(s)
-        fp.close()
-        self.run('chmod +x /usr/local/bin/ebs_backup')
-
-    def create_backup_cleanup_script(self, use_tag_based_cleanup = False):
-        fp = open('/usr/local/bin/ebs_backup_cleanup', 'w')
-        if use_tag_based_cleanup:
-            fp.write(TagBasedBackupCleanupScript)
-        else:
-            fp.write(BackupCleanupScript)
-        fp.close()
-        self.run('chmod +x /usr/local/bin/ebs_backup_cleanup')
-
-    def handle_mount_point(self):
-        boto.log.info('handle_mount_point')
-        if not os.path.isdir(self.mount_point):
-            boto.log.info('making directory')
-            # mount directory doesn't exist so create it
-            self.run("mkdir %s" % self.mount_point)
-        else:
-            boto.log.info('directory exists already')
-            self.run('mount -l')
-            lines = self.last_command.output.split('\n')
-            for line in lines:
-                t = line.split()
-                if t and t[2] == self.mount_point:
-                    # something is already mounted at the mount point
-                    # unmount that and mount it as /tmp
-                    if t[0] != self.device:
-                        self.run('umount %s' % self.mount_point)
-                        self.run('mount %s /tmp' % t[0])
-                        break
-        self.run('chmod 777 /tmp')
-        # Mount up our new EBS volume onto mount_point
-        self.run("mount %s %s" % (self.device, self.mount_point))
-        self.run('xfs_growfs %s' % self.mount_point)
-
-    def update_fstab(self):
-        f = open("/etc/fstab", "a")
-        f.write('%s\t%s\txfs\tdefaults 0 0\n' % (self.device, self.mount_point))
-        f.close()
-
-    def install(self):
-        # First, find and attach the volume
-        self.attach()
-        
-        # Install the xfs tools
-        self.run('apt-get -y install xfsprogs xfsdump')
-
-        # Check to see if the filesystem was created or not
-        self.make_fs()
-
-        # create the /ebs directory for mounting
-        self.handle_mount_point()
-
-        # create the backup script
-        self.create_backup_script()
-
-        # Set up the backup script
-        minute = boto.config.get('EBS', 'backup_cron_minute', '0')
-        hour = boto.config.get('EBS', 'backup_cron_hour', '4,16')
-        self.add_cron("ebs_backup", "/usr/local/bin/ebs_backup", minute=minute, hour=hour)
-
-        # Set up the backup cleanup script
-        minute = boto.config.get('EBS', 'backup_cleanup_cron_minute')
-        hour = boto.config.get('EBS', 'backup_cleanup_cron_hour')
-        if (minute != None) and (hour != None):
-            # Snapshot clean up can either be done via the manage module, or via the new tag based
-            # snapshot code, if the snapshots have been tagged with the name of the associated 
-            # volume. Check for the presence of the new configuration flag, and use the appropriate
-            # cleanup method / script:
-            use_tag_based_cleanup = boto.config.has_option('EBS', 'use_tag_based_snapshot_cleanup')
-            self.create_backup_cleanup_script(use_tag_based_cleanup);
-            self.add_cron("ebs_backup_cleanup", "/usr/local/bin/ebs_backup_cleanup", minute=minute, hour=hour)
-
-        # Set up the fstab
-        self.update_fstab()
-
-    def main(self):
-        if not os.path.exists(self.device):
-            self.install()
-        else:
-            boto.log.info("Device %s is already attached, skipping EBS Installer" % self.device)

data/packages/gsutil/boto/boto/pyami/installers/ubuntu/installer.py

@@ -1,96 +0,0 @@
-# Copyright (c) 2006,2007,2008 Mitch Garnaat http://garnaat.org/
-#
-# Permission is hereby granted, free of charge, to any person obtaining a
-# copy of this software and associated documentation files (the
-# "Software"), to deal in the Software without restriction, including
-# without limitation the rights to use, copy, modify, merge, publish, dis-
-# tribute, sublicense, and/or sell copies of the Software, and to permit
-# persons to whom the Software is furnished to do so, subject to the fol-
-# lowing conditions:
-#
-# The above copyright notice and this permission notice shall be included
-# in all copies or substantial portions of the Software.
-#
-# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
-# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
-# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
-# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 
-# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
-# IN THE SOFTWARE.
-#
-import boto.pyami.installers
-import os
-import os.path
-import stat
-import boto
-import random
-from pwd import getpwnam
-
-class Installer(boto.pyami.installers.Installer):
-    """
-    Base Installer class for Ubuntu-based AMI's
-    """
-    def add_cron(self, name, command, minute="*", hour="*", mday="*", month="*", wday="*", who="root", env=None):
-        """
-        Write a file to /etc/cron.d to schedule a command
-            env is a dict containing environment variables you want to set in the file
-            name will be used as the name of the file
-        """
-        if minute == 'random':
-            minute = str(random.randrange(60))
-        if hour == 'random':
-            hour = str(random.randrange(24))
-        fp = open('/etc/cron.d/%s' % name, "w")
-        if env:
-            for key, value in env.items():
-                fp.write('%s=%s\n' % (key, value))
-        fp.write('%s %s %s %s %s %s %s\n' % (minute, hour, mday, month, wday, who, command))
-        fp.close()
-
-    def add_init_script(self, file, name):
-        """
-        Add this file to the init.d directory
-        """
-        f_path = os.path.join("/etc/init.d", name)
-        f = open(f_path, "w")
-        f.write(file)
-        f.close()
-        os.chmod(f_path, stat.S_IREAD| stat.S_IWRITE | stat.S_IEXEC)
-        self.run("/usr/sbin/update-rc.d %s defaults" % name)
-
-    def add_env(self, key, value):
-        """
-        Add an environemnt variable
-        For Ubuntu, the best place is /etc/environment.  Values placed here do
-        not need to be exported.
-        """
-        boto.log.info('Adding env variable: %s=%s' % (key, value))
-        if not os.path.exists("/etc/environment.orig"):
-            self.run('cp /etc/environment /etc/environment.orig', notify=False, exit_on_error=False)
-        fp = open('/etc/environment', 'a')
-        fp.write('\n%s="%s"' % (key, value))
-        fp.close()
-        os.environ[key] = value
-
-    def stop(self, service_name):
-        self.run('/etc/init.d/%s stop' % service_name)
-
-    def start(self, service_name):
-        self.run('/etc/init.d/%s start' % service_name)
-
-    def create_user(self, user):
-        """
-        Create a user on the local system
-        """
-        self.run("useradd -m %s" % user)
-        usr =  getpwnam(user)
-        return usr
-
-
-    def install(self):
-        """
-        This is the only method you need to override
-        """
-        raise NotImplementedError
-