ec2_amitools 1.0.2

data/lib/ec2/platform/base/architecture.rb

@@ -0,0 +1,26 @@
+# Copyright 2008-2014 Amazon.com, Inc. or its affiliates.  All Rights
+# Reserved.  Licensed under the Amazon Software License (the
+# "License").  You may not use this file except in compliance with the
+# License. A copy of the License is located at
+# http://aws.amazon.com/asl or in the "license" file accompanying this
+# file.  This file is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See
+# the License for the specific language governing permissions and
+# limitations under the License.
+
+module EC2
+  module Platform
+    module Base
+      class Architecture
+        I386 = 'i386'
+        X86_64 = 'x86_64'
+        UNKNOWN = 'unknown'      
+        SUPPORTED = [I386, X86_64]
+        
+        def self.supported? arch
+          SUPPORTED.include? arch
+        end
+      end
+    end
+  end
+end

data/lib/ec2/platform/base/constants.rb

@@ -0,0 +1,54 @@
+# Copyright 2008-2014 Amazon.com, Inc. or its affiliates.  All Rights
+# Reserved.  Licensed under the Amazon Software License (the
+# "License").  You may not use this file except in compliance with the
+# License. A copy of the License is located at
+# http://aws.amazon.com/asl or in the "license" file accompanying this
+# file.  This file is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See
+# the License for the specific language governing permissions and
+# limitations under the License.
+
+#--------------------------------------------------------------------------
+# Definition of constant values used by the AMI tools
+#------------------------------------------------------------------------
+module EC2
+  module Platform
+    module Base
+      module Constants
+        module Bundling
+          EC2_HOME = ENV["EC2_AMITOOL_HOME"] || ENV["EC2_HOME"]
+          EC2_X509_CERT = File.join(EC2_HOME.to_s, '/etc/ec2/amitools/cert-ec2.pem')
+          EC2_X509_GOV_CERT = File.join(EC2_HOME.to_s, '/etc/ec2/amitools/cert-ec2-gov.pem')
+          EC2_X509_CN_NORTH_1_CERT = File.join(EC2_HOME.to_s, '/etc/ec2/amitools/cert-ec2-cn-north-1.pem')
+          EC2_MAPPING_FILE = File.join(EC2_HOME.to_s, '/etc/ec2/amitools/mappings.csv')
+          EC2_MAPPING_URL = 'https://ec2-downloads.s3.amazonaws.com/mappings.csv'
+          DESTINATION = '/tmp'
+        end
+        module Utility
+          OPENSSL = 'openssl'
+          RSYNC = 'rsync'
+          TAR = 'tar'
+          TEE = 'tee'
+          GZIP = 'gzip'
+        end
+        module Security
+          FILE_FILTER = [
+              '*/#*#',
+              '*/.#*',
+              '*.sw',
+              '*.swo',
+              '*.swp',
+              '*~',
+              '*.pem',
+              '*.priv',
+              '*id_rsa*',
+              '*id_dsa*',
+              '*.gpg',
+              '*.jks',
+              '*/.ssh/authorized_keys',
+              '*/.bash_history']
+        end
+      end
+    end
+  end
+end

data/lib/ec2/platform/base/pipeline.rb

@@ -0,0 +1,181 @@
+# Copyright 2008-2014 Amazon.com, Inc. or its affiliates.  All Rights
+# Reserved.  Licensed under the Amazon Software License (the
+# "License").  You may not use this file except in compliance with the
+# License. A copy of the License is located at
+# http://aws.amazon.com/asl or in the "license" file accompanying this
+# file.  This file is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See
+# the License for the specific language governing permissions and
+# limitations under the License.
+
+#------------------------------------------------------------------------------
+require 'English'
+require 'fileutils'
+require 'tempfile'
+
+#------------------------------------------------------------------------------
+module EC2    
+  #----------------------------------------------------------------------------
+  module Platform
+    #--------------------------------------------------------------------------
+    module Base
+      #------------------------------------------------------------------------    
+      class Pipeline
+        #----------------------------------------------------------------------
+        class ExecutionError < RuntimeError
+          def initialize(pipeline=nil, stage=nil, message=nil)
+            word = 'Execution failed'
+            word << ", pipeline: #{pipeline}" unless pipeline.nil?
+            word << ", stage: #{stage}" unless stage.nil?
+            word << ', mesage:' + message.to_s unless message.nil?
+            word << '.'
+            super word
+          end
+        end
+        #----------------------------------------------------------------------
+        class Stage
+          class Result
+            attr :name
+            attr :rc
+            attr :successful
+            def initialize(name, rc, successful)
+              @name = name
+              @rc = rc
+              @successful = successful
+            end
+            def successful?
+              @successful
+            end
+            def to_s
+              "Result(name=#{@name}, rc=#{@rc}, successful=#{@successful})"
+            end
+          end
+          
+          attr :name
+          attr :command
+          attr :success
+    
+          def initialize(name, command, success=0)
+            @name = name
+            @command = command
+            @success = success
+          end
+          def to_s()
+            "Stage(name=#{@name}, command=#{@command}, success=#{@success})"
+          end
+        end
+        attr_accessor :verbose
+        attr_reader :basename
+        
+        #----------------------------------------------------------------------
+        def initialize(basename='pipeline', is_verbose=false)
+          @stages = []
+          @results = []
+          @tempfiles = []
+          @basename = basename
+          @verbose = is_verbose
+        end
+    
+        #----------------------------------------------------------------------
+        def add(name, command, success=0)
+          @stages << Stage.new(name, command, success)
+          self
+        end
+  
+        #----------------------------------------------------------------------
+        def concat(arr)
+          if arr.is_a? Array
+            arr.each do |e|
+              self.add(e[0], e[1], e[2] || 0)
+            end
+          end
+          self
+        end
+        
+        #----------------------------------------------------------------------
+        # Given a pipeline of commands, modify it so that we can obtain
+        # the exit status of each pipeline stage by reading the tempfile
+        # associated with that stage. Must be implemented by subclasses
+        def pipestatus(cmd)
+          raise 'unimplemented method'
+        end
+        
+        #----------------------------------------------------------------------
+        def command
+          # Create the pipeline incantation
+          pipeline = @stages.map { |s| s.command }.join(' | ') + '; '
+          
+          # Fudge pipeline incantation to make return codes for each
+          # stage accessible from the associated pipeline stage
+          pipestatus(pipeline)
+        end
+        
+        #----------------------------------------------------------------------
+        def execute()
+          @results = []
+          create_tempfiles
+          escaped_command = command.gsub("'","'\"'\"'")
+          invocation = "/bin/bash -c '#{escaped_command}'"
+          
+          # Execute the pipeline invocation
+          STDERR.puts("Pipeline.execute: command = [#{invocation}]") if verbose
+          output = `#{invocation}`
+          STDERR.puts("Pipeline.execute: output = [#{output.strip}]") if verbose
+    
+          unless $CHILD_STATUS.success?
+            raise ExecutionError.new(@basename)
+          end
+    
+          # Collect the pipeline's exit codes and see if they're good
+          successful = true
+          offender = nil
+          @results = @tempfiles.zip(@stages).map do |file, stage|
+            file.open()
+            status = file.read().strip.to_i
+            file.close(false)
+            success = (stage.success == status)
+            successful &&= success
+            offender = stage.name unless successful
+            Stage::Result.new(stage.name, status, success)
+          end
+          unless successful
+            raise ExecutionError.new(@basename, offender)
+          end
+          output
+        end
+    
+        #----------------------------------------------------------------------
+        def cleanup
+          @tempfiles.each do |file| 
+            file.close(true) if file.is_a? Tempfile
+            FileUtils.rm_f(file.path) if File.exist?(file.path)
+          end
+        end
+        
+        #----------------------------------------------------------------------
+        def errors
+          @results.reject { |r| r.success }
+        end
+    
+        #----------------------------------------------------------------------
+        def create_tempfiles
+          @tempfiles = (0...@stages.length).map do |index|
+            file = Tempfile.new("#{@basename}-pipestatus-#{index}")
+            file.close(false)
+            file
+          end
+          unless @tempfiles.length == @stages.length
+            raise ExecutionError.new(
+              @basename, nil,
+              "Temp files count(#{@tempfiles.length}) != stages count(#{@stages.length})")
+          end
+        end
+        
+        #----------------------------------------------------------------------
+        def to_s
+          "Pipeline(stages=[#{@stages.join(', ')}], results=[#{@results.join(', ')}])"
+        end
+      end
+    end
+  end
+end

data/lib/ec2/platform/base.rb

@@ -0,0 +1,57 @@
+# Copyright 2008-2014 Amazon.com, Inc. or its affiliates.  All Rights
+# Reserved.  Licensed under the Amazon Software License (the
+# "License").  You may not use this file except in compliance with the
+# License. A copy of the License is located at
+# http://aws.amazon.com/asl or in the "license" file accompanying this
+# file.  This file is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See
+# the License for the specific language governing permissions and
+# limitations under the License.
+
+#------------------------------------------------------------------------------
+module EC2
+  module Platform
+    class PartitionType < String
+      MBR  = new 'mbr'
+      GPT  = new 'gpt'
+      NONE = new 'none'
+
+      def self.list()
+        [MBR, GPT, NONE]
+      end
+
+      def self.valid?(input)
+        return false if input == NONE
+        self.list.include?(input)
+      end
+    end
+
+    module Base
+      module Distribution
+        UNKNOWN   = 'Unknown'
+        GENERIC   = 'Generic'
+      end
+
+      class System
+        MOUNT_POINT = '/mnt/img-mnt'
+        def self.distribution
+          Distribution::UNKNOWN
+        end
+        
+        def self.superuser?
+          false
+        end
+        
+        def self.exec(cmd, debug)
+          if debug
+            puts( "Executing: #{cmd} " )
+            suffix = ''
+          else
+            suffix = ' 2>&1 > /dev/null'
+          end
+          raise "execution failed: \"#{cmd}\"" unless system( cmd + suffix )
+        end
+      end
+    end
+  end
+end

data/lib/ec2/platform/current.rb

@@ -0,0 +1,55 @@
+# Copyright 2008-2014 Amazon.com, Inc. or its affiliates.  All Rights
+# Reserved.  Licensed under the Amazon Software License (the
+# "License").  You may not use this file except in compliance with the
+# License. A copy of the License is located at
+# http://aws.amazon.com/asl or in the "license" file accompanying this
+# file.  This file is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See
+# the License for the specific language governing permissions and
+# limitations under the License.
+
+#------------------------------------------------------------------------------
+require 'pathname'
+require 'ec2/platform'
+
+module EC2
+  module Platform
+    class Unknown < RuntimeError
+      def initialize(name)
+        super("Unknown platform: #{name}")
+        @name = name
+      end
+      attr_reader :name
+    end
+    
+    class Unsupported < RuntimeError
+      def initialize(name)
+        super("Unsupported or unimplemented platform: #{name}")
+        @name = name
+      end
+      attr_reader :name
+    end
+    
+    def self.initialize
+      return EC2::Platform::PEER if defined? EC2::Platform::PEER
+      impl = Platform::IMPL
+      base = impl.to_s
+      
+      # must be a known architecture
+      raise Unknown.new(base), caller if base.nil? or impl == :unknown      
+      
+      # base file must exist in same directory as this one
+      file = Pathname.new(__FILE__).dirname + base
+      raise Unsupported.new(base), caller unless File.exists? file
+      
+      # a require statement must succeed
+      implemented = require "ec2/platform/#{base}" rescue false
+      raise Unsupported.new(impl), caller unless implemented
+      
+      # cross fingers and hope the 'required' peer set the PEER constant
+      raise Unsupported.new(impl), caller unless defined? EC2::Platform::PEER
+      EC2::Platform::PEER
+    end    
+    Current = initialize
+  end
+end

data/lib/ec2/platform/linux/architecture.rb

@@ -0,0 +1,35 @@
+# Copyright 2008-2014 Amazon.com, Inc. or its affiliates.  All Rights
+# Reserved.  Licensed under the Amazon Software License (the
+# "License").  You may not use this file except in compliance with the
+# License. A copy of the License is located at
+# http://aws.amazon.com/asl or in the "license" file accompanying this
+# file.  This file is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See
+# the License for the specific language governing permissions and
+# limitations under the License.
+
+#------------------------------------------------------------------------------
+# Machine architectures as seen by EC2 in Linux
+
+require 'ec2/platform/base/architecture'
+require 'ec2/platform/linux/uname'
+
+module EC2
+  module Platform
+    module Linux
+      class Architecture < EC2::Platform::Base::Architecture
+      
+        #----------------------------------------------------------------------
+        # Returns the EC2-equivalent of the architecture of the platform this is
+        # running on.        
+        def self.bundling
+          processor = Uname.platform
+          processor = Uname.machine if processor =~ /unknown/i
+          return Architecture::I386 if processor =~ /^i\d86$/
+          return Architecture::X86_64 if processor =~ /^x86_64$/
+          return Architecture::UNKNOWN
+        end
+      end
+    end
+  end
+end

data/lib/ec2/platform/linux/constants.rb

@@ -0,0 +1,23 @@
+# Copyright 2008-2014 Amazon.com, Inc. or its affiliates.  All Rights
+# Reserved.  Licensed under the Amazon Software License (the
+# "License").  You may not use this file except in compliance with the
+# License. A copy of the License is located at
+# http://aws.amazon.com/asl or in the "license" file accompanying this
+# file.  This file is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See
+# the License for the specific language governing permissions and
+# limitations under the License.
+
+#------------------------------------------------------------------------
+# Linux overrides for constants go here
+#------------------------------------------------------------------------
+require 'ec2/platform/base/constants'
+module EC2
+  module Platform
+    module Linux
+      module Constants
+        include EC2::Platform::Base::Constants
+      end
+    end
+  end
+end

data/lib/ec2/platform/linux/fstab.rb

@@ -0,0 +1,99 @@
+# Copyright 2008-2014 Amazon.com, Inc. or its affiliates.  All Rights
+# Reserved.  Licensed under the Amazon Software License (the
+# "License").  You may not use this file except in compliance with the
+# License. A copy of the License is located at
+# http://aws.amazon.com/asl or in the "license" file accompanying this
+# file.  This file is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See
+# the License for the specific language governing permissions and
+# limitations under the License.
+
+#------------------------------------------------------------------------------
+# An abstraction of the File-System Table (fstab)
+
+require 'ec2/amitools/version'
+
+module EC2
+  module Platform
+    module Linux
+      class Fstab
+
+        include EC2Version
+
+        class Entry
+          REGEX = /^(\S+)\s+(\S+)\s+(\S+)\s+(\S+).*$/
+          attr_reader :device   # mounted device.
+          attr_reader :mpoint   # mount point.
+          attr_reader :fstype   # file system type.
+          attr_reader :options  # options
+          attr_reader :value    # everything on line
+          
+          def initialize(dev, mnt_point, fs_type, opts, line)
+            @device = dev
+            @mpoint = mnt_point
+            @fstype = fs_type
+            @options= opts
+            @value  = line
+          end
+          
+          def self.parse(line)
+            return nil if line[0,1] == '#'
+            if (m = REGEX.match(line))
+              parts = m.captures
+              return Entry.new(parts[0], parts[1], parts[2], parts[3], line.strip)
+            else
+              return nil
+            end
+          end
+          
+          def to_s
+            value
+          end
+          
+          def print
+            puts(to_s)
+          end
+        end
+                
+        LOCATION = '/etc/fstab'
+        attr_reader :entries
+        
+        def initialize(filename = LOCATION)
+          begin
+            f = File.new(filename, File::RDONLY)
+          rescue SystemCallError => e
+            raise FileError(filename, "could not open #{filename} to read file system table", e)
+          end
+          @entries = Hash.new
+          f.readlines.each do |line|
+            entry = Entry.parse(line)
+            @entries[entry.mpoint] = entry unless entry.nil?
+          end          
+        end
+        
+        def self.load
+          self.new()
+        end
+        
+        DEFAULT = <<TEXT
+# Default /etc/fstab
+# Supplied by: #{PKG_NAME}-#{PKG_VERSION}-#{PKG_RELEASE}
+/dev/sda1 /     ext3    defaults 1 1
+/dev/sdb  /mnt  ext3    defaults 0 0
+none      /dev/pts devpts  gid=5,mode=620 0 0
+none      /proc proc    defaults 0 0
+none      /sys  sysfs   defaults 0 0
+TEXT
+        LEGACY = <<TEXT
+# Legacy /etc/fstab
+# Supplied by: #{PKG_NAME}-#{PKG_VERSION}-#{PKG_RELEASE}
+/dev/sda1 /     ext3    defaults 1 1
+/dev/sda2 /mnt  ext3    defaults 0 0
+/dev/sda3 swap  swap    defaults 0 0
+none      /proc proc    defaults 0 0
+none      /sys  sysfs   defaults 0 0
+TEXT
+      end
+    end
+  end
+end