cloudkeeper-aws 2.0.0

data/lib/cloudkeeper/aws/core_connector.rb

@@ -0,0 +1,108 @@
+module Cloudkeeper
+  module Aws
+    # Class implementing GRPC procedures
+    class CoreConnector < CloudkeeperGrpc::Communicator::Service
+      attr_accessor :cloud
+
+      include Cloudkeeper::Aws::BackendExecutor
+
+      ERRORS = {
+        Cloudkeeper::Aws::Errors::Backend::ApplianceNotFoundError \
+          => CloudkeeperGrpc::Constants::STATUS_CODE_APPLIANCE_NOT_FOUND,
+        Cloudkeeper::Aws::Errors::Backend::MultipleAppliancesFoundError \
+          => CloudkeeperGrpc::Constants::STATUS_CODE_INVALID_RESOURCE_STATE,
+        Cloudkeeper::Aws::Errors::Backend::ImageImportError \
+          => CloudkeeperGrpc::Constants::STATUS_CODE_FAILED_APPLIANCE_TRANSFER,
+        Cloudkeeper::Aws::Errors::Backend::TimeoutError \
+          => CloudkeeperGrpc::Constants::STATUS_CODE_FAILED_APPLIANCE_TRANSFER,
+        Cloudkeeper::Aws::Errors::Backend::BackendError \
+          => CloudkeeperGrpc::Constants::STATUS_CODE_UNKNOWN,
+        Cloudkeeper::Aws::Errors::ImageDownloadError \
+          => CloudkeeperGrpc::Constants::STATUS_CODE_UNKNOWN
+      }.freeze
+
+      def initialize(cloud)
+        @cloud = cloud
+        super()
+      end
+
+      def handle_error
+        yield
+      rescue Cloudkeeper::Aws::Errors::StandardError => e
+        logger.error { "Error #{e.class} with message #{e.message}" }
+        raise GRPC::BadStatus.new(ERRORS[e.class], e.message)
+      rescue ::StandardError => e
+        logger.error { "Standard error #{e.class} with message #{e.message}" }
+        raise GRPC::BadStatus.new(CloudkeeperGrpc::Constants::STATUS_CODE_UNKNOWN, e.message)
+      end
+
+      def pre_action(_empty, _call)
+        logger.debug { 'GRPC pre action' }
+        Google::Protobuf::Empty.new
+      end
+
+      def post_action(_empty, _call)
+        logger.debug { 'GRPC post action' }
+        Google::Protobuf::Empty.new
+      end
+
+      def add_appliance(appliance, _call)
+        logger.debug { "GRPC add appliance #{appliance.identifier}" }
+        handle_error do
+          register_appliance(appliance)
+          Google::Protobuf::Empty.new
+        end
+      end
+
+      def update_appliance(appliance, _call)
+        logger.debug { "GRPC update appliance #{appliance.identifier}" }
+        handle_error do
+          modify_appliance(appliance)
+          Google::Protobuf::Empty.new
+        end
+      end
+
+      def update_appliance_metadata(appliance, _call)
+        logger.debug { "GRPC update appliance metadata #{appliance.identifier}" }
+        handle_error do
+          change_tags(appliance)
+          Google::Protobuf::Empty.new
+        end
+      end
+
+      def remove_appliance(appliance, _call)
+        logger.debug { "GRPC remove appliance #{appliance.identifier}" }
+        handle_error do
+          deregister_image(appliance)
+          Google::Protobuf::Empty.new
+        end
+      end
+
+      def remove_image_list(image_list_identifier, _call)
+        logger.debug { "GRPC remove image list with id: #{image_list_identifier.image_list_identifier}" }
+        handle_error do
+          deregister_image_list(image_list_identifier)
+          Google::Protobuf::Empty.new
+        end
+      end
+
+      def image_lists(_empty, _call)
+        logger.debug { 'GRPC image lists' }
+        handle_error { list_image_lists.each }
+      end
+
+      def appliances(image_list_identifier, _call)
+        logger.debug { "GRPC appliances for: #{image_list_identifier.image_list_identifier}" }
+        handle_error { fetch_appliances(image_list_identifier).each }
+      end
+
+      def remove_expired_appliances(_empty, _call)
+        logger.debug { 'GRPC remove expired appliances' }
+        handle_error do
+          deregister_expired_appliances
+          Google::Protobuf::Empty.new
+        end
+      end
+    end
+  end
+end

data/lib/cloudkeeper/aws/errors.rb

@@ -0,0 +1,11 @@
+module Cloudkeeper
+  module Aws
+    # Module containing error classes for Cloudkeeper-aws
+    module Errors
+      autoload :StandardError, 'cloudkeeper/aws/errors/standard_error'
+      autoload :ImageDownloadError, 'cloudkeeper/aws/errors/image_download_error'
+      autoload :InvalidConfigurationError, 'cloudkeeper/aws/errors/invalid_configuration_error'
+      autoload :Backend, 'cloudkeeper/aws/errors/backend'
+    end
+  end
+end

data/lib/cloudkeeper/aws/errors/backend.rb

@@ -0,0 +1,14 @@
+module Cloudkeeper
+  module Aws
+    module Errors
+      # Module used for errors raised by AWS backend
+      module Backend
+        autoload :BackendError, 'cloudkeeper/aws/errors/backend/backend_error'
+        autoload :TimeoutError, 'cloudkeeper/aws/errors/backend/timeout_error'
+        autoload :ImageImportError, 'cloudkeeper/aws/errors/backend/image_import_error'
+        autoload :ApplianceNotFoundError, 'cloudkeeper/aws/errors/backend/appliance_not_found_error'
+        autoload :MultipleAppliancesFoundError, 'cloudkeeper/aws/errors/backend/multiple_appliances_found_error'
+      end
+    end
+  end
+end

data/lib/cloudkeeper/aws/errors/backend/appliance_not_found_error.rb

@@ -0,0 +1,9 @@
+module Cloudkeeper
+  module Aws
+    module Errors
+      module Backend
+        class ApplianceNotFoundError < BackendError; end
+      end
+    end
+  end
+end

data/lib/cloudkeeper/aws/errors/backend/backend_error.rb

@@ -0,0 +1,9 @@
+module Cloudkeeper
+  module Aws
+    module Errors
+      module Backend
+        class BackendError < StandardError; end
+      end
+    end
+  end
+end

data/lib/cloudkeeper/aws/errors/backend/image_import_error.rb

@@ -0,0 +1,9 @@
+module Cloudkeeper
+  module Aws
+    module Errors
+      module Backend
+        class ImageImportError < BackendError; end
+      end
+    end
+  end
+end

data/lib/cloudkeeper/aws/errors/backend/multiple_appliances_found_error.rb

@@ -0,0 +1,9 @@
+module Cloudkeeper
+  module Aws
+    module Errors
+      module Backend
+        class MultipleAppliancesFoundError < BackendError; end
+      end
+    end
+  end
+end

data/lib/cloudkeeper/aws/errors/backend/timeout_error.rb

@@ -0,0 +1,9 @@
+module Cloudkeeper
+  module Aws
+    module Errors
+      module Backend
+        class TimeoutError < BackendError; end
+      end
+    end
+  end
+end

data/lib/cloudkeeper/aws/errors/image_download_error.rb

@@ -0,0 +1,7 @@
+module Cloudkeeper
+  module Aws
+    module Errors
+      class ImageDownloadError < StandardError; end
+    end
+  end
+end

data/lib/cloudkeeper/aws/errors/invalid_configuration_error.rb

@@ -0,0 +1,7 @@
+module Cloudkeeper
+  module Aws
+    module Errors
+      class InvalidConfigurationError < StandardError; end
+    end
+  end
+end

data/lib/cloudkeeper/aws/errors/standard_error.rb

@@ -0,0 +1,7 @@
+module Cloudkeeper
+  module Aws
+    module Errors
+      class StandardError < ::StandardError; end
+    end
+  end
+end

data/lib/cloudkeeper/aws/filter_helper.rb

@@ -0,0 +1,33 @@
+module Cloudkeeper
+  module Aws
+    # Class used for generating filter structures used by AWS .describe_tags
+    class FilterHelper
+      TAG_APPLIANCE_IMAGE_LIST_IDENTIFIER = 'cloudkeeper_appliance_image_list_identifier'.freeze
+      TAG_APPLIANCE_IDENTIFIER = 'cloudkeeper_appliance_identifier'.freeze
+      TAG_CLOUDKEEPER_IDENTIFIER = 'cloudkeeper_identifier'.freeze
+
+      def self.all_image_lists
+        [{ name: 'tag-key', values: [TAG_APPLIANCE_IMAGE_LIST_IDENTIFIER] }] + cloudkeeper_instance
+      end
+
+      def self.image_list(image_list_identifier)
+        [{ name: "tag:#{TAG_APPLIANCE_IMAGE_LIST_IDENTIFIER}",
+           values: [image_list_identifier] }] + cloudkeeper_instance
+      end
+
+      def self.appliance(identifier)
+        [{ name: "tag:#{TAG_APPLIANCE_IDENTIFIER}",
+           values: [identifier] }] + cloudkeeper_instance
+      end
+
+      def self.image(image_id)
+        [{ name: 'image-id', values: [image_id] }] + cloudkeeper_instance
+      end
+
+      def self.cloudkeeper_instance
+        [{ name: "tag:#{TAG_CLOUDKEEPER_IDENTIFIER}",
+           values: [Cloudkeeper::Aws::Settings['identifier']] }]
+      end
+    end
+  end
+end

data/lib/cloudkeeper/aws/image_downloader.rb

@@ -0,0 +1,52 @@
+require 'net/https'
+
+module Cloudkeeper
+  module Aws
+    # Class used for downloading images for cloudkeeper
+    class ImageDownloader
+      # Downloads file from uri by segments
+      #
+      # @param image_uri [String] uri of the image to download
+      # @param username [String] authentication username
+      # @param password [String] authentication password
+      # @param limit [Number] redirect limit to handle redirect infinite loops
+      # @yield [segment] data segment
+      # @raise [Cloudkeeper::Aws:Errors::ImageDownloadError] if download failed
+      def self.download(image_uri, username = nil, password = nil, limit = 10, &block)
+        raise Cloudkeeper::Aws::Errors::ImageDownloadError, 'Too many redirects' \
+          if limit.zero?
+
+        uri = URI.parse(image_uri)
+        Net::HTTP.start(uri.host, uri.port) do |http|
+          request = Net::HTTP::Get.new(uri)
+          request.basic_auth username, password
+          http.request(request) do |resp|
+            handle_response(resp, username, password, limit, &block)
+          end
+        end
+      rescue URI::InvalidURIError => e
+        raise Cloudkeeper::Aws::Errors::ImageDownloadError, e.message
+      end
+
+      # Method used for handeling responses from download requests.
+      # It handles redirects as well as failures.
+      #
+      # @param resp [HTTP::Response] response to handle
+      # @param username [String] authentication username
+      # @param password [String] authentication password
+      # @param limit [Number] redirect limit
+      # @yield [segment] data segment
+      def self.handle_response(resp, username, password, limit, &block)
+        case resp
+        when Net::HTTPRedirection then
+          download(resp['location'], username, password, limit - 1, &block)
+        when Net::HTTPSuccess then
+          resp.read_body(&block)
+        else
+          raise Cloudkeeper::Aws::Errors::ImageDownloadError,
+                'Failed to download image'
+        end
+      end
+    end
+  end
+end

data/lib/cloudkeeper/aws/proto_helper.rb

@@ -0,0 +1,70 @@
+module Cloudkeeper
+  module Aws
+    # Module refining basic GRPC structs with additional methods
+    #   used for conversion from one format to another
+    class ProtoHelper
+      class << self
+        APPLIANCE_PREFIX = 'cloudkeeper_appliance_'.freeze
+        IMAGE_PREFIX = 'cloudkeeper_image_'.freeze
+        NAME_TAG_KEY = 'Name'.freeze
+        EXTRA_APPLIANCE_TAGS = %i[description title].freeze
+
+        def filter_tags(tags, prefix)
+          tags.select { |tag| tag[:key].include?(prefix) }
+        end
+
+        def remove_prefix(tags, prefix)
+          tags.map { |tag| { tag[:key].sub(prefix, '').to_sym => tag[:value] } }.reduce(&:merge)
+        end
+
+        def prepare_tags(tags, prefix)
+          remove_prefix(filter_tags(tags, prefix), prefix)
+        end
+
+        def shorten_extra_tags!(appliance_hash)
+          EXTRA_APPLIANCE_TAGS.each { |key| appliance_hash[key] = appliance_hash[key][0..254] }
+        end
+
+        def appliance_to_tags(appliance)
+          appliance_hash = appliance.to_hash
+          shorten_extra_tags!(appliance_hash)
+          image = appliance_hash.delete(:image)
+          tags = appliance_hash.map { |k, v| { key: "#{APPLIANCE_PREFIX}#{k}", value: v.to_s } }
+          tags += image_to_tags(image) if image
+          tags << { key: Cloudkeeper::Aws::FilterHelper::TAG_CLOUDKEEPER_IDENTIFIER,
+                    value: Cloudkeeper::Aws::Settings['identifier'] }
+          tags << { key: NAME_TAG_KEY, value: appliance_hash[:title] }
+        end
+
+        def appliance_from_tags(tags)
+          appliance = appliance_prepare_values(prepare_tags(tags, APPLIANCE_PREFIX))
+          appliance[:image] = image_from_tags(tags)
+          CloudkeeperGrpc::Appliance.new(appliance)
+        end
+
+        def appliance_prepare_values(appliance)
+          appliance[:ram] = appliance[:ram].to_i
+          appliance[:core] = appliance[:core].to_i
+          appliance[:expiration_date] = appliance[:expiration_date].to_i
+          appliance
+        end
+
+        def image_to_tags(image)
+          image.to_hash.map { |k, v| { key: "#{IMAGE_PREFIX}#{k}", value: v.to_s } }
+        end
+
+        def image_from_tags(tags)
+          image = image_prepare_values(prepare_tags(tags, IMAGE_PREFIX))
+          CloudkeeperGrpc::Image.new(image)
+        end
+
+        def image_prepare_values(image)
+          image[:size] = image[:size].to_i
+          image[:mode] = image[:mode].upcase.to_sym
+          image[:format] = image[:format].upcase.to_sym
+          image
+        end
+      end
+    end
+  end
+end

data/lib/cloudkeeper/aws/settings.rb

@@ -0,0 +1,18 @@
+require 'settingslogic'
+
+module Cloudkeeper
+  module Aws
+    # Class handling settings logic of Cloudkeeper-aws
+    class Settings < Settingslogic
+      CONFIGURATION = 'cloudkeeper-aws.yml'.freeze
+
+      source "#{ENV['HOME']}/.cloudkeeper-aws/#{CONFIGURATION}" \
+      if File.exist?("#{ENV['HOME']}/.cloudkeeper-aws/#{CONFIGURATION}")
+
+      source "/etc/cloudkeeper-aws/#{CONFIGURATION}" \
+      if File.exist?("/etc/cloudkeeper-aws/#{CONFIGURATION}")
+
+      source "#{File.dirname(__FILE__)}/../../../config/#{CONFIGURATION}"
+    end
+  end
+end

data/lib/cloudkeeper/aws/version.rb

@@ -0,0 +1,5 @@
+module Cloudkeeper
+  module Aws
+    VERSION = '2.0.0'.freeze
+  end
+end

data/lib/cloudkeeper_grpc.rb

@@ -0,0 +1,7 @@
+require 'active_support/core_ext/string'
+
+module CloudkeeperGrpc
+  require 'cloudkeeper_grpc/cloudkeeper_pb'
+  require 'cloudkeeper_grpc/cloudkeeper_services_pb'
+  require 'cloudkeeper_grpc/constants'
+end

data/lib/cloudkeeper_grpc/.gitmodules

@@ -0,0 +1,6 @@
+[submodule "protos"]
+	path = protos
+	url = https://github.com/the-cloudkeeper-project/cloudkeeper-proto.git
+[submodule "status-codes"]
+	path = status-codes
+	url = https://github.com/the-cloudkeeper-project/cloudkeeper-status-codes.git

data/lib/cloudkeeper_grpc/CODE_OF_CONDUCT.md

@@ -0,0 +1,49 @@
+# Contributor Code of Conduct
+
+As contributors and maintainers of this project, and in the interest of
+fostering an open and welcoming community, we pledge to respect all people who
+contribute through reporting issues, posting feature requests, updating
+documentation, submitting pull requests or patches, and other activities.
+
+We are committed to making participation in this project a harassment-free
+experience for everyone, regardless of level of experience, gender, gender
+identity and expression, sexual orientation, disability, personal appearance,
+body size, race, ethnicity, age, religion, or nationality.
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery
+* Personal attacks
+* Trolling or insulting/derogatory comments
+* Public or private harassment
+* Publishing other's private information, such as physical or electronic
+  addresses, without explicit permission
+* Other unethical or unprofessional conduct
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+By adopting this Code of Conduct, project maintainers commit themselves to
+fairly and consistently applying these principles to every aspect of managing
+this project. Project maintainers who do not follow or enforce the Code of
+Conduct may be permanently removed from the project team.
+
+This code of conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community.
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting a project maintainer at kimle.michal@gmail.com. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. Maintainers are
+obligated to maintain confidentiality with regard to the reporter of an
+incident.
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage],
+version 1.3.0, available at
+[http://contributor-covenant.org/version/1/3/0/][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/3/0/