seiso-import_master 0.0.12 → 3.0.0.M1

data/lib/seiso/import_master/mappers/service_instance_port_mapper.rb

@@ -0,0 +1,19 @@
+class Seiso::ImportMaster
+  # Maps a SDM IP address role to a Seiso IP address role.
+  #
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::ServiceInstancePortMapper
+
+    def map(doc_sip, context)
+      si_uri = context['serviceInstance'].href
+      {
+        'serviceInstance' => si_uri,
+        'number' => doc_sip['number'],
+        'protocol' => doc_sip['protocol'],
+        'description' => doc_sip['description']
+      }
+    end
+  end
+end

data/lib/seiso/import_master/mappers/service_mapper.rb

@@ -1,35 +1,26 @@
-module Seiso
-	class ImportMaster
-		module Mappers
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::ServiceMapper
 
-			# Maps a SDM service to a Seiso service.
-			# 
-      # Author:: Willie Wheeler
-      # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
-      # License:: Apache 2.0
-			class ServiceMapper
+    def initialize(resolver)
+      @resolver = resolver
+    end
 
-				def seiso_service(s)
-            seiso_service = {
-              'key' => s['key'],
-              'name' => s['name'],
-              'description' => s['description'],
-              'platform' => s['platform'],
-              'scmRepository' => s['scmRepository']
-            }
-
-            group = s['group']
-            seiso_service['group'] = { 'key' => group } unless group.nil?
-
-            type = s['type']
-            seiso_service['type'] = { 'key' => type } unless type.nil?
-
-            owner = s['owner']
-            seiso_service['owner'] = { 'username' => owner } unless owner.nil?
-
-            seiso_service
-				end
-			end
-		end
-	end
+    # Maps a document service to a Seiso service.
+    #
+    # - doc_service : document service
+    def map(doc_service, context)
+      {
+        'key' => doc_service['key'],
+        'name' => doc_service['name'],
+        'platform' => doc_service['platform'],
+        'scmRepository' => doc_service['scmRepository'],
+        'group' => @resolver.item_uri('serviceGroups', doc_service['group']),
+        'type' => @resolver.item_uri('serviceTypes', doc_service['type']),
+        'owner' => @resolver.item_uri('persons', doc_service['owner'])
+      }
+    end
+  end
 end

data/lib/seiso/import_master/mappers/service_type_mapper.rb

@@ -0,0 +1,19 @@
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::ServiceTypeMapper
+
+    def initialize(resolver)
+      @resolver = resolver
+    end
+
+    def map(doc_st, context)
+      {
+        'key' => doc_st['key'],
+        'name' => doc_st['name'],
+        'description' => doc_st['description']
+      }
+    end
+  end
+end

data/lib/seiso/import_master/mappers/status_type_mapper.rb

@@ -0,0 +1,18 @@
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::StatusTypeMapper
+
+    def initialize(resolver)
+      @resolver = resolver
+    end
+
+    def map(doc_st, context)
+      {
+        'key' => doc_st['key'],
+        'name' => doc_st['name']
+      }
+    end
+  end
+end

data/lib/seiso/import_master/util.rb

@@ -0,0 +1 @@
+module Seiso::ImportMaster::Util; end

data/lib/seiso/import_master/util/invalid_document_error.rb

@@ -0,0 +1,9 @@
+# Author:: Willie Wheeler (mailto:wwheeler@expedia.com)
+# Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
+# License:: Apache 2.0
+class Seiso::ImportMaster::Util::InvalidDocumentError < StandardError
+
+  def initialize(message)
+    super
+  end
+end

data/lib/seiso/import_master/util/item_resolver.rb

@@ -0,0 +1,54 @@
+class Seiso::ImportMaster
+
+  # Resolves item keys to their URIs.
+  #
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
+  # License:: Apache 2.0
+  #
+  class Util::ItemResolver
+
+    def initialize(api)
+      @log = Util::Logger.new "ItemResolver"
+      @api = api
+
+      # Note that this initialization doesn't generate any HTTP requests.
+      @special_searches = {
+        # http://ruby-journal.com/becareful-with-space-in-lambda-hash-rocket-syntax-between-ruby-1-dot-9-and-2-dot-0/
+        'loadBalancers' => ->(k) { @api.loadBalancers.search.findByName(name: k) },
+        'machines' => ->(k) { @api.machines.search.findByName(name: k) },
+        'persons' => ->(k) { @api.persons.search.findByUsername(username: k) }
+      }
+    end
+
+    # Returns the item URI, or nil if either key is nil or the item doesn't exist.
+    def item_uri(type, key)
+      @log.info "Getting item URI: type=#{type}, key=#{key}"
+      return nil if key.nil?
+      search = @special_searches[type]
+
+      if search == nil
+        item = @api.send(type).search.findByKey(key: key)
+      else # special search
+        item = search.call key
+      end
+
+      begin
+        # This returns the item's canonical URI, which is what we want.
+        item.links.self.href
+      rescue HyperResource::ClientError => e
+        status = e.response.status
+        body = e.response.body
+        raise "Response error: status=#{status}, body=#{body}" unless status == 404
+        @log.warn "#{type}/#{key} not found. Returning nil."
+        return nil
+      end
+    end
+
+    # TODO Implementation based on HTTP 1.1 keepalive. The resolution above is too slow.
+    def item_uri_via_keepalive(type, key)
+      @log.info "Getting item URL: type=#{type}, key=#{key}"
+      # TODO
+    end
+  end
+end

data/lib/seiso/import_master/util/logger.rb

@@ -0,0 +1,59 @@
+class Seiso::ImportMaster
+
+  # TODO Allow clients to enable/disable color codes. [WLW]
+  class Util::Logger
+
+    def initialize(name)
+      @name = name
+    end
+
+    def info(message)
+      puts "[INFO] #{@name} : #{message}"
+    end
+
+    def success(message)
+      puts "[SUCCESS] #{@name} : #{message}".green
+    end
+
+    def warn(message)
+      puts "[WARN] #{@name} : #{message}".yellow
+    end
+
+    def error(message)
+      STDERR.puts "[ERROR] #{@name} : #{message}".red
+    end
+  end
+end
+
+# http://stackoverflow.com/questions/1489183/colorized-ruby-output
+# FIXME Move to more appropriate location. Not sure where something like this should go. [WLW]
+class String
+
+  def colorize(color_code)
+      "\e[#{color_code}m#{self}\e[0m"
+  end
+
+  def red
+    colorize(31)
+  end
+
+  def green
+    colorize(32)
+  end
+
+  def yellow
+    colorize(33)
+  end
+
+  def blue
+    colorize(34)
+  end
+
+  def pink
+    colorize(35)
+  end
+
+  def light_blue
+    colorize(36)
+  end
+end

data/lib/seiso/import_master/util/rest_util.rb

@@ -0,0 +1,49 @@
+require 'awesome_print'
+
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Util::RestUtil
+
+    def initialize
+      @log = Util::Logger.new "RestUtil"
+    end
+
+    def get_or_nil(resource, description)
+      resource_uri = resource.links.self.href
+      begin
+        @log.info "GET #{resource_uri} (#{description})"
+        return resource.get
+      rescue HyperResource::ClientError => e
+        status = e.response.status
+        body = e.response.body
+        raise "Response error: status=#{status}, body=#{body}" unless status == 404
+        @log.warn "Resource #{description} not found. Returning nil."
+        return nil
+      end
+    end
+
+    def post(repo_resource, data, description)
+      repo_resource_uri = repo_resource.links.self.href
+      @log.info "POST #{repo_resource_uri} (#{description})"
+      response = repo_resource.post data
+      # TODO Read the status from the response if possible. [WLW]
+      @log.info "  201 Created: #{response.href}"
+#      response.href
+      response
+    end
+
+    def put(resource, data, description)
+      resource_uri = resource.links.self.href
+      @log.info "PUT #{resource_uri} (#{description})"
+      resource.put data
+    end
+
+    def delete(resource, description)
+      resource_uri = resource.links.self.href
+      @log.info "DELETE #{resource_uri} (#{description})"
+      resource.delete
+    end
+  end
+end

data/lib/seiso/import_master/validators.rb

@@ -0,0 +1 @@
+module Seiso::ImportMaster::Validators; end

data/lib/seiso/import_master/validators/base_validator.rb

@@ -1,19 +1,12 @@
-require_relative "../errors/invalid_document_error"
-
-module Seiso
-	class ImportMaster
-		module Validators
-			
-		  # Author:: Willie Wheeler (mailto:wwheeler@expedia.com)
-		  # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
-		  # License:: Apache 2.0
-			class BaseValidator
-
-				# Raises an InvalidDocumentError with the given message.
-				def error(msg)
-          raise Seiso::ImportMaster::Errors::InvalidDocumentError.new msg
-				end
-			end
-		end
-	end
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler (mailto:wwheeler@expedia.com)
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Validators::BaseValidator
+    # Raises an InvalidDocumentError with the given message.
+    # TODO Move to module method instead?
+    def error(msg)
+      fail Util::InvalidDocumentError.new msg
+    end
+  end
 end

data/lib/seiso/import_master/validators/node_validator.rb

@@ -1,46 +1,55 @@
-require_relative "base_validator"
-
-module Seiso
-	class ImportMaster
-		module Validators
-
-		  # Author:: Willie Wheeler (mailto:wwheeler@expedia.com)
-		  # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
-		  # License:: Apache 2.0
-			class NodeValidator < BaseValidator
-
-				def validate(doc)
-					validate_si_key doc
-					validate_nodes doc
-	  		end
-
-	  		private
-
-	  		def validate_si_key(doc)
-	        si_key = doc['serviceInstance']
-	        
-	        if si_key.nil?
-	          error "Node document must contain a serviceInstance field containing the service instance key."
-	        end
-	  		end
-
-	  		def validate_nodes(doc)
-	        nodes = doc['items']
-
-	        if nodes.nil?
-	          error "Node document must contain an items field containing the service instance's nodes."
-	        end
-
-	  			# Fail if the node has a serviceInstance field. This is legacy, and we don't want it anymore, because
-	  			# people will think that they can move a node from one service instance to another by changing this field.
-	  			nodes.each do |n|
-	  				if n['serviceInstance']
-	            error "Individual nodes must not contain a serviceInstance field. " \
-	                "Specify the service instance using the document-level serviceInstance field."
-	  				end
-	  			end
-				end
-			end
-		end
-	end
+module Seiso::ImportMaster::Validators
+  # Author:: Willie Wheeler (mailto:wwheeler@expedia.com)
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class NodeValidator < BaseValidator
+
+    def initialize
+      @log = Seiso::ImportMaster::Util::Logger.new "NodeValidator"
+    end
+
+    def validate(doc)
+#      @log.info "Validating nodes"
+      validate_si_key doc
+      validate_nodes doc
+    end
+
+    private
+
+    def validate_si_key(doc)
+      si_key = doc['serviceInstance']
+
+      if si_key.nil?
+        error 'Node document must contain a serviceInstance field containing the service instance key.'
+      end
+    end
+
+    def validate_nodes(doc)
+      nodes = doc['items']
+
+      if nodes.nil?
+        error "Node document must contain an items field containing the service instance's nodes."
+      end
+
+      nodes.each do |n|
+        node_name = n['name']
+
+        if node_name.nil?
+          error "Every node must have a name."
+        end
+
+        # Fail if the node has a serviceInstance field. This is legacy, and we don't want it anymore, because
+        # people will think that they can move a node from one service instance to another by changing this field.
+        if n['serviceInstance']
+          error "Node #{node_name} must not contain a serviceInstance field. " \
+             "Specify the service instance using the document-level serviceInstance field."
+        end
+
+        if n['machine'].nil?
+          error "Node #{node_name} must have a machine."
+        end
+      end
+
+    end
+  end
 end

data/lib/seiso/import_master/validators/service_validator.rb

@@ -1,45 +1,39 @@
-require_relative "base_validator"
-
-module Seiso
-	class ImportMaster
-		module Validators
-
-		  # Author:: Willie Wheeler (mailto:wwheeler@expedia.com)
-		  # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
-		  # License:: Apache 2.0
-			class ServiceValidator < BaseValidator
-
-				def validate(doc)
-					validate_services doc
-				end
-
-				private
-
-				def validate_services(doc)
-					services = doc['items']
-
-					if services.nil?
-						error "Service document must contain an items field containing the services."
-					end
-
-					services.each { |s| validate_service s }
-				end
-
-				def validate_service(s)
-					key = s['key']
-
-					if key.nil?
-						error "Service must have a key"
-					end
-
-					name = s['name']
-
-					if name.nil?
-						error "Service must have a name"
-					end
-				end
-			end
-		end
-	end
+module Seiso::ImportMaster::Validators
+  # Author:: Willie Wheeler (mailto:wwheeler@expedia.com)
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class ServiceValidator < BaseValidator
+
+    def initialize
+      @log = Seiso::ImportMaster::Util::Logger.new "ServiceValidator"
+    end
+
+    def validate(doc)
+#      @log.info "Validating services"
+      validate_services doc
+    end
+
+    private
+
+    def validate_services(doc)
+      services = doc['items']
+
+      if services.nil?
+        error 'Service document must contain an items field containing the services.'
+      end
+
+      services.each { |s| validate_service s }
+    end
+
+    def validate_service(s)
+      key = s['key']
+      error 'Service must have a key' if key.nil?
+      name = s['name']
+      error 'Service must have a name' if name.nil?
+
+      # This isn't required!
+#      type = s['type']
+#      error 'Service must have a type' if type.nil?
+    end
+  end
 end
-