seiso-import_master 0.0.6 → 0.0.7

data/lib/seiso/import_master/importers/service_instance_importer.rb

@@ -0,0 +1,40 @@
+require_relative "base_importer"
+
+module Seiso
+	class ImportMaster
+		module Importers
+
+			# Imports a service instance document into Seiso.
+			# 
+      # Author:: Willie Wheeler (mailto:wwheeler@expedia.com)
+      # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
+      # License:: Apache 2.0
+			class ServiceInstanceImporter < BaseImporter
+
+				def initialize(mapper, seiso, uri_factory_v1, rest_connector_v1)
+					@mapper = mapper
+					@seiso = seiso
+          @uri_factory_v1 = uri_factory_v1
+          @rest_connector_v1 = rest_connector_v1
+				end
+
+				# Imports the service instance document
+				def import(doc)
+					service_instances = doc['items']
+		      ports = detach_children(service_instances, 'serviceInstance', 'key', 'ports')
+		      roles = detach_children(service_instances, 'serviceInstance', 'key', 'ipAddressRoles')
+
+		      seiso_service_instances = service_instances.map { |si| @mapper.seiso_service_instance si }
+          service_instances_uri = @uri_factory_v1.service_instances_uri true
+          @rest_connector_v1.post(service_instances_uri, seiso_service_instances)
+
+		      seiso_ports = ports.map { |p| @mapper.seiso_service_instance_port p }
+		      @seiso.post_items('service-instance-ports', seiso_ports)
+
+		      seiso_roles = roles.map { |r| @mapper.seiso_ip_address_role r }
+		      @seiso.post_items('ip-address-roles', seiso_roles)
+				end
+			end
+		end
+	end
+end

data/lib/seiso/import_master/importers/simple_importer.rb

@@ -0,0 +1,28 @@
+require_relative "base_importer"
+
+module Seiso
+	class ImportMaster
+		module Importers
+
+      # Author:: Willie Wheeler (mailto:wwheeler@expedia.com)
+      # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
+      # License:: Apache 2.0
+			class SimpleImporter < BaseImporter
+
+				def initialize(mapper, seiso, uri_factory_v1, rest_connector_v1)
+					@mapper = mapper
+					@seiso = seiso
+          @uri_factory_v1 = uri_factory_v1
+          @rest_connector_v1 = rest_connector_v1
+				end
+
+				def import(doc)
+					type = doc['type']
+					items = doc['items']
+		      seiso_items = @mapper.map_all(type, items)
+		      @seiso.post_items(type, seiso_items)
+				end
+			end
+		end
+	end
+end

data/lib/seiso/import_master/mappers/master_item_mapper.rb

@@ -0,0 +1,189 @@
+module Seiso
+  class ImportMaster
+    module Mappers
+
+      # Maps the data master format to the Seiso API format.
+      #
+      # Author:: Willie Wheeler
+      # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
+      # License:: Apache 2.0
+      class MasterItemMapper
+      
+        def initialize
+          @mappers = {
+            'data-centers' => data_center_mapper,
+            'doc-links' => doc_link_mapper,
+            'environments' => environment_mapper,
+            'health-statuses' => health_status_mapper,
+            'infrastructure-providers' => infrastructure_provider_mapper,
+            'load-balancers' => load_balancer_mapper,
+            'machines' => machine_mapper,
+            'regions' => region_mapper,
+            'rotation-statuses' => rotation_status_mapper,
+            'service-groups' => service_group_mapper,
+            'service-types' => service_type_mapper,
+            'status-types' => status_type_mapper
+          }
+        end
+
+        # Maps a list of items.
+        # - type: Item type
+        # - items: Item list
+        def map_all(type, items)
+          mapper = mapper_for type
+          result = []
+          items.each { |i| result << mapper.call(i) }
+          result
+        end
+        
+        # Maps a single item.
+        # - type: Item type
+        # - item: Item
+        def map_one(type, item)
+          mapper_for(type).call item
+        end
+        
+        private
+        
+        # Returns a mapper lambda for the specified type.
+        def mapper_for(type)
+          mapper = @mappers[type]
+          raise ArgumentError, "Unknown type: #{type}" if mapper.nil?
+          mapper
+        end
+        
+        def data_center_mapper
+          ->(dc) {
+            {
+              'key' => dc['key'],
+              'name' => dc['name'],
+              'region' => { 'key' => dc['region'] }
+            }
+          }
+        end
+        
+        def doc_link_mapper
+          ->(dl) {
+            {
+              'title' => dl['title'],
+              'href' => dl['href'],
+              'description' => dl['description']
+            }
+          }
+        end
+
+        def environment_mapper
+          ->(e) {
+            {
+              'key' => e['key'],
+              'name' => e['name'],
+              'aka' => e['aka'],
+              'description' => e['description'],
+              
+              # FIXME Deprecated, don't use.
+              'rank' => e['rank']
+            }
+          }
+        end
+        
+        def health_status_mapper
+          ->(hs) {
+            {
+              'key' => hs['key'],
+              'name' => hs['name'],
+              'statusType' => { 'key' => hs['statusType'] }
+            }
+          }
+        end
+        
+        def infrastructure_provider_mapper
+          ->(ip) {
+            {
+              'key' => ip['key'],
+              'name' => ip['name']
+            }
+          }
+        end
+                
+        def load_balancer_mapper
+          ->(lb) {
+            seiso_lb = {
+              'name' => lb['name'],
+              'type' => lb['type'],
+              'ipAddress' => lb['ipAddress'],
+              'apiUrl' => lb['apiUrl']
+            }
+            
+            dc = lb['dataCenter']
+            seiso_lb['dataCenter'] = { 'key' => dc } unless dc.nil?
+            
+            seiso_lb
+          }
+        end
+        
+        def machine_mapper
+          ->(m) {
+            {
+              'name' => m['name'],
+              'ipAddress' => m['ipAddress'],
+              'fqdn' => m['fqdn'],
+              'hostname' => m['hostname'],
+              'domain' => m['domain'],
+              'os' => m['os'],
+              'platform' => m['platform'],
+              'platformVersion' => m['platformVersion']
+            }
+          }
+        end
+        
+        def region_mapper
+          ->(r) {
+            {
+              'key' => r['key'],
+              'name' => r['name'],
+              'regionKey' => r['regionKey'],
+              'infrastructureProvider' => { 'key' => r['infrastructureProvider'] }
+            }
+          }
+        end
+        
+        def rotation_status_mapper
+          ->(rs) {
+            {
+              'key' => rs['key'],
+              'name' => rs['name'],
+              'statusType' => { 'key' => rs['statusType'] }
+            }
+          }
+        end
+        
+        def service_group_mapper
+          ->(sg) {
+            {
+              'key' => sg['key'],
+              'name' => sg['name']
+            }
+          }
+        end
+        
+        def service_type_mapper
+          ->(st) {
+            {
+              'key' => st['key'],
+              'name' => st['name']
+            }
+          }
+        end
+        
+        def status_type_mapper
+          ->(st) {
+            {
+              'key' => st['key'],
+              'name' => st['name']
+            }
+          }
+        end
+      end
+    end
+  end
+end

data/lib/seiso/import_master/mappers/node_mapper.rb

@@ -0,0 +1,33 @@
+module Seiso
+	class ImportMaster
+		module Mappers
+			
+			# Maps a SDM node to a Seiso node.
+			# 
+      # Author:: Willie Wheeler
+      # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
+      # License:: Apache 2.0
+			class NodeMapper
+
+	      def seiso_node(n)
+	        seiso_node = {
+	          'name' => n['name'],
+	          'serviceInstance' => { 'key' => n['serviceInstance'] }
+	        }
+	        machine = n['machine']
+	        seiso_node['machine'] = { 'name' => machine } unless machine.nil?
+	        seiso_node
+	      end
+	      
+	      def seiso_nip(nip)
+	        # No rotation status or endpoints since we don't import those from master files.
+	        {
+	          'node' => { 'name' => nip['node'] },
+	          'ipAddressRole' => { 'name' => nip['ipAddressRole'] },
+	          'ipAddress' => nip['ipAddress']
+	        }
+	      end
+			end
+		end
+	end
+end

data/lib/seiso/import_master/mappers/service_instance_mapper.rb

@@ -0,0 +1,62 @@
+module Seiso
+	class ImportMaster
+		module Mappers
+
+			# Maps a SDM service instance to a Seiso service instance.
+			# 
+      # Author:: Willie Wheeler
+      # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
+      # License:: Apache 2.0
+			class ServiceInstanceMapper
+
+        def seiso_ip_address_role(r)
+          # Suppressing IP addresses since we don't import those from master files.
+          {
+            'serviceInstance' => { 'key' => r['serviceInstance'] },
+            'name' => r['name'],
+            'description' => r['description']
+          }
+        end
+
+        def seiso_service_instance(si)
+          key = si['key']
+          ip_address_roles = si['ipAddressRoles']
+          ports = si['ports']
+          
+          seiso_si = {
+            'key' => key,
+            'service' => { 'key' => si['service'] },
+            'environment' => { 'key' => si['environment'] },
+            'loadBalanced' => si['loadBalanced'],
+            'minCapacityDeploy' => si['minCapacityDeploy'],
+            'minCapacityOps' => si['minCapacityOps'],
+            
+            # FIXME Deprecated. This is a hardcoded field for an internal Expedia app, and we will remove it.
+            'eosManaged' => (si['eosManaged'] || false),
+            
+            # FIXME Deprecated. This is the old name for the minCapacityOps field.
+            'requiredCapacity' => si['minCapacityOps']
+          }
+
+          data_center = si['dataCenter']
+          seiso_si['dataCenter'] = { 'key' => data_center } unless data_center.nil?
+          
+          load_balancer = si['loadBalancer']
+          seiso_si['loadBalancer'] = { 'name' => load_balancer } unless load_balancer.nil?
+
+          seiso_si
+        end
+        
+        def seiso_service_instance_port(p)
+          # Suppressing endpoints since we don't import those from master files.
+          {
+            'serviceInstance' => { 'key' => p['serviceInstance'] },
+            'number' => p['number'],
+            'protocol' => p['protocol'],
+            'description' => p['description']
+          }
+        end
+			end
+		end
+	end
+end

data/lib/seiso/import_master/mappers/service_mapper.rb

@@ -0,0 +1,35 @@
+module Seiso
+	class ImportMaster
+		module Mappers
+
+			# Maps a SDM service to a Seiso service.
+			# 
+      # Author:: Willie Wheeler
+      # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
+      # License:: Apache 2.0
+			class ServiceMapper
+
+				def seiso_service(s)
+            seiso_service = {
+              'key' => s['key'],
+              'name' => s['name'],
+              'description' => s['description'],
+              'platform' => s['platform'],
+              'scmRepository' => s['scmRepository']
+            }
+
+            group = s['group']
+            seiso_service['group'] = { 'key' => group } unless group.nil?
+
+            type = s['type']
+            seiso_service['type'] = { 'key' => type } unless type.nil?
+
+            owner = s['owner']
+            seiso_service['owner'] = { 'username' => owner } unless owner.nil?
+
+            seiso_service
+				end
+			end
+		end
+	end
+end

data/lib/seiso/import_master/util/rest_connector.rb

@@ -0,0 +1,102 @@
+require "json"
+require "net/http"
+require "openssl"
+
+module Seiso
+  class ImportMaster
+    module Util
+
+      # Author:: Willie Wheeler (mailto:wwheeler@expedia.com)
+      # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
+      # License:: Apache 2.0
+      class RestConnector
+        HN_ACCEPT = "Accept"
+        HN_CONTENT_TYPE = "Content-Type"
+
+        def initialize(host, port, use_ssl, ignore_cert, username, password, media_type)
+          @host = host
+          @port = port
+          @use_ssl = use_ssl
+          @ignore_cert = ignore_cert
+          @username = username
+          @password = password
+          @media_type = media_type
+
+          # FIXME Not secure
+          @verify_mode = OpenSSL::SSL::VERIFY_NONE if @use_ssl
+        end
+
+        def get(uri)
+          request = Net::HTTP::Get.new uri.request_uri
+          request[HN_ACCEPT] = @media_type
+          request.basic_auth(@username, @password)
+          do_request(http, request)
+        end
+
+        def post(uri, resource)
+          request = Net::HTTP::Post.new uri.request_uri
+          request[HN_CONTENT_TYPE] = @media_type
+          request.basic_auth(@username, @password)
+          request.body = resource.to_json
+          do_request(http, request)
+        end
+
+        # Puts all resources using a keepalive connection
+        def put_all(uri_resource_pairs)
+          Net::HTTP.start(
+              @host,
+              @port,
+              :use_ssl => @use_ssl,
+              :verify_mode => @verify_mode) do |http|
+
+            uri_resource_pairs.each do |pair|
+              pair_uri = pair['uri']
+              pair_resource = pair['resource']
+              request = Net::HTTP::Put.new pair_uri.request_uri
+              request[HN_CONTENT_TYPE] = @media_type
+              request.basic_auth(@username, @password)
+              request.body = pair_resource.to_json
+              do_request(http, request)
+            end
+          end
+        end
+
+        def put(uri, resource)
+          request = Net::HTTP::Put.new uri.request_uri
+          request[HN_CONTENT_TYPE] = @media_type
+          request.basic_auth(@username, @password)
+          request.body = resource.to_json
+          do_request(http, request)
+        end
+
+        def delete(uri)
+          puts "DELETE #{uri}"
+          request = Net::HTTP::Delete.new uri.request_uri
+          request.basic_auth(@username, @password)
+          do_request(http, request)
+        end
+
+        private
+
+        def http
+          # Not sure if I can reuse this, so for now I'm just creating a new one every time.
+          http = Net::HTTP.new(@host, @port)
+          http.use_ssl = @use_ssl
+          http.verify_mode = @verify_mode
+          http
+        end
+
+        def do_request(http, request)
+          response = http.request request
+
+          if response.code.start_with?("4") || response.code.start_with?("5")
+            details = "(#{JSON.parse response.body})"
+          end
+          puts "#{request.method} #{request.path} => #{response.code} #{response.message} #{details}"
+          response
+        end
+
+      end # class RestConnector
+    end # module Util
+  end # class ImportMaster
+end # module Seiso