seiso-import_master 0.0.12 → 3.0.0.M1

data/lib/seiso/import_master/importers/service_instance_port_importer.rb

@@ -0,0 +1,41 @@
+# TODO Reinstate the autocreation that Chris Brown wrote
+
+class Seiso::ImportMaster
+  # Imports service instance ports into Seiso. This importer handles:
+  # - orphan removal
+  # - POSTing new ports
+  # - PUTting existing ports
+  #
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Importers::ServiceInstancePortImporter < Importers::BaseImporter
+
+    def initialize(api, rest_util)
+      self.api = api
+      self.rest_util = rest_util
+      self.mapper = Mappers::ServiceInstancePortMapper.new
+      self.repo_resource = api.serviceInstancePorts.get
+
+      @search_resource = repo_resource.search.get
+    end
+
+    # Can't make these protected, because that prevents BaseImporter from seeing them.
+#    protected
+
+    # BaseImporter callback
+    def to_search_params(doc_sip, context)
+      {
+        'si' => context['serviceInstance'].key,
+        'number' => doc_sip['number']
+      }
+    end
+
+    # BaseImporter callback
+    def find_resource(search_params)
+      si = search_params['si']
+      number = search_params['number']
+      @search_resource.findByServiceInstanceKeyAndNumber(si: si, number: number).get
+    end
+  end
+end

data/lib/seiso/import_master/importers/service_type_importer.rb

@@ -0,0 +1,25 @@
+class Seiso::ImportMaster
+  class Importers::ServiceTypeImporter < Importers::BaseImporter
+
+    def initialize(api, rest_util, resolver)
+      self.api = api
+      self.rest_util = rest_util
+      self.mapper = Mappers::ServiceTypeMapper.new resolver
+      self.repo_resource = api.serviceTypes.get
+
+      @search_resource = repo_resource.search.get
+    end
+
+    def import(doc)
+      import_items(doc['items'], {})
+    end
+
+    def to_search_params(doc_st, context)
+      { 'key' => doc_st['key'] }
+    end
+
+    def find_resource(search_params)
+      @search_resource.findByKey(key: search_params['key']).get
+    end
+  end
+end

data/lib/seiso/import_master/importers/status_type_importer.rb

@@ -0,0 +1,25 @@
+class Seiso::ImportMaster
+  class Importers::StatusTypeImporter < Importers::BaseImporter
+
+    def initialize(api, rest_util, resolver)
+      self.api = api
+      self.rest_util = rest_util
+      self.mapper = Mappers::StatusTypeMapper.new resolver
+      self.repo_resource = api.statusTypes.get
+
+      @search_resource = repo_resource.search.get
+    end
+
+    def import(doc)
+      import_items(doc['items'], {})
+    end
+
+    def to_search_params(doc_st, context)
+      { 'key' => doc_st['key'] }
+    end
+
+    def find_resource(search_params)
+      @search_resource.findByKey(key: search_params['key']).get
+    end
+  end
+end

data/lib/seiso/import_master/mappers.rb

@@ -0,0 +1 @@
+module Seiso::ImportMaster::Mappers; end

data/lib/seiso/import_master/mappers/data_center_mapper.rb

@@ -0,0 +1,19 @@
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::DataCenterMapper
+
+    def initialize(resolver)
+      @resolver = resolver
+    end
+
+    def map(doc_dc, context)
+      {
+        'key' => doc_dc['key'],
+        'name' => doc_dc['name'],
+        'region' => @resolver.item_uri('regions', doc_dc['region'])
+      }
+    end
+  end
+end

data/lib/seiso/import_master/mappers/environment_mapper.rb

@@ -0,0 +1,20 @@
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::EnvironmentMapper
+
+    def initialize(resolver)
+      @resolver = resolver
+    end
+
+    def map(doc_env, context)
+      {
+        'key' => doc_env['key'],
+        'name' => doc_env['name'],
+        'aka' => doc_env['aka'],
+        'description' => doc_env['description']
+      }
+    end
+  end
+end

data/lib/seiso/import_master/mappers/health_status_mapper.rb

@@ -0,0 +1,20 @@
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::HealthStatusMapper
+
+    def initialize(resolver)
+      @resolver = resolver
+    end
+
+    def map(doc_hs, context)
+      {
+        'key' => doc_hs['key'],
+        'name' => doc_hs['name'],
+        'description' => doc_hs['description'],
+        'statusType' => @resolver.item_uri('statusTypes', doc_hs['statusType'])
+      }
+    end
+  end
+end

data/lib/seiso/import_master/mappers/infrastructure_provider_mapper.rb

@@ -0,0 +1,18 @@
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::InfrastructureProviderMapper
+
+    def initialize(resolver)
+      @resolver = resolver
+    end
+
+    def map(doc_ip, context)
+      {
+        'key' => doc_ip['key'],
+        'name' => doc_ip['name']
+      }
+    end
+  end
+end

data/lib/seiso/import_master/mappers/ip_address_role_mapper.rb

@@ -0,0 +1,18 @@
+class Seiso::ImportMaster
+  # Maps a SDM IP address role to a Seiso IP address role.
+  #
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::IpAddressRoleMapper
+
+    def map(doc_ipr, context)
+      si_uri = context['serviceInstance'].href
+      {
+        'serviceInstance' => si_uri,
+        'name' => doc_ipr['name'],
+        'description' => doc_ipr['description']
+      }
+    end
+  end
+end

data/lib/seiso/import_master/mappers/load_balancer_mapper.rb

@@ -0,0 +1,21 @@
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::LoadBalancerMapper
+
+    def initialize(resolver)
+      @resolver = resolver
+    end
+
+    def map(doc_lb, context)
+      {
+        'name' => doc_lb['name'],
+        'type' => doc_lb['type'],
+        'ipAddress' => doc_lb['ipAddress'],
+        'apiUrl' => doc_lb['apiUrl'],
+        'dataCenter' => @resolver.item_uri('dataCenters', doc_lb['dataCenter'])
+      }
+    end
+  end
+end

data/lib/seiso/import_master/mappers/machine_mapper.rb

@@ -0,0 +1,27 @@
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::MachineMapper
+
+    def initialize(resolver)
+      @resolver = resolver
+    end
+
+    def map(doc_machine, context)
+      # TODO Add data center here?
+      {
+        'name' => doc_machine['name'],
+        'os' => doc_machine['os'],
+        'osVersion' => doc_machine['osVersion'],
+        'platform' => doc_machine['platform'],
+        'platformVersion' => doc_machine['platformVersion'],
+        'hostname' => doc_machine['hostname'],
+        'domain' => doc_machine['domain'],
+        'fqdn' => doc_machine['fqdn'],
+        'ipAddress' => doc_machine['ipAddress'],
+        'ip6Address' => doc_machine['ip6Address']
+      }
+    end
+  end
+end

data/lib/seiso/import_master/mappers/node_ip_address_mapper.rb

@@ -0,0 +1,38 @@
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::NodeIpAddressMapper
+
+    def initialize(api)
+      @api = api
+      @ipr_search_resource = api.ipAddressRoles.search.get
+    end
+
+    def map(doc_nip, context)
+      node = context['node']
+      si_key = context['serviceInstance'].body['key']
+      ipr_name = doc_nip['ipAddressRole']
+      ip_addr = doc_nip['ipAddress']
+
+      # TODO Verify that the API assigns the rotationStatus and aggregateRotationStatus to "unknown" in the POST case.
+      # See node_mapper.rb
+      {
+        'node' => node.links.self.href,
+        # Can't use UriResolver here since ipr requires two keys.
+        'ipAddressRole' => to_ip_address_role(si_key, ipr_name).links.self.href,
+        'ipAddress' => ip_addr
+      }
+    end
+
+    private
+
+    def to_ip_address_role(si_key, ipr_name)
+      search_params = { 'si' => si_key, 'name' => ipr_name }
+
+      # TODO Handle 404. But shouldn't get them if the data is good, so
+      # make sure we're importing the IP address roles before the nodes.
+      @ipr_search_resource.findByServiceInstanceKeyAndName(search_params).get
+    end
+  end
+end

data/lib/seiso/import_master/mappers/node_mapper.rb

@@ -1,33 +1,33 @@
-module Seiso
-	class ImportMaster
-		module Mappers
-			
-			# Maps a SDM node to a Seiso node.
-			# 
-      # Author:: Willie Wheeler
-      # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
-      # License:: Apache 2.0
-			class NodeMapper
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::NodeMapper
 
-	      def seiso_node(n)
-	        seiso_node = {
-	          'name' => n['name'],
-	          'serviceInstance' => { 'key' => n['serviceInstance'] }
-	        }
-	        machine = n['machine']
-	        seiso_node['machine'] = { 'name' => machine } unless machine.nil?
-	        seiso_node
-	      end
-	      
-	      def seiso_nip(nip)
-	        # No rotation status or endpoints since we don't import those from master files.
-	        {
-	          'node' => { 'name' => nip['node'] },
-	          'ipAddressRole' => { 'name' => nip['ipAddressRole'] },
-	          'ipAddress' => nip['ipAddress']
-	        }
-	      end
-			end
-		end
-	end
+    def initialize(resolver)
+      @resolver = resolver
+      @health_unknown = @resolver.item_uri('healthStatuses', 'unknown')
+      @rotation_unknown = @resolver.item_uri('rotationStatuses', 'unknown')
+    end
+
+    # TODO Need to map POSTs and PATCHes differently.
+    # POSTs should contain unknown statuses. PATCHes shouldn't.
+
+    # TODO Do we even need to provide the unknowns here?
+    # Doesn't/shouldn't the API automatically set this?
+
+    # Maps a document node to a Seiso node. Does *not* map state-related fields, such as buildVersion, healthStatus and
+    # aggregateRotationStatus.
+    #
+    # - doc_node : document node
+    def map(doc_node, context)
+      {
+        'name' => doc_node['name'],
+        'description' => doc_node['description'],
+        'serviceInstance' => context['serviceInstance'].self.href,
+        'machine' => @resolver.item_uri('machines', doc_node['machine'])
+#        'healthStatus' => @health_unknown
+      }
+    end
+  end
 end

data/lib/seiso/import_master/mappers/region_mapper.rb

@@ -0,0 +1,20 @@
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::RegionMapper
+
+    def initialize(resolver)
+      @resolver = resolver
+    end
+
+    def map(doc_region, context)
+      {
+        'key' => doc_region['key'],
+        'name' => doc_region['name'],
+        'regionKey' => doc_region['regionKey'],
+        'infrastructureProvider' => @resolver.item_uri('infrastructureProviders', doc_region['infrastructureProvider'])
+      }
+    end
+  end
+end

data/lib/seiso/import_master/mappers/rotation_status_mapper.rb

@@ -0,0 +1,20 @@
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::RotationStatusMapper
+
+    def initialize(resolver)
+      @resolver = resolver
+    end
+
+    def map(doc_rs, context)
+      {
+        'key' => doc_rs['key'],
+        'name' => doc_rs['name'],
+        'description' => doc_rs['description'],
+        'statusType' => @resolver.item_uri('statusTypes', doc_rs['statusType'])
+      }
+    end
+  end
+end

data/lib/seiso/import_master/mappers/service_group_mapper.rb

@@ -0,0 +1,18 @@
+class Seiso::ImportMaster
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::ServiceGroupMapper
+
+    def initialize(resolver)
+      @resolver = resolver
+    end
+
+    def map(doc_sg, context)
+      {
+        'key' => doc_sg['key'],
+        'name' => doc_sg['name']
+      }
+    end
+  end
+end

data/lib/seiso/import_master/mappers/service_instance_mapper.rb

@@ -1,76 +1,29 @@
-module Seiso
-	class ImportMaster
-		module Mappers
+class Seiso::ImportMaster
+  # Maps a SDM service instance to a Seiso service instance.
+  #
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Mappers::ServiceInstanceMapper
 
-			# Maps a SDM service instance to a Seiso service instance.
-			# 
-      # Author:: Willie Wheeler
-      # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
-      # License:: Apache 2.0
-			class ServiceInstanceMapper
+    def initialize(resolver)
+      @resolver = resolver
+    end
 
-        def seiso_ip_address_role(r)
-          # Suppressing IP addresses since we don't import those from master files.
-          {
-            'serviceInstance' => { 'key' => r['serviceInstance'] },
-            'name' => r['name'],
-            'description' => r['description']
-          }
-        end
-
-        def seiso_service_instance(si)
-          key = si['key']
-          ip_address_roles = si['ipAddressRoles']
-          ports = si['ports']
-          
-          seiso_si = {
-            'key' => key,
-            'description' => si['description'],
-            'service' => { 'key' => si['service'] },
-            'environment' => { 'key' => si['environment'] },
-            'loadBalanced' => si['loadBalanced'],
-            'minCapacityDeploy' => si['minCapacityDeploy'],
-            'minCapacityOps' => si['minCapacityOps'],
-            
-            # FIXME Deprecated. This is a hardcoded field for an internal Expedia app, and we will remove it.
-            'eosManaged' => (si['eosManaged'] || false),
-            
-            # FIXME Deprecated. This is the old name for the minCapacityOps field.
-            'requiredCapacity' => si['minCapacityOps']
-          }
-
-          data_center = si['dataCenter']
-          seiso_si['dataCenter'] = { 'key' => data_center } unless data_center.nil?
-          
-          load_balancer = si['loadBalancer']
-          seiso_si['loadBalancer'] = { 'name' => load_balancer } unless load_balancer.nil?
-
-          seiso_si
-        end
-        
-        def seiso_service_instance_port(p)
-          # Suppressing endpoints since we don't import those from master files.
-          {
-            'serviceInstance' => { 'key' => p['serviceInstance'] },
-            'number' => p['number'],
-            'protocol' => p['protocol'],
-            'description' => p['description']
-          }
-        end
-
-        def seiso_service_instance_dependencies(sdm_dependencies)
-          sdm_dependencies.map do |d|
-            seiso_service_instance_dependency d
-          end
-        end
-
-        def seiso_service_instance_dependency(d)
-          {
-            'dependent' => { 'key' => d['serviceInstance'] },
-            'dependency' => { 'key' => d['key'] }
-          }
-        end
-			end
-		end
-	end
+    def map(si, context)
+      {
+        'key' => si['key'],
+        'description' => si['description'],
+        'service' => @resolver.item_uri('services', si['service']),
+        'environment' => @resolver.item_uri('environments', si['environment']),
+        'dataCenter' => @resolver.item_uri('dataCenters', si['dataCenter']),
+        'loadBalancer' => @resolver.item_uri('loadBalancers', si['loadBalancer']),
+        'loadBalanced' => si['loadBalanced'],
+        'minCapacityDeploy' => si['minCapacityDeploy'],
+        'minCapacityOps' => si['minCapacityOps'],
+        # TODO Deprecated
+        'eosManaged' => si['eosManaged']
+      }
+    end
+  end
 end