seiso-import_master 0.0.12 → 3.0.0.M1

data/lib/seiso/import_master/importers/data_center_importer.rb

@@ -0,0 +1,31 @@
+class Seiso::ImportMaster
+  class Importers::DataCenterImporter < Importers::BaseImporter
+
+    def initialize(api, rest_util, resolver)
+      @log = Util::Logger.new "DataCenterImporter"
+
+      self.api = api
+      self.rest_util = rest_util
+      self.mapper = Mappers::DataCenterMapper.new resolver
+      self.repo_resource = api.dataCenters.get
+
+      @log.info "Getting /dataCenters/search"
+      @search_resource = repo_resource.search.get
+    end
+
+    def import(doc)
+      @log.info "Importing data centers"
+      import_items(doc['items'], {})
+    end
+
+    def to_search_params(doc_dc, context)
+      { 'key' => doc_dc['key'] }
+    end
+
+    def find_resource(search_params)
+      key = search_params['key']
+      @log.info "Getting /dataCenters/search/findByKey?key=#{key}"
+      @search_resource.findByKey(key: key).get
+    end
+  end
+end

data/lib/seiso/import_master/importers/environment_importer.rb

@@ -0,0 +1,25 @@
+class Seiso::ImportMaster
+  class Importers::EnvironmentImporter < Importers::BaseImporter
+
+    def initialize(api, rest_util, resolver)
+      self.api = api
+      self.rest_util = rest_util
+      self.mapper = Mappers::EnvironmentMapper.new resolver
+      self.repo_resource = api.environments.get
+
+      @search_resource = repo_resource.search.get
+    end
+
+    def import(doc)
+      import_items(doc['items'], {})
+    end
+
+    def to_search_params(doc_env, context)
+      { 'key' => doc_env['key'] }
+    end
+
+    def find_resource(search_params)
+      @search_resource.findByKey(key: search_params['key']).get
+    end
+  end
+end

data/lib/seiso/import_master/importers/health_status_importer.rb

@@ -0,0 +1,25 @@
+class Seiso::ImportMaster
+  class Importers::HealthStatusImporter < Importers::BaseImporter
+
+    def initialize(api, rest_util, resolver)
+      self.api = api
+      self.rest_util = rest_util
+      self.mapper = Mappers::HealthStatusMapper.new resolver
+      self.repo_resource = api.healthStatuses.get
+
+      @search_resource = repo_resource.search.get
+    end
+
+    def import(doc)
+      import_items(doc['items'], {})
+    end
+
+    def to_search_params(doc_hs, context)
+      { 'key' => doc_hs['key'] }
+    end
+
+    def find_resource(search_params)
+      @search_resource.findByKey(key: search_params['key']).get
+    end
+  end
+end

data/lib/seiso/import_master/importers/infrastructure_provider_importer.rb

@@ -0,0 +1,25 @@
+class Seiso::ImportMaster
+  class Importers::InfrastructureProviderImporter < Importers::BaseImporter
+
+    def initialize(api, rest_util, resolver)
+      self.api = api
+      self.rest_util = rest_util
+      self.mapper = Mappers::InfrastructureProviderMapper.new resolver
+      self.repo_resource = api.infrastructureProviders.get
+
+      @search_resource = repo_resource.search.get
+    end
+
+    def import(doc)
+      import_items(doc['items'], {})
+    end
+
+    def to_search_params(doc_ip, context)
+      { 'key' => doc_ip['key'] }
+    end
+
+    def find_resource(search_params)
+      @search_resource.findByKey(key: search_params['key']).get
+    end
+  end
+end

data/lib/seiso/import_master/importers/ip_address_role_importer.rb

@@ -0,0 +1,41 @@
+# TODO Reinstate the autocreation that Chris Brown wrote
+
+class Seiso::ImportMaster
+  # Imports IP address roles into Seiso. This importer handles:
+  # - orphan removal
+  # - POSTing new IP address roles
+  # - PUTting existing IP address roles
+  #
+  # Author:: Willie Wheeler
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Importers::IpAddressRoleImporter < Importers::BaseImporter
+
+    def initialize(api, rest_util)
+      self.api = api
+      self.rest_util = rest_util
+      self.mapper = Mappers::IpAddressRoleMapper.new
+      self.repo_resource = api.ipAddressRoles.get
+
+      @search_resource = repo_resource.search.get
+    end
+
+    # Can't make these protected, because that prevents BaseImporter from seeing them.
+#    protected
+
+    # BaseImporter callback
+    def to_search_params(doc_ipr, context)
+      {
+        'si' => context['serviceInstance'].key,
+        'name' => doc_ipr['name']
+      }
+    end
+
+    # BaseImporter callback
+    def find_resource(search_params)
+      si = search_params['si']
+      name = search_params['name']
+      @search_resource.findByServiceInstanceKeyAndName(si: si, name: name).get
+    end
+  end
+end

data/lib/seiso/import_master/importers/load_balancer_importer.rb

@@ -0,0 +1,25 @@
+class Seiso::ImportMaster
+  class Importers::LoadBalancerImporter < Importers::BaseImporter
+
+    def initialize(api, rest_util, resolver)
+      self.api = api
+      self.rest_util = rest_util
+      self.mapper = Mappers::LoadBalancerMapper.new resolver
+      self.repo_resource = api.loadBalancers.get
+
+      @search_resource = repo_resource.search.get
+    end
+
+    def import(doc)
+      import_items(doc['items'], {})
+    end
+
+    def to_search_params(doc_lb, context)
+      { 'name' => doc_lb['name'] }
+    end
+
+    def find_resource(search_params)
+      @search_resource.findByName(name: search_params['name']).get
+    end
+  end
+end

data/lib/seiso/import_master/importers/machine_importer.rb

@@ -0,0 +1,25 @@
+class Seiso::ImportMaster
+  class Importers::MachineImporter < Importers::BaseImporter
+
+    def initialize(api, rest_util, resolver)
+      self.api = api
+      self.rest_util = rest_util
+      self.mapper = Mappers::MachineMapper.new resolver
+      self.repo_resource = api.machines.get
+
+      @search_resource = repo_resource.search.get
+    end
+
+    def import(doc)
+      import_items(doc['items'], {})
+    end
+
+    def to_search_params(doc_machine, context)
+      { 'name' => doc_machine['name'] }
+    end
+
+    def find_resource(search_params)
+      @search_resource.findByName(name: search_params['name']).get
+    end
+  end
+end

data/lib/seiso/import_master/importers/node_importer.rb

@@ -1,69 +1,107 @@
-require_relative "base_importer"
-
-module Seiso
-  class ImportMaster
-    module Importers
-      
-      # Imports a node document into Seiso.
-      # 
-      # Each node doc corresponds to a service instance. This importer compares the nodes in Seiso with the
-      # nodes in the node doc, and removes anything from Seiso that isn't in the node doc. Then it imports
-      # the nodes from the node doc into Seiso.
-      #
-      # Author:: Willie Wheeler (mailto:wwheeler@expedia.com)
-      # Copyright:: Copyright (c) 2014-2015 Expedia, Inc.
-      # License:: Apache 2.0
-      class NodeImporter < BaseImporter
-
-        def initialize(mapper, uri_factory_v1, rest_connector_v1)
-          @mapper = mapper
-          @uri_factory_v1 = uri_factory_v1
-          @rest_connector_v1 = rest_connector_v1
-        end
+class Seiso::ImportMaster
+  # Imports a node document into Seiso.
+  #
+  # Each node doc corresponds to a service instance. This importer compares the nodes in Seiso with the nodes in the
+  # node doc and removes anything from Seiso that isn't in the node doc. Then it imports the nodes from the node doc
+  # into Seiso.
+  #
+  # Author:: Willie Wheeler (mailto:wwheeler@expedia.com)
+  # Author:: Chris Brown
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Importers::NodeImporter < Importers::BaseImporter
 
-        # Imports the node document.
-        def import(doc)
-          si_key = doc['serviceInstance']
-          nodes = doc['items']
-          puts "Importing node document for service instance #{si_key}"
+    def initialize(api, rest_util, resolver)
+      self.api = api
+      self.rest_util = rest_util
+      self.mapper = Mappers::NodeMapper.new resolver
+      self.repo_resource = api.nodes.get
 
-          delete_stale_nodes_from_seiso
+      @validator = Validators::NodeValidator.new
+      @nip_importer = Importers::NodeIpAddressImporter.new(api, rest_util)
+      @search_resource = repo_resource.search.get
 
-          # Node masters contain the service instance at the top-level, so enrich the nodes themselves
-          # with the service instance.
-          nodes.each do |n|
-            n['serviceInstance'] = si_key
-          end
+      @machine_search_resource = api.machines.search.get
+    end
 
-          nips = detach_children(nodes, 'node', 'name', 'ipAddresses')
+    def import(doc)
+      @validator.validate doc
+      doc_nodes = doc['items']
+      si_key = doc['serviceInstance']
+      si_proxy = api.serviceInstances.search.findByKey(key: si_key)
+      si = rest_util.get_or_nil(si_proxy, si_key)
 
-          seiso_nodes = nodes.map { |n| @mapper.seiso_node n }
-          nodes_uri = @uri_factory_v1.nodes_uri true
-          @rest_connector_v1.post(nodes_uri, seiso_nodes)
+      if si.nil?
+        raise Util::InvalidDocumentError.new "Service instance #{si_key} not found."
+      end
 
-          import_nips nips
-        end
+      seiso_nodes = si.nodes.get
+      delete_orphans(doc_nodes, seiso_nodes)
+      import_items(doc_nodes, { 'serviceInstance' => si })
+    end
 
-        private
+    # Can't make these protected, because that prevents BaseImporter from seeing them.
+#    protected
 
-        def delete_stale_nodes_from_seiso
-          # TODO
-#          puts "TODO Delete stale nodes from seiso"
-        end
+    # BaseImporter callback
+    def to_search_params(doc_node, context)
+      { 'name' => doc_node['name'] }
+    end
+
+    # BaseImporter callback
+    def find_resource(search_params)
+      @search_resource.findByName(name: search_params['name']).get
+    end
+
+    # BaseImporter callback
+    def context_for(parent_resource, parent_context)
+      {
+        'serviceInstance' => parent_context['serviceInstance'],
+        'node' => parent_resource
+      }
+    end
 
-        def import_nips(nips)
-          seiso_nip_pairs = nips.map do |nip|
-            node_name = nip['node']
-            ip_address = nip['ipAddress']
-            {
-              "uri" => @uri_factory_v1.node_ip_address_uri(node_name, ip_address),
-              "resource" => @mapper.seiso_nip(nip)
-            }
-          end
-          # Uses keepalive
-          @rest_connector_v1.put_all seiso_nip_pairs
+    # BaseImporter callback
+    def import_children_of(doc_node, context)
+      doc_nips = doc_node['ipAddresses']
+
+      # If there aren't any IP addresses explicitly set, then derive one from the machine.
+      if doc_nips.nil? || doc_nips.empty?
+        doc_nips = create_default_doc_nips(doc_node, context)
+      end
+
+      @nip_importer.import_items(doc_nips, context)
+    end
+
+    private
+
+    def delete_orphans(doc_nodes, seiso_nodes)
+      doc_node_names = doc_nodes.map { |doc_node| doc_node['name'] }
+      seiso_nodes.each do |seiso_node|
+        orphan = !doc_node_names.include?(seiso_node.name)
+        if orphan
+          params = { 'name' => seiso_node.name }
+          rest_util.delete(seiso_node, params)
         end
       end
     end
-	end
+
+    def create_default_doc_nips(doc_node, context)
+      node_name = doc_node['name']
+      machine_name = doc_node['machine']
+      machine_search_params = { 'name' => machine_name }
+      machine_proxy = @machine_search_resource.findByName machine_search_params
+      machine_resource = @rest_util.get_or_nil(machine_proxy, machine_search_params)
+
+      if machine_resource.nil?
+        err_msg = "Node #{node_name} references nonexistent machine #{machine_name}."
+        fail Util::InvalidDocumentError.new err_msg
+      end
+
+      [ {
+        'ipAddressRole' => 'default',
+        'ipAddress' => machine_resource.body['ipAddress']
+      } ]
+    end
+  end
 end

data/lib/seiso/import_master/importers/node_ip_address_importer.rb

@@ -0,0 +1,46 @@
+class Seiso::ImportMaster
+  # Imports a node IP address into Seiso.
+  #
+  # Author:: Willie Wheeler (mailto:wwheeler@expedia.com)
+  # Copyright:: Copyright (c) 2014-2016 Expedia, Inc.
+  # License:: Apache 2.0
+  class Importers::NodeIpAddressImporter < Importers::BaseImporter
+
+    def initialize(api, rest_util)
+      self.api = api
+      self.rest_util = rest_util
+      self.mapper = Mappers::NodeIpAddressMapper.new api
+      self.repo_resource = api.nodeIpAddresses.get
+
+      @search_resource = repo_resource.search.get
+    end
+
+    # Can't make these protected, because that prevents BaseImporter from seeing them.
+#    protected
+
+    # BaseImporter callback
+    def to_search_params(doc_nip, context)
+
+      # FIXME For new nodes, we shouldn't have to look these up at all: nodes own NIPs, so the NIPs would be new too.
+      # So there ought to be a way to suppress NIP do-we-post-or-put lookups when we already know that we're creating a
+      # new node (and hence NIP).
+      #
+      # There is a case where we do need to look up the NIP. It's where we have an existing NIP and we want to change
+      # the IP address role. This feels a little weird to me since it seems like NIPs ought to be identified by
+      # <node, ipAddressRole> rathen than by <node, ipAddress>, but that's not how we've been doing it. [WLW]
+
+      {
+        'node' => context['node'].name,
+        'ipAddress' => doc_nip['ipAddress']
+      }
+    end
+
+    # BaseImporter callback
+    def find_resource(search_params)
+      node = search_params['node']
+      ip_addr = search_params['ipAddress']
+      # The .get is necessary to replace the finder URI with the canonical URI.
+      @search_resource.findByNodeNameAndIpAddress(node: node, ipAddress: ip_addr).get
+    end
+  end
+end

data/lib/seiso/import_master/importers/region_importer.rb

@@ -0,0 +1,31 @@
+class Seiso::ImportMaster
+  class Importers::RegionImporter < Importers::BaseImporter
+
+    def initialize(api, rest_util, resolver)
+      @log = Util::Logger.new "RegionImporter"
+
+      self.api = api
+      self.rest_util = rest_util
+      self.mapper = Mappers::RegionMapper.new resolver
+      self.repo_resource = api.regions.get
+
+      @log.info "Getting /regions/search"
+      @search_resource = repo_resource.search.get
+    end
+
+    def import(doc)
+      @log.info "Importing regions"
+      import_items(doc['items'], {})
+    end
+
+    def to_search_params(doc_region, context)
+      { 'key' => doc_region['key'] }
+    end
+
+    def find_resource(search_params)
+      key = search_params['key']
+      @log.info "Getting /regions/search/findByKey?key=#{key}"
+      @search_resource.findByKey(key: key).get
+    end
+  end
+end