forj 1.0.1 → 1.0.2

data/lib/network.rb

@@ -1,365 +0,0 @@
-#!/usr/bin/env ruby
-# encoding: UTF-8
-
-# (c) Copyright 2014 Hewlett-Packard Development Company, L.P.
-#
-#    Licensed under the Apache License, Version 2.0 (the "License");
-#    you may not use this file except in compliance with the License.
-#    You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#    Unless required by applicable law or agreed to in writing, software
-#    distributed under the License is distributed on an "AS IS" BASIS,
-#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#    See the License for the specific language governing permissions and
-#    limitations under the License.
-
-require 'rubygems'
-require 'require_relative'
-
-require_relative 'connection.rb'
-
-
-#
-# Network module
-#
-module Network
-
-  # Network management
-  def get_or_create_network(oFC, name)
-    Logging.state("Searching for network '%s'" % [name])
-    network = get_network(oFC, name)
-    if not network 
-      network = create_network(oFC, name)
-    end
-    network
-  end
-
-  def get_network(oFC, name)
-    begin
-      networks = oFC.oNetwork.networks.all(:name => name)
-      case networks.length()
-        when 0
-          Logging.debug("No network found")
-          nil
-        when 1
-          Logging.debug("Found network '%s'" % [networks[0].name])
-          networks[0]
-        else  
-          Logging.warning("Several network was found with '%s'. Selecting the first one '%s'." % [name, networks[0].name])
-          networks[0]
-      end
-    rescue => e
-      Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-    end
-  end
-
-  def create_network(oFC, name)
-    begin
-      Logging.debug('creating network %s' % [name])
-      oFC.oNetwork.networks.create(:name => name)
-    rescue => e
-      Logging.fatal(1, "Unable to create '%s'network" % name, e)
-    end
-  end
-
-  def delete_network(oFC, network_name)
-    begin
-      network = get_network(oFC, network_name)
-      oFC.oNetwork.networks.get(network.id).destroy
-    rescue => e
-      Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-    end
-  end
-
-
-  # Subnet management
-   def get_or_create_subnet(oFC, network_id, name)
-      Logging.state("Searching for sub-network attached '%s'." % [name])
-      begin
-         subnets = oFC.oNetwork.subnets.all(:network_id => network_id)
-      rescue => e
-         Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-      end
-      if subnets 
-         case subnets.length()
-            when 0
-               Logging.debug("No subnet found from '%s' network" % [name])
-               subnet = nil
-            when 1
-               Logging.debug("Found '%s' subnet from '%s' network" % [subnets[0].name, name])
-               subnet = subnets[0]
-            else 
-               Logging.warning("Several subnet was found on '%s'. Choosing the first one = '%s'" % [name, subnets[0].name])
-               subnet = subnets[0]
-         end
-      end  
-      if not subnet
-         # Create the subnet with 'sub-' prefixing the network name.   
-         begin
-            subnet = create_subnet(oFC, network_id, 'sub-%s' % [name])
-         rescue => e
-            Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-         end
-      end
-      return subnet
-   end
-
-  def create_subnet(oFC, network_id, name)
-    Logging.debug("Creating subnet '%s'" % [name])
-    begin
-      oFC.oNetwork.subnets.create(
-          :network_id => network_id,
-          :name => name,
-          :cidr => get_next_subnet(oFC),
-          :ip_version => '4'
-      )
-    rescue => e
-      Logging.fatal(1, "Unable to create '%s' subnet." % name, e)
-    end
-  end
-
-  def delete_subnet(oFC, subnet)
-    Logging.debug("Deleting subnet '%s'" % [subnet.name])
-    begin
-      oFC.oNetwork.subnets.get(subnet.id).destroy
-    rescue => e
-      Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-    end
-  end
-
-  def get_subnet(oFC, name)
-    begin
-      oFC.oNetwork.subnets.all(:name => name)[0]
-    rescue => e
-      Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-    end
-  end
-
-
-  # Router management
-  def get_or_create_router(oFC, network, subnet)
-    port = get_router_interface_attached(oFC, network)
-    if not port
-       # Trying to get router 
-       router = get_router(oFC, 'router-%s' % network.name)
-       router = create_router(oFC, 'router-%s' % network.name) if not router
-       create_router_interface(subnet, router) if router
-    else
-       routers = oFC.oNetwork.routers.all({:id => port.device_id})
-       if routers.length() == 1
-          if routers[0].external_gateway_info
-             Logging.debug("Found router '%s' attached to an external gateway." % [ routers[0].name ] )
-          else   
-             Logging.debug("Found router '%s' but need to be attached to an external gateway. Attaching..." % [ routers[0].name ] )
-             netty=search_gateway(oFC)
-             if netty
-               routers[0].external_gateway_info = { 'network_id' => netty.id }
-               routers[0].save
-               Logging.debug("Router '%s' attached to the external network '%s'." % [  routers[0].name, netty.name ] )
-             else  
-               Logging.fatal(1, "Unable to attach router '%s' to an external gateway. Required for boxes to get internet access. " % [ routers[0].name ] )
-             end
-          end   
-          router = routers[0]
-       else
-          Logging.warning("Unable to find the router id '%s'" % [ port.device_id ])
-          router = nil
-       end    
-    end
-    router
-  end
-
-  def get_router(oFC, name)
-    Logging.state("Searching for router '%s'..." % [name] )
-    begin
-      routers = oFC.oNetwork.routers.all({:name => name})
-      if routers.length() == 1
-         if routers[0].external_gateway_info.has_key?('id')
-            Logging.debug("Found router '%s' attached to an external gateway." % [ routers[0].name ] )
-         else   
-            Logging.warning("Found router '%s' but not attached to an external." % [ routers[0].name ] )
-         end   
-         routers[0]
-      else
-         Logging.debug("Router '%s' not found." % [ name ] )
-         nil
-      end
-    rescue => e
-      Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-    end
-  end
-
-  def create_router(oFC, name)
-    
-    netty = search_gateway(oFC)
-    
-    begin
-    if netty
-        Logging.debug("Creating router '%s' attached to the external Network '%s'." % [name, netty.name])
-        oFC.oNetwork.routers.create(
-            :name => name,
-            :admin_state_up => true,
-            :external_gateway_info => { 'network_id' => netty.id }
-        )
-    else
-        Logging.debug("Creating router '%s' without external Network." % [name])
-        oFC.oNetwork.routers.create(
-            :name => name,
-            :admin_state_up => true
-        )
-    end    
-    rescue => e
-      Logging.fatal(1, "Unable to create '%s' router" % name, e)
-    end
-  end
-
-  def delete_router(oFC, router_id)
-    Logging.debug("Deleting router '%s'" % [router.name])
-    begin
-      oFC.oNetwork.routers.get(router.id).destroy
-    rescue => e
-      Logging.error("Unable to delete '%s' router ID" % router_id, e)
-    end
-  end
-
-  
-  # Router interface to connect to the network
-  def create_router_interface(subnet, router)
-    Logging.fatal(1, "Internal Error: subnet/router object not passed.") if not subnet or not router
-
-    Logging.debug("Attaching subnet '%s' to router '%s'" % [subnet.name, router.name])
-    begin
-      router.add_interface(subnet.id, nil)
-    rescue => e
-      Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-    end
-  end
-
-  def delete_router_interface(subnet_id, router)
-    Logging.debug("Removing subnet '%s' from router '%s'" % [subnet.name, router.name])
-    begin
-      router.remove_interface(subnet_id)
-    rescue => e
-      Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-    end
-  end
-  
-  def get_router_interface(oFC, network_id, device_id)
-    begin
-      # Searching for router port attached
-      ports=oFC.oNetwork.ports.all({:network_id => network_id, :device_id => device_id})
-      case ports.length()
-        when 0
-          nil
-        else  
-          port[0]
-      end  
-    rescue => e
-      Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-    end
-  end
-
-  def get_router_interface_attached(oFC, network)
-    Logging.state("Searching for router port attached to the network '%s'" % [network.name] )
-    begin
-      # Searching for router port attached
-      ports=oFC.oNetwork.ports.all({:network_id => network.id, :device_type => 'network:router_interface'})
-      case ports.length()
-        when 0
-          Logging.debug("No router port attached to the network '%s'" % [network.name] )
-          nil
-        else  
-          Logging.debug("Found a router port attached to the network '%s' " % [network.name] )
-          ports[0]
-      end  
-    rescue => e
-      Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-    end
-  end
-
-  # Gateway management  
-  def get_gateway(oFC, name)
-
-    return nil if not name or not oFC
-
-    Logging.state("Getting gateway '%s'" % [name])
-    networks = oFC.oNetwork
-    begin
-       netty = networks.get(name)
-    rescue => e
-      Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-    end
-    Logging.state("Found gateway '%s'" % [name]) if netty
-    Logging.state("Unable to find gateway '%s'" % [name]) if not netty
-    return netty
-  end 
-    
-  def search_gateway(oFC)
-    Logging.state("Identifying External gateway ...")
-    begin
-      # Searching for router port attached
-      networks=oFC.oNetwork.networks.all({ :router_external => true })
-      case networks.length()
-        when 0
-          Logging.debug("No external network")
-          nil
-        when 1
-          Logging.debug("Found external network '%s'." % [networks[0].name] )
-          networks[0]
-        else  
-          Logging.debug("Found several external networks. Selecting the first one '%s'" % [networks[0].name] )
-          networks[0]
-      end  
-    rescue => e
-      Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-    end
-  end 
-
-end
-
-
-def get_next_subnet(oFC)
-  begin
-    subnet_values = Array.new
-    subnets = oFC.oNetwork.subnets.all
-
-    subnets.each do|s|
-      subnet_values.push(s.cidr)
-    end
-
-    gap = false
-    count = 0
-    range_used = Array.new
-    new_subnet = 0
-    new_cidr = ''
-
-    subnet_values = subnet_values.sort!
-
-    subnet_values.each do|value|
-      range_used.push(value[5])
-    end
-
-    range_used.each do |n|
-      if count.to_i == n.to_i
-      else
-        new_subnet = count
-        gap = true
-        break
-      end
-      count += 1
-    end
-
-    if gap
-      new_cidr = '10.0.%s.0/24' % [count]
-    else
-      max_value = range_used.max
-      new_subnet = max_value.to_i + 1
-      new_cidr  = '10.0.%s.0/24' % [new_subnet]
-    end
-    new_cidr
-  rescue => e
-      Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-  end
-end

data/lib/repositories.rb

@@ -1,222 +0,0 @@
-#!/usr/bin/env ruby
-# encoding: UTF-8
-
-# (c) Copyright 2014 Hewlett-Packard Development Company, L.P.
-#
-#    Licensed under the Apache License, Version 2.0 (the "License");
-#    you may not use this file except in compliance with the License.
-#    You may obtain a copy of the License at
-#
-#        http://www.apache.org/licenses/LICENSE-2.0
-#
-#    Unless required by applicable law or agreed to in writing, software
-#    distributed under the License is distributed on an "AS IS" BASIS,
-#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#    See the License for the specific language governing permissions and
-#    limitations under the License.
-
-require 'rubygems'
-require 'git'
-require 'fileutils'
-
-#
-# Repositories module
-#
-
-# Current version of the infra. Compatible with forj version or higher.
-$INFRA_VERSION = "0.0.37"
-
-module Repositories
-  def clone_repo(maestro_url, oConfig)
-      current_dir = Dir.pwd
-
-      home = File.expand_path('~')
-      path = home + '/.forj/'
-
-      begin
-        if File.directory?(path)
-          if File.directory?(path + 'maestro')
-            FileUtils.rm_r path + 'maestro'
-          end
-          git = Git.clone(maestro_url, 'maestro', :path => path)
-          git.checkout(oConfig[:branch]) if oConfig[:branch] != 'master'
-          Logging.info("Maestro repo '%s' cloned on branch '%s'" % [path, oConfig[:branch]])
-        end
-      rescue => e
-        Logging.error("%s\n%s" % [e.message, e.backtrace.join("\n")])
-        puts 'Error while cloning the repo from %s' % [maestro_url]
-        puts 'If this error persist you could clone the repo manually in ~/.forj/'
-      end
-      Dir.chdir(current_dir)
-  end
-
-   def ensure_build_env_file(maestro_url, maestro_repo, branch)
-      infra = File.join($FORJ_DATA_PATH, 'infra')
-      template = File.join(maestro_repo, 'templates', 'infra')
-
-      template_file = 'maestro.box.master.env'
-      env_file = 'maestro.box.' + branch + '.env'
-
-      source_build_env = File.join(template, template_file)
-      dest_build_env = File.join(infra, env_file)
-
-      if not File.exist?(source_build_env)
-         raise <<-END
-Your Maestro repository branch is too old.
-Suggestion:
-1. Clone #{maestro_url} to a different location.
-   $ mkdir -p ~/src/forj-oss
-   $ cd ~/src/forj-oss
-   $ git clone #{maestro_url}
-2. Use this master branch of maestro repository with forj
-   $ forj set maestro_repo=~/src/forj-oss/maestro
-
-then retry your boot.
-END
-      end
-      return if File.exist?(dest_build_env)
-
-      Logging.info("Creating '%s' to '%s'" % [source_build_env, dest_build_env])
-      FileUtils.copy(source_build_env, dest_build_env)
-   end
-
-   def create_infra(maestro_repo, branch)
-      # Build our own infra from maestro infra templates.
-      infra = File.join($FORJ_DATA_PATH, 'infra')
-      dest_cloud_init = File.join(infra, 'cloud-init')
-      template = File.join(maestro_repo, 'templates', 'infra')
-      cloud_init = File.join(template, 'cloud-init')
-
-      if File.directory?(infra)
-         Logging.debug("Cleaning up '%s'" % [infra])
-         FileUtils.rm_r(infra)
-      end
-      AppInit.ensure_dir_exists(dest_cloud_init)
-      if not File.exist?(cloud_init)
-         raise <<-END
-Your Maestro repository branch is too old.
-Suggestion:
-1. Clone %s to a different location.
-   $ mkdir -p ~/src/forj-oss
-   $ cd ~/src/forj-oss
-   $ git clone %s
-2. Use this master branch of maestro repository with forj
-   $ forj set maestro_repo=~/src/forj-oss/maestro
-
-then retry your boot.
-END
-      end
-      Logging.debug("Copying recursively '%s' to '%s'" % [cloud_init, infra])
-      FileUtils.copy_entry(cloud_init, dest_cloud_init)
-
-      file_ver = File.join(infra, 'forj-cli.ver')
-      File.write(file_ver, $INFRA_VERSION)
-   end
-
-   # Infra repository compatibility
-   # <  0.0.37 - Use a template file of build env file.
-   #              => Migration required.
-   # >= 0.0.37 - Using a generic version of build env file, fully managed by forj cli.
-   #              => No migration
-
-   def infra_rebuild_required?(oConfig, infra_dir)
-      # This function check if the current infra is compatible with current gem version.
-
-      return false if not File.exists?(infra_dir)
-
-      if infra_dir != File.join($FORJ_DATA_PATH, 'infra')
-         # Do not take care. We do not manage it, ourself.
-         return false
-      end
-
-      file_ver = File.join(infra_dir, 'forj-cli.ver')
-      forj_infra_version = nil
-      forj_infra_version = File.read(file_ver) if File.exist?(file_ver)
-
-      if forj_infra_version
-         return false if Gem::Version.new(forj_infra_version) == Gem::Version.new($INFRA_VERSION)
-         return true if Gem::Version.new(forj_infra_version) < Gem::Version.new($INFRA_VERSION)
-      end
-      # Before version 0.0.37, version file did not exist. So return true
-      true
-   end
-
-   def infra_rebuild(oConfig, infra_dir)
-      return false if not File.exists?(infra_dir)
-
-      file_ver = File.join(infra_dir, 'forj-cli.ver')
-      forj_infra_version = nil
-      forj_infra_version = File.read(file_ver) if File.exist?(file_ver)
-
-      if forj_infra_version.nil? or forj_infra_version == ""
-         # Prior version 37
-         return(old_infra_data_update(oConfig, '0.0.36', infra_dir))
-      elsif Gem::Version.new(forj_infra_version) < Gem::Version.new($INFRA_VERSION)
-         return(old_infra_data_update(oConfig, forj_infra_version, infra_dir))
-      end
-   end
-
-   def old_infra_data_update(oConfig, version, infra_dir)
-      Logging.info("Migrating your local infra repo (%s) to the latest version." % version)
-      bRebuild = false # Be default migration is successful. No need to rebuild it.
-      case version
-         when '0.0.36'
-            # Moving from 0.0.36 or less to 0.0.37 or higher.
-            # SET_COMPUTE="{SET_COMPUTE!}" => Setting for Compute. ignored. Coming from HPC
-            # SET_TENANT_NAME="{SET_TENANT_NAME!}" => Setting for Compute. ignored. Need to query HPC from current Tenant ID
-
-            # SET_DNS_TENANTID="{SET_DNS_TENANTID!}" => Setting for DNS. meta = dns_tenantid
-            #  ==> :forj_accounts, sAccountName, :dns, :tenant_id
-
-            # SET_DNS_ZONE="{SET_DNS_ZONE!}" => Setting for DNS. meta = dns_zone
-            # ==> :forj_accounts, sAccountName, :dns, :service
-
-            # SET_DOMAIN="{SET_DOMAIN!}" => Setting for Maestro (required) and DNS if enabled.
-            # ==> :forj_accounts, sAccountName, :dns, :domain_name
-            sAccountName = oConfig.get(:account_name)
-
-            yDns = {}
-            yDns = oConfig.oConfig.ExtraGet(:forj_accounts, sAccountName, :dns) if oConfig.oConfig.ExtraExist?(:forj_accounts, sAccountName, :dns)
-            Dir.foreach(infra_dir) do | file |
-               next if not /^maestro\.box\..*\.env$/ =~ file
-               build_env = File.join(infra_dir, file)
-               Logging.debug("Reading data from '%s'" % build_env)
-               tags = {'SET_DNS_TENANTID' => :tenant_id,
-                       'SET_DNS_ZONE' => :service,
-                       'SET_DOMAIN' => :domain_name
-                      }
-               begin
-                  bUpdate = nil
-
-                  File.open(build_env) do |f|
-                     f.each_line do |line|
-                        mObj = line.match(/^(SET_[A-Z_]+)=["'](.*)["'].*$/)
-                        if mObj
-                           Logging.debug("Reviewing detected '%s' tag" % [mObj[1]])
-                           tag = (tags[mObj[1]]? tags[mObj[1]] : nil)
-                           if tag and mObj[2]
-                              if bUpdate == nil and rhGet(yDns, tag) and rhGet(yDns, tag) != mObj[2]
-                                 Logging.message("Your account setup is different than build env.")
-                                 Logging.message("We suggest you to update your account setup with data from your build env.")
-                                 bUpdate = agree("Do you want to update your setup with those build environment data?")
-                              end
-                              if bUpdate != nil and bUpdate
-                                 Logging.debug("Saved: '%s' = '%s'" % [mObj[1],mObj[2]])
-                                 rhSet(yDns, mObj[2], tag)
-                              end
-                           end
-                        end
-                     end
-                  end
-               rescue => e
-                  Logging.fatal(1, "Failed to open the build environment file '%s'" % build_env, e)
-               end
-            end
-            file_ver = File.join(infra_dir, 'forj-cli.ver')
-            File.write(file_ver, $INFRA_VERSION)
-            oConfig.oConfig.ExtraSet(:forj_accounts, sAccountName, :dns, yDns)
-            oConfig.oConfig.ExtraSave(File.join($FORJ_ACCOUNTS_PATH, sAccountName), :forj_accounts, sAccountName)
-            return bRebuild
-      end
-   end
-end