bcome 1.3.6 → 1.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0d87216a1088316fa96d518641a96b0e91bf8e329b3dab8909844370e901bc7a
-  data.tar.gz: 6278ffabc92b6adc0a45a08ba2c440f80c89478fa99874a4c4430d5f434646a0
+  metadata.gz: 7ace465761e84db321e1de7eea860a3ade94ecda5d5e091e8784740b1cb07ea4
+  data.tar.gz: 996329541843570edfef238c8a1dd46830402fd04586530b66810478b303b59c
 SHA512:
-  metadata.gz: fc285a553d0f46f873a0b82652cef41246996c17b680532ca64696923fb8af934eefb99e2706739f09be6eefaa3ed6e034a280619570dffb9514ba7ac7384c22
-  data.tar.gz: 5f7a554733686efa6b219fdce445b0a68f5e23641058d531b807d5b646ebe65fdee8137cb94d88f2effa3af93ef168691cb862b939b7ce08a7e28ed8d0fa8abb
+  metadata.gz: db096f8fdde0c83e57519c5d09089d3d8e2bf26a4e4f07c675cf18aafb42a279ca7788114378dd7737e84f4279bbc09e141a1612669de6bea792370bd419fffd
+  data.tar.gz: 4ed639e3378da6b8cefef9727c640d8462ff3fe01f35f63d30b28ef4cd3c50c8975cf7226f4b74f789068223238e860dd7f8300cc4861b18f25b6dec4149b9a7

data/bin/bcome

@@ -1,15 +1,20 @@
 #!/usr/bin/env ruby
+# frozen_string_literal: true
 
 require 'bcome'
 
-begin
-  spawn_into_console = true
-  arguments = ARGV - [ARGV[0]]
-  ::Bcome::Bootup.set_and_do({ breadcrumbs: ARGV[0], arguments: arguments }, spawn_into_console)
+breadcrumbs = ARGV[0]
+arguments = ARGV - [ARGV[0]]
+handler = ::Bcome::Startup.new(breadcrumbs, arguments)
 
-  # close any trailing connections
-  Bcome::Bootup.instance.estate.close_ssh_connections
+trap('SIGINT') do
+  handler.stop_loading_bars
+end
 
-rescue ::Bcome::Exception::Base
-  puts "bcome terminated unexpectedly".warning
+trap('INT') do
+  handler.stop_loading_bars
 end
+
+Thread.report_on_exception = false
+
+handler.do

data/lib/bcome.rb

@@ -1,17 +1,13 @@
+# frozen_string_literal: true
+
 require 'irb'
-require 'irb/completion'
-require 'rainbow'
-require 'net/scp'
-require 'net/ssh/proxy/command'
-require 'fog/aws'
-require 'require_all'
-require 'pmap'
-require 'singleton'
 require 'active_support'
 require 'active_support/core_ext'
-require 'pp'
-require 'awesome_print'
-require 'io/console'
+require 'pmap'
+require 'singleton'
+require 'require_all'
+require 'tty-cursor'
+require 'pry'
 
 require_all "#{File.dirname(__FILE__)}/../patches"
 require_all "#{File.dirname(__FILE__)}/../lib/objects"

data/lib/objects/bcome/version.rb

@@ -1,3 +1,21 @@
+# frozen_string_literal: true
+
 module Bcome
-  VERSION = '1.3.6'.freeze
+  module Version
+    def self.name
+      'bcome'
+    end
+
+    def self.release
+      '1.4.0'
+    end
+
+    def self.release_name
+      'multicloud'
+    end
+
+    def self.display
+      "#{name} #{release} #{release_name}"
+    end
+  end
 end

data/lib/objects/bootup.rb

@@ -1,12 +1,10 @@
+# frozen_string_literal: true
+
 module Bcome
   class Bootup
     def self.set_and_do(params, spawn_into_console = true)
       instance.set(params, spawn_into_console)
       instance.do
-    rescue Bcome::Exception::Base => e
-      puts e.pretty_display
-    rescue Excon::Error::Socket => e
-      puts "\nNo network access - please check your connection and try again\n".red
     end
 
     def self.traverse(breadcrumbs = nil, _spawn_into_console = false)
@@ -31,6 +29,7 @@ module Bcome
 
     def init_context(context)
       if @spawn_into_console
+        puts "\n\n"
         ::Bcome::Workspace.instance.set(context: context)
       else
         context
@@ -55,7 +54,6 @@ module Bcome
         end
         starting_context = next_context
       end
-
       # Set our workspace to our last context - we're not invoking a method call and so we're entering a console session
       init_context(starting_context)
     end
@@ -64,6 +62,16 @@ module Bcome
       @estate ||= ::Bcome::Node::Factory.instance.init_tree
     end
 
+    def estate_loaded?
+      !@estate.nil?
+    end
+
+    def close_ssh_connections
+      return unless estate_loaded?
+
+      estate.close_ssh_connections
+    end
+
     def parser
       ::Bcome::Parser::BreadCrumb.new(@breadcrumbs)
     end

data/lib/objects/command/local.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'open3'
 
 module Bcome::Command

data/lib/objects/config_factory.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 class Bcome::ConfigFactory
   attr_reader :tree
 
@@ -31,6 +33,7 @@ class Bcome::ConfigFactory
 
   def hash_for_identifier_from_view(identifier, views)
     raise Bcome::Exception::InventoriesCannotHaveSubViews, 'Inventories cannot hold other inventories - invalid network config' unless views.key?(:views)
+
     views[:views].select { |v| v[:identifier].to_s == identifier.to_s }.first
   end
 end

data/lib/objects/driver/base.rb

@@ -1,26 +1,58 @@
+# frozen_string_literal: true
+
 module Bcome::Driver
   class Base
     class << self
-      def create_from_config(config)
+      def create_from_config(config, node)
         raise Bcome::Exception::InvalidNetworkDriverType, 'Your network configurtion is invalid' unless config.is_a?(Hash)
         raise Bcome::Exception::InvalidNetworkDriverType, "Missing config parameter 'type'" unless config[:type]
+
         config_klass_key = config[:type].to_sym
         driver_klass = klass_for_type[config_klass_key]
         raise Bcome::Exception::InvalidNetworkDriverType, config unless driver_klass
-        driver = driver_klass.new(config)
+
+        driver = driver_klass.new(config, node)
         driver
       end
 
       def klass_for_type
         {
           static: ::Bcome::Driver::Static,
-          ec2: ::Bcome::Driver::Ec2
+          ec2: ::Bcome::Driver::Ec2,
+          gcp: ::Bcome::Driver::Gcp
         }
       end
     end
 
-    def initialize(params)
+    include ::Bcome::LoadingBar::Handler
+
+    def initialize(params, node)
       @params = params
+      @node = node
+    end
+
+    def has_network_credentials?
+      false
+    end
+
+    def loader_title
+      'Loading' + "\s#{pretty_provider_name.bc_blue.bold}\s#{pretty_resource_location.underline}".bc_green
+    end
+
+    def loader_completed_title
+      'done'
+    end
+
+    def pretty_provider_name
+      raise 'Should be overriden'
+    end
+
+    def pretty_resource_location
+      raise 'Should be overidden'
+    end
+
+    def network_credentials
+      raise 'Should be overidden'
     end
 
     def config

data/lib/objects/driver/bucket.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Bcome::Driver
   class Bucket
     include Singleton
@@ -6,13 +8,13 @@ module Bcome::Driver
       @drivers = []
     end
 
-    def driver_for_network_data(network_data)
+    def driver_for_network_data(network_data, node)
       found_driver = @drivers.select { |driver| driver.config == network_data }.first
-      found_driver ? found_driver : create_network_driver(network_data)
+      found_driver || create_network_driver(network_data, node)
     end
 
-    def create_network_driver(network_data)
-      driver = ::Bcome::Driver::Base.create_from_config(network_data)
+    def create_network_driver(network_data, node)
+      driver = ::Bcome::Driver::Base.create_from_config(network_data, node)
       @drivers << driver
       driver
     end

data/lib/objects/driver/ec2.rb

@@ -1,20 +1,40 @@
+# frozen_string_literal: true
+
+require 'fog/aws'
+
 module Bcome::Driver
   class Ec2 < Bcome::Driver::Base
-  
-    PATH_TO_FOG_CREDENTIALS = "#{ENV['HOME']}/.fog".freeze
+    PATH_TO_FOG_CREDENTIALS = "#{ENV['HOME']}/.fog"
 
     def initialize(*params)
       super
       raise Bcome::Exception::Ec2DriverMissingProvisioningRegion, params.inspect unless provisioning_region
     end
 
+    def pretty_provider_name
+      'EC2'
+    end
+
+    def pretty_resource_location
+      @node.network_data[:provisioning_region]
+    end
+
     def fog_client
       @fog_client ||= get_fog_client
     end
 
     def fetch_server_list(filters)
-      servers = unfiltered_server_list.all(filters)
-      servers
+      wrap_indicator type: :basic, title: loader_title, completed_title: loader_completed_title do
+        begin
+          @servers = unfiltered_server_list.all(filters)
+          signal_success
+        rescue Exception => e
+          signal_failure
+          raise e
+        end
+      end
+
+      @servers
     end
 
     def unfiltered_server_list
@@ -25,6 +45,17 @@ module Bcome::Driver
       fog_client.servers.all({})
     end
 
+    def has_network_credentials?
+      true
+    end
+
+    def network_credentials
+      {
+        access_key: raw_fog_credentials['aws_access_key_id'],
+        secret_key: raw_fog_credentials['aws_secret_access_key']
+      }
+    end
+
     def raw_fog_credentials
       @raw_fog_credentials ||= YAML.load_file(PATH_TO_FOG_CREDENTIALS)[credentials_key]
     end

data/lib/objects/driver/gcp.rb

@@ -0,0 +1,124 @@
+# frozen_string_literal: true
+
+require 'google/apis/compute_beta'
+
+module Bcome::Driver
+  class Gcp < Bcome::Driver::Base
+    APPLICATION_NAME = 'Bcome console'
+
+    def initialize(*params)
+      super
+      validate_service_scopes
+      validate_authentication_scheme
+    end
+
+    def pretty_provider_name
+      'GCP'
+    end
+
+    def pretty_resource_location
+      "#{@params[:project]}/#{@params[:zone]}"
+    end
+
+    def fetch_server_list(_filters)
+      unless authentication_scheme.authorized?
+        get_authenticated_gcp_service
+        raise ::Bcome::Exception::Generic, 'GCP authentication process failed' unless authentication_scheme.authorized?
+      end
+
+      wrap_indicator type: :basic, title: loader_title, completed_title: loader_completed_title do
+        begin
+          @instances = do_fetch_server_list(_filters)
+          signal_success
+        rescue Exception => e
+          signal_failure
+          raise e
+        end
+      end
+      @instances.items
+    end
+
+    def do_fetch_server_list(_filters)
+      gcp_service.list_instances(@params[:project], @params[:zone])
+    rescue Google::Apis::AuthorizationError
+      raise ::Bcome::Exception::CannotAuthenticateToGcp
+    rescue Google::Apis::ClientError => e
+      raise ::Bcome::Exception::Generic, "Namespace #{@node.namespace} / #{e.message}"
+    rescue Google::Apis::TransmissionError => e
+      raise ::Bcome::Exception::Generic, 'Cannot reach GCP - do you have an internet connection?'
+    end
+
+    def has_network_credentials?
+      true
+    end
+
+    def network_credentials
+      {
+        access_token: access_token,
+        project_name: @params[:project]
+      }
+    end
+
+    protected
+
+    def validate_authentication_scheme
+      raise ::Bcome::Exception::MissingGcpAuthenticationScheme, "node #{@node.namespace}" if @params[:authentication_scheme].nil? || @params[:authentication_scheme].empty?
+      raise ::Bcome::Exception::InvalidGcpAuthenticationScheme, "Invalid GCP authentication scheme '#{@params[:authentication_scheme]}' for node #{@node.namespace}" unless auth_scheme
+    end
+
+    def invalid_auth_scheme?
+      !auth_schemes.keys.include?(@params[:authentication_scheme].to_sym)
+    end
+
+    def auth_scheme
+      auth_schemes[@params[:authentication_scheme].to_sym]
+    end
+
+    def auth_schemes
+      {
+        oauth: ::Bcome::Driver::Gcp::Authentication::Oauth,
+        serviceaccount: ::Bcome::Driver::Gcp::Authentication::ServiceAccount,
+        api_key: ::Bcome::Driver::Gcp::Authentication::ApiKey
+      }
+    end
+
+    def compute_service
+      @compute_service ||= ::Google::Apis::ComputeBeta::ComputeService.new
+    end
+
+    def get_authenticated_gcp_service
+      authentication_scheme.do!
+      compute_service
+    end
+
+    def authentication_scheme
+      # Service scopes are specified directly from the network config
+      # A minumum scope of https://www.googleapis.com/auth/compute.readonly is required in order to list resources.
+      @authentication_scheme ||= auth_scheme.new(self, compute_service, service_scopes, @node, @params[:secrets_path])
+    end
+
+    def gcp_service
+      @gcp_service ||= get_authenticated_gcp_service
+    end
+
+    def access_token
+      gcp_service.authorization.access_token
+    end
+
+    def authorization
+      gcp_service.authorization
+    end
+
+    def service_scopes
+      @params[:service_scopes]
+    end
+
+    def validate_service_scopes
+      raise ::Bcome::Exception::MissingGcpServiceScopes, 'Please define as minimum https://www.googleapis.com/auth/compute.readonly' unless has_service_scopes_defined?
+    end
+
+    def has_service_scopes_defined?
+      service_scopes&.any?
+    end
+  end
+end

data/lib/objects/driver/gcp/authentication/api_key.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+module Bcome::Driver::Gcp::Authentication
+  class ApiKey
+  end
+end

data/lib/objects/driver/gcp/authentication/oauth.rb

@@ -0,0 +1,101 @@
+# frozen_string_literal: true
+
+require 'google/api_client/auth/storage'
+require 'google/api_client/auth/storages/file_store'
+require 'google/api_client/client_secrets'
+
+module Bcome::Driver::Gcp::Authentication
+  class Oauth
+    credential_directory = '.gauth'
+    credential_file_suffix = 'oauth2.json'
+
+    include ::Bcome::LoadingBar::Handler
+
+    def initialize(driver, service, scopes, node, path_to_secrets)
+      @service = service
+      @scopes = scopes
+      @node = node
+      @driver = driver
+
+      @path_to_secrets = "#{credential_directory}/#{path_to_secrets}"
+      # All credentials are held in .gauth
+      ensure_credential_directory
+    end
+
+    def authorized?
+      storage && !@storage.authorization.nil?
+    end
+
+    def storage
+      @storage ||= ::Google::APIClient::Storage.new(Google::APIClient::FileStore.new(full_path_to_credential_file))
+    end
+
+    def credential_directory
+      '.gauth'
+    end
+
+    def credential_file_suffix
+      'oauth2.json'
+    end
+
+    def full_path_to_credential_file
+      "#{credential_directory}/#{credential_file}"
+    end
+
+    def credential_file
+      "#{@node.keyed_namespace}:#{credential_file_suffix}"
+    end
+
+    def authorize!
+      @service.authorization = storage.authorize
+    end
+
+    def client_secrets
+      @client_secrets ||= load_client_secrets
+    end
+
+    def load_client_secrets
+      ::Google::APIClient::ClientSecrets.load(@path_to_secrets)
+    rescue Exception => e
+      raise ::Bcome::Exception::MissingOrInvalidClientSecrets, "#{@path_to_secrets}. Gcp exception: #{e.class} #{e.message}"
+    end
+
+    def loader_title
+      'Authenticating' + "\s#{@driver.pretty_provider_name.bc_blue.bold}\s#{@driver.pretty_resource_location.underline}".bc_green
+    end
+
+    def do!
+      authorize!
+      if @storage.authorization.nil?
+        # Total bloat from google here. Thanks google... requiring at last possible moment.
+        require 'google/api_client/auth/installed_app'
+
+        wrap_indicator type: :basic, title: loader_title, completed_title: '' do
+          flow = Google::APIClient::InstalledAppFlow.new(
+            client_id: client_secrets.client_id,
+            client_secret: client_secrets.client_secret,
+            scope: @scopes
+          )
+
+          begin
+             @service.authorization = flow.authorize(storage)
+             signal_success
+          rescue ArgumentError => e
+            signal_failure
+            raise ::Bcome::Exception::MissingOrInvalidClientSecrets, "#{@path_to_secrets}. Gcp exception: #{e.class} #{e.message}"
+           end
+        end
+      end
+
+      @service
+    end
+
+    def notify_success
+      print "[\s" + "Credentials file written to\s" + full_path_to_credential_file + "\s]" + "\n"
+    end
+
+    def ensure_credential_directory
+      `mkdir -p #{credential_directory}`
+    end
+  end
+end