bcome 1.3.4 → 2.0.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (183) hide show
  1. checksums.yaml +5 -5
  2. data/bin/bcome +13 -8
  3. data/lib/bcome.rb +14 -11
  4. data/lib/objects/bcome/version.rb +19 -1
  5. data/lib/objects/bootup.rb +16 -7
  6. data/lib/objects/command/local.rb +2 -0
  7. data/lib/objects/config_factory.rb +3 -0
  8. data/lib/objects/driver/base.rb +52 -6
  9. data/lib/objects/driver/bucket.rb +6 -4
  10. data/lib/objects/driver/ec2.rb +45 -5
  11. data/lib/objects/driver/gcp.rb +168 -0
  12. data/lib/objects/driver/gcp/authentication/api_key.rb +6 -0
  13. data/lib/objects/driver/gcp/authentication/base.rb +36 -0
  14. data/lib/objects/driver/gcp/authentication/oauth.rb +96 -0
  15. data/lib/objects/driver/gcp/authentication/oauth_client_config.rb +22 -0
  16. data/lib/objects/driver/gcp/authentication/oauth_session_store.rb +22 -0
  17. data/lib/objects/driver/gcp/authentication/service_account.rb +62 -0
  18. data/lib/objects/driver/gcp/authentication/signet/service_account.rb +27 -0
  19. data/lib/objects/driver/gcp/authentication/utilities.rb +42 -0
  20. data/lib/objects/encryptor.rb +109 -24
  21. data/lib/objects/exception/argument_error_invoking_method_from_command_line.rb +8 -4
  22. data/lib/objects/exception/base.rb +21 -10
  23. data/lib/objects/exception/can_only_subselect_on_inventory.rb +8 -4
  24. data/lib/objects/exception/cannot_authenticate_to_gcp.rb +11 -0
  25. data/lib/objects/exception/cannot_find_internal_registry_klass.rb +8 -4
  26. data/lib/objects/exception/cannot_find_inventory.rb +11 -0
  27. data/lib/objects/exception/cannot_find_subselection_parent.rb +8 -4
  28. data/lib/objects/exception/cant_find_key_in_cloud_tags.rb +8 -4
  29. data/lib/objects/exception/cant_find_key_in_metadata.rb +8 -4
  30. data/lib/objects/exception/cant_find_proxy_host_by_identifier.rb +8 -4
  31. data/lib/objects/exception/cant_find_proxy_host_by_namespace.rb +8 -4
  32. data/lib/objects/exception/could_not_initiate_ssh_connection.rb +8 -4
  33. data/lib/objects/exception/could_not_initiate_ssh_connection_through_backend_proxy.rb +8 -4
  34. data/lib/objects/exception/could_not_retrieve_terraform_output.rb +11 -0
  35. data/lib/objects/exception/deprecation_warning.rb +9 -7
  36. data/lib/objects/exception/duplicate_command_line_argument_key.rb +8 -4
  37. data/lib/objects/exception/ec2_driver_missing_authorization_keys.rb +11 -0
  38. data/lib/objects/exception/ec2_driver_missing_provisioning_region.rb +8 -4
  39. data/lib/objects/exception/empty_namespace_tree.rb +11 -0
  40. data/lib/objects/exception/failed_to_run_local_command.rb +8 -4
  41. data/lib/objects/exception/gcp_auth_service_account_missing_credentials.rb +11 -0
  42. data/lib/objects/exception/generic.rb +11 -0
  43. data/lib/objects/exception/interactive_session_halt.rb +6 -2
  44. data/lib/objects/exception/invalid_bcome_breadcrumb.rb +8 -4
  45. data/lib/objects/exception/invalid_breadcrumb.rb +8 -4
  46. data/lib/objects/exception/invalid_context_command.rb +8 -4
  47. data/lib/objects/exception/invalid_gcp_authentication_scheme.rb +11 -0
  48. data/lib/objects/exception/invalid_identifier.rb +8 -4
  49. data/lib/objects/exception/invalid_machines_cache_config.rb +8 -4
  50. data/lib/objects/exception/invalid_matcher_query.rb +8 -4
  51. data/lib/objects/exception/invalid_meta_data_config.rb +8 -4
  52. data/lib/objects/exception/invalid_metadata_encryption_key.rb +8 -4
  53. data/lib/objects/exception/invalid_network_config.rb +8 -4
  54. data/lib/objects/exception/invalid_network_driver_type.rb +8 -4
  55. data/lib/objects/exception/invalid_port_forward_request.rb +11 -0
  56. data/lib/objects/exception/invalid_proxy_config.rb +8 -4
  57. data/lib/objects/exception/invalid_regexp_matcher_in_registry.rb +8 -4
  58. data/lib/objects/exception/invalid_registry_arguments_type.rb +8 -4
  59. data/lib/objects/exception/invalid_registry_command_name_length.rb +8 -4
  60. data/lib/objects/exception/invalid_registry_data_config.rb +8 -4
  61. data/lib/objects/exception/invalid_restriction_key_in_registry.rb +8 -4
  62. data/lib/objects/exception/invalid_ssh_config.rb +8 -4
  63. data/lib/objects/exception/inventories_cannot_have_subviews.rb +8 -4
  64. data/lib/objects/exception/malformed_command_line_arguments.rb +8 -4
  65. data/lib/objects/exception/method_invocation_requires_parameter.rb +8 -4
  66. data/lib/objects/exception/method_name_conflict_in_registry.rb +8 -4
  67. data/lib/objects/exception/missing_argument_for_registry_command.rb +8 -4
  68. data/lib/objects/exception/missing_description_on_view.rb +8 -4
  69. data/lib/objects/exception/missing_execute_on_registry_object.rb +8 -4
  70. data/lib/objects/exception/missing_gcp_authentication_scheme.rb +11 -0
  71. data/lib/objects/exception/missing_gcp_service_account_credentials_filename.rb +11 -0
  72. data/lib/objects/exception/missing_gcp_service_scopes.rb +11 -0
  73. data/lib/objects/exception/missing_identifier_on_view.rb +8 -4
  74. data/lib/objects/exception/missing_inventory_contributors.rb +11 -0
  75. data/lib/objects/exception/missing_ip_address_on_server.rb +8 -4
  76. data/lib/objects/exception/missing_network_config.rb +8 -4
  77. data/lib/objects/exception/missing_or_invalid_client_secrets.rb +11 -0
  78. data/lib/objects/exception/missing_params_for_rsync.rb +8 -4
  79. data/lib/objects/exception/missing_params_for_scp.rb +8 -4
  80. data/lib/objects/exception/missing_subselection_key.rb +8 -4
  81. data/lib/objects/exception/missing_type_on_view.rb +8 -4
  82. data/lib/objects/exception/no_node_found_for_breadcrumb.rb +8 -4
  83. data/lib/objects/exception/no_node_named_by_identifier.rb +8 -4
  84. data/lib/objects/exception/node_identifiers_must_be_unique.rb +8 -4
  85. data/lib/objects/exception/orchestration_script_does_not_exist.rb +8 -4
  86. data/lib/objects/exception/proxy_host_node_does_not_have_public_ip_address.rb +8 -4
  87. data/lib/objects/exception/unknown_dynamic_server_type.rb +11 -0
  88. data/lib/objects/exception/unknown_method_for_namespace.rb +8 -4
  89. data/lib/objects/exception/user_orchestration_error.rb +11 -0
  90. data/lib/objects/initialization/factory.rb +36 -0
  91. data/lib/objects/initialization/structure.rb +18 -0
  92. data/lib/objects/initialization/utils.rb +20 -0
  93. data/lib/objects/interactive/session.rb +4 -1
  94. data/lib/objects/interactive/session_item/base.rb +2 -0
  95. data/lib/objects/interactive/session_item/capture_input.rb +2 -0
  96. data/lib/objects/interactive/session_item/transparent_ssh.rb +29 -23
  97. data/lib/objects/loading_bar/handler.rb +80 -0
  98. data/lib/objects/loading_bar/indicator/base.rb +65 -0
  99. data/lib/objects/loading_bar/indicator/basic.rb +34 -0
  100. data/lib/objects/loading_bar/indicator/progress.rb +26 -0
  101. data/lib/objects/loading_bar/pid_bucket.rb +27 -0
  102. data/lib/objects/modules/context.rb +13 -9
  103. data/lib/objects/modules/draw.rb +49 -0
  104. data/lib/objects/modules/registry_management.rb +16 -10
  105. data/lib/objects/modules/tree.rb +157 -0
  106. data/lib/objects/modules/ui_output.rb +10 -6
  107. data/lib/objects/modules/workspace_commands.rb +131 -157
  108. data/lib/objects/modules/workspace_menu.rb +193 -129
  109. data/lib/objects/node/attributes.rb +17 -19
  110. data/lib/objects/node/base.rb +136 -74
  111. data/lib/objects/node/cache_handler.rb +3 -1
  112. data/lib/objects/node/collection.rb +10 -9
  113. data/lib/objects/node/factory.rb +47 -36
  114. data/lib/objects/node/inventory/base.rb +106 -100
  115. data/lib/objects/node/inventory/defined.rb +113 -89
  116. data/lib/objects/node/inventory/merge.rb +51 -0
  117. data/lib/objects/node/inventory/subselect.rb +66 -46
  118. data/lib/objects/node/kube/base.rb +51 -0
  119. data/lib/objects/node/kube/container.rb +9 -0
  120. data/lib/objects/node/kube/estate.rb +19 -0
  121. data/lib/objects/node/kube/namespace.rb +24 -0
  122. data/lib/objects/node/kube/pod.rb +24 -0
  123. data/lib/objects/node/kube_wrap.rb +26 -0
  124. data/lib/objects/node/meta/base.rb +8 -1
  125. data/lib/objects/node/meta/cloud.rb +2 -0
  126. data/lib/objects/node/meta/local.rb +2 -0
  127. data/lib/objects/node/meta_data_factory.rb +4 -2
  128. data/lib/objects/node/meta_data_loader.rb +28 -29
  129. data/lib/objects/node/resources/base.rb +5 -1
  130. data/lib/objects/node/resources/inventory.rb +26 -5
  131. data/lib/objects/node/resources/merged.rb +47 -0
  132. data/lib/objects/node/resources/sub_inventory.rb +12 -8
  133. data/lib/objects/node/server/base.rb +105 -70
  134. data/lib/objects/node/server/dynamic/base.rb +23 -0
  135. data/lib/objects/node/server/{dynamic.rb → dynamic/ec2.rb} +13 -13
  136. data/lib/objects/node/server/dynamic/gcp.rb +46 -0
  137. data/lib/objects/node/server/static.rb +34 -10
  138. data/lib/objects/orchestration/base.rb +17 -1
  139. data/lib/objects/orchestration/interactive_terraform.rb +59 -30
  140. data/lib/objects/orchestrator.rb +22 -0
  141. data/lib/objects/parser/bread_crumb.rb +3 -1
  142. data/lib/objects/registry/arguments/base.rb +3 -1
  143. data/lib/objects/registry/arguments/command_line.rb +6 -1
  144. data/lib/objects/registry/arguments/console.rb +4 -1
  145. data/lib/objects/registry/command/base.rb +3 -0
  146. data/lib/objects/registry/command/external.rb +9 -3
  147. data/lib/objects/registry/command/group.rb +11 -4
  148. data/lib/objects/registry/command/internal.rb +3 -1
  149. data/lib/objects/registry/command/shortcut.rb +17 -9
  150. data/lib/objects/registry/command_list.rb +2 -0
  151. data/lib/objects/registry/loader.rb +13 -10
  152. data/lib/objects/ssh/bootstrap.rb +3 -1
  153. data/lib/objects/ssh/command.rb +9 -8
  154. data/lib/objects/ssh/command_exec.rb +16 -10
  155. data/lib/objects/ssh/connection_wrangler.rb +124 -0
  156. data/lib/objects/ssh/connector.rb +108 -0
  157. data/lib/objects/ssh/driver.rb +28 -242
  158. data/lib/objects/ssh/driver_concerns/command_strings.rb +17 -0
  159. data/lib/objects/ssh/driver_concerns/connection.rb +75 -0
  160. data/lib/objects/ssh/driver_concerns/functions.rb +89 -0
  161. data/lib/objects/ssh/driver_concerns/user.rb +32 -0
  162. data/lib/objects/ssh/proxy_chain.rb +19 -0
  163. data/lib/objects/ssh/proxy_chain_link.rb +26 -0
  164. data/lib/objects/ssh/proxy_hop.rb +130 -0
  165. data/lib/objects/ssh/script_exec.rb +12 -11
  166. data/lib/objects/ssh/tunnel/local_port_forward.rb +5 -6
  167. data/lib/objects/ssh/tunnel_keeper.rb +21 -0
  168. data/lib/objects/ssh/window.rb +31 -0
  169. data/lib/objects/startup.rb +58 -0
  170. data/lib/objects/system/local.rb +3 -0
  171. data/lib/objects/terraform/output.rb +45 -0
  172. data/lib/objects/workspace.rb +13 -14
  173. data/patches/irb.rb +63 -6
  174. data/patches/string-encrypt.rb +20 -23
  175. data/patches/string.rb +18 -1
  176. data/patches/string_stylesheet.rb +2 -0
  177. metadata +157 -33
  178. data/lib/objects/driver/static.rb +0 -4
  179. data/lib/objects/progress_bar.rb +0 -30
  180. data/lib/objects/ssh/connection_handler.rb +0 -101
  181. data/lib/objects/ssh/proxy_data.rb +0 -56
  182. data/lib/objects/terraform/parser.rb +0 -23
  183. data/lib/objects/terraform/state.rb +0 -40
@@ -1,4 +0,0 @@
1
- module Bcome::Driver
2
- class Static < Bcome::Driver::Base
3
- end
4
- end
@@ -1,30 +0,0 @@
1
- module Bcome
2
- class ProgressBar
3
- include Singleton
4
-
5
- attr_reader :count
6
-
7
- def initialize
8
- @count = 0
9
- end
10
-
11
- def increment!
12
- @count += 1
13
- end
14
-
15
- def reset!
16
- @count = 0
17
- end
18
-
19
- def indicate(config, in_progress)
20
- prefix = in_progress ? config[:prefix].progress : config[:prefix].progress
21
- bar = prefix + "#{config[:indice] * @count}>" + " (#{@count} #{config[:indice_descriptor]})".progress + "\r"
22
- print bar
23
- end
24
-
25
- def indicate_and_increment!(config, in_progress)
26
- increment!
27
- indicate(config, in_progress)
28
- end
29
- end
30
- end
@@ -1,101 +0,0 @@
1
- module Bcome::Ssh
2
- class ConnectionHandler
3
- MAX_CONNECTION_ATTEMPTS = 3
4
-
5
- class << self
6
- def connect(node, config = {})
7
- handler = new(node, config)
8
- handler.connect
9
- end
10
- end
11
-
12
- def initialize(node, config = {})
13
- @node = node
14
- @config = config
15
- @servers_to_connect = machines.dup
16
- @connection_exceptions = {}
17
- reset_progress if show_progress?
18
- end
19
-
20
- def machines
21
- @node.server? ? [@node] : @node.machines
22
- end
23
-
24
- def show_progress?
25
- @config[:show_progress] ? true : false
26
- end
27
-
28
- def ping?
29
- @config[:is_ping] ? true : false
30
- end
31
-
32
- def reset_progress
33
- ::Bcome::ProgressBar.instance.reset!
34
- end
35
-
36
- def ping
37
- connect
38
- end
39
-
40
- def connect
41
- connection_attempt = 0
42
- ::Bcome::ProgressBar.instance.indicate(progress_bar_config, true) if show_progress?
43
-
44
- # So here we have a bit of a hack: If you're connecting to a network via a bastion host, it may not be able to handle over a certain amount of consecutive/parallelized ssh connection attempts
45
- # from bcome, so, we'll sweep up failures and re-try to connect up to MAX_CONNECTION_ATTEMPTS. Once connected, we're generally good - and any subsequent connection failures
46
- # within a specific session will be handled ad-hoc and re-connection is automatic.
47
- while @servers_to_connect.any? && connection_attempt <= MAX_CONNECTION_ATTEMPTS
48
- puts "Retrying failed connections\n".warning if connection_attempt > 1
49
- do_connect
50
- connection_attempt += 1
51
- end
52
-
53
- if show_progress?
54
- ::Bcome::ProgressBar.instance.indicate(progress_bar_config, false)
55
- reset_progress
56
- end
57
-
58
- if ping?
59
- # If any machines remain, then we couldn't connect to them
60
- @servers_to_connect.each do |server|
61
- ping_result = {
62
- success: false,
63
- error: last_connection_exception_for(server)
64
- }
65
- puts server.print_ping_result(ping_result)
66
- end
67
- end
68
-
69
- if @servers_to_connect.any?
70
- puts "Failed to connect to #{@servers_to_connect.size} nodes".error
71
- else
72
- puts 'All nodes reachable '.success
73
- end
74
- end
75
-
76
- def last_connection_exception_for(server)
77
- @connection_exceptions[server]
78
- end
79
-
80
- def do_connect
81
- @servers_to_connect.pmap do |server|
82
- begin
83
- server.open_ssh_connection unless server.has_ssh_connection?
84
- Bcome::ProgressBar.instance.indicate_and_increment!(progress_bar_config, true) if show_progress?
85
- @servers_to_connect -= [server]
86
- puts server.print_ping_result if ping?
87
- rescue Exception => e
88
- @connection_exceptions[server] = e
89
- end
90
- end
91
- end
92
-
93
- def progress_bar_config
94
- {
95
- prefix: "\sOpening SSH connections\s",
96
- indice: '...',
97
- indice_descriptor: "of #{machines.size}"
98
- }
99
- end
100
- end
101
- end
@@ -1,56 +0,0 @@
1
- module Bcome::Ssh
2
- class ProxyData
3
- def initialize(config, context_node)
4
- @config = config
5
- @context_node = context_node
6
- end
7
-
8
- def host
9
- @host ||= get_host
10
- end
11
-
12
- def bastion_host_user
13
- @bastion_host_user ||= get_bastion_host_user
14
- end
15
-
16
- private
17
-
18
- def valid_host_lookups
19
- {
20
- by_inventory_node: :get_host_by_inventory_node,
21
- by_host_or_ip: :get_host_or_ip_from_config,
22
- by_bcome_namespace: :get_host_by_namespace
23
- }
24
- end
25
-
26
- def get_bastion_host_user
27
- @config[:bastion_host_user]
28
- end
29
-
30
- def get_host
31
- raise Bcome::Exception::InvalidProxyConfig, 'Missing host id or namespace' unless @config[:host_id] || @config[:namespace]
32
- raise Bcome::Exception::InvalidProxyConfig, 'Missing host lookup method' unless @config[:host_lookup]
33
- host_lookup_method = valid_host_lookups[@config[:host_lookup].to_sym]
34
- raise Bcome::Exception::InvalidProxyConfig, "#{@config[:host_lookup]} is not a valid host lookup method" unless host_lookup_method
35
- send(host_lookup_method)
36
- end
37
-
38
- def get_host_or_ip_from_config
39
- @config[:host_id]
40
- end
41
-
42
- def get_host_by_inventory_node
43
- identifier = @config[:host_id]
44
- resource = @context_node.recurse_resource_for_identifier(identifier)
45
- raise Bcome::Exception::CantFindProxyHostByIdentifier, identifier unless resource
46
- raise Bcome::Exception::ProxyHostNodeDoesNotHavePublicIp, identifier unless resource.public_ip_address
47
- resource.public_ip_address
48
- end
49
-
50
- def get_host_by_namespace
51
- node = ::Bcome::Orchestrator.instance.get(@config[:namespace])
52
- raise Bcome::Exception::CantFindProxyHostByNamespace, @config[:namespace] unless node
53
- node.public_ip_address
54
- end
55
- end
56
- end
@@ -1,23 +0,0 @@
1
- module Bcome::Terraform
2
- class Parser
3
- def initialize(namespace)
4
- @namespace = namespace
5
- end
6
-
7
- def attributes
8
- a = {}
9
- resources.keys.each do |key|
10
- a[key] = resources[key]["primary"]["attributes"]
11
- end
12
- a
13
- end
14
-
15
- def resources
16
- state.resources
17
- end
18
-
19
- def state
20
- @state ||= ::Bcome::Terraform::State.new(@namespace)
21
- end
22
- end
23
- end
@@ -1,40 +0,0 @@
1
- module Bcome::Terraform
2
- class State
3
- require 'json'
4
-
5
- TSTATE_FILENAME = "terraform.tfstate".freeze
6
-
7
- def initialize(namespace)
8
- @namespace = namespace
9
- end
10
-
11
- def terraform_installation_path
12
- # Look for a terraform config installation in the path belonging to this node
13
- @terraform_installation_path ||= "terraform/environments/#{@namespace.gsub(":","_")}"
14
- end
15
-
16
- def config_path
17
- "#{terraform_installation_path}/#{TSTATE_FILENAME}"
18
- end
19
-
20
- def config_exists?
21
- File.exist?(config_path)
22
- end
23
-
24
- def config
25
- return {} unless config_exists?
26
- JSON.parse(File.read(config_path))
27
- end
28
-
29
- def modules
30
- return {} unless config_exists?
31
- return config["modules"]
32
- end
33
-
34
- def resources
35
- # TODO What was I thinking ... We need all the modules...
36
- return {} unless config_exists?
37
- return modules[0]["resources"]
38
- end
39
- end
40
- end