hybrid_platforms_conductor 32.16.3 → 33.0.0

data/spec/hybrid_platforms_conductor_test/test_log_plugin.rb

@@ -0,0 +1,103 @@
+module HybridPlatformsConductorTest
+
+  # Test log
+  class TestLogPlugin < HybridPlatformsConductor::Log
+
+    class << self
+      attr_accessor :calls
+    end
+
+    # Get actions to save logs
+    # [API] - This method is mandatory.
+    # [API] - The following API components are accessible:
+    # * *@config* (Config): Main configuration API.
+    # * *@nodes_handler* (NodesHandler): Nodes handler API.
+    # * *@actions_executor* (ActionsExecutor): Actions executor API.
+    #
+    # Parameters::
+    # * *node* (String): Node for which logs are being saved
+    # * *services* (Array<String>): The list of services that have been deployed on this node
+    # * *deployment_info* (Hash<Symbol,Object>): Additional information to attach to the logs
+    # * *exit_status* (Integer or Symbol): Exit status of the deployment
+    # * *stdout* (String): Deployment's stdout
+    # * *stderr* (String): Deployment's stderr
+    # Result::
+    # * Array< Hash<Symbol,Object> >: List of actions to be done
+    def actions_to_save_logs(node, services, deployment_info, exit_status, stdout, stderr)
+      TestLogPlugin.calls << {
+        method: :actions_to_save_logs,
+        node: node,
+        services: services,
+        # Don't store the date
+        deployment_info: deployment_info.select { |k, _v| k != :date },
+        exit_status: exit_status,
+        stdout: stdout,
+        stderr: stderr
+      }
+      [{ bash: "echo Save test logs to #{node}" }]
+    end
+
+    # Get actions to read logs.
+    # If provided, this method can return some actions to be executed that will fetch logs from servers or remote nodes.
+    # By using this method to run actions instead of the synchronous method logs_from, such actions will be run in parallel which can greatly improve time-consuming operations when querying a lot of nodes.
+    # [API] - This method is optional.
+    # [API] - The following API components are accessible:
+    # * *@config* (Config): Main configuration API.
+    # * *@nodes_handler* (NodesHandler): Nodes handler API.
+    # * *@actions_executor* (ActionsExecutor): Actions executor API.
+    #
+    # Parameters::
+    # * *node* (String): Node for which deployment logs are being read
+    # Result::
+    # * Array< Hash<Symbol,Object> >: List of actions to be done
+    def actions_to_read_logs(node)
+      TestLogPlugin.calls << {
+        method: :actions_to_read_logs,
+        node: node
+      }
+      [{ bash: "echo Read logs for #{node}" }]
+    end
+
+    # Get deployment logs from a node.
+    # This method can use the result of actions previously run to read logs, as returned by the actions_to_read_logs method.
+    # [API] - This method is mandatory.
+    # [API] - The following API components are accessible:
+    # * *@config* (Config): Main configuration API.
+    # * *@nodes_handler* (NodesHandler): Nodes handler API.
+    # * *@actions_executor* (ActionsExecutor): Actions executor API.
+    #
+    # Parameters::
+    # * *node* (String): The node we want deployment logs from
+    # * *exit_status* (Integer, Symbol or nil): Exit status of actions to read logs, or nil if no action was returned by actions_to_read_logs
+    # * *stdout* (String or nil): stdout of actions to read logs, or nil if no action was returned by actions_to_read_logs
+    # * *stderr* (String or nil): stderr of actions to read logs, or nil if no action was returned by actions_to_read_logs
+    # Result::
+    # * Hash<Symbol,Object>: Deployment log information:
+    #   * *error* (String): Error string in case deployment logs could not be retrieved. If set then further properties will be ignored. [optional]
+    #   * *services* (Array<String>): List of services deployed on the node
+    #   * *deployment_info* (Hash<Symbol,Object>): Deployment metadata
+    #   * *exit_status* (Integer or Symbol): Deployment exit status
+    #   * *stdout* (String): Deployment stdout
+    #   * *stderr* (String): Deployment stderr
+    def logs_for(node, exit_status, stdout, stderr)
+      TestLogPlugin.calls << {
+        method: :logs_for,
+        node: node,
+        exit_status: exit_status,
+        stdout: stdout,
+        stderr: stderr
+      }
+      {
+        services: %w[unknown],
+        deployment_info: {
+          user: 'test_user'
+        },
+        exit_status: 666,
+        stdout: 'Deployment test stdout',
+        stderr: 'Deployment test stderr'
+      }
+    end
+
+  end
+
+end

data/spec/hybrid_platforms_conductor_test/test_secrets_reader_plugin.rb

@@ -0,0 +1,45 @@
+require 'hybrid_platforms_conductor/secrets_reader'
+
+module HybridPlatformsConductorTest
+
+  # Mock a secrets reader plugin
+  class TestSecretsReaderPlugin < HybridPlatformsConductor::SecretsReader
+
+    class << self
+      attr_accessor :calls
+      attr_accessor :deployer
+      attr_accessor :mocked_secrets
+    end
+
+    # Return secrets for a given service to be deployed on a node.
+    # [API] - This method is mandatory
+    # [API] - The following API components are accessible:
+    # * *@config* (Config): Main configuration API.
+    # * *@cmd_runner* (CmdRunner): Command Runner API.
+    # * *@nodes_handler* (NodesHandler): Nodes handler API.
+    #
+    # Parameters::
+    # * *node* (String): Node to be deployed
+    # * *service* (String): Service to be deployed
+    # Result::
+    # * Hash: The secrets
+    def secrets_for(node, service)
+      # Get the name by looking into the plugins' map
+      plugin_name, _plugin = TestSecretsReaderPlugin.deployer.instance_variable_get(:@secrets_readers).find { |plugin_name, plugin| plugin == self }
+      TestSecretsReaderPlugin.calls << {
+        instance: plugin_name,
+        node: node,
+        service: service
+      }
+      TestSecretsReaderPlugin.mocked_secrets.dig(node, service, plugin_name) || {
+        node => {
+          service => {
+            plugin_name.to_s => 'Secret value'
+          }
+        }
+      }
+    end
+
+  end
+
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: hybrid_platforms_conductor
 version: !ruby/object:Gem::Version
-  version: 32.16.3
+  version: 33.0.0
 platform: ruby
 authors:
 - Muriel Salvan
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-06-01 00:00:00.000000000 Z
+date: 2021-06-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: range_operators
@@ -248,6 +248,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.16'
+- !ruby/object:Gem::Dependency
+  name: octokit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.21'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.21'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -340,11 +354,13 @@ extra_rdoc_files:
 - docs/executables/dump_nodes_json.md
 - docs/plugins/platform_handler/serverless_chef.md
 - docs/plugins/platform_handler/yaml_inventory.md
+- docs/plugins/log/remote_fs.md
 - docs/plugins/provisioner/proxmox.md
 - docs/plugins/provisioner/podman.md
 - docs/plugins/provisioner/docker.md
 - docs/plugins/test/spectre.md
 - docs/plugins/test/bitbucket_conf.md
+- docs/plugins/test/github_ci.md
 - docs/plugins/test/vulnerabilities.md
 - docs/plugins/test/deploy_removes_root_access.md
 - docs/plugins/test/private_ips.md
@@ -382,6 +398,8 @@ extra_rdoc_files:
 - docs/plugins/action/remote_bash.md
 - docs/plugins/action/ruby.md
 - docs/plugins/action/bash.md
+- docs/plugins/secrets_reader/cli.md
+- docs/plugins/secrets_reader/thycotic.md
 - docs/plugins/cmdb/host_ip.md
 - docs/plugins/cmdb/config.md
 - docs/plugins/cmdb/platform_handlers.md
@@ -518,6 +536,7 @@ files:
 - docs/plugins/cmdb/platform_handlers.md
 - docs/plugins/connector/local.md
 - docs/plugins/connector/ssh.md
+- docs/plugins/log/remote_fs.md
 - docs/plugins/platform_handler/serverless_chef.md
 - docs/plugins/platform_handler/yaml_inventory.md
 - docs/plugins/provisioner/docker.md
@@ -526,6 +545,8 @@ files:
 - docs/plugins/report/confluence.md
 - docs/plugins/report/mediawiki.md
 - docs/plugins/report/stdout.md
+- docs/plugins/secrets_reader/cli.md
+- docs/plugins/secrets_reader/thycotic.md
 - docs/plugins/test/bitbucket_conf.md
 - docs/plugins/test/can_be_checked.md
 - docs/plugins/test/check_deploy_and_idempotence.md
@@ -538,6 +559,7 @@ files:
 - docs/plugins/test/executables.md
 - docs/plugins/test/file_system.md
 - docs/plugins/test/file_system_hdfs.md
+- docs/plugins/test/github_ci.md
 - docs/plugins/test/hostname.md
 - docs/plugins/test/idempotence.md
 - docs/plugins/test/ip.md
@@ -640,6 +662,7 @@ files:
 - lib/hybrid_platforms_conductor/common_config_dsl/bitbucket.rb
 - lib/hybrid_platforms_conductor/common_config_dsl/confluence.rb
 - lib/hybrid_platforms_conductor/common_config_dsl/file_system_tests.rb
+- lib/hybrid_platforms_conductor/common_config_dsl/github.rb
 - lib/hybrid_platforms_conductor/common_config_dsl/idempotence_tests.rb
 - lib/hybrid_platforms_conductor/config.rb
 - lib/hybrid_platforms_conductor/confluence.rb
@@ -662,6 +685,8 @@ files:
 - lib/hybrid_platforms_conductor/hpc_plugins/connector/local.rb
 - lib/hybrid_platforms_conductor/hpc_plugins/connector/my_connector.rb.sample
 - lib/hybrid_platforms_conductor/hpc_plugins/connector/ssh.rb
+- lib/hybrid_platforms_conductor/hpc_plugins/log/my_log_plugin.rb.sample
+- lib/hybrid_platforms_conductor/hpc_plugins/log/remote_fs.rb
 - lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/platform_handler_plugin.rb.sample
 - lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/serverless_chef.rb
 - lib/hybrid_platforms_conductor/hpc_plugins/platform_handler/serverless_chef/dsl_parser.rb
@@ -678,6 +703,9 @@ files:
 - lib/hybrid_platforms_conductor/hpc_plugins/report/my_report_plugin.rb.sample
 - lib/hybrid_platforms_conductor/hpc_plugins/report/stdout.rb
 - lib/hybrid_platforms_conductor/hpc_plugins/report/templates/confluence_inventory.html.erb
+- lib/hybrid_platforms_conductor/hpc_plugins/secrets_reader/cli.rb
+- lib/hybrid_platforms_conductor/hpc_plugins/secrets_reader/my_secrets_reader_plugin.rb.sample
+- lib/hybrid_platforms_conductor/hpc_plugins/secrets_reader/thycotic.rb
 - lib/hybrid_platforms_conductor/hpc_plugins/test/bitbucket_conf.rb
 - lib/hybrid_platforms_conductor/hpc_plugins/test/can_be_checked.rb
 - lib/hybrid_platforms_conductor/hpc_plugins/test/check_deploy_and_idempotence.rb
@@ -690,6 +718,7 @@ files:
 - lib/hybrid_platforms_conductor/hpc_plugins/test/executables.rb
 - lib/hybrid_platforms_conductor/hpc_plugins/test/file_system.rb
 - lib/hybrid_platforms_conductor/hpc_plugins/test/file_system_hdfs.rb
+- lib/hybrid_platforms_conductor/hpc_plugins/test/github_ci.rb
 - lib/hybrid_platforms_conductor/hpc_plugins/test/hostname.rb
 - lib/hybrid_platforms_conductor/hpc_plugins/test/idempotence.rb
 - lib/hybrid_platforms_conductor/hpc_plugins/test/ip.rb
@@ -715,6 +744,7 @@ files:
 - lib/hybrid_platforms_conductor/hpc_plugins/test_report/templates/confluence.html.erb
 - lib/hybrid_platforms_conductor/io_router.rb
 - lib/hybrid_platforms_conductor/json_dumper.rb
+- lib/hybrid_platforms_conductor/log.rb
 - lib/hybrid_platforms_conductor/logger_helpers.rb
 - lib/hybrid_platforms_conductor/mutex_dir
 - lib/hybrid_platforms_conductor/nodes_handler.rb
@@ -726,9 +756,11 @@ files:
 - lib/hybrid_platforms_conductor/provisioner.rb
 - lib/hybrid_platforms_conductor/report.rb
 - lib/hybrid_platforms_conductor/reports_handler.rb
+- lib/hybrid_platforms_conductor/secrets_reader.rb
 - lib/hybrid_platforms_conductor/services_handler.rb
 - lib/hybrid_platforms_conductor/test.rb
 - lib/hybrid_platforms_conductor/test_by_service.rb
+- lib/hybrid_platforms_conductor/test_only_remote_node.rb
 - lib/hybrid_platforms_conductor/test_report.rb
 - lib/hybrid_platforms_conductor/tests_runner.rb
 - lib/hybrid_platforms_conductor/thycotic.rb
@@ -764,6 +796,7 @@ files:
 - spec/hybrid_platforms_conductor_test/api/deployer/check_spec.rb
 - spec/hybrid_platforms_conductor_test/api/deployer/config_dsl_spec.rb
 - spec/hybrid_platforms_conductor_test/api/deployer/deploy_spec.rb
+- spec/hybrid_platforms_conductor_test/api/deployer/log_plugins/remote_fs_spec.rb
 - spec/hybrid_platforms_conductor_test/api/deployer/parse_deploy_output_spec.rb
 - spec/hybrid_platforms_conductor_test/api/deployer/provisioner_spec.rb
 - spec/hybrid_platforms_conductor_test/api/deployer/provisioners/docker/Dockerfile
@@ -784,6 +817,8 @@ files:
 - spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/start_spec.rb
 - spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/state_spec.rb
 - spec/hybrid_platforms_conductor_test/api/deployer/provisioners/proxmox/stop_spec.rb
+- spec/hybrid_platforms_conductor_test/api/deployer/secrets_reader_plugins/cli_spec.rb
+- spec/hybrid_platforms_conductor_test/api/deployer/secrets_reader_plugins/thycotic_spec.rb
 - spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/config_spec.rb
 - spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/host_ip_spec.rb
 - spec/hybrid_platforms_conductor_test/api/nodes_handler/cmdbs/host_keys_spec.rb
@@ -819,6 +854,7 @@ files:
 - spec/hybrid_platforms_conductor_test/api/tests_runner/platform_spec.rb
 - spec/hybrid_platforms_conductor_test/api/tests_runner/reports_spec.rb
 - spec/hybrid_platforms_conductor_test/api/tests_runner/test_plugins/bitbucket_conf_spec.rb
+- spec/hybrid_platforms_conductor_test/api/tests_runner/test_plugins/github_ci_spec.rb
 - spec/hybrid_platforms_conductor_test/api/tests_runner/test_reports_plugins/confluence_spec.rb
 - spec/hybrid_platforms_conductor_test/cmdb_plugins/test_cmdb.rb
 - spec/hybrid_platforms_conductor_test/cmdb_plugins/test_cmdb2.rb
@@ -905,6 +941,8 @@ files:
 - spec/hybrid_platforms_conductor_test/serverless_chef_repositories/several_nodes/policyfiles/test_policy_2.rb
 - spec/hybrid_platforms_conductor_test/test_action.rb
 - spec/hybrid_platforms_conductor_test/test_connector.rb
+- spec/hybrid_platforms_conductor_test/test_log_no_read_plugin.rb
+- spec/hybrid_platforms_conductor_test/test_log_plugin.rb
 - spec/hybrid_platforms_conductor_test/test_plugins/global.rb
 - spec/hybrid_platforms_conductor_test/test_plugins/node.rb
 - spec/hybrid_platforms_conductor_test/test_plugins/node_check.rb
@@ -912,6 +950,7 @@ files:
 - spec/hybrid_platforms_conductor_test/test_plugins/platform.rb
 - spec/hybrid_platforms_conductor_test/test_plugins/several_checks.rb
 - spec/hybrid_platforms_conductor_test/test_provisioner.rb
+- spec/hybrid_platforms_conductor_test/test_secrets_reader_plugin.rb
 - spec/hybrid_platforms_conductor_test/tests_report_plugin.rb
 - spec/spec_helper.rb
 - tools/check_md