dopi 0.17.0

data/spec/integration/dopi/fail_check_plans/powershell_fail.yaml

@@ -0,0 +1,25 @@
+name: 'test_powershell_exitcode_handling'
+max_in_flight: 1
+
+infrastructures:
+  'test':
+    type: 'baremetal'
+
+nodes:
+  'windows01.example.com':
+    infrastructure: 'test'
+
+credentials:
+  'windows_login':
+    type: 'username_password'
+    username: 'administrator'
+    password: 'vagrant'
+
+steps:
+
+  - name: 'Check if the command is skipped if the file does exist'
+    nodes: 'all'
+    command:
+      plugin: 'winrm/powershell'
+      credentials: 'windows_login'
+      exec: 'ThisCommandDoesNotExist'

data/spec/integration/dopi/fail_check_plans/timeout.yaml

@@ -0,0 +1,29 @@
+name: 'test_timeout'
+max_in_flight: 1
+
+infrastructures:
+  'test':
+    type: 'baremetal'
+
+nodes:
+  'linux01.example.com':
+    infrastructure: 'test'
+
+credentials:
+  'linux_login':
+    type: 'username_password'
+    username: 'root'
+    password: 'puppet'
+
+steps:
+
+  - name: 'sleep and wait for timeout'
+    nodes: 'all'
+    set_plugin_defaults:
+      - plugins: '/^ssh/'
+        credentials: 'linux_login'
+    command:
+      plugin: 'ssh/custom'
+      exec: 'sleep'
+      arguments: '10'
+      plugin_timeout: 1

data/spec/integration/dopi/fail_check_plans/verify_commands.yaml

@@ -0,0 +1,33 @@
+name: 'verify_command_tests_fail'
+max_in_flight: 1
+
+infrastructures:
+  'test':
+    type: 'baremetal'
+
+nodes:
+  'linux01.example.com':
+    infrastructure: 'test'
+
+credentials:
+  'linux_login':
+    type: 'username_password'
+    username: 'root'
+    password: 'puppet'
+
+steps:
+
+  - name: 'write the test file'
+    nodes: 'all'
+    set_plugin_defaults:
+      - plugins: '/^ssh/'
+        credentials: 'linux_login'
+    command:
+      verify_commands:
+        - plugin: 'ssh/file_exists'
+          file: '/tmp/non_existing_file'
+      verify_after_run: true
+      plugin: 'ssh/custom'
+      exec: 'echo'
+      arguments: 'do nothing'
+

data/spec/integration/dopi/failplan.rb

@@ -0,0 +1,27 @@
+require 'spec_helper'
+
+DopCommon.config.mco_config    = 'spec/fixtures/mco_client.cfg'
+DopCommon.config.hiera_yaml    = 'spec/fixtures/puppet/hiera.yaml'
+
+describe 'Run specific plan that should fail' do
+
+  # Create plugin test from specific yaml file
+  # and check if it fails
+  plan_file = "spec/integration/dopi/fail_check_plans/#{ENV['DOPI_TEST_PLAN']}.yaml"
+  describe plan_file do
+    plan_parser = DopCommon::Plan.new(YAML.load_file(plan_file))
+    plan = Dopi::Plan.new(plan_parser)
+    it "is a valid plan file" do
+      expect(plan.valid?).to be true
+    end
+    plan.step_sets.each do |step_set|
+      step_set.steps.each do |step|
+        it "successfully runs the step: '#{step.name}'" do
+          step.run({:run_for_nodes => :all, :noop => false})
+          expect(step.state).to be :failed
+        end
+      end
+    end
+  end
+
+end

data/spec/integration/dopi/plan.rb

@@ -0,0 +1,27 @@
+require 'spec_helper'
+
+DopCommon.config.mco_config    = 'spec/fixtures/mco_client.cfg'
+DopCommon.config.hiera_yaml    = 'spec/fixtures/puppet/hiera.yaml'
+
+describe 'Run specific plan that should complete' do
+
+  # Create plugin test from specific yaml file
+  # and check it completes
+  plan_file = "spec/integration/dopi/plans/#{ENV['DOPI_TEST_PLAN']}.yaml"
+  describe plan_file do
+    plan_parser = DopCommon::Plan.new(YAML.load_file(plan_file))
+    plan = Dopi::Plan.new(plan_parser)
+    it "is a valid plan file" do
+      expect(plan.valid?).to be true
+    end
+    plan.step_sets.each do |step_set|
+      step_set.steps.each do |step|
+        it "successfully runs the step: '#{step.name}'" do
+          step.run({:run_for_nodes => :all, :noop => false})
+          expect(step.state).to be :done
+        end
+      end
+    end
+  end
+
+end

data/spec/integration/dopi/plans/dummy.yaml

@@ -0,0 +1,29 @@
+name: 'test_dummy'
+max_in_flight: 2
+
+infrastructures:
+  'test':
+    type: 'baremetal'
+
+nodes:
+  'linux01.example.com':
+    infrastructure: 'test'
+  'linux02.example.com':
+    infrastructure: 'test'
+
+credentials:
+  'linux_login':
+    type: 'username_password'
+    username: 'root'
+    password: 'puppet'
+
+steps:
+
+  - name: 'Run true command'
+    nodes: 'all'
+    set_plugin_defaults:
+      - plugins: '/^ssh/'
+        credentials: 'linux_login'
+    command:
+      plugin: 'ssh/custom'
+      exec: 'true'

data/spec/integration/dopi/plans/max_per_role.yaml

@@ -0,0 +1,55 @@
+name: 'test_max_per_role'
+max_in_flight: -1
+
+infrastructures:
+  'test':
+    type: 'baremetal'
+
+nodes:
+  'linux01.example.com':
+    infrastructure: 'test'
+  'linux02.example.com':
+    infrastructure: 'test'
+  'linux03.example.com':
+    infrastructure: 'test'
+
+credentials:
+  'linux_login':
+    type: 'username_password'
+    username: 'root'
+    password: 'puppet'
+
+configuration:
+  defaults:
+    role: 'base'
+
+steps:
+
+  - name: 'configure credentials'
+    nodes: 'all'
+    set_plugin_defaults:
+      - plugins: '/^ssh/'
+        credentials: 'linux_login'
+    command: 'dummy'
+
+  - name: 'reboot nodes and check if the other nodes stay up'
+    nodes: 'all'
+    max_per_role: 1
+    commands:
+      - plugin: 'ssh/custom'
+        exec: 'reboot'
+        expect_exit_codes: 255
+      - plugin: 'custom'
+        exec: 'sleep'
+        arguments: '2'
+      - plugin: 'custom'
+        exec: 'ping'
+        arguments: '-w 2 -c 1 linux01.example.com || [ "$DOP_NODE_FQDN" == "linux01.example.com" ]'
+      - plugin: 'custom'
+        exec: 'ping'
+        arguments: '-w 2 -c 1 linux02.example.com || [ "$DOP_NODE_FQDN" == "linux02.example.com" ]'
+      - plugin: 'custom'
+        exec: 'ping'
+        arguments: '-w 2 -c 1 linux03.example.com || [ "$DOP_NODE_FQDN" == "linux03.example.com" ]'
+      - 'ssh/wait_for_login'
+

data/spec/integration/dopi/plans/no_timeout.yaml

@@ -0,0 +1,29 @@
+name: 'test_timeout'
+max_in_flight: 1
+
+infrastructures:
+  'test':
+    type: 'baremetal'
+
+nodes:
+  'linux01.example.com':
+    infrastructure: 'test'
+
+credentials:
+  'linux_login':
+    type: 'username_password'
+    username: 'root'
+    password: 'puppet'
+
+steps:
+
+  - name: 'sleep and wait for timeout'
+    nodes: 'all'
+    set_plugin_defaults:
+      - plugins: '/^ssh/'
+        credentials: 'linux_login'
+    command:
+      plugin: 'ssh/custom'
+      exec: 'sleep'
+      arguments: '1'
+      plugin_timeout: 10

data/spec/integration/dopi/plans/node_and_role_patterns.yaml

@@ -0,0 +1,58 @@
+name: 'node_and_role_patterns'
+max_in_flight: 1
+
+infrastructures:
+  'test':
+    type: 'baremetal'
+
+nodes:
+  'linux01.example.com':
+    infrastructure: 'test'
+  'nonexisting01.example.com':
+    infrastructure: 'test'
+  'nonexisting02.example.com':
+    infrastructure: 'test'
+  'nonexisting03.example.com':
+    infrastructure: 'test'
+
+credentials:
+  'linux_login':
+    type: 'username_password'
+    username: 'root'
+    password: 'puppet'
+
+configuration:
+  nodes:
+    'linux01.example.com':
+      role: 'isreal'
+    'nonexisting01.example.com':
+      role: 'unreal'
+    'nonexisting02.example.com':
+      role: 'unreal'
+    'nonexisting03.example.com':
+      role: 'unreal'
+
+steps:
+
+  - name: 'Step which includes and excludes nodes with a regexp'
+    nodes:
+      - '/.*\.example\.com$/'
+    exclude_nodes:
+      - '/^nonexisting.*/'
+    command:
+      plugin: 'ssh/custom'
+      credentials: 'linux_login'
+      exec: 'echo'
+      arguments: '"Hello World"'
+
+  - name: 'Step which includes and excludes roles with a regexp'
+    roles:
+      - '/.*real$/'
+    exclude_roles:
+      - '/^un.*/'
+    command:
+      plugin: 'ssh/custom'
+      credentials: 'linux_login'
+      exec: 'echo'
+      arguments: '"Hello World"'
+

data/spec/integration/dopi/plans/node_by_config.yaml

@@ -0,0 +1,116 @@
+name: 'nodes_by_config'
+max_in_flight: 1
+
+infrastructures:
+  'test':
+    type: 'baremetal'
+
+nodes:
+  'linux01.example.com':
+    infrastructure: 'test'
+  'nonexisting01.example.com':
+    infrastructure: 'test'
+  'nonexisting02.example.com':
+    infrastructure: 'test'
+
+credentials:
+  'linux_login':
+    type: 'username_password'
+    username: 'root'
+    password: 'puppet'
+
+configuration:
+  nodes:
+    'linux01.example.com':
+      my_alias:  'realnode'
+      my_alias2: 'include_this'
+      my_alias3: 'dont_exclude_this'
+      my_alias4: 'only_include_this'
+      my_alias5:
+        - 'include_this'
+        - 'dont_exclude_this'
+    'nonexisting01.example.com':
+      my_alias: 'fakenode'
+      my_alias2: 'include_this'
+      my_alias3: 'exclude_this'
+      my_alias5:
+        - 'include_this'
+        - 'exclude_this'
+      my_alias6: 'exclude_this'
+      my_alias8: 'exclude_this'
+    'nonexisting02.example.com':
+      my_alias: 'fakenode'
+      my_alias2: 'include_this'
+      my_alias3: 'exclude_this'
+      my_alias5:
+        - 'include_this'
+        - 'exclude_this'
+      my_alias7: 'exclude_this'
+      my_alias8: 'exclude_this_too'
+
+steps:
+  - name: 'Include and exclude with regexp pattern'
+    nodes_by_config:
+      my_alias: '/node$/'
+    exclude_nodes_by_config:
+      my_alias: '/^fake/'
+    command:
+      plugin: 'ssh/custom'
+      credentials: 'linux_login'
+      exec: 'echo'
+      arguments: 'Hello World'
+
+  - name: 'Include and exclude with string compare'
+    nodes_by_config:
+      my_alias2: 'include_this'
+    exclude_nodes_by_config:
+      my_alias3: 'exclude_this'
+    command:
+      plugin: 'ssh/custom'
+      credentials: 'linux_login'
+      exec: 'echo'
+      arguments: 'Hello World'
+
+  - name: 'Check if it works if my_alias4 is only set for some nodes'
+    nodes_by_config:
+      my_alias4: 'only_include_this'
+    command:
+      plugin: 'ssh/custom'
+      credentials: 'linux_login'
+      exec: 'echo'
+      arguments: 'Hello World'
+
+  - name: 'Check if it works if my_alias5 is an array of aliases'
+    nodes_by_config:
+      my_alias5: 'include_this'
+    exclude_nodes_by_config:
+      my_alias5: 'exclude_this'
+    command:
+      plugin: 'ssh/custom'
+      credentials: 'linux_login'
+      exec: 'echo'
+      arguments: 'Hello World'
+
+  - name: 'exclude an array of aliases'
+    nodes: 'all'
+    exclude_nodes_by_config:
+      my_alias6: 'exclude_this'
+      my_alias7: 'exclude_this'
+    command:
+      plugin: 'ssh/custom'
+      credentials: 'linux_login'
+      exec: 'echo'
+      arguments: 'Hello World'
+
+  - name: 'exclude an array of aliases'
+    nodes: 'all'
+    exclude_nodes_by_config:
+      my_alias8:
+        - 'exclude_this'
+        - 'exclude_this_too'
+    command:
+      plugin: 'ssh/custom'
+      credentials: 'linux_login'
+      exec: 'echo'
+      arguments: 'Hello World'
+

data/spec/integration/dopi/plans/plugin_defaults.yaml

@@ -0,0 +1,86 @@
+name: 'plugin_defaults_tests'
+max_in_flight: 1
+
+
+infrastructures:
+  'test':
+    type: 'baremetal'
+
+nodes:
+  'linux01.example.com':
+    infrastructure: 'test'
+
+steps:
+  - name: 'Check if the default settings work'
+    nodes: 'all'
+    set_plugin_defaults:
+      - plugin: 'custom'
+        :env:
+          FOO: 'foo'
+    command:
+      plugin: 'custom'
+      exec: 'test'
+      arguments: '${FOO} = foo'
+
+  - name: 'Check if the default settings are persistant'
+    nodes: 'all'
+    command:
+      plugin: 'custom'
+      exec: 'test'
+      arguments: '${FOO} = foo'
+
+  - name: 'Check if the deletion of all settings works'
+    nodes: 'all'
+    delete_plugin_defaults: 'all'
+    command:
+      plugin: 'custom'
+      exec: 'test'
+      arguments: '${FOO} = foo'
+      expect_exit_codes: 2
+
+  - name: 'Check if setting it with a Regexp who does not match still not sets it for this plugin'
+    nodes: 'all'
+    set_plugin_defaults:
+      - plugin: '/notthisplugin/'
+        :env:
+          FOO: 'foo'
+    command:
+      plugin: 'custom'
+      exec: 'test'
+      arguments: '${FOO} = foo'
+      expect_exit_codes: 2
+
+  - name: 'Check if setting it with a Regexp works'
+    nodes: 'all'
+    set_plugin_defaults:
+      - plugin: '/cust/'
+        :env:
+          FOO: 'foo'
+    command:
+      plugin: 'custom'
+      exec: 'test'
+      arguments: '${FOO} = foo'
+
+  - name: 'Check if deletion of other settings does not remove our settings'
+    nodes: 'all'
+    delete_plugin_defaults:
+      - plugins: '/ssh/'
+        delete_keys:
+          - :env
+    command:
+      plugin: 'custom'
+      exec: 'test'
+      arguments: '${FOO} = foo'
+
+  - name: 'Check if deletion of specific keys works'
+    nodes: 'all'
+    delete_plugin_defaults:
+      - plugins: 'custom'
+        delete_keys:
+          - :env
+    command:
+      plugin: 'custom'
+      exec: 'test'
+      arguments: '${FOO} = foo'
+      expect_exit_codes: 2
+

data/spec/integration/dopi/plans/plugins/mco/rpc.yaml

@@ -0,0 +1,33 @@
+
+name: 'plugin_test_mco_rpc'
+max_in_flight: 1
+
+infrastructures:
+  'test':
+    type: 'baremetal'
+
+nodes:
+  'linux01.example.com':
+    infrastructure: 'test'
+
+steps:
+
+  - name: 'Mcollective retrieve node inventory'
+    nodes: 'all'
+    command:
+      plugin: 'mco/rpc'
+      agent: 'rpcutil'
+      action: 'inventory'
+
+  - name: 'Mcollective retrieve a fact'
+    nodes: 'all'
+    command:
+      plugin: 'mco/rpc'
+      agent: 'rpcutil'
+      action: 'get_fact'
+      arguments:
+        :fact: 'osfamily'
+      options:
+        :timeout: 30
+        :ttl: 60
+

data/spec/integration/dopi/plans/plugins/ssh/custom.yaml

@@ -0,0 +1,97 @@
+name: 'ssh_customs_plugin_test'
+max_in_flight: 1
+
+infrastructures:
+  'test':
+    type: 'baremetal'
+
+nodes:
+  'linux01.example.com':
+    infrastructure: 'test'
+  'linux02.example.com':
+    infrastructure: 'test'
+  'linux03.example.com':
+    infrastructure: 'test'
+
+credentials:
+  'linux_login':
+    type: 'username_password'
+    username: 'root'
+    password: 'puppet'
+
+steps:
+
+  - name: 'Remove the test files'
+    nodes: 'all'
+    set_plugin_defaults:
+      - plugins: '/^ssh/'
+        credential: 'linux_login'
+    command:
+      plugin: 'ssh/custom'
+      exec: 'rm'
+      arguments: '-rf /tmp/test1 /tmp/test2 /tmp/test3 /tmp/test4'
+
+  - name: 'Test correct escaping of command'
+    nodes: 'all'
+    command:
+      plugin: 'ssh/custom'
+      exec: 'echo'
+      arguments: '"${MYVAR}" > /tmp/test1'
+      env:
+        'MYVAR': 'MYVALUE'
+      base64: false
+
+  - name: 'Test correct escaping of command 2'
+    nodes: 'all'
+    command:
+      plugin: 'ssh/custom'
+      exec: 'echo'
+      arguments: '\"${MYVAR}\" > /tmp/test2'
+      env:
+        'MYVAR': 'MYVALUE'
+      base64: false
+
+  - name: 'Test command with base64'
+    nodes: 'all'
+    command:
+      plugin: 'ssh/custom'
+      exec: 'echo'
+      arguments: '"${MYVAR}" > /tmp/test3'
+      env:
+        'MYVAR': 'MYVALUE'
+
+  - name: 'Test command with base64 2'
+    nodes: 'all'
+    command:
+      plugin: 'ssh/custom'
+      exec: 'echo'
+      arguments: '\"${MYVAR}\" > /tmp/test4'
+      env:
+        'MYVAR': 'MYVALUE'
+
+  - name: 'Fail if contents of the files with the escape tests are wrong'
+    nodes: 'all'
+    command:
+      verify_commands:
+        - plugin: 'ssh/file_contains'
+          file: '/tmp/test1'
+          pattern: '^MYVALUE$'
+        - plugin: 'ssh/file_contains'
+          file: '/tmp/test2'
+          pattern: '^\"MYVALUE\"$'
+      plugin: 'ssh/custom'
+      exec: 'fail'
+
+  - name: 'Fail if contents of the files with the base64 tests are wrong'
+    nodes: 'all'
+    command:
+      verify_commands:
+        - plugin: 'ssh/file_contains'
+          file: '/tmp/test3'
+          pattern: '^MYVALUE$'
+        - plugin: 'ssh/file_contains'
+          file: '/tmp/test4'
+          pattern: '^\"MYVALUE\"$'
+      plugin: 'ssh/custom'
+      exec: 'fail'
+