kitchen-nodes-scalp42 0.9.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4de2ca05533fe65f1e585c8baf9adf29d88c9dff
+  data.tar.gz: f3aca33735d3cab1fe7e002cd43103b789875b4a
+SHA512:
+  metadata.gz: a8a335d03524d3aaf8118ec046a4d1fe09f0e0f5f89597a7d95b09c43e67f3587fdef17eacdec1fdc5d03822550259768f4a17c425c180af904f2e5cec7a22b9
+  data.tar.gz: a4e8981af9c4de26c0da371054dd40574aa7fa4039b06568c6e486280fe0fd5fee4023d6cb24602874bd48afd4493a919b2d816a300151202607f933d81ee9f0

data/.gitattributes

@@ -0,0 +1,3 @@
+# Managing line ending conversions
+# See http://git-scm.com/docs/gitattributes#_end-of-line_conversion
+* text eol=lf

data/.gitignore

@@ -0,0 +1,20 @@
+*.gem
+*.rbc
+.bundle
+.config
+.kitchen/
+.yardoc
+Berksfile.lock
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+test/integration/nodes

data/.kitchen.travis.yml

@@ -0,0 +1,37 @@
+---
+driver:
+  name: docker
+  username: vagrant
+  provision_command:
+    - usermod -p $(echo vagrant | openssl passwd -1 -stdin) vagrant
+    - locale-gen en_US.UTF-8
+    - dpkg-reconfigure locales
+
+provisioner:
+  name: nodes
+  roles_path: test/fixtures/roles
+  require_chef_omnibus: latest
+
+platforms:
+- name: ubuntu-14.04
+
+suites:
+- name: node1
+  run_list:
+  - role[test_json_role]
+  - role[test_ruby_role]
+  - recipe[node-tests::node1]
+  attributes:
+    consul:
+      config:
+        bootstrap_expect: 2
+        server: true
+
+- name: node2
+  run_list:
+  - recipe[node-tests::node2]
+  attributes:
+    consul:
+      config:
+        bootstrap_expect: 2
+        server: true

data/.kitchen.yml

@@ -0,0 +1,48 @@
+---
+driver:
+  name: vagrant
+  network:
+    - ["private_network", { type: "dhcp" }]
+
+provisioner:
+  name: nodes
+  roles_path: test/fixtures/roles
+
+platforms:
+- name: ubuntu-12.04
+  run_list:
+  - recipe[apt]
+  driver_config:
+    box: hashicorp/precise64
+
+- name: windows-2016
+  driver_config:
+    gui: true
+    box: mwrock/Windows2016
+
+- name: windows-2008R2
+  driver_config:
+    gui: true
+    box: opentable/win-2008r2-datacenter-amd64-nocm
+
+suites:
+- name: node1
+  run_list:
+  - role[test_json_role]
+  - role[test_ruby_role]
+  - recipe[node-tests::node1]
+  attributes:
+    consul:
+      config:
+        bootstrap_expect: 2
+        server: true
+        
+- name: node2
+  run_list:
+  - recipe[hurry-up-and-test::set_non_nat_vbox_ip]
+  - recipe[node-tests::node2]
+  attributes:
+    consul:
+      config:
+        bootstrap_expect: 2
+        server: true

data/.rspec

@@ -0,0 +1 @@
+--format documentation

data/.rubocop.yml

@@ -0,0 +1,9 @@
+Metrics/MethodLength:
+  Max: 20
+
+Metrics/BlockLength:
+  Max: 150
+
+AllCops:
+  Exclude:
+  - '.kitchen/**/*'

data/.travis.yml

@@ -0,0 +1,22 @@
+language: ruby
+
+matrix:
+  include:
+  - rvm: 2.3.1
+  - rvm: ruby-head
+  - rvm: 2.3.1
+    services: docker
+    sudo: required
+    before_script:
+      - sudo iptables -L DOCKER || ( echo "DOCKER iptables chain missing" ; sudo iptables -N DOCKER )
+    script:
+      - bundle exec kitchen verify
+    after_failure:
+      - cat .kitchen/logs/kitchen.log
+    env:
+      - UBUNTU=14.04
+      - KITCHEN_YAML=.kitchen.travis.yml
+
+branches:
+  only:
+  - master

data/Berksfile

@@ -0,0 +1,7 @@
+source 'https://supermarket.chef.io'
+
+group :integration do
+  cookbook 'apt'
+  cookbook 'hurry-up-and-test'
+  cookbook 'node-tests', path: './test/integration/cookbooks/node-tests'
+end

data/CHANGELOG.md

@@ -0,0 +1,124 @@
+# Change Log
+
+## [0.9.1](https://github.com/mwrock/kitchen-nodes/tree/0.9.1) (2017-03-19)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.9.0...0.9.1)
+
+**Closed issues:**
+
+- Failed to complete \#converge action: \[undefined method `\[\]' for \#\<WinRM::Output:0x4adaab8\>\] [\#32](https://github.com/mwrock/kitchen-nodes/issues/32)
+
+**Merged pull requests:**
+
+- Fix winrm [\#33](https://github.com/mwrock/kitchen-nodes/pull/33) ([mwrock](https://github.com/mwrock))
+
+## [v0.9.0](https://github.com/mwrock/kitchen-nodes/tree/v0.9.0) (2017-01-13)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.8.0...v0.9.0)
+
+**Closed issues:**
+
+- Trouble searching the node [\#23](https://github.com/mwrock/kitchen-nodes/issues/23)
+- Working Example: Nginx Balancer + 2 App Nodes [\#22](https://github.com/mwrock/kitchen-nodes/issues/22)
+
+**Merged pull requests:**
+
+- Add support for loading roles from .rb and .json [\#31](https://github.com/mwrock/kitchen-nodes/pull/31) ([dullyouth](https://github.com/dullyouth))
+
+## [v0.8.0](https://github.com/mwrock/kitchen-nodes/tree/v0.8.0) (2016-09-24)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.7.0...v0.8.0)
+
+**Closed issues:**
+
+- Searching fqdn and ip on windows breaks [\#28](https://github.com/mwrock/kitchen-nodes/issues/28)
+- Nodes returned from search are missing attributes from ohai? [\#24](https://github.com/mwrock/kitchen-nodes/issues/24)
+- policyfile support [\#14](https://github.com/mwrock/kitchen-nodes/issues/14)
+
+**Merged pull requests:**
+
+- run kitchen tests in travis/docker [\#27](https://github.com/mwrock/kitchen-nodes/pull/27) ([mwrock](https://github.com/mwrock))
+- update rubies in travis [\#26](https://github.com/mwrock/kitchen-nodes/pull/26) ([mwrock](https://github.com/mwrock))
+- Put node object to the "nodes\_path" if defined [\#25](https://github.com/mwrock/kitchen-nodes/pull/25) ([legal90](https://github.com/legal90))
+
+## [v0.7.0](https://github.com/mwrock/kitchen-nodes/tree/v0.7.0) (2016-03-08)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.6.6...v0.7.0)
+
+**Implemented enhancements:**
+
+- Added support for windows 2008R2 [\#18](https://github.com/mwrock/kitchen-nodes/pull/18) ([johnsmyth](https://github.com/johnsmyth))
+
+**Fixed bugs:**
+
+- Fix device filtering breaking for IPv6 interfaces [\#15](https://github.com/mwrock/kitchen-nodes/pull/15) ([vervas](https://github.com/vervas))
+
+## [v0.6.6](https://github.com/mwrock/kitchen-nodes/tree/v0.6.6) (2016-02-12)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.6.5...v0.6.6)
+
+**Fixed bugs:**
+
+- kitchen-nodes fails serverspec test on 2012 node due to unpopulated IP address [\#11](https://github.com/mwrock/kitchen-nodes/issues/11)
+- Shave extra newline off fqdn [\#13](https://github.com/mwrock/kitchen-nodes/pull/13) ([watkinsv-hp](https://github.com/watkinsv-hp))
+
+## [v0.6.5](https://github.com/mwrock/kitchen-nodes/tree/v0.6.5) (2016-02-11)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.6.4...v0.6.5)
+
+**Fixed bugs:**
+
+- kitchen-nodes provisioner needs kitchen-sync sftp finder [\#10](https://github.com/mwrock/kitchen-nodes/issues/10)
+
+## [v0.6.4](https://github.com/mwrock/kitchen-nodes/tree/v0.6.4) (2016-01-27)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.6.0...v0.6.4)
+
+**Fixed bugs:**
+
+- Error: Sandbox directory has not yet been created [\#9](https://github.com/mwrock/kitchen-nodes/issues/9)
+
+## [v0.6.0](https://github.com/mwrock/kitchen-nodes/tree/v0.6.0) (2015-12-14)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.5.0...v0.6.0)
+
+**Implemented enhancements:**
+
+- Expand the run\_list into the automatic=\>recipes attribute [\#8](https://github.com/mwrock/kitchen-nodes/pull/8) ([eherot](https://github.com/eherot))
+
+## [v0.5.0](https://github.com/mwrock/kitchen-nodes/tree/v0.5.0) (2015-10-11)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.4.1...v0.5.0)
+
+**Implemented enhancements:**
+
+- Feature/adding fqdn [\#7](https://github.com/mwrock/kitchen-nodes/pull/7) ([faja](https://github.com/faja))
+
+## [v0.4.1](https://github.com/mwrock/kitchen-nodes/tree/v0.4.1) (2015-08-14)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.4.0...v0.4.1)
+
+## [v0.4.0](https://github.com/mwrock/kitchen-nodes/tree/v0.4.0) (2015-08-12)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.3.4...v0.4.0)
+
+## [v0.3.4](https://github.com/mwrock/kitchen-nodes/tree/v0.3.4) (2015-08-04)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.3.3...v0.3.4)
+
+## [v0.3.3](https://github.com/mwrock/kitchen-nodes/tree/v0.3.3) (2015-07-30)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.3.2...v0.3.3)
+
+**Implemented enhancements:**
+
+- Update IP finder to work for CentOS 7.1 [\#6](https://github.com/mwrock/kitchen-nodes/pull/6) ([joerocklin](https://github.com/joerocklin))
+
+## [v0.3.2](https://github.com/mwrock/kitchen-nodes/tree/v0.3.2) (2015-06-26)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.3.1...v0.3.2)
+
+**Fixed bugs:**
+
+- Fix search\(\) for currently provisioned node [\#4](https://github.com/mwrock/kitchen-nodes/pull/4) ([ustuehler](https://github.com/ustuehler))
+
+## [v0.3.1](https://github.com/mwrock/kitchen-nodes/tree/v0.3.1) (2015-05-11)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.3.0...v0.3.1)
+
+## [v0.3.0](https://github.com/mwrock/kitchen-nodes/tree/v0.3.0) (2015-05-10)
+[Full Changelog](https://github.com/mwrock/kitchen-nodes/compare/v0.2.0...v0.3.0)
+
+**Implemented enhancements:**
+
+- Include .kitchen.yml attributes to the node file at 'normal' scope. [\#2](https://github.com/mwrock/kitchen-nodes/pull/2) ([jcejohnson](https://github.com/jcejohnson))
+
+## [v0.2.0](https://github.com/mwrock/kitchen-nodes/tree/v0.2.0) (2015-04-21)
+
+
+\* *This Change Log was automatically generated by [github_changelog_generator](https://github.com/skywinder/Github-Changelog-Generator)*

data/Gemfile

@@ -0,0 +1,11 @@
+source 'https://rubygems.org'
+
+gemspec
+
+gem 'berkshelf'
+gem 'chef'
+gem 'kitchen-docker'
+gem 'kitchen-vagrant'
+gem 'pry'
+gem 'rb-readline'
+gem 'winrm-fs', '~> 1.0'

data/LICENSE

@@ -0,0 +1,15 @@
+Author:: Matt Wrock (<matt@mattwrock.com>)
+
+Copyright (C) 2015, Matt Wrock
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+   http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/README.md

@@ -0,0 +1,154 @@
+# <a name="title"></a> Kitchen::Nodes
+
+A Test Kitchen Provisioner that generates searchable Nodes.
+
+The nodes provisioner extends the `chef-zero` provisioner along with all of its functionality and configuration. `chef-zero` can support chef searches by querying against node data stored in json files inside of the kitchen `nodes` folder. The `kitchen-nodes` plugin automatically generates a node file when a test instance is provisioned by test-kitchen.
+
+### Example nodes:
+
+```
+{
+  "id": "server-community-ubuntu-1204",
+  "automatic": {
+    "ipaddress": "172.17.0.8",
+    "platform": "ubuntu",
+    "recipes": [
+      "apt::default",
+      "couchbase-tests::ipaddress",
+      "couchbase::server",
+      "export-node"
+    ]
+  },
+  "normal": {
+    "attr1": "val1"
+  }
+  "run_list": [
+    "recipe[apt]",
+    "recipe[couchbase-tests::ipaddress]",
+    "recipe[couchbase::server]",
+    "recipe[export-node]"
+  ]
+}
+
+{
+  "id": "second-node-ubuntu-1204",
+  "automatic": {
+    "ipaddress": "172.17.0.9",
+    "platform": "ubuntu",
+    "recipes": [
+      "apt::default",
+      "couchbase-tests::ipaddress",
+      "couchbase::server",
+      "export-node"
+    ]
+  },
+  "run_list": [
+    "recipe[apt]",
+    "recipe[couchbase-tests::ipaddress]",
+    "recipe[couchbase-tests::default]",
+    "recipe[export-node]"
+  ]
+}
+```
+
+The node data includes the node id based on the test-kitchen suite name, the run list assigned to the node, the normal attributes included in the `.kitchen.yml` file, the externally reachable ip address and the platform of the test instance os.
+
+## <a name="installation"></a> Installation
+
+```
+gem install kitchen-nodes
+```
+
+## <a name="config"></a> Configuration
+
+Use `nodes` instead of `chef-zero` for the kitchen provisioner name.
+
+```
+provisioner:
+  name: nodes
+```
+
+## <a name="Usage"></a> Usage
+
+Using `kitchen-nodes` one can expect all previously converged nodes to be represented in a node file and be searchable. For example consider this scenario looking for a primary node in a cluster in order to add a node to join:
+
+```
+require 'timeout'
+
+def search_for_nodes(query, timeout = 120)
+  nodes = []
+  Timeout::timeout(timeout) do
+    nodes = search(:node, query)
+    until  nodes.count > 0 && nodes[0].has_key?('ipaddress')
+      sleep 5
+      nodes = search(:node, query)
+    end
+  end
+
+  if nodes.count == 0 || !nodes[0].has_key?('ipaddress')
+    raise "Unable to find nodes!"
+  end
+
+  nodes
+end
+
+primary = search_for_nodes("run_list:*couchbase??server* AND platform:#{node['platform']}")
+node.normal["couchbase-tests"]["primary_ip"] = primary[0]['ipaddress']
+
+```
+### <a name="vagrant"></a> Using with Vagrant
+
+When using kitchen-nodes with the vagrant driver, make sure you add the following to your `driver_config`:
+
+```
+network:
+  - ["private_network", { type: "dhcp" }]
+```
+
+This will add an additional non-NAT NIC to your vagrant box with an IP reachable from the host and other test nodes.
+
+### <a name="virtualbox"></a> Why is my ohai `ipaddress` different from my node ipaddress on vagrant with VirtualBox?
+
+Ohai will pick up the localhost ipaddress on vagrant boxes using virtualbox. To reset the `node["ipaddress"]` to the reachable ip, add `hurry-up-and-test::set_non_nat_vbox_ip` to the top of your `run_list`. 
+
+```
+suites:
+  - name: my-suite
+    run_list:
+      - recipe[hurry-up-and-test::set_non_nat_vbox_ip]
+      - recipe[cookbook-under-test]
+```
+
+You can add this even if you do not use virtualbox and the recipe will do nothing.
+
+
+## <a name="development"></a> Development
+
+* Source hosted at [GitHub][repo]
+* Report issues/questions/feature requests on [GitHub Issues][issues]
+
+Pull requests are very welcome! Make sure your patches are well tested.
+Ideally create a topic branch for every separate change you make. For
+example:
+
+1. Fork the repo
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+## <a name="authors"></a> Authors
+
+Created and maintained by [Matt Wrock][author] (<matt@mattwrock.com>)
+
+## <a name="license"></a> License
+
+Apache 2.0 (see [LICENSE][license])
+
+
+[author]:           https://github.com/mwrock
+[issues]:           https://github.com/mwrock/kitchen-nodes/issues
+[license]:          https://github.com/mwrock/kitchen-nodes/blob/master/LICENSE
+[repo]:             https://github.com/mwrock/kitchen-nodes
+[driver_usage]:     http://docs.kitchen-ci.org/drivers/usage
+[chef_omnibus_dl]:  http://www.getchef.com/chef/install/

data/Rakefile

@@ -0,0 +1,24 @@
+require 'bundler/gem_tasks'
+require 'github_changelog_generator/task'
+require 'rspec/core/rake_task'
+require 'rubocop/rake_task'
+
+RSpec::Core::RakeTask.new(:test)
+
+RuboCop::RakeTask.new(:style) do |task|
+  task.options << '--display-cop-names'
+end
+
+GitHubChangelogGenerator::RakeTask.new :changelog do |config|
+  config.future_release = Kitchen::Provisioner::NODES_VERSION
+  config.enhancement_labels = ['enhancement']
+  config.bug_labels = ['bug']
+  config.exclude_labels = %w(duplicate question invalid wontfix no_changelog)
+  config.exclude_tags = [
+    'v0.1.0.dev', 'v0.2.0.dev', 'v0.2.0.dev.1',
+    'v0.2.0.dev.2', 'v0.2.0.dev.3', 'v0.2.0.dev.4',
+    'v0.6.4.dev', 'v0.6.3', 'v0.6.2', 'v0.6.1'
+  ]
+end
+
+task default: [:test, :style]

data/kitchen-nodes.gemspec

@@ -0,0 +1,31 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'kitchen/provisioner/nodes_version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'kitchen-nodes-scalp42'
+  spec.version       = Kitchen::Provisioner::NODES_VERSION
+  spec.authors       = ['Matt Wrock']
+  spec.email         = ['matt@mattwrock.com']
+  spec.description   = 'A Test Kitchen Provisioner for Chef Nodes'
+  spec.summary       = spec.description
+  spec.homepage      = ''
+  spec.license       = 'Apache 2.0'
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = []
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'net-ping'
+  spec.add_dependency 'win32-security'
+  spec.add_dependency 'test-kitchen', '~> 1.13'
+
+  spec.add_development_dependency 'bundler', '~> 1.3'
+  spec.add_development_dependency 'fakefs', '~> 0.4'
+  spec.add_development_dependency 'github_changelog_generator', '1.11.3'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec', '~> 3.2'
+  spec.add_development_dependency 'rubocop', '~> 0.37', '>= 0.37.1'
+end

data/lib/kitchen/provisioner/finder/ssh.rb

@@ -0,0 +1,107 @@
+module Kitchen
+  module Transport
+    class Ssh < Kitchen::Transport::Base
+      # Monkey patch of test-kitchen ssh transport
+      # that returns stdout
+      class Connection < Kitchen::Transport::Base::Connection
+        def node_execute(command, &block)
+          return if command.nil?
+          out, exit_code = node_execute_with_exit_code(command, &block)
+
+          if exit_code.nonzero?
+            raise Transport::SshFailed,
+                  "SSH exited (#{exit_code}) for command: [#{command}]"
+          end
+          out
+        rescue Net::SSH::Exception => ex
+          raise SshFailed, "SSH command failed (#{ex.message})"
+        end
+
+        # rubocop:disable Metrics/AbcSize
+        def node_execute_with_exit_code(command)
+          exit_code = nil
+          out = []
+          session.open_channel do |channel|
+            channel.request_pty
+            channel.exec(command) do |_ch, _success|
+              channel.on_data do |_ch, data|
+                out << data
+                yield data if block_given?
+              end
+
+              channel.on_extended_data do |_ch, _type, data|
+                out << data
+                yield data if block_given?
+              end
+
+              channel.on_request('exit-status') do |_ch, data|
+                exit_code = data.read_long
+              end
+            end
+          end
+          session.loop
+          [out.join("\n"), exit_code]
+        end
+        # rubocop:enable Metrics/AbcSize
+      end
+    end
+  end
+
+  module Provisioner
+    module Finder
+      # SSH implementation for returning active non-localhost IPs
+      class Ssh
+        IP4REGEX = /(\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})/
+
+        Finder.register_finder(Kitchen::Transport::Ssh, self)
+
+        def initialize(connection)
+          @connection = connection
+        end
+
+        def find_ips
+          ips = []
+          5.times do
+            begin
+              ips = run_ifconfig
+            rescue Kitchen::Transport::TransportFailed
+              ips = run_ip_addr
+            end
+            return ips unless ips.empty?
+            sleep 0.5
+          end
+          ips
+        end
+
+        def find_fqdn
+          @connection.node_execute('hostname -f').chomp.chomp
+        end
+
+        private
+
+        def run_ifconfig
+          response = @connection.node_execute('/sbin/ifconfig -a')
+          ips = []
+          response.split(/^\S+/).each do |device|
+            next if !device.include?('RUNNING') || device.include?('LOOPBACK')
+            next if IP4REGEX.match(device).nil?
+            ips << IP4REGEX.match(device)[1]
+          end
+          ips.compact
+        end
+
+        def run_ip_addr
+          response = @connection.node_execute('/sbin/ip -4 addr show')
+          ips = []
+          response.split(/^[0-9]+: /).each do |device|
+            next if device.include?('LOOPBACK') || device.include?('NO-CARRIER')
+            next if device == ''
+            found_ips = IP4REGEX.match(device)
+            ips << IP4REGEX.match(device)[1] unless found_ips.nil?
+          end
+          ips.compact
+        end
+      end
+    end
+  end
+end