ansible_spec 0.2.12 → 0.2.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c42f90775318c0e351f6a915ccc24623b5fc618e
-  data.tar.gz: 8005d3431744adef64fa79ce870e064342588bf3
+  metadata.gz: 36492efa35f0617418b2c9c34a7916adc52e8dbd
+  data.tar.gz: 6f4df6208a073f20130d79890cecb3ab45bcea74
 SHA512:
-  metadata.gz: d8e35e9e9c0c9ccf21cc7cfc25f7abcef6e69f9209d93355f2e9c5c72777c2083ff5fe2617b57838cc48930ea14ffbee8052ea77c72a89c0bdfee8e694d6a576
-  data.tar.gz: 72e6986ac52f2df01fdd5487dbf578bf4186b7ec3539fb6c5f4c8ba1ca4ecacb73dd77f400fa8cfab4eaec05f7f3cf8fdb1ab3dc42dbb70cb2069b16c14c0592
+  metadata.gz: 5ff5843adbf7c13d4d4599631e5cdca4c8b4476fcdcc2f24e89ca6966dcf5fffb7ad3cf20b37f9242a4562850fea11dcaf578b0b2251941768cf8420b5bb7e66
+  data.tar.gz: f970aae2a33a607ac2e45b0ea7b0d3073d3b60049165c797448bab9c47a51986bf48d695baf004abbef03f6cd060c2fb5827376bbadc99a7c16a16fe0286fda9

data/.travis.yml

@@ -3,7 +3,7 @@ sudo: false
 rvm:
   - 1.9.3
   - 2.0.0
-  - 2.1.8
+  - 2.1.10
   - 2.2.4
   - 2.3.0
 script:

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+- v0.2.13
+- Merge [Dynamic Inventory use multiple hosts, lookup group children dependency group_vars.](https://github.com/volanja/ansible_spec/pull/73) by [guyon](https://github.com/guyon)
+
 - v0.2.12
 - Merge [Support deep merge for variable](https://github.com/volanja/ansible_spec/pull/72) by [okamototk](https://github.com/okamototk)
 

data/lib/ansible_spec/load_ansible.rb

@@ -108,6 +108,10 @@ module AnsibleSpec
     so, se, st = Open3.capture3(file_path)
     dyn_inv = Oj.load(so.to_s)
 
+    res["hosts_childrens"] = dyn_inv.select do |property, value|
+      value.instance_of?(Hash) && value.has_key?("children")
+    end
+
     if dyn_inv.key?('_meta')
       # assume we have an ec2.py created dynamic inventory
       dyn_inv = dyn_inv.tap{ |h| h.delete("_meta") }
@@ -332,11 +336,25 @@ module AnsibleSpec
     hosts = load_targets(inventoryfile)
     properties = load_playbook(playbook)
     properties.each do |var|
+      var["hosts_childrens"] = hosts["hosts_childrens"]
       var["group"] = var["hosts"]
       if var["hosts"].to_s == "all"
         var["hosts"] = hosts.values.flatten
       elsif hosts.has_key?("#{var["hosts"]}")
         var["hosts"] = hosts["#{var["hosts"]}"]
+      elsif var["hosts"].instance_of?(Array)
+        tmp_host = var["hosts"]
+        var["hosts"] = []
+        tmp_host.each do |v|
+          if hosts.has_key?("#{v}")
+            hosts["#{v}"].map {|target_server| target_server["hosts"] = v}
+            var["hosts"].concat hosts["#{v}"]
+          end
+        end 
+        if var["hosts"].size == 0 
+          properties = properties.compact.reject{|e| e["hosts"].length == 0}
+          #puts "#{var["name"]} roles no hosts matched for #{var["hosts"]}"
+        end
       else
         puts "no hosts matched for #{var["hosts"]}"
         var["hosts"] = []
@@ -345,7 +363,14 @@ module AnsibleSpec
     return properties
   end
 
-  def self.get_variables(host, group_idx)
+  def self.find_group_vars_file(hosts_childrens, hosts)
+      target_host = hosts_childrens.select { |key, value|
+        value["children"].include?(hosts)
+      }
+      target_host.keys[0]
+  end
+
+  def self.get_variables(host, group_idx, hosts=nil)
     vars = {}
     p = self.get_properties
 
@@ -375,6 +400,18 @@ module AnsibleSpec
       vars = load_vars_file(vars ,"roles/#{role}/vars/main.yml")
     end
 
+    # multiple host and children dependencies group vars
+    unless hosts.nil?
+      hosts_childrens = p[group_idx]["hosts_childrens"]
+      next_find_target = hosts
+      while(!next_find_target.nil? && hosts_childrens.size > 0)
+        vars = load_vars_file(vars ,"group_vars/#{next_find_target}", true)
+        group_vars_file = find_group_vars_file(hosts_childrens,next_find_target)
+        next_find_target = group_vars_file
+        hosts_childrens.delete(group_vars_file)
+      end
+    end
+
     return vars
 
   end

data/lib/ansible_spec/version.rb

@@ -1,3 +1,3 @@
 module AnsibleSpec
-  VERSION = "0.2.12"
+  VERSION = "0.2.13"
 end

data/lib/src/Rakefile

@@ -7,12 +7,18 @@ properties = AnsibleSpec.get_properties
 # {"name"=>"Ansible-Sample-TDD", "hosts"=>["192.168.0.103","192.168.0.103"], "user"=>"root", "roles"=>["nginx", "mariadb"]}
 # {"name"=>"Ansible-Sample-TDD", "hosts"=>[{"name" => "192.168.0.103:22","uri"=>"192.168.0.103","port"=>22, "private_key"=> "~/.ssh/id_rsa"}], "user"=>"root", "roles"=>["nginx", "mariadb"]}
 
+desc "Run serverspec to all test"
+task :all => "serverspec:all"
+
 namespace :serverspec do
+  task :all => properties.map {|v| 'serverspec:' + v["name"] }
+  properties = properties.compact.reject{|e| e["hosts"].length == 0}
   properties.each_with_index.map do |property, index|
     property["hosts"].each do |host|
       desc "Run serverspec for #{property["name"]}"
       RSpec::Core::RakeTask.new(property["name"].to_sym) do |t|
         puts "Run serverspec for #{property["name"]} to #{host}"
+        ENV['TARGET_HOSTS'] = host["hosts"]
         ENV['TARGET_HOST'] = host["uri"]
         ENV['TARGET_PORT'] = host["port"].to_s
         ENV['TARGET_GROUP_INDEX'] = index.to_s

data/lib/src/spec/spec_helper.rb

@@ -7,9 +7,10 @@ require 'winrm'
 # Set ansible variables to serverspec property
 #
 host = ENV['TARGET_HOST']
+hosts = ENV["TARGET_HOSTS"]
 
 group_idx = ENV['TARGET_GROUP_INDEX'].to_i
-vars = AnsibleSpec.get_variables(host, group_idx)
+vars = AnsibleSpec.get_variables(host, group_idx,hosts)
 set_property vars
 
 connection = ENV['TARGET_CONNECTION']

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/.ansiblespec

@@ -0,0 +1,5 @@
+---
+-
+  playbook: site.yml
+  inventory: dynamic_inventory.sh
+#  hash_behaviour: replace

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/dynamic_inventory.sh

@@ -0,0 +1,43 @@
+#!/bin/bash
+cat << EOS
+{
+  "database-servers": {
+    "hosts": [
+      "10.0.0.4"
+    ]
+  },
+  "application-servers": {
+    "hosts": [
+      "10.0.0.2",
+      "10.0.0.3"
+    ]
+  },
+  "web-servers": {
+    "hosts": [
+      "10.0.0.1"
+    ]
+  },
+  "develop-database-servers": {
+    "children": [
+      "database-servers"
+    ]
+  },
+  "develop-application-servers": {
+    "children": [
+      "application-servers"
+    ]
+  },
+  "develop-web-servers": {
+    "children": [
+      "web-servers"
+    ]
+  },
+  "develop": {
+    "children": [
+      "develop-web-servers",
+      "develop-application-servers",
+      "develop-database-servers"
+    ]
+  }
+}
+EOS

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/all

@@ -0,0 +1 @@
+all_variable: "all!!"

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/application-servers

@@ -0,0 +1 @@
+logs_conf_file: "application_logs.conf"

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/database-servers

@@ -0,0 +1 @@
+logs_conf_file: "database_logs.conf"

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/develop

@@ -0,0 +1,5 @@
+foo: "foofoo-develop"
+bar: ["bar1-develop", "bar2-develop", "bar3-develop"]
+env_name: "develop"
+
+my_common_libs_version: "1.2"

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/develop-application-servers

@@ -0,0 +1 @@
+java_version: "1.8.0_92"

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/develop-database-servers

@@ -0,0 +1,2 @@
+mysql_version: "5.7.12"
+mysql_dependencies_libs: ["foo-v2","bar-v2"]

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/develop-web-servers

@@ -0,0 +1 @@
+nginx_conf_file: "develop_nginx.conf"

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/production

@@ -0,0 +1,5 @@
+foo: "foofoo-production"
+bar: ["bar1-production", "bar2-production", "bar3-production"]
+env_name: "production"
+
+my_common_libs_version: "1.0"

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/production-application-servers

@@ -0,0 +1 @@
+java_version: "1.8.0_45"

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/production-database-servers

@@ -0,0 +1,2 @@
+mysql_version: "5.6.30"
+mysql_dependencies_libs: ["foo-v1","bar-v1"]

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/production-web-servers

@@ -0,0 +1 @@
+nginx_conf_file: "production_nginx.conf"

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/staging

@@ -0,0 +1,5 @@
+foo: "foofoo-staging"
+bar: ["bar1-staging", "bar2-staging", "bar3-staging"]
+env_name: "staging"
+
+my_common_libs_version: "1.1"

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/staging-application-servers

@@ -0,0 +1 @@
+java_version: "1.8.0_66"

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/staging-database-servers

@@ -0,0 +1,2 @@
+mysql_version: "5.6.30"
+mysql_dependencies_libs: ["foo-v1","bar-v1"]

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/staging-web-servers

@@ -0,0 +1 @@
+nginx_conf_file: "staging_nginx.conf"

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/group_vars/web-servers

@@ -0,0 +1 @@
+logs_conf_file: "web_logs.conf"

data/spec/case/get_variable/group_vars_hosts_childrens_env_dev/site.yml

@@ -0,0 +1,30 @@
+#- name: install-logcollect-libs
+#  hosts:
+#    - web-servers
+#    - database-servers
+#    - application-servers
+#  connection: local
+#  roles:
+#  - test
+
+- name: install-nginx
+  hosts:
+    - web-servers
+  connection: local
+  roles:
+  - test
+
+#- name: install-java
+#  hosts:
+#    - application-servers
+#  connection: local
+#  roles:
+#  - test
+#
+#- name: install-mysql
+#  hosts:
+#    - database-servers
+#  connection: local
+#  roles:
+#  - test
+

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/.ansiblespec

@@ -0,0 +1,5 @@
+---
+-
+  playbook: site.yml
+  inventory: dynamic_inventory.sh
+#  hash_behaviour: replace

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/dynamic_inventory.sh

@@ -0,0 +1,43 @@
+#!/bin/bash
+cat << EOS
+{
+  "database-servers": {
+    "hosts": [
+      "10.0.0.4"
+    ]
+  },
+  "application-servers": {
+    "hosts": [
+      "10.0.0.2",
+      "10.0.0.3"
+    ]
+  },
+  "web-servers": {
+    "hosts": [
+      "10.0.0.1"
+    ]
+  },
+  "production-database-servers": {
+    "children": [
+      "database-servers"
+    ]
+  },
+  "production-application-servers": {
+    "children": [
+      "application-servers"
+    ]
+  },
+  "production-web-servers": {
+    "children": [
+      "web-servers"
+    ]
+  },
+  "production": {
+    "children": [
+      "production-web-servers",
+      "production-application-servers",
+      "production-database-servers"
+    ]
+  }
+}
+EOS

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/all

@@ -0,0 +1 @@
+all_variable: "all!!"

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/application-servers

@@ -0,0 +1 @@
+logs_conf_file: "application_logs.conf"

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/database-servers

@@ -0,0 +1 @@
+logs_conf_file: "database_logs.conf"

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/develop

@@ -0,0 +1,5 @@
+foo: "foofoo-develop"
+bar: ["bar1-develop", "bar2-develop", "bar3-develop"]
+env_name: "develop"
+
+my_common_libs_version: "1.2"

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/develop-application-servers

@@ -0,0 +1 @@
+java_version: "1.8.0_92"

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/develop-database-servers

@@ -0,0 +1,2 @@
+mysql_version: "5.7.12"
+mysql_dependencies_libs: ["foo-v2","bar-v2"]

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/develop-web-servers

@@ -0,0 +1 @@
+nginx_conf_file: "develop_nginx.conf"

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/production

@@ -0,0 +1,5 @@
+foo: "foofoo-production"
+bar: ["bar1-production", "bar2-production", "bar3-production"]
+env_name: "production"
+
+my_common_libs_version: "1.0"

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/production-application-servers

@@ -0,0 +1 @@
+java_version: "1.8.0_45"

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/production-database-servers

@@ -0,0 +1,2 @@
+mysql_version: "5.6.30"
+mysql_dependencies_libs: ["foo-v1","bar-v1"]

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/production-web-servers

@@ -0,0 +1 @@
+nginx_conf_file: "production_nginx.conf"

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/staging

@@ -0,0 +1,5 @@
+foo: "foofoo-staging"
+bar: ["bar1-staging", "bar2-staging", "bar3-staging"]
+env_name: "staging"
+
+my_common_libs_version: "1.1"

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/staging-application-servers

@@ -0,0 +1 @@
+java_version: "1.8.0_66"

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/staging-database-servers

@@ -0,0 +1,2 @@
+mysql_version: "5.6.30"
+mysql_dependencies_libs: ["foo-v1","bar-v1"]

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/staging-web-servers

@@ -0,0 +1 @@
+nginx_conf_file: "staging_nginx.conf"

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/group_vars/web-servers

@@ -0,0 +1 @@
+logs_conf_file: "web_logs.conf"

data/spec/case/get_variable/group_vars_hosts_childrens_env_prd/site.yml

@@ -0,0 +1,30 @@
+#- name: install-logcollect-libs
+#  hosts:
+#    - web-servers
+#    - database-servers
+#    - application-servers
+#  connection: local
+#  roles:
+#  - test
+
+- name: install-nginx
+  hosts:
+    - web-servers
+  connection: local
+  roles:
+  - test
+
+#- name: install-java
+#  hosts:
+#    - application-servers
+#  connection: local
+#  roles:
+#  - test
+#
+#- name: install-mysql
+#  hosts:
+#    - database-servers
+#  connection: local
+#  roles:
+#  - test
+

data/spec/case/get_variable/group_vars_hosts_childrens_env_stg/.ansiblespec

@@ -0,0 +1,5 @@
+---
+-
+  playbook: site.yml
+  inventory: dynamic_inventory.sh
+#  hash_behaviour: replace

data/spec/case/get_variable/group_vars_hosts_childrens_env_stg/dynamic_inventory.sh

@@ -0,0 +1,43 @@
+#!/bin/bash
+cat << EOS
+{
+  "database-servers": {
+    "hosts": [
+      "10.0.0.4"
+    ]
+  },
+  "application-servers": {
+    "hosts": [
+      "10.0.0.2",
+      "10.0.0.3"
+    ]
+  },
+  "web-servers": {
+    "hosts": [
+      "10.0.0.1"
+    ]
+  },
+  "staging-database-servers": {
+    "children": [
+      "database-servers"
+    ]
+  },
+  "staging-application-servers": {
+    "children": [
+      "application-servers"
+    ]
+  },
+  "staging-web-servers": {
+    "children": [
+      "web-servers"
+    ]
+  },
+  "staging": {
+    "children": [
+      "staging-web-servers",
+      "staging-application-servers",
+      "staging-database-servers"
+    ]
+  }
+}
+EOS