cloudconfig 0.1.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.travis.yml

@@ -0,0 +1,7 @@
+language: ruby
+rvm:
+  - 1.9.3
+install:
+  - bundle install
+script: |
+  bundle exec ruby test/test.rb

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in cloudconfig.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,13 @@
+   Copyright 2014 Klarna AB
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/README.md

@@ -0,0 +1,109 @@
+# Cloudconfig
+
+[![Build Status](https://travis-ci.org/klarna/cloudconfig.png?branch=master)](https://travis-ci.org/klarna/cloudconfig)
+
+Cloudconfig is an application that manages configurations for resources in Cloudstack.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'cloudconfig'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install cloudconfig
+
+## Usage
+
+Cloudconfig will configure resources in Cloudstack.
+
+To use the application:
+
+    cloudconfig --help
+
+Create config:
+
+    cloudconfig config URL API_KEY SECRET_KEY RESOURCE_DIRECTORY
+
+Dryrun can be performed to view potential changes:
+
+    cloudconfig update hosts --dryrun
+
+### Configuration of resources
+
+Cloudconfig will configure resources in Cloudstack according to resources in yaml files in specified directory.
+
+Resources that currently are handled by cloudconfig:
+
+- Compute offerings (create, update, delete)
+- Disk offerings (update)
+- Host tags (create, delete)
+- Storage tags (create, delete)
+
+Resource files are expected to be structured in following manner in configured resource directory:
+
+    .
+    ├── diskofferings.yaml
+    ├── hosts.yaml
+    ├── serviceofferings.yaml
+    └── storages.yaml
+
+diskofferings.yaml:
+
+    DiskOfferings:
+      20gb: { tags: "SSD",
+              displaytext: "20GB SSD Drive",
+              disksize: 200 }
+
+      50GB: { tags: "SSD",
+              displaytext: "50GB SSD Drive",
+              disksize: 50 }
+
+hosts.yaml:
+
+    Hosts:
+      host1.example.com: { hosttags: "small,medium",
+                           zonename: "example" }
+
+      host2.example.com: { hosttags: "small,medium,large",
+                           zonename: "example" }
+
+serviceofferings.yaml:
+
+    ServiceOfferings:
+      small: { displaytext: "1vCPU, 1GHz, 1GB RAM",
+               storagetype: "shared",
+               cpunumber: 1,
+               cpuspeed: 1000,
+               memory: 1024,
+               tags: "disk",
+               hosttags: "small" }
+
+storage.yaml:
+
+    Storages:
+      ssd: { tags: "ssd",
+             zonename: "example" }
+
+      ssd: { tags: "ssd",
+             zonename: "example" }
+
+### Testing
+
+Currently only unit testing:
+
+    bundle install
+    bundle exec ruby test/test.rb
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/cloudconfig

@@ -0,0 +1,52 @@
+#!/usr/bin/env ruby
+require "thor"
+require "user_config"
+require "cloudconfig/resources"
+
+module Cloudconfig
+	class CLI < Thor
+	  desc "config URL API_KEY SECRET_KEY RESOURCE_DIRECTORY", "Create configuration file ~/.cloudconfig/config, with url, api_key, secret_key and path to directory containing resource files as /path/to/directory ."
+	  def config(url, api_key, secret_key, resource_directory)
+	    UserConfig.default('config.yaml', {
+	      'url' => url,
+	      'api_key' => api_key,
+	      'secret_key' => secret_key,
+	      'resource_directory' => resource_directory
+	    })
+	    uconfig = UserConfig.new('.cloudconfig')
+	    uconfig.create('config.yaml')
+	  end
+	  desc "list RESOURCE", "Lists RESOURCE, currently existing in CloudPlatform."
+	  def list(resource)
+	    r = Resources.new(resource)
+	    r.list_resources
+	  end
+	  desc "comparison", "Compares all resources available for update."
+	  def comparison()
+	    # resource set to serviceofferings, but method will check all resources.
+	    r = Resources.new("serviceofferings")
+	    r.compare_resources
+	  end
+	  desc "update RESOURCE", "Updates RESOURCE from configuration yaml file."
+	  long_desc <<-LONGDESC
+	    `update serviceofferings` will configure service offerings.
+	    \x5`update hosts` will configure hosts.
+	    \x5`update storages` will configure storage pools.
+	    \x5`update diskofferings` will configure disk offerings.
+	  LONGDESC
+	  option :delete, :desc => "delete option for service offerings, resources existing in CloudPlatform but not in configuation yaml file are deleted in CloudPlatform."
+	  option :dryrun, :desc => "dry run option, changes that should be made are listed, but not performed."
+	  def update(resource)
+	    r = Resources.new(resource)
+	    if options[:delete]
+	      r.delete = true
+	    end
+	    if options[:dryrun]
+	      r.dryrun = true
+	    end
+	    r.update
+	  end
+	end
+end
+
+Cloudconfig::CLI.start(ARGV)

data/cloudconfig.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'cloudconfig/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "cloudconfig"
+  spec.version       = Cloudconfig::VERSION
+  spec.authors       = ["Katrin Nilsson", "Carl Loa Odin", "Olle Lundberg"]
+  spec.email         = ["katrin.nilsson@klarna.com", "carl.loa.odin@klarna.com", "olle.lundberg@klarna.com"]
+  spec.description   = %q{Cloudconfig is an application that manages configurations for resources in Cloudstack.}
+  spec.summary       = %q{Resource configuration manager for Cloudstack.}
+  spec.homepage      = ""
+  spec.license       = "Apache License, Version 2.0"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake", "~> 10.3.2"
+
+  spec.add_runtime_dependency "thor", "~> 0.19.1"
+  spec.add_runtime_dependency "user_config", "~> 0.0.4"
+  spec.add_runtime_dependency "cloudstack_ruby_client", "~> 1.0.1"
+end

data/lib/cloudconfig/resources.rb

@@ -0,0 +1,174 @@
+require 'yaml'
+require 'json'
+require 'net/http'
+require 'cloudstack_ruby_client'
+require 'user_config'
+
+module Cloudconfig
+	class Resources
+
+
+		attr_accessor :config, :delete, :dryrun, :resource, :client, :config_file
+
+
+		def initialize(resource)
+			@delete = false
+			@dryrun = false
+			@resource = resource
+			uconfig = UserConfig.new('.cloudconfig')
+			@config_file = uconfig['config.yaml']
+		end
+
+
+		def update()
+			@client = create_cloudstack_client()
+			resource_file, resource_cloud = define_yamlfile_and_cloudresource()
+			r_updated, r_created, r_deleted = check_resource(resource_file, resource_cloud)
+			feedback = ""
+			if @dryrun
+				feedback = "The following actions would be performed with this command:\n"
+			else
+				for r in r_updated
+					r_diff = Hash[(r[0].to_a) - (r[1].to_a)]
+					r_union = Hash[r[0].to_a | r_diff.to_a]
+					update_resource(r_union)
+				end
+				r_created.each{ |r| create_resource(r) }
+				r_deleted.each{ |r| delete_resource(r) }
+			end
+			for r in r_updated
+				# r_diff represents the parameters that should be changed in resource
+				r_diff = Hash[(r[0].to_a) - (r[1].to_a)]
+				feedback += "Some values has been changed in #{@resource} named #{r[0]["name"]}.\nOld values were:\n#{JSON.pretty_generate(r[1])}\nNew values are:\n#{JSON.pretty_generate(r_diff)}\n"
+			end
+			r_created.each{ |r| feedback += "#{@resource} named #{r["name"]} has been created\n" }
+			r_deleted.each{ |r| feedback += "#{@resource} named #{r["name"]} has been deleted\n" }
+			puts feedback
+		end
+
+
+		def create_cloudstack_client()
+			client = CloudstackRubyClient::Client.new(@config_file["url"], @config_file["api_key"], @config_file["secret_key"], true)
+			return client
+		end
+
+
+		# Save the current list of resources in resource_cloud, and the ones in the yaml file in resource_file
+		def define_yamlfile_and_cloudresource()
+			if @resource == "serviceofferings"
+				resource_title = "ServiceOfferings"
+				resource_cloud = @client.list_service_offerings()["serviceoffering"]
+			elsif @resource == "hosts"
+				resource_title = "Hosts"
+				resource_cloud = @client.list_hosts()["host"]
+			elsif @resource == "storages"
+				resource_title = "Storages"
+				resource_cloud = @client.list_storage_pools()["storagepool"]
+			elsif @resource == "diskofferings"
+				resource_title = "DiskOfferings"
+				resource_cloud = @client.list_disk_offerings()["diskoffering"]
+			end
+			resource_file = YAML.load_file("#{@config_file["resource_directory"]}/#{@resource}.yaml")["#{resource_title}"]
+			return resource_file, resource_cloud
+		end
+
+
+		# Compare resources in cloud and yaml file
+		def check_resource(resource_file, resource_cloud)
+			updated = Array.new
+			created = Array.new
+			deleted = Array.new
+			for r in resource_file
+				r_total = r[1].merge({"name" => "#{r[0]}"})
+				found = false
+				i = 0
+				# If the resource has not yet been found, compare names and update resource if names match but other parameters don't
+				while !found && i < resource_cloud.length
+					if resource_cloud[i]["name"] == r[0]
+						new_resource = resource_cloud[i].merge(r[1])
+						if resource_cloud[i] != new_resource
+							r_total = r_total.merge({"id" => "#{resource_cloud[i]["id"]}"})
+							# Update resource with new values, in first parameter, and send old values in second parameter
+							updated.push([r_total, resource_cloud[i]])
+						end
+						resource_cloud.delete_at(i)
+						found = true
+					else
+						i += 1
+					end
+				end
+				if (!found) && (@resource == "serviceofferings")
+					# Create resources. (Only works for service offerings at the moment)
+					created.push(r_total)
+				end
+			end
+			if delete && (resource_cloud.length > 0) && (@resource == "serviceofferings")
+				# Remove all resources that are not included in yaml file. (Only works for service offerings at the moment)
+				for r in resource_cloud
+					deleted.push(r)
+				end
+			end
+			# Return resources that should be updated, created and deleted
+			return updated, created, deleted
+		end
+
+
+		def update_resource(res)
+			if @resource == "serviceofferings"
+				@client.delete_service_offering({"id" => "#{res["id"]}"})
+				@client.create_service_offering(res)
+			elsif @resource == "hosts"
+				@client.update_host(res)
+			elsif @resource == "storages"
+				@client.update_storage_pool(res)
+			elsif @resource == "diskofferings"
+				# Parameter iscustomized has different name (customized) when creating resource, and parameter disksize create error if iscustomized is true.
+				if res["iscustomized"] == true
+					res.delete("disksize")
+				end
+				res = res.merge({"customized" => res["iscustomized"]})
+				res.delete("iscustomized")
+				@client.delete_disk_offering({"id" => "#{res["id"]}"})
+				@client.create_disk_offering(res)
+			end
+		end
+
+
+		def create_resource(res)
+			if @resource == "serviceofferings"
+				@client.create_service_offering(res)
+			end
+		end
+
+
+		def delete_resource(res)
+			if @resource == "serviceofferings"
+				@client.delete_service_offering({"id" => "#{res["id"]}"})
+			end
+		end
+
+		def list_resources()
+			@client = create_cloudstack_client()
+			resource_file, resource_cloud = define_yamlfile_and_cloudresource()
+			puts JSON.pretty_generate(resource_cloud)
+		end
+
+		def compare_resources()
+			@delete = true
+			@client = create_cloudstack_client()
+			resources = ["serviceofferings", "hosts", "storages", "diskofferings"]
+			for r in resources
+				@res = r
+				resource_file, resource_cloud = define_yamlfile_and_cloudresource()
+				r_updated, r_created, r_deleted = check_resource(resource_file, resource_cloud)
+				puts "The following #{r} will be updated:"
+				r_updated.each{ |re| puts "\n#{re[0]["name"]}" }
+				puts "The following #{r} will be created:"
+				r_created.each{ |re| puts "\n#{re["name"]}" }
+				puts "The following #{r} will be deleted:"
+				r_deleted.each{ |re| puts "\n#{re["name"]}" }
+			end
+		end
+
+	end
+end

data/lib/cloudconfig/version.rb

@@ -0,0 +1,3 @@
+module Cloudconfig
+  VERSION = "0.1.1"
+end

data/test/helper/test_helper.rb

@@ -0,0 +1,39 @@
+class TestHelper
+
+  def get_resource_cloud()
+    resource_cloud = [
+      { "name" => "Resource-01",
+        "id" => 111,
+        "tag" => "RES"
+      },
+      { "name" => "Resource-02",
+        "id" => 222,
+        "tag" => "RES"
+      },
+      { "name" => "Resource-03",
+        "id" => 333,
+        "tag" => "RAN"
+      }
+    ]
+    return resource_cloud.to_a
+  end
+
+  def get_resource_file()
+    resource_file = {
+      "Resource-01" => {
+        "id" => 111,
+        "tag" => "RES"
+      },
+      "Resource-02" => {
+        "id" => 222,
+        "tag" => "RAN"
+      },
+      "Resource-04" => {
+        "id" => 444,
+        "tag" => "RAN"
+      }
+    }
+    return resource_file  
+  end 
+
+end

data/test/test.rb

@@ -0,0 +1,104 @@
+require "test/unit"
+require "cloudstack_ruby_client"
+require_relative "../lib/cloudconfig/resources"
+require_relative "helper/test_helper"
+
+
+
+class TestResources < Test::Unit::TestCase
+
+  def setup
+    @res = [Cloudconfig::Resources.new("serviceofferings"),
+            Cloudconfig::Resources.new("hosts"),
+            Cloudconfig::Resources.new("storages"),
+            Cloudconfig::Resources.new("diskofferings")]
+
+    for r in @res
+      r.delete = false
+      r.dryrun = true
+    end
+
+    @r_test_file = TestHelper.new().get_resource_file()
+    @r_test_cloud = TestHelper.new().get_resource_cloud()
+  end
+
+  def test_update_serviceofferings_delete_is_false
+    # Test array and hash in test_helper.rb, with delete option set to false in setup
+    upd, cre, del = @res[0].check_resource(@r_test_file, @r_test_cloud)
+    assert_equal(1, upd.length)
+    assert_equal("Resource-02", "#{upd[0][0]["name"]}")
+    assert_equal(1, cre.length)
+    assert_equal("Resource-04", "#{cre[0]["name"]}")
+    assert_equal(0, del.length)
+  end
+
+  # Same test, with delete set to true
+  def test_update_serviceofferings_delete_is_true
+    @res[0].delete = true
+    upd, cre, del = @res[0].check_resource(@r_test_file, @r_test_cloud)
+    assert_equal(1, upd.length)
+    assert_equal("Resource-02", "#{upd[0][0]["name"]}")
+    assert_equal(1, cre.length)
+    assert_equal("Resource-04", "#{cre[0]["name"]}")
+    assert_equal(1, del.length)
+    assert_equal("Resource-03", "#{del[0]["name"]}")
+  end
+
+  def test_update_hosts_delete_is_false
+    # Test array and hash in test_helper.rb, with delete option set to false in setup
+    upd, cre, del = @res[1].check_resource(@r_test_file, @r_test_cloud)
+    assert_equal(1, upd.length)
+    assert_equal("Resource-02", "#{upd[0][0]["name"]}")
+    assert_equal(0, cre.length)
+    assert_equal(0, del.length)
+  end
+
+  # Same test, with delete set to true
+  def test_update_hosts_delete_is_true
+    @res[1].delete = true
+    upd, cre, del = @res[1].check_resource(@r_test_file, @r_test_cloud)
+    assert_equal(1, upd.length)
+    assert_equal("Resource-02", "#{upd[0][0]["name"]}")
+    assert_equal(0, cre.length)
+    assert_equal(0, del.length)
+  end
+
+  def test_update_storages_delete_is_false
+    # Test array and hash in test_helper.rb, with delete option set to false in setup
+    upd, cre, del = @res[2].check_resource(@r_test_file, @r_test_cloud)
+    assert_equal(1, upd.length)
+    assert_equal("Resource-02", "#{upd[0][0]["name"]}")
+    assert_equal(0, cre.length)
+    assert_equal(0, del.length)
+  end
+
+  # Same test, with delete set to true
+  def test_update_storages_delete_is_true
+    @res[2].delete = true
+    upd, cre, del = @res[2].check_resource(@r_test_file, @r_test_cloud)
+    assert_equal(1, upd.length)
+    assert_equal("Resource-02", "#{upd[0][0]["name"]}")
+    assert_equal(0, cre.length)
+    assert_equal(0, del.length)
+  end
+
+  def test_update_diskofferings_delete_is_false
+    # Test array and hash in test_helper.rb, with delete option set to false in setup
+    upd, cre, del = @res[3].check_resource(@r_test_file, @r_test_cloud)
+    assert_equal(1, upd.length)
+    assert_equal("Resource-02", "#{upd[0][0]["name"]}")
+    assert_equal(0, cre.length)
+    assert_equal(0, del.length)
+  end
+
+  # Same test, with delete set to true
+  def test_update_diskofferings_delete_is_true
+    @res[3].delete = true
+    upd, cre, del = @res[3].check_resource(@r_test_file, @r_test_cloud)
+    assert_equal(1, upd.length)
+    assert_equal("Resource-02", "#{upd[0][0]["name"]}")
+    assert_equal(0, cre.length)
+    assert_equal(0, del.length)
+  end
+
+end

metadata

@@ -0,0 +1,121 @@
+--- !ruby/object:Gem::Specification
+name: cloudconfig
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+  prerelease: 
+platform: ruby
+authors:
+- Katrin Nilsson
+- Carl Loa Odin
+- Olle Lundberg
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-06-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: &17262780 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: *17262780
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &17261260 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 10.3.2
+  type: :development
+  prerelease: false
+  version_requirements: *17261260
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: &17260780 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *17260780
+- !ruby/object:Gem::Dependency
+  name: user_config
+  requirement: &17260320 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.0.4
+  type: :runtime
+  prerelease: false
+  version_requirements: *17260320
+- !ruby/object:Gem::Dependency
+  name: cloudstack_ruby_client
+  requirement: &17259860 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *17259860
+description: Cloudconfig is an application that manages configurations for resources
+  in Cloudstack.
+email:
+- katrin.nilsson@klarna.com
+- carl.loa.odin@klarna.com
+- olle.lundberg@klarna.com
+executables:
+- cloudconfig
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/cloudconfig
+- cloudconfig.gemspec
+- lib/cloudconfig/resources.rb
+- lib/cloudconfig/version.rb
+- test/helper/test_helper.rb
+- test/test.rb
+homepage: ''
+licenses:
+- Apache License, Version 2.0
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: Resource configuration manager for Cloudstack.
+test_files:
+- test/helper/test_helper.rb
+- test/test.rb