zergrush_cf 0.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    Y2YzZmVlNzZjYzQzZmI2MjRiYWM1ZjczYWFlNGM3MzhkYmYxMGY4Yg==
+  data.tar.gz: !binary |-
+    ZDg1NTk3ZThlMmIwNjg1ZTUwNWIxYWUyMzY2ZWJlZjYyOTQ3NmE5OA==
+SHA512:
+  metadata.gz: !binary |-
+    Njc4OWQ0MTI0Yjg3Njk5NzE0MTE5ZjNhODE4YTBjY2I3ZTEyMDFmODVjNjlk
+    OTAwMWRhZjZiOWYyYjIwZmEzOTBhOTNhOTNlZGFiOTQwNWM0NjM4YjUxNzRl
+    MGJlOGZlZTlmYjRlZTViZTNkNGIyNDg0MWRmZWVlNWJjZTQzOTU=
+  data.tar.gz: !binary |-
+    NTM4YjM4MGYzNmMzNjVlMzljNTgwNDIwZDAzZDMyNzQ1YzgyMGFiZTAwOTUx
+    MWRjYjE3ZmNlZmMwYzRmZjkzZTMzYTRkMjIyNzhlNzgyZjI2OWU4ZWEwMjlk
+    Y2NjNjAwZWMxODVmMGM3MzlmMmI3YjhjMWI0MDgxNDJmYTFjOGU=

data/.gitignore

@@ -0,0 +1,2 @@
+pkg
+tmp

data/COPYING

@@ -0,0 +1 @@
+No copying restrictions/license given.

data/LICENSE

@@ -0,0 +1 @@
+No license given.

data/README.md

@@ -0,0 +1,113 @@
+Vagrant driver for Zerg
+===
+
+Dependencies
+--------------
+
+- [vagrant-aws](https://github.com/mitchellh/vagrant-aws)
+- [vagrant-libvirt](https://github.com/pradels/vagrant-libvirt)
+- [vagrant-omnibus](https://github.com/schisamo/vagrant-omnibus)
+- [vagrant-berkshelf](https://github.com/berkshelf/vagrant-berkshelf)
+
+Additional properties defined
+--------------
+
+######[Synchronized folders](resources/folder_schema.template)
+
+Defined by [Vagrant synced folders](http://docs.vagrantup.com/v2/synced-folders/)
+
+Example use:
+```
+...
+"create": true,
+"mount_options": ["rw", "vers=3", "tcp"]
+...
+```
+
+######[Networks](resources/networks_schema.template)
+
+Defined by [Vagrant networking](http://docs.vagrantup.com/v2/networking/index.html)
+
+Example use:
+```
+...
+"type": "public_network",
+"bridge": "en1: Wi-Fi (AirPort)"
+...
+```
+
+######[Driver options](resources/option_schema.template)
+
+- providertype - One of the supported Vagrant providers. Currenlty supported providers are: virtualbox, libvirt, aws
+- provider_options - hash of provider specific options. 
+- raw_options - if some of the provider options do not map to a hash format - you can specify them as an array of strings. Each string should start with '[provider].'
+
+Example use:
+```
+...
+"driver": {
+    "drivertype": "vagrant",
+    "driveroptions": [
+        {
+            "providertype": "aws",
+            "provider_options" : {
+                "instance_type": "t1.micro",
+                "access_key_id": "blah blah blah",
+                "secret_access_key": "yadda yadda",
+                "keypair_name": "HURGHBURGHLGHRL",
+                "ami": "ami-3fec7956",
+                "region": "us-east-1"
+            }
+        },
+        {
+            "providertype": "virtualbox",
+            "provider_options" : {
+                "gui": false,
+                "memory": 256
+            },
+            "raw_options": [
+                "virtualbox.customize [\"modifyvm\", :id,  \"--natdnsproxy1\", \"off\"]",
+                "virtualbox.customize [\"modifyvm\", :id,  \"--natdnshostresolver1\", \"off\"]"
+            ]
+        }
+    ]
+}
+...
+```
+
+######[Forwarded ports](resources/ports_schema.template)
+
+Defined by [Vagrant forwarded ports](http://docs.vagrantup.com/v2/networking/forwarded_ports.html)
+
+Example use:
+```
+...
+"guest_port": 8080,
+"host_port": 80,
+"protocol": "tcp"
+...
+```
+
+######[SSH](resources/ssh_schema.template)
+
+Defined by [Vagrant SSH](http://docs.vagrantup.com/v2/vagrantfile/ssh_settings.html)
+
+Example use:
+```
+...
+"username": "ubuntu",
+"private_key_path": "PATH_TO_YOUR_PK",
+"shell": "bash -l"
+...
+```
+
+######[Tasks](resources/tasks_schema.template)
+
+Describes what tasks a VM should run at provisioning step
+
+- type - Type of task payload. 'shell', 'chef_client' or 'chef_solo'
+    - shell task parameters are defined by [Vagrant shell provisioner](http://docs.vagrantup.com/v2/provisioning/shell.html)
+    - chef_client and chef_solo task parameters map directly to Vagrant provisioner docs, **EXCEPT the node_name parameter**:
+        - [chef_solo provisioner](http://docs.vagrantup.com/v2/provisioning/chef_solo.html)
+        - [chef_client provisioner](https://docs.vagrantup.com/v2/provisioning/chef_client.html)
+        - [chef common options](http://docs.vagrantup.com/v2/provisioning/chef_common.html)

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/zergrush_cf/init.rb

@@ -0,0 +1,197 @@
+#--
+
+# Copyright 2014 by MTN Sattelite Communications
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to
+# deal in the Software without restriction, including without limitation the
+# rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+# sell copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+# IN THE SOFTWARE.
+#++
+
+require 'zerg'
+require 'fog'
+require 'excon'
+require 'rbconfig'
+require 'awesome_print'
+require 'securerandom'
+require 'ruby-progressbar'
+require_relative 'renderer'
+
+class CloudFormation < ZergGemPlugin::Plugin "/driver"
+    def rush hive_location, task_name, task_hash, debug
+        aws_key_id = task_hash["vm"]["driver"]["driveroptions"][0]["access_key_id"] 
+        aws_secret = task_hash["vm"]["driver"]["driveroptions"][0]["secret_access_key"] 
+
+        # eval possible environment variables
+        if aws_key_id =~ /^ENV\['.+'\]$/
+            aws_key_id = eval(aws_key_id)
+        end
+
+        if aws_secret =~ /^ENV\['.+'\]$/
+            aws_secret = eval(aws_secret)
+        end
+
+        abort("AWS key id is not specified in task") unless aws_key_id != nil
+        abort("AWS secret is not specified in task") unless aws_secret != nil
+
+        renderer = ZergrushCF::Renderer.new(
+            hive_location, 
+            task_name, 
+            task_hash)        
+        template_body = renderer.render
+
+        cf = Fog::AWS::CloudFormation.new(
+            :aws_access_key_id => aws_key_id,
+            :aws_secret_access_key => aws_secret
+        )
+
+        # create the cloudformation stack
+        stack_name = "#{task_name}"
+
+        progressbar = nil
+        params = eval_params(task_hash["vm"]["driver"]["driveroptions"][0]["template_parameters"])       
+        stack_info = cf.create_stack(stack_name, { 'DisableRollback' => true, 'TemplateBody' => template_body.to_json, 'Parameters' => params, 'Capabilities' => [ "CAPABILITY_IAM" ] })
+
+        # grab the id of the stack
+        stack_id = stack_info.body["StackId"]
+        puts("Creating stack #{stack_name} with id #{stack_id}\n-----------------------------")
+        progressbar = ProgressBar.create(:starting_at => 20, :total => nil)
+
+        # get stack outputs
+        outputs_info = cf.describe_stacks({ 'StackName' => stack_name })
+
+        until outputs_info.body["Stacks"][0]["StackStatus"] != "CREATE_IN_PROGRESS" do
+            progressbar.increment
+            sleep 2
+
+            outputs_info = cf.describe_stacks({ 'StackName' => stack_name })
+        end
+        progressbar.stop
+        abort "ERROR: Stack #{stack_name} creation failed. Refer to AWS CloudFormation console for further info." unless outputs_info.body["Stacks"][0]["StackStatus"] == "CREATE_COMPLETE"
+        
+        puts("SUCCESS! Stack outputs:")
+        ap outputs_info.body["Stacks"][0]["Outputs"]
+
+        rescue Fog::Errors::Error => fog_cf_error
+            progressbar.stop unless progressbar == nil
+            abort ("ERROR: AWS error: #{fog_cf_error.message}")
+    end
+
+    def clean hive_location, task_name, task_hash, debug
+        
+        aws_key_id = task_hash["vm"]["driver"]["driveroptions"][0]["access_key_id"] 
+        aws_secret = task_hash["vm"]["driver"]["driveroptions"][0]["secret_access_key"]
+
+        # eval possible environment variables
+        if aws_key_id =~ /^ENV\['.+'\]$/
+            aws_key_id = eval(aws_key_id)
+        end
+
+        if aws_secret =~ /^ENV\['.+'\]$/
+            aws_secret = eval(aws_secret)
+        end 
+
+        abort("AWS key id is not specified in task") unless aws_key_id != nil
+        abort("AWS secret is not specified in task") unless aws_secret != nil
+
+        puts("Cleaning task #{task_name} ...")
+
+        # run fog cleanup on the stack.
+        stack_name = "#{task_name}"
+
+        cf = Fog::AWS::CloudFormation.new(
+            :aws_access_key_id => aws_key_id,
+            :aws_secret_access_key => aws_secret
+        )
+
+        progressbar = nil
+
+        stack_info = cf.delete_stack(stack_name)
+        puts("Deleting stack #{stack_name}")
+        progressbar = ProgressBar.create(:starting_at => 20, :total => nil)
+        outputs_info = cf.describe_stacks({ 'StackName' => stack_name })
+
+        while outputs_info.body["Stacks"][0]["StackStatus"] == "DELETE_IN_PROGRESS" do
+            progressbar.increment
+            sleep 2
+
+            begin
+                outputs_info = cf.describe_stacks({ 'StackName' => stack_name })
+            rescue Fog::AWS::CloudFormation::NotFound
+                progressbar.stop
+                break
+            end
+        end
+
+        rescue Fog::AWS::CloudFormation::NotFound
+            progressbar.stop unless progressbar == nil
+            abort ("ERROR: Stack #{stack_name} was not found in AWS.")
+        rescue Fog::Errors::Error => fog_cf_error
+            progressbar.stop unless progressbar == nil
+            abort ("ERROR: AWS error: #{fog_cf_error.ai}")
+    end
+
+    def halt hive_location, task_name, task_hash, debug
+        puts("Halt is not implemented for CloudFormation.")
+        return
+    end
+
+    def task_schema
+        return nil
+    end
+
+    def option_schema
+        return File.open(File.join("#{File.dirname(__FILE__)}", "..", "..", "resources", "option_schema.template"), 'r').read
+    end
+
+    def folder_schema
+        return nil
+    end
+
+    def port_schema
+        return nil
+    end
+
+    def ssh_schema
+        return nil
+    end
+
+    def eval_params(params)
+        params.each do |k, v|
+            # If v is nil, an array is being iterated and the value is k. 
+            # If v is not nil, a hash is being iterated and the value is v.
+            # 
+            value = v || k
+
+            if value.is_a?(Hash) || value.is_a?(Array)
+                eval_params(value)
+            else
+                if value.is_a?(String)
+                    if value =~ /(^ENV\['.+'\]$)/
+                        if v.nil?
+                            k.replace eval(value)
+                        else
+                            params[k] = eval(value)
+                        end
+                    end
+                end
+            end
+        end
+
+        return params
+    end
+end
+

data/lib/zergrush_cf/renderer.rb

@@ -0,0 +1,50 @@
+#--
+
+# Copyright 2014 by MTN Sattelite Communications
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to
+# deal in the Software without restriction, including without limitation the
+# rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+# sell copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+# IN THE SOFTWARE.
+#++
+
+require 'fileutils'
+
+module ZergrushCF
+    class Renderer
+
+        def initialize(hive_location, task_name, task_hash)
+            @vm = task_hash["vm"]
+            @name = task_name
+            @template = task_hash["vm"]["driver"]["driveroptions"][0]["template"]
+            @driver = task_hash["vm"]["driver"]["drivertype"] 
+            @hive_location = hive_location
+        end
+
+        def render
+            puts ("Rendering driver templates...")
+
+            # write cloudformation template to a separate file
+            abort("CloudFormation template not specified!") unless @template != nil
+
+            puts ("Writing #{File.join(@hive_location, "driver", @driver, @name, "template.json")}...")
+            FileUtils.mkdir_p(File.join(@hive_location, "driver", @driver, @name))
+            File.open(File.join("#{@hive_location}", "driver", @vm["driver"]["drivertype"], @name, "template.json"), 'w') { |file| file.write(@template.to_json) }
+
+            return @template
+        end
+    end
+end

data/lib/zergrush_cf/version.rb

@@ -0,0 +1,26 @@
+#--
+
+# Copyright 2014 by MTN Sattelite Communications
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to
+# deal in the Software without restriction, including without limitation the
+# rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+# sell copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+# IN THE SOFTWARE.
+#++
+
+module ZergrushCF
+  VERSION = "0.0.1"
+end

data/resources/defaults.yaml

@@ -0,0 +1,2 @@
+--- 
+:debug: false

data/resources/option_schema.template

@@ -0,0 +1,12 @@
+"access_key_id": {
+    "type": "string"
+},
+"secret_access_key": {
+    "type": "string"
+},
+"template": {
+    "type": "object"
+},
+"template_parameters": {
+    "type": "object"
+}

data/zergrush_cf.gemspec

@@ -0,0 +1,31 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path("../lib/zergrush_cf/version", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "zergrush_cf"
+  s.version     = ZergrushCF::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["MTN Satellite Communications"]
+  s.email       = ["Marat.Garafutdinov@mtnsat.com"]
+  s.homepage    = "https://github.com/MTNSatelliteComm/zerg"
+  s.license     = "MIT"
+  s.summary     = "Amazon Cloud Formation driver for zergrush"
+  s.description = "Amazon Cloud Formation driver for zergrush"
+
+  s.required_rubygems_version = ">= 2.0.0"
+  s.rubyforge_project         = "zergrush_cf"
+
+  s.add_development_dependency "bundler", ">= 1.0.0"
+  s.add_development_dependency "rake"
+  s.add_development_dependency "zergrush", ">= 0.0.7"
+
+  s.add_dependency "fog", ">=1.20.0"
+  s.add_dependency "ruby-progressbar", "1.4.2"
+
+  s.files        = `git ls-files`.split("\n")
+  s.executables  = `git ls-files`.split("\n").map{|f| f =~ /^bin\/(.*)/ ? $1 : nil}.compact
+  s.require_path = 'lib'
+
+  # metadata that marks this as a zergrush plugin
+  s.metadata = { "zergrushplugin" => "driver" }
+end

metadata

@@ -0,0 +1,126 @@
+--- !ruby/object:Gem::Specification
+name: zergrush_cf
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- MTN Satellite Communications
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-03-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: zergrush
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.7
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.0.7
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.20.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.20.0
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.4.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.4.2
+description: Amazon Cloud Formation driver for zergrush
+email:
+- Marat.Garafutdinov@mtnsat.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- COPYING
+- LICENSE
+- README.md
+- Rakefile
+- lib/zergrush_cf/init.rb
+- lib/zergrush_cf/renderer.rb
+- lib/zergrush_cf/version.rb
+- resources/defaults.yaml
+- resources/option_schema.template
+- zergrush_cf.gemspec
+homepage: https://github.com/MTNSatelliteComm/zerg
+licenses:
+- MIT
+metadata:
+  zergrushplugin: driver
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 2.0.0
+requirements: []
+rubyforge_project: zergrush_cf
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Amazon Cloud Formation driver for zergrush
+test_files: []