avst-cloud 0.1.12 → 0.1.13

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    ZGRkM2M1NGY5OTVhY2U4YjMyNDBmOWMxMTAzYzVkNzJjMTFjZjdlYQ==
+    OGU3ZWJiODcxNTczNjJhNGRkZGZlYmMxYTFkZjk0NDcyMzMzNTMyNA==
   data.tar.gz: !binary |-
-    NGRkZjc0NjMzNDI3ZTc4NmIzYjZkYmMyMzAyZWZlMWEyNWZhNzlhNw==
+    Nzg1ODhhZGI5OTU2YTcyZTNjNDBmMzI1ZjgzOTRiNDY2ZjAzZWZmYQ==
 SHA512:
   metadata.gz: !binary |-
-    MTg3MjE5YTk1NDE2NTUwNTIzY2U1ZmJlNTE5NjZjYjYxYTQ1MjBiMDg0NTcz
-    ZjQyZDRjOGNmOTNmNzI3YTQ4MWY5Y2Y1MzhhNDllMGU5NDU3ZTI1NTJiNDk3
-    ZDRkMDVhODRhYzI1ODBhMmZhOTM1ZWI3MTY2MmVhM2UyOTgwMjI=
+    MGIyMmI1ZGM4OTA1OWJkNjFmOWQ2ZmY4ZWY4MzVlYzJhMjRhNGU4OGJlNGRm
+    YjgwZWRhZDAyMWVmNDUxZjhiMjc5YjAyZjcxNmE1ZTUzMGNlNzRiYmYzNDky
+    MDMyYTVjYTlkYjI0ZDE3MWM1NGM1OTA5OGUyNWQzMGM4ZTdhODM=
   data.tar.gz: !binary |-
-    OGY0MzM5OTY3YzZjN2M5MjcxZTViYjg3MmU4NjBkZGI1MmJiMTUwYjNhMDE4
-    MzM1MDE4ZWUyZjFiMTdjMWQ4OTM5NzI0MjQ1OWJmY2IzNTQ3YjRhYzIzOGI5
-    OGQyOWQ2ODcyZGNjMTU2ZTQwNmVhM2NlMDY5Y2M2ODRkMjMxMzk=
+    MjI2NzA4MDM1ODExMGE3ZGIzZDNlOWI2OTQ2MDYwNzBkN2NjZTJjZmY2MzM3
+    YWI3YWZlYTZkODkyNTUwOGY5YTcyNzJlOGUwZGUwMzFjOGMxZmMzZTkzOTYw
+    ZTE2NGY1MjBhYTY4ZmIwNjRkNjVmYWIwOTZkMDk0NmJjZTdhMDk=

data/README.md

@@ -1,6 +1,6 @@
 # avst-cloud gem
 
-Automated creation, bootstrapping and provisioning of servers. Currently supports AWS and Rackspace
+Automated creation, bootstrapping and provisioning of servers. Currently supports AWS, Azure and Rackspace
 
 ## Prerequisites
 Make sure ruby 2.0 is installed.
@@ -71,6 +71,10 @@ The application depends on several gems listed in avst-cloud.gemspec file. Bundl
 
 ```
 
+### Azure
+
+See bin/avst-cloud-azure for examples
+
 ## Connecting to existing server
 
 ```

data/avst-cloud.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
     spec.name          = "avst-cloud"
-    spec.version       = '0.1.12'
+    spec.version       = '0.1.13'
     spec.authors       = ["Martin Brehovsky", "Jon Bevan", "Matthew Hope"]
     spec.email         = ["mbrehovsky@adaptavist.com", "jbevan@adaptavist.com", "mhope@adaptavist.com"]
     spec.summary       = %q{Automated creation, bootstrapping and provisioning of servers }
@@ -12,13 +12,15 @@ Gem::Specification.new do |spec|
     spec.homepage      = "http://www.adaptavist.com"
 
     spec.files         = `git ls-files -z`.split("\x0")
-    spec.executables   = ["avst-cloud", "avst-cloud-puppet", "avst-cloud-rackspace"]
+    spec.executables   = ["avst-cloud", "avst-cloud-puppet", "avst-cloud-rackspace", "avst-cloud-azure"]
     spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
     spec.require_paths = ["lib"]
 
     spec.add_development_dependency "bundler", "~> 1.6"
     spec.add_development_dependency "rake"
     spec.add_dependency "fog"
+    spec.add_dependency "fog-azure"
+    spec.add_dependency "azure"
     spec.add_dependency "capistrano", "3.2.1"
     spec.add_dependency "capistrano-rvm"
     spec.add_dependency "net-ssh", "3.0.2"

data/bin/avst-cloud-azure

@@ -0,0 +1,97 @@
+#!/usr/bin/env ruby 
+
+# Copyright 2015 Adaptavist.com Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'avst-cloud'
+
+avst_cloud_base="#{File.expand_path("../../", __FILE__)}"
+
+# FILL IN YOUR AZURE ACCOUNT DETAILS (Subscription ID and Private Key uploaded to Management Certificates)
+provider_user=''
+provider_pass=''
+
+# Initiate connector object
+conn = AvstCloud::AzureConnection.new(provider_user, provider_pass)
+server_name = "hostname"
+# all vars have default values, see azure_connection.rb 
+user = nil
+private_key_file = nil
+location = nil 
+image_id = "b39f27a8b8c64d52b05eac6a62ebad85__Ubuntu-14_04_4-LTS-amd64-server-20160406-en-us-30GB" 
+# https://azure.microsoft.com/en-us/documentation/articles/cloud-services-sizes-specs/
+instance_type = nil
+storage_account_name = nil
+
+conn.list_known_servers
+server = conn.create_server(server_name, user, private_key_file, location, image_id, instance_type, storage_account_name)
+# fog_server = conn.find_fog_server(server_name)
+# server = AvstCloud::AzureServer.new(fog_server, server_name, nil, user, private_key_file)
+# server.stop
+# server.start
+# server.destroy
+# conn.list_storage_accounts
+conn.list_known_servers
+
+pre_upload_commands = [
+    "echo 'pre_upload_command was here' >> /tmp/pre_upload",
+]
+
+custom_file_uploads = {
+    "#{avst_cloud_base}/files/id_rsa" => "/tmp/.",
+    "#{avst_cloud_base}/files/known_hosts" => "/tmp/."
+}
+
+# Uploading ssh keys to access git repo in provisioning stage, make sure you provide correct keys
+post_upload_commands = [
+    # "mkdir /home/azureuser/.ssh",
+    # "mv /tmp/id_rsa /home/azureuser/.ssh/.",
+    # "mv /tmp/known_hosts /home/azureuser/.ssh/.",
+    # "chmod 0600 /home/azureuser/.ssh/known_hosts",
+    # "chmod 0600 /home/azureuser/.ssh/id_rsa",
+    # "mkdir /var/opt/puppet",
+    # "chown azureuser /var/opt/puppet",
+    "apt-get update && apt-get install -o Dpkg::Options::='--force-confold' -f -y git puppet-common puppet",
+    "echo 'post_upload_command was here' >> /tmp/post_upload"
+]
+
+remote_server_debug = true
+debug_structured_log = false
+
+server.bootstrap(pre_upload_commands, custom_file_uploads, post_upload_commands, remote_server_debug, debug_structured_log)
+
+git = "ssh://git@you_repo.git"
+branch = "master" 
+reference = nil # Tag
+# In this example we do not use puppet-runner, check doco
+puppet_runner = nil
+puppet_runner_prepare = nil
+custom_provisioning_commands = ["echo 'done' >> /tmp/done", "echo 'done' >> /tmp/done1"]
+server_tmp_folder="/tmp/avst_cloud_tmp_#{Time.now.to_i}"
+
+destination_folder = nil # defaults to /var/opt/puppet
+# server.provision(git, branch, server_tmp_folder, reference, custom_provisioning_commands, puppet_runner, puppet_runner_prepare, destination_folder)
+
+# puts conn.server_status(server_name)
+# server.stop
+
+# puts conn.server_status(server_name)
+# server.start
+
+# custom_commands=nil
+# server_tmp_folder="/tmp/done"
+# server.post_provisioning_cleanup(custom_commands, os, remote_server_debug, server_tmp_folder)
+
+# server.destroy
+# puts conn.server_status(server_name)

data/lib/avst-cloud.rb

@@ -14,6 +14,8 @@
 
 require_relative './avst-cloud/aws_connection.rb'
 require_relative './avst-cloud/aws_server.rb'
+require_relative './avst-cloud/azure_connection.rb'
+require_relative './avst-cloud/azure_server.rb'
 require_relative './avst-cloud/rackspace_connection.rb'
 require_relative './avst-cloud/rackspace_server.rb'
 require_relative './avst-cloud/logging.rb'

data/lib/avst-cloud/azure_connection.rb

@@ -0,0 +1,179 @@
+# Copyright 2015 Adaptavist.com Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require_relative './cloud_connection.rb'
+require 'fog/azure'
+require 'azure'
+
+module AvstCloud
+    
+    class AzureConnection < AvstCloud::CloudConnection
+        
+        attr_accessor :provider_api_url
+
+        def initialize(provider_user, provider_pass, provider_api_url='management.core.windows.net')
+            super('azure', provider_user, provider_pass)
+            @provider_api_url = provider_api_url
+        end
+        
+        def server(server_name, root_user, root_password)
+            server = find_fog_server(server_name)
+            if !root_user
+                root_user = get_root_user
+            end
+            AvstCloud::AzureServer.new(server, server_name, server.ipaddress, root_user, root_password)
+        end
+
+        def create_server(server_name, user, private_key_file, location, image_id, vm_size, storage_account_name)
+
+            image_id = image_id || '0b11de9248dd4d87b18621318e037d37__RightImage-CentOS-7.0-x64-v14.1.5.1'
+            location = location || 'West Europe'
+            user = user || get_root_user
+            vm_size = vm_size || "Small"
+            storage_account_name = storage_account_name || "storage#{Time.now.to_i}"
+            private_key_file = private_key_file || "~/.ssh/id_rsa"
+            existing_server = find_fog_server(server_name, false)
+            
+            if existing_server and existing_server.deployment_status != 'Suspended'
+                logger.error "Server #{server_name} found in state: #{existing_server.deployment_status}".yellow
+                raise "Running server with the same name found!"
+            elsif existing_server and existing_server.deployment_status == 'Suspended'
+                result_server = AvstCloud::AzureServer.new(existing_server, server_name, existing_server.ipaddress, user, private_key_file)
+                result_server.start
+                wait_for_state(server_name, "ReadyRole")
+                logger.debug "[DONE]\n\n"
+                logger.debug "The server was successfully re-started.\n\n"
+                result_server
+            else
+                logger.debug "Creating Azure server:"
+                logger.debug "Server name          - #{server_name}"
+                logger.debug "location             - #{location}"
+                logger.debug "storage_account_name - #{storage_account_name}"
+                logger.debug "vm_size              - #{vm_size}"
+                logger.debug "image_template_id    - #{image_id}"
+                logger.debug "user                 - #{user}"
+                logger.debug "private_key_file     - #{private_key_file}"
+                logger.debug "region               - #{@provider_api_url}"
+
+                # create server
+                server = connect.servers.create(
+                    :image  => image_id,
+                    # Allowed values are East US,South Central US,Central US,North Europe,West Europe,Southeast Asia,Japan West,Japan East
+                    :location => location,
+                    :vm_name => server_name,
+                    :vm_user => user,
+                    :storage_account_name => storage_account_name,
+                    :vm_size => vm_size,
+                    :private_key_file => File.expand_path(private_key_file),
+                )
+                
+                result_server = AvstCloud::AzureServer.new(server, server_name, nil, user, File.expand_path(private_key_file))
+                wait_for_state(server_name, "ReadyRole")
+                ipaddress = find_fog_server(server_name).ipaddress
+                logger.debug "[DONE]\n\n"
+                logger.debug "The server has been successfully created, to login onto the server:\n"
+                logger.debug "\t ssh -i #{private_key_file} #{user}@#{ipaddress} \n"
+            
+                result_server.ip_address = ipaddress
+                result_server
+            end
+        end
+
+        def delete_storage_account(storage_account_name)
+            logger.debug "Deleting #{storage_account_name}"
+            account = find_storage_account(storage_account_name)
+            account.destroy
+            logger.debug "Storage deleted"
+        end
+
+        def list_storage_accounts
+            connect.storage_accounts.each do |storage_acc|
+              logger.debug storage_acc.inspect
+            end
+        end
+
+        def find_storage_account(storage_account_name)
+            connect.storage_accounts.get(storage_account_name)
+        end
+
+        def find_storage_account_for_server(server_name)
+            connect.storage_accounts.find{|sa| sa.label == server_name}
+        end
+
+        def server_status(server_name)
+            server = find_fog_server(server_name, false)
+            if server
+                server.deployment_status
+            else
+                'not_created'
+            end
+        end
+
+        def list_images
+            connect.images.each do |im|
+                logger.debug im.inspect
+            end
+        end
+        
+        # Returns list of servers from fog
+        def list_known_servers
+            connect.servers.each do |sr|
+                logger.debug sr.inspect
+            end
+        end
+
+        def find_fog_server(server_name, should_fail=true)
+            serv = connect.servers.find{|serv| serv.vm_name == server_name}
+            unless serv
+                if should_fail
+                    logger.debug "Server not found for name: #{server_name}"
+                    raise "Server not found for name: #{server_name}"
+                end
+            end
+            serv
+        end
+
+    private
+        def get_root_user
+            "azureuser"
+        end
+        def connect
+            unless @connection
+                logger.debug "Creating new connection to Azure"
+                @connection = Fog::Compute.new({
+                    :provider      => 'Azure',
+                    :azure_sub_id  => @provider_access_user,
+                    :azure_pem     => @provider_access_pass,
+                    :azure_api_url => @provider_api_url
+                })
+            end
+            @connection
+        end
+        
+        def all_named_servers(server_name)
+            connect.servers.find{|serv| serv.vm_name == server_name}
+        end
+
+        # tmp fix as fog-azure is failing
+        def wait_for_state(server_name, state)
+            (1..60).each do |c|
+                srv = find_fog_server(server_name)
+                if srv.status == state
+                    break
+                end
+                sleep 60
+            end
+        end
+    end
+end

data/lib/avst-cloud/azure_server.rb

@@ -0,0 +1,53 @@
+# Copyright 2015 Adaptavist.com Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require_relative './cloud_server.rb'
+
+module AvstCloud
+    class AzureServer < AvstCloud::CloudServer
+
+        def stop
+            if @server
+                logger.debug "Stopping #{@server_name}"
+                @server.shutdown
+                logger.debug "[DONE]\n\n"
+                logger.debug "Server #{@server_name} stopped...".green
+            else
+                raise "Server #{@server_name} does not exist!".red
+            end
+        end
+
+        def start
+            if @server
+                logger.debug "Starting #{@server_name}"
+                @server.start
+                logger.debug "[DONE]\n\n"
+                logger.debug "Server #{@server_name} started...".green
+            else
+                raise "Server #{@server_name} does not exist!".red
+            end
+        end
+
+        def destroy
+            if @server
+                logger.debug "Killing #{@server_name}"
+                @server.destroy
+                logger.debug "Server #{@server_name} destroyed...".green
+            else
+                raise "Server #{@server_name} does not exist!".red
+            end
+        end
+
+    end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: avst-cloud
 version: !ruby/object:Gem::Version
-  version: 0.1.12
+  version: 0.1.13
 platform: ruby
 authors:
 - Martin Brehovsky
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-03-29 00:00:00.000000000 Z
+date: 2016-04-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -54,6 +54,34 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: fog-azure
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: azure
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: capistrano
   requirement: !ruby/object:Gem::Requirement
@@ -161,6 +189,7 @@ executables:
 - avst-cloud
 - avst-cloud-puppet
 - avst-cloud-rackspace
+- avst-cloud-azure
 extensions: []
 extra_rdoc_files: []
 files:
@@ -172,6 +201,7 @@ files:
 - Rakefile
 - avst-cloud.gemspec
 - bin/avst-cloud
+- bin/avst-cloud-azure
 - bin/avst-cloud-puppet
 - bin/avst-cloud-rackspace
 - config/custom_system_config/hiera-configs/defaults/example.yaml
@@ -183,6 +213,8 @@ files:
 - lib/avst-cloud.rb
 - lib/avst-cloud/aws_connection.rb
 - lib/avst-cloud/aws_server.rb
+- lib/avst-cloud/azure_connection.rb
+- lib/avst-cloud/azure_server.rb
 - lib/avst-cloud/cloud_connection.rb
 - lib/avst-cloud/cloud_server.rb
 - lib/avst-cloud/logging.rb