mccloud 0.0.1

data/lib/mccloud/templates/Mccloudfilet

@@ -0,0 +1,44 @@
+Mccloud::Config.run do |config|
+  # All Mccloud configuration is done here. For a detailed explanation
+  # and listing of configuration options, please view the documentation
+  # online.
+
+  config.mccloud.prefix="mccloud"
+
+  config.vm.define :web do |web_config|
+    web_config.vm.ami = "ami-cef405a7"
+    web_config.vm.provider="AWS"
+
+    #web_config.vm.provisioner=:chef_solo
+    #web_config.vm.provisioner=:puppet
+
+    web_config.vm.provider_options={ 
+      # ID = "ami-cef405a7" = x64 Ubuntu 10.10
+      :image_id => 'ami-cef405a7', 
+      # Flavors
+      :flavor_id => 't1.micro',
+      #:flavor_id => 'm1.large',
+      :groups => %w(ec2securitygroup), :key_name => "ec2-keyname",
+      :availability_zone => "us-east-1b" 
+    }
+    web_config.vm.forward_port("http", 80, 8080)
+    web_config.vm.user="ubuntu"
+    web_config.vm.bootstrap="ruby-bootstrap.sh"
+    web_config.vm.key="my-ec2-key.pem"
+  end
+
+  ### Provisioners
+  config.vm.provision :puppet do |puppet|
+    puppet.pp_path = "/tmp/vagrant-puppet"
+    #puppet.manifests_path = "puppet/manifests"
+    #puppet.module_path = "puppet/modules"
+    puppet.manifest_file = "newbox.pp"
+  end
+
+  config.vm.provision :chef_solo do |chef|
+     chef.cookbooks_path = ["<your cookboopath>"]
+     chef.add_recipe("<some recipe>")
+     # You may also specify custom JSON attributes:
+     chef.json.merge!({})
+  end
+end

data/lib/mccloud/type/forwarding.rb

@@ -0,0 +1,11 @@
+class Forwarding
+  attr_accessor :name
+  attr_accessor :local
+  attr_accessor :remote
+  
+  def initialize(name,local,remote)
+    @name=name
+    @local=local
+    @remote=remote
+  end
+end

data/lib/mccloud/type/lb.rb

@@ -0,0 +1,34 @@
+require 'mccloud/type/forwarding'
+module Mccloud
+  module Type
+    
+  class Lb
+    attr_accessor :provider
+    attr_accessor :provider_options
+    attr_accessor :name
+    
+    attr_accessor :members
+    
+    attr_accessor :instance
+    
+    def initialize
+    end
+    
+    def instance
+      if @this_instance.nil?
+        begin
+          @this_instance=Mccloud.session.config.providers[provider].servers.get(Mccloud.session.all_servers[name.to_s])
+        rescue Fog::Service::Error => e
+          puts "Error: #{e.message}"
+          puts "We could not request the information from your provider #{provider}. We suggest you check your credentials."
+          puts "Check configuration file: #{File.join(ENV['HOME'],".fog")}"
+          exit -1
+        end
+      end
+      return @this_instance
+    end
+    
+  end
+  
+end
+end #Module Mccloud

data/lib/mccloud/type/vm.rb

@@ -0,0 +1,46 @@
+require 'mccloud/type/forwarding'
+module Mccloud
+  module Type
+    
+  class Vm
+    attr_accessor :ami
+    attr_accessor :provider
+    attr_accessor :provider_options
+    attr_accessor :name
+    attr_accessor :user
+    attr_accessor :key
+    attr_accessor :bootstrap
+    attr_accessor :provisioner
+    attr_accessor :forwardings
+    
+    attr_accessor :instance
+    
+    def initialize
+      @forwardings=Array.new
+    end
+    
+    def instance
+      if @this_instance.nil?
+        begin
+          @this_instance=Mccloud.session.config.providers[provider].servers.get(Mccloud.session.all_servers[name.to_s])
+        rescue Fog::Service::Error => e
+          puts "Error: #{e.message}"
+          puts "We could not request the information from your provider #{provider}. We suggest you check your credentials."
+          puts "Check configuration file: #{File.join(ENV['HOME'],".fog")}"
+          exit -1
+        end
+      end
+      return @this_instance
+    end
+    
+    def reload
+      @this_instance=nil
+    end
+    def forward_port(name,local,remote)
+      forwarding=Forwarding.new(name,local,remote)
+      forwardings << forwarding
+    end
+  end
+  
+end
+end #Module Mccloud

data/lib/mccloud/util/iterator.rb

@@ -0,0 +1,21 @@
+require 'pp'
+module Mccloud
+  module Util
+    def on_selected_machines(selection=nil)
+      if selection.nil? || selection == "all"
+        puts "no selection - all machines"
+        @session.config.vms.each do |name,vm|
+          id=@all_servers["#{name}"]
+          vm=@session.config.vms[name]
+          yield id,vm
+
+        end
+      else
+        name=selection
+        id=@all_servers["#{name}"]
+        vm=@session.config.vms[name]
+        yield id,vm
+      end
+    end
+  end
+end

data/lib/mccloud/util/platform.rb

@@ -0,0 +1,29 @@
+require 'rbconfig'
+
+#Shameless copy of Vagrant code
+module Mccloud
+  module Util
+    # This class just contains some platform checking code.
+    class Platform
+      class << self
+        def tiger?
+          platform.include?("darwin8")
+        end
+
+        def leopard?
+          platform.include?("darwin9")
+        end
+
+        [:darwin, :bsd, :linux].each do |type|
+          define_method("#{type}?") do
+            platform.include?(type.to_s)
+          end
+        end
+
+        def platform
+          RbConfig::CONFIG["host_os"].downcase
+        end
+      end
+    end
+  end
+end

data/lib/mccloud/util/rsync.rb

@@ -0,0 +1,21 @@
+require "pty"
+module Mccloud
+	module Util
+		def self.rsync(path,vm,instance)
+			command="rsync --delete -avz -e 'ssh -p 22 -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o IdentitiesOnly=yes -i \"#{vm.key}\"' '#{path}/' '#{vm.user}@#{instance.public_ip_address}:/tmp/#{File.basename(path)}/'"
+			puts command
+    begin
+      PTY.spawn( command ) do |r, w, pid|
+        begin
+          r.each { |line| print line;}
+       rescue Errno::EIO
+       end
+     end
+   rescue PTY::ChildExited => e
+      puts "The child process exited!"
+			   end
+			#Kernel.exec(command)
+		end
+	end
+end
+

data/lib/mccloud/util/ssh.rb

@@ -0,0 +1,167 @@
+module Mccloud
+  module Util
+
+    def self.when_ssh_login_works(ip="localhost", options = {  } , &block)
+
+      defaults={ :port => '22', :timeout => 200 , :user => 'vagrant', :password => 'vagrant'}
+
+      options=defaults.merge(options)
+
+      puts
+      puts "Waiting for ssh login with user #{options[:user]} to sshd on port => #{options[:port]} to work"
+
+      begin
+        Timeout::timeout(options[:timeout]) do
+          connected=false
+          while !connected do
+            begin
+              print "."
+              Net::SSH.start(ip, options[:user], { :port => options[:port] , :password => options[:password], :paranoid => false, :timeout => options[:timeout]  }) do |ssh|
+                block.call(ip);
+                puts ""
+                return true
+              end
+            rescue Net::SSH::Disconnect,Errno::ECONNREFUSED, Errno::EHOSTUNREACH, Errno::ECONNABORTED, Errno::ECONNRESET, Errno::ENETUNREACH
+              sleep 5
+            end
+          end
+        end
+      rescue Timeout::Error
+        raise 'ssh timeout'
+      end
+      puts ""
+      return false
+    end
+
+
+    def self.transfer_file(host,filename,destination = '.' , options = {})
+
+      Net::SSH.start( host,options[:user],options ) do |ssh|
+        puts "Transferring #{filename} to #{destination} "
+        ssh.scp.upload!( filename, destination ) do |ch, name, sent, total|
+          #   print "\r#{destination}: #{(sent.to_f * 100 / total.to_f).to_i}%"
+          print "."
+
+        end
+      end 
+      puts
+    end
+
+
+    #we need to try the actual login because vbox gives us a connect
+    #after the machine boots
+    def self.execute_when_tcp_available(ip="localhost", options = { } , &block)
+
+      defaults={ :port => 22, :timeout => 2 , :pollrate => 5}
+
+      options=defaults.merge(options)
+
+      begin
+        Timeout::timeout(options[:timeout]) do
+          connected=false
+          while !connected do
+            begin
+              #puts "trying connection"
+              s = TCPSocket.new(ip, options[:port])
+              s.close
+              block.call(ip);
+              return true
+            rescue Errno::ECONNREFUSED, Errno::EHOSTUNREACH
+              sleep options[:pollrate]
+            end
+          end
+        end
+      rescue Timeout::Error
+        raise 'timeout connecting to port'
+      end
+
+      return false
+    end
+
+    def self.ssh(host ,user , options = { :progress => "on" } ,command=nil ,exitcode=0)
+      
+      defaults= { :port => "22",  :user => "root", :paranoid => false }
+      options=defaults.merge(options)
+      @pid=""
+      @stdin=command
+      @stdout=""
+      @stderr=""
+      @status=-99999
+
+      puts "Executing command: #{command}"
+
+      Net::SSH.start(host, user, options) do |ssh|
+
+        # open a new channel and configure a minimal set of callbacks, then run
+        # the event loop until the channel finishes (closes)
+        channel = ssh.open_channel do |ch|
+
+          #request pty for sudo stuff and so
+          ch.request_pty do |ch, success| 
+            raise "Error requesting pty" unless success 
+          end
+
+
+          ch.exec "#{command}" do |ch, success|
+            raise "could not execute command" unless success
+
+
+
+            # "on_data" is called when the process writes something to stdout
+            ch.on_data do |c, data|
+              @stdout+=data
+
+              puts data
+
+            end
+
+            # "on_extended_data" is called when the process writes something to stderr
+            ch.on_extended_data do |c, type, data|
+              @stderr+=data
+
+              puts data
+
+            end
+
+            #exit code
+            #http://groups.google.com/group/comp.lang.ruby/browse_thread/thread/a806b0f5dae4e1e2
+            channel.on_request("exit-status") do |ch, data|
+              exit_code = data.read_long
+              @status=exit_code
+              if exit_code > 0
+                puts "ERROR: exit code #{exit_code}"
+              else
+                #puts "Successfully executed"
+              end
+            end
+
+            channel.on_request("exit-signal") do |ch, data|
+              puts "SIGNAL: #{data.read_long}"
+            end
+
+            ch.on_close {
+              #puts "done!"
+            }
+            #status=ch.exec "echo $?"
+          end
+        end
+        channel.wait
+      end
+
+
+      if (@status.to_s != exitcode.to_s )
+        if (exitcode=="*")
+          #its a test so we don't need to worry
+        else
+	  puts "Exitcode = #{exitcode} - #{@status.to_s}"	
+          raise "Exitcode was not what we expected"
+        end
+
+      end
+
+    end
+
+
+
+  end #Class
+end #Module

data/lib/mccloud/version.rb

@@ -0,0 +1,3 @@
+module Mccloud
+  VERSION = "0.0.1"
+end

data/mccloud.gemspec

@@ -0,0 +1,37 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path("../lib/mccloud/version", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "mccloud"
+  s.version     = Mccloud::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Patrick Debois"]
+  s.email       = ["patrick.debois@jedi.be"]
+  s.homepage    = "http://github.com/jedi4ever/mccloud/"
+  s.summary     = %q{Cloud integration vagrant style}
+  s.description = %q{Use the same simple commandline api to manage cloud interfaces}
+
+  s.required_rubygems_version = ">= 1.3.6"
+  s.rubyforge_project         = "mccloud"
+
+  s.add_dependency "net-ssh", "~> 2.1.0"
+  s.add_dependency "net-scp"
+  s.add_dependency "fog"
+  s.add_dependency "json"
+  s.add_dependency "templater"
+  s.add_dependency "popen4", "~> 0.1.2"
+  s.add_dependency "thor", "~> 0.14.6"
+  s.add_dependency "highline", "~> 1.6.1"
+  s.add_dependency "progressbar"
+  s.add_dependency "cucumber", "0.8.5"
+
+  s.add_dependency "net-ssh-multi"
+  #s.add_dependency "rspec"
+
+  s.add_development_dependency "bundler", ">= 1.0.0"
+
+  s.files        = `git ls-files`.split("\n")
+  s.executables  = `git ls-files`.split("\n").map{|f| f =~ /^bin\/(.*)/ ? $1 : nil}.compact
+  s.require_path = 'lib'
+end
+

data/ruby-bootstrap.sh

@@ -0,0 +1,11 @@
+#!/bin/bash -ex
+
+apt-get update
+apt-get -y install ruby ruby-dev libopenssl-ruby rdoc ri irb build-essential wget ssl-cert
+cd /tmp
+test ! -f rubygems-1.3.7 && wget http://production.cf.rubygems.org/rubygems/rubygems-1.3.7.tgz
+test -f rubygems-1.3.7.tgz && tar zxf rubygems-1.3.7.tgz
+cd rubygems-1.3.7 && ruby setup.rb --no-format-executable
+gem install chef --no-ri --no-rdoc
+gem install puppet --no-ri --no-rdoc
+

data/ruby-bootstrap2.sh

@@ -0,0 +1,39 @@
+#!/bin/bash -ex
+
+# redirecting output 
+# http://alestic.com/2010/12/ec2-user-data-output
+#exec > >(tee /var/log/user-data.log|logger -t user-data -s 2>/dev/console) 2>&1
+
+apt-get -y update
+apt-get -y upgrade
+apt-get -y dist-upgrade
+
+apt-get -y install git
+
+# For CC compiler of ruby
+apt-get -y install build-essential
+
+# no such file to load -- zlib (LoadError)
+# http://stackoverflow.com/questions/2441248/rvm-ruby-1-9-1-troubles
+apt-get install -y zlib1g-dev libssl-dev libreadline5-dev libxml2-dev libsqlite3-dev
+
+> /tmp/base-finished
+
+#/.rvm/src/rvm/scripts/install: line 243: HOME: unbound variable
+HOME="/root"
+export HOME
+
+# RVM
+# http://rvm.beginrescueend.com/
+#bash < <( curl http://rvm.beginrescueend.com/releases/rvm-install-head )
+bash < <( curl -L http://bit.ly/rvm-install-system-wide )
+
+echo ". /usr/local/rvm" >> /etc/profile.d/rvm-system-wide
+
+#
+#[[ -s "$HOME/.rvm/scripts/rvm" ]] && source "$HOME/.rvm/scripts/rvm"
+. /usr/local/rvm/scripts/rvm
+
+rvm install 1.9.2
+rvm use 1.9.2 --default
+