stackmate 0.0.1 → 0.0.2

data/README.md

@@ -64,9 +64,13 @@ $ export URL="http://localhost:8080/client/api"
 You need a couple of mappings from AWS ids to your CloudStack implementation:
 
 ```bash
-$ cat local.yaml 
-service_offerings : {'m1.small' : '13954c5a-60f5-4ec8-9858-f45b12f4b846'}
-templates : {'ami-1b814f72': '7fc2c704-a950-11e2-8b38-0b06fbda5106'}
+$ cat local.yml 
+---
+service_offerings:
+  m1.small: 1c8db272-f95a-406c-bce3-39192ce965fa
+templates:
+  ami-1b814f72: 3ea4563e-c7eb-11e2-b0ed-7f3baba63e45
+zoneid: b3409835-02b0-4d21-bba4-1f659402117e
 ```
 
 * Ensure you have a ssh keypair called 'Foo' (used in the template parameter below) for your account FIRST:

data/bin/stackmate

@@ -0,0 +1,2 @@
+#!/bin/bash
+bundle exec ruby -Ilib $(dirname $0)/stackmate.rb $*

data/bin/stackmate.rb

@@ -0,0 +1,74 @@
+require 'ruote'
+require 'ruote/storage/hash_storage'
+require 'optparse'
+require 'stackmate'
+require 'stackmate/classmap'
+require 'stackmate/waitcondition_server'
+
+
+options = {}
+stack_name = ''
+opt_parser = OptionParser.new do |opts|
+    opts.banner = "Usage: stackmate.rb STACK_NAME [options]"
+    opts.separator ""
+    opts.separator "Specific options:"
+    opts.on(:REQUIRED, "--template-file FILE", String, "Path to the file that contains the template") do |f|
+        options[:file] = f
+    end
+    opts.on("-p", "--parameters [KEY1=VALUE1 KEY2=VALUE2..]", "Parameter values used to create the stack.") do |p|
+        options[:params] = p
+        puts p
+    end
+    options[:wait_conditions] = true
+    opts.on("-n", "--no-wait-conditions", "Do not create any wait conditions") do 
+        options[:wait_conditions] = false
+    end
+    options[:dry_run] = false
+    opts.on("-r", "--dry-run", "Parse and pretend to execute but not actually do anything. Useful for validating the template") do 
+        options[:dry_run] = true
+    end
+    opts.on("-h", "--help", "Show this message")  do
+        puts opts
+        exit
+    end
+end
+
+begin
+    opt_parser.parse!(ARGV)
+    if ARGV.size == 1
+        stack_name = ARGV[0]
+    end
+rescue => e
+    puts e.message.capitalize 
+    puts opt_parser.help()
+    exit 1
+end
+
+if options[:file] && stack_name != ''
+    if options[:wait_conditions]
+      Thread.new do
+        StackMate::WaitConditionServer.run!
+      end
+    end
+    engine = Ruote::Dashboard.new(
+      Ruote::Worker.new(
+        Ruote::HashStorage.new))
+    engine.noisy = ENV['NOISY'] == 'true'
+
+    unknown = nil
+    unresolved = catch(:unresolved) do
+        unknown = catch(:unknown) do
+            StackMate.configure('NOOP') if options[:dry_run]
+            opts = {}
+            api_opts = {:APIKEY => "#{ENV['APIKEY']}", :SECKEY => "#{ENV['SECKEY']}", :URL => "#{ENV['URL']}" }
+            p = StackMate::StackExecutor.new(options[:file], stack_name, options[:params], engine, options[:wait_conditions], api_opts)
+            p.launch()
+            nil
+        end
+        nil
+    end
+    puts 'Failed to resolve parameters ' + unresolved.to_s if unresolved
+    print "Sorry, I don't know how to create resources of type: ", unknown, "\n" if unknown
+else 
+    puts opt_parser.help()
+end

data/lib/stackmate/participants/cloudstack.rb

@@ -16,10 +16,11 @@ class CloudStackResource < Ruote::Participant
 
   attr_reader :name
 
-  def initialize()
-      @url = ENV['URL']
-      @apikey = ENV['APIKEY']
-      @seckey = ENV['SECKEY']
+  def initialize(opts)
+      @opts = opts
+      @url = opts['URL'] || ENV['URL'] or raise ArgumentError.new("CloudStackResources: no URL supplied for CloudStack API")
+      @apikey = opts['APIKEY'] || ENV['APIKEY'] or raise ArgumentError.new("CloudStackResources: no api key supplied for CloudStack API")
+      @seckey = opts['SECKEY'] || ENV['SECKEY'] or raise ArgumentError.new("CloudStackResources: no secret key supplied for CloudStack API")
       @client = CloudstackRubyClient::Client.new(@url, @apikey, @seckey, false)
   end
 
@@ -65,17 +66,17 @@ class CloudStackResource < Ruote::Participant
 end
 
 class CloudStackInstance < CloudStackResource
-  def initialize()
-    super
+  def initialize(opts)
+    super (opts)
     @localized = {}
     load_local_mappings()
   end
 
   def on_workitem
-    myname = workitem.participant_name
+    workitem[participant_name] = {}
+    myname = participant_name
     @name = myname
     resolved = workitem.fields['ResolvedNames']
-    resolved['AWS::StackId'] = workitem.fei.wfid #TODO put this at launch time
     props = workitem.fields['Resources'][workitem.participant_name]['Properties']
     security_group_names = []
     props['SecurityGroups'].each do |sg| 
@@ -103,6 +104,8 @@ class CloudStackInstance < CloudStackResource
     resultobj = make_request('deployVirtualMachine', args)
     logger.debug("Created resource #{myname}")
 
+    logger.debug("result = #{resultobj.inspect}")
+    workitem[participant_name][:physical_id] =  resultobj['virtualmachine']['id']
     reply
   end
 
@@ -118,9 +121,9 @@ class CloudStackInstance < CloudStackResource
 
   def load_local_mappings()
       begin
-          @localized = YAML.load_file('local.yaml')
+          @localized = YAML.load_file('local.yml')
       rescue
-          print "Warning: Failed to load localized mappings from local.yaml\n"
+          logger.warning "Warning: Failed to load localized mappings from local.yaml\n"
       end
   end
 
@@ -166,6 +169,7 @@ end
 class CloudStackSecurityGroup < CloudStackResource
   def on_workitem
     myname = workitem.participant_name
+    workitem[participant_name] = {}
     logger.debug("Going to create resource #{myname}")
     @name = myname
     p myname
@@ -176,7 +180,7 @@ class CloudStackSecurityGroup < CloudStackResource
     args = { 'name' => name,
              'description' => props['GroupDescription']
     }
-    make_request('createSecurityGroup', args)
+    sg_resp = make_request('createSecurityGroup', args)
     logger.debug("created resource #{myname}")
     props['SecurityGroupIngress'].each do |rule|
         cidrIp = rule['CidrIp']
@@ -194,6 +198,7 @@ class CloudStackSecurityGroup < CloudStackResource
         #TODO handle usersecuritygrouplist
         make_request('authorizeSecurityGroupIngress', args)
     end
+    workitem[participant_name][:physical_id] =  sg_resp['securitygroup']['id']
     reply
   end
 end

data/lib/stackmate/participants/common.rb

@@ -7,13 +7,14 @@ class WaitConditionHandle < Ruote::Participant
   include Logging
 
   def on_workitem
-    myname = workitem.participant_name
-    logger.debug "Entering #{workitem.participant_name} "
-    presigned_url = 'http://localhost:4567/waitcondition/' + workitem.fei.wfid + '/' + myname
-    workitem.fields['ResolvedNames'][myname] = presigned_url
+    logger.debug "Entering #{participant_name} "
+    workitem[participant_name] = {}
+    presigned_url = 'http://localhost:4567/waitcondition/' + workitem.fei.wfid + '/' + participant_name
+    workitem.fields['ResolvedNames'][participant_name] = presigned_url
     logger.info "Your pre-signed URL is: #{presigned_url} "
     logger.info "Try: \ncurl -X PUT --data 'foo' #{presigned_url}"
-    WaitCondition.create_handle(myname, presigned_url)
+    WaitCondition.create_handle(participant_name, presigned_url)
+    workitem[participant_name][:physical_id] = presigned_url
 
     reply
   end
@@ -23,10 +24,13 @@ class WaitCondition < Ruote::Participant
   include Logging
   @@handles = {}
   @@conditions = []
+
   def on_workitem
     logger.debug "Entering #{workitem.participant_name} "
+    workitem[participant_name] = {}
     @@conditions << self
-    @wi = workitem
+    stackname = workitem.fields['ResolvedNames']['AWS::StackName']
+    workitem[participant_name][:physical_id] =  stackname + '-' + 'WaitCondition'
   end
 
   def self.create_handle(handle_name, handle)
@@ -34,7 +38,7 @@ class WaitCondition < Ruote::Participant
   end
 
   def set_handle(handle_name)
-      reply(@wi) if @@handles[handle_name]
+      reply(workitem) if @@handles[handle_name]
   end
 
   def self.get_conditions()
@@ -56,7 +60,11 @@ class NoOpResource < Ruote::Participant
   include Logging
 
   def on_workitem
-    logger.debug "Entering #{workitem.participant_name} "
+    logger.debug "Entering #{participant_name} wfid=#{workitem.fei.wfid} fei=#{workitem.fei.to_h}"
+    workitem[participant_name] = {}
+    stackname = workitem.fields['ResolvedNames']['AWS::StackName']
+    logger.debug "physical id is  #{stackname}-#{participant_name} "
+    workitem[participant_name][:physical_id] =  stackname + '-' + participant_name
     reply
   end
 end

data/lib/stackmate/stack.rb

@@ -9,28 +9,21 @@ class Stacker
     include TSort
     include Logging
 
-    def initialize(templatefile, stackname, params)
+    attr_accessor :templ
+
+    def initialize(stackstr, stackname, params)
         @stackname = stackname
-        @resolved = {}
-        stackstr = File.read(templatefile)
+        @resolved = params
         @templ = JSON.parse(stackstr) 
         @templ['StackName'] = @stackname
         @param_names = @templ['Parameters']
         @deps = {}
         @pdeps = {}
-        resolve_param_refs(params)
         validate_param_values
         resolve_dependencies()
         @templ['ResolvedNames'] = @resolved
     end
 
-    def resolve_param_refs(params)
-        params.split(';').each do |p|
-           i = p.split('=')
-           @resolved[i[0]] = i[1]
-        end
-        @resolved['AWS::Region'] = 'us-east-1' #TODO handle this better
-    end
     
     def validate_param_values
         #TODO CloudFormation parameters have validity constraints specified
@@ -72,7 +65,7 @@ class Stacker
                     #TODO Fn::GetAtt
                     if k == "Ref"
                         #only resolve dependencies on other resources for now
-                        if !@param_names.keys.index(jsn[k]) && jsn[k] != 'AWS::Region' && jsn[k] != 'AWS::StackId'
+                        if !@param_names.keys.index(jsn[k]) && jsn[k] != 'AWS::Region' && jsn[k] != 'AWS::StackId' && jsn[k] != 'AWS::StackName'
                             deps << jsn[k]
                             #print parent, ": ", deps.to_a, "\n"
                         else if @param_names.keys.index(jsn[k])

data/lib/stackmate/stack_executor.rb

@@ -11,10 +11,24 @@ module StackMate
 class StackExecutor < StackMate::Stacker
     include Logging
 
-    def initialize(templatefile, stackname, params, engine, create_wait_conditions)
-        super(templatefile, stackname, params)
+    def initialize(templatefile, stackname, params, engine, create_wait_conditions, api_opts)
+        stackstr = File.read(templatefile)
+        super(stackstr, stackname, resolve_param_refs(params, stackname))
         @engine = engine
         @create_wait_conditions = create_wait_conditions
+        @api_opts = api_opts
+    end
+
+    def resolve_param_refs(params, stackname)
+        resolved_params = {}
+        params.split(';').each do |p|
+           i = p.split('=')
+           resolved_params[i[0]] = i[1]
+        end
+        resolved_params['AWS::Region'] = 'us-east-1' #TODO handle this better
+        resolved_params['AWS::StackName'] = stackname
+        resolved_params['AWS::StackId'] = stackname
+        resolved_params
     end
 
     def pdef
@@ -29,13 +43,13 @@ class StackExecutor < StackMate::Stacker
         participants.each do |p|
             t = @templ['Resources'][p]['Type']
             throw :unknown, t if !StackMate.class_for(t)
-            @engine.register_participant p, StackMate.class_for(t)
+            @engine.register_participant p, StackMate.class_for(t), @api_opts
         end
 
         @engine.register_participant 'Output', 'StackMate::Output'
         participants << 'Output'
         @pdef = Ruote.define @stackname.to_s() do
-            cursor do
+            cursor :timeout => '300s' do
                 participants.collect{ |name| __send__(name) }
             end
         end

data/lib/stackmate/version.rb

@@ -1,3 +1,3 @@
 module StackMate
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/stackmate.gemspec

@@ -11,9 +11,10 @@ Gem::Specification.new do |s|
   s.authors     = ["Chiradeep Vittal"]
   s.email       = 'chiradeepv@gmail.com'
   s.files = Dir[
-    'lib/**/*.rb', 'test/**/*.rb',
+    'lib/**/*.rb', 'test/**/*.rb', 'bin/**',
     '*.gemspec', '*.txt', '*.rdoc', '*.md'
   ]
+  s.executables << 'stackmate'
   s.homepage    =
     'https://github.com/chiradeep/stackmate'
   s.platform = Gem::Platform::RUBY
@@ -22,7 +23,7 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency 'cloudstack_ruby_client', '>= 0.0.4'
   s.add_runtime_dependency 'json'
   s.add_runtime_dependency 'ruote', '>= 2.3.0'
-  s.add_runtime_dependency 'sinatra', '>= 1.4.2'
+  s.add_runtime_dependency 'sinatra', '~> 1.3.6'
   s.add_runtime_dependency 'yajl-ruby', '= 1.1.0'
 
   s.add_development_dependency 'json'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: stackmate
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-05-16 00:00:00.000000000 Z
+date: 2013-05-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: cloudstack_ruby_client
@@ -64,17 +64,17 @@ dependencies:
   requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: 1.4.2
+        version: 1.3.6
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - ! '>='
+    - - ~>
       - !ruby/object:Gem::Version
-        version: 1.4.2
+        version: 1.3.6
 - !ruby/object:Gem::Dependency
   name: yajl-ruby
   requirement: !ruby/object:Gem::Requirement
@@ -109,7 +109,8 @@ dependencies:
         version: '0'
 description: Parse and execute CloudFormation templates on CloudStack and other clouds
 email: chiradeepv@gmail.com
-executables: []
+executables:
+- stackmate
 extensions: []
 extra_rdoc_files: []
 files:
@@ -122,6 +123,8 @@ files:
 - lib/stackmate/version.rb
 - lib/stackmate/waitcondition_server.rb
 - lib/stackmate.rb
+- bin/stackmate
+- bin/stackmate.rb
 - stackmate.gemspec
 - LICENSE.txt
 - README.md