stackmate 0.0.4 → 0.1.0

data/lib/stackmate/stack_executor.rb

@@ -6,60 +6,122 @@ require 'stackmate/classmap'
 require 'stackmate/participants/cloudstack'
 require 'stackmate/participants/common'
 
+Dir[File.dirname(__FILE__) + "/participants/*.rb"].each do |participant|
+  if(participant.include?("cloudstack_"))
+    require participant
+  end
+end
+
 module StackMate
 
-class StackExecutor < StackMate::Stacker
+  class StackExecutor < StackMate::Stacker
     include Logging
 
-    def initialize(templatefile, stackname, params, engine, create_wait_conditions, api_opts)
-        stackstr = File.read(templatefile)
-        super(stackstr, stackname, resolve_param_refs(params, stackname))
-        @engine = engine
-        @create_wait_conditions = create_wait_conditions
-        @api_opts = api_opts
+    def initialize(templatefile, stackname, params, engine, create_wait_conditions, api_opts, plugins=nil)
+      stackstr = File.read(templatefile)
+      super(stackstr, stackname, resolve_param_refs(params, stackname))
+      @engine = engine
+      @create_wait_conditions = create_wait_conditions
+      @api_opts = api_opts
+      load_plugins(plugins)
     end
 
+    def load_plugins(plugins)
+      if !plugins.nil?
+        dirs = plugins.split(",")
+        dirs.each do |dir|
+          if(File.directory?(dir))
+            Dir[dir+"/*.rb"].each do |file|
+              begin
+                existing_classes = ObjectSpace.each_object(Class).to_a
+                require file
+                new_classes =  ObjectSpace.each_object(Class).to_a
+                added_classes = new_classes - existing_classes
+                added_classes.each do |plugin_class|
+                  if(plugin_class.class_variable_defined?(:@@stackmate_participant) && plugin_class.class_variable_get(:@@stackmate_participant) == true)
+                    if(not(plugin_class.method_defined?(:consume_workitem) && plugin_class.ancestors.include?(Ruote::Participant)))
+                      #http://stackoverflow.com/questions/1901884/loading-unloading-updating-class-in-ruby
+                      #recursively get class name
+                      namespace = plugin_class.name.split('::')[0..-2]
+                      klass = plugin_class.name.split('::')[-1]
+                      parent = Object
+                      namespace.each do |p|
+                        parent = parent.const_get(p.to_sym)
+                      end
+                      logger.debug("Removing bad participant defninition #{plugin_class} from #{parent}")
+                      parent.send(:remove_const,klass.to_sym)
+                    else
+                      logger.debug("Adding method on_workitem to class #{plugin_class}")
+                      plugin_class.class_eval do
+                        def on_workitem
+                          consume_workitem
+                          reply
+                        end
+                      end
+                    end
+                  end
+                end
+              rescue Exception => e
+                logger.error("Unable to load plugin #{file}. Dangling classes may exist!!")
+              end
+            end
+          end
+        end
+      end
+    end
     def resolve_param_refs(params, stackname)
-        resolved_params = {}
+      resolved_params = {}
+      begin
         params.split(';').each do |p|
-           i = p.split('=')
-           resolved_params[i[0]] = i[1]
+          i = p.split('=')
+          resolved_params[i[0]] = i[1]
         end
-        resolved_params['AWS::Region'] = 'us-east-1' #TODO handle this better
-        resolved_params['AWS::StackName'] = stackname
-        resolved_params['AWS::StackId'] = stackname
-        resolved_params
+      rescue
+        #minimum parameters??
+      end
+      resolved_params['AWS::Region'] = 'us-east-1' #TODO handle this better
+      resolved_params['AWS::StackName'] = stackname
+      resolved_params['AWS::StackId'] = stackname
+      resolved_params
     end
 
     def pdef
-        participants = self.strongly_connected_components.flatten
-        #if we want to skip creating wait conditions (useful for automated tests)
-        participants = participants.select { |p|
-            StackMate.class_for(@templ['Resources'][p]['Type']) != 'StackMate::WaitCondition'
-        } if !@create_wait_conditions
+      begin
+        #participants = self.strongly_connected_components.flatten
+        participants = self.tsort
+      rescue Exception => e
+        raise "ERROR: Cyclic Dependency detected! " + e.message
+      end
+      #if we want to skip creating wait conditions (useful for automated tests)
+      participants = participants.select { |p|
+        StackMate.class_for(@templ['Resources'][p]['Type']) != 'StackMate::WaitCondition'
+      } if !@create_wait_conditions
 
-        logger.info("Ordered list of participants: #{participants}")
+      logger.info("Ordered list of participants: #{participants}")
 
-        participants.each do |p|
-            t = @templ['Resources'][p]['Type']
-            throw :unknown, t if !StackMate.class_for(t)
-            @engine.register_participant p, StackMate.class_for(t), @api_opts
-        end
+      participants.each do |p|
+        t = @templ['Resources'][p]['Type']
+        throw :unknown, t if !StackMate.class_for(t)
+        @engine.register_participant p, StackMate.class_for(t), @api_opts
+      end
 
-        @engine.register_participant 'Output', StackMate.class_for('Outputs')
-        participants << 'Output'
-        @pdef = Ruote.define @stackname.to_s() do
-            cursor :timeout => '300s' do
-                participants.collect{ |name| __send__(name) }
-            end
+      @engine.register_participant 'Output', StackMate.class_for('Outputs')
+      @pdef = Ruote.define @stackname.to_s() do
+        cursor :timeout => '300s', :on_error => 'rollback', :on_timeout => 'rollback' do
+          participants.collect{ |name| __send__(name, :operation => :create) }
+          __send__('Output')
+        end
+        define 'rollback', :timeout => '300s' do
+          participants.reverse_each.collect {|name| __send__(name, :operation => :rollback) }
         end
+      end
     end
-    
+
     def launch
-        wfid = @engine.launch( pdef, @templ)
-        @engine.wait_for(wfid)
-        logger.error { "engine error : #{@engine.errors.first.message}"} if @engine.errors.first
+      wfid = @engine.launch( pdef, @templ)
+      @engine.wait_for(wfid, :timeout => 600)
+      logger.error { "engine error : #{@engine.errors.first.message}"} if @engine.errors.first
     end
-end
+  end
 
-end
+end

data/lib/stackmate/stackpi.rb

@@ -0,0 +1,46 @@
+require 'ruote'
+require 'ruote/storage/hash_storage'
+require 'optparse'
+require 'stackmate'
+require 'stackmate/classmap'
+require 'stackmate/waitcondition_server'
+#require 'stackmate/logging'
+#API for creating stack
+#TODO clean up repeated code
+
+module StackMate
+  module StackPi
+    #class Create
+    #include Logging
+    def self.create_stack(file,stack_name,params,wait_conditions)
+      # Thread.new do
+      #     StackMate::WaitConditionServer.run!
+      # end
+      engine = Ruote::Dashboard.new(
+        Ruote::Worker.new(
+      Ruote::HashStorage.new))
+      engine.noisy = ENV['NOISY'] == 'true'
+      engine.configure('wait_logger_timeout', 600)
+      # engine.on_error = Ruote.process_definition do
+      #    p("Error : StackPi create stack for #{stack_name} failed!")
+      # end
+      unknown = nil
+      unresolved = catch(:unresolved) do
+        unknown = catch(:unknown) do
+          api_opts = {:APIKEY => "#{ENV['APIKEY']}", :SECKEY => "#{ENV['SECKEY']}", :URL => "#{ENV['URL']}" }
+          p = StackMate::StackExecutor.new(file,stack_name,params,engine,wait_conditions,api_opts)
+          p.launch()
+          nil
+        end
+        nil
+      end
+      puts 'Failed to resolve parameters ' + unresolved.to_s if unresolved
+      print "Sorry, I don't know how to create resources of type: ", unknown, "\n" if unknown
+    end
+
+    def self.delete_stack(file,stack_name,params,wait_conditions)
+
+    end
+    #end
+  end
+end

data/lib/stackmate/version.rb

@@ -1,3 +1,3 @@
 module StackMate
-  VERSION = "0.0.4"
+  VERSION = "0.1.0"
 end

data/lib/stackmate/waitcondition_server.rb

@@ -7,26 +7,26 @@ require 'stackmate/participants/common'
 
 module StackMate
 
-class WaitConditionServer < Sinatra::Base
-  set :static, false
-  set :run, true
+  class WaitConditionServer < Sinatra::Base
+    set :static, false
+    set :run, true
 
-  def initialize()
+    def initialize()
       super
-  end
-
-  put '/waitcondition/:wfeid/:waithandle' do
-    #print "Got PUT of " , params[:wfeid],  ", name = ", params[:waithandle], "\n"
-    WaitCondition.get_conditions.each  do |w|
-      w.set_handle(params[:waithandle].to_s)
     end
-    'success
+
+    put '/waitcondition/:wfeid/:waithandle' do
+      #print "Got PUT of " , params[:wfeid],  ", name = ", params[:waithandle], "\n"
+      WaitCondition.get_conditions.each  do |w|
+        w.set_handle(params[:waithandle].to_s)
+      end
+      'success
     '
-  end
+    end
 
 
-  run! if app_file == $0
+    run! if app_file == $0
 
-end
+  end
 
-end
+end

data/lib/stackmate.rb

@@ -2,4 +2,4 @@ require 'stackmate/stack'
 require 'stackmate/stack_executor'
 require 'stackmate/participants/common.rb'
 require 'stackmate/participants/cloudstack.rb'
-require 'stackmate/aws_attribs.rb'
+require 'stackmate/aws_attribs.rb'

data/stackmate.gemspec

@@ -19,14 +19,12 @@ Gem::Specification.new do |s|
     'https://github.com/chiradeep/stackmate'
   s.platform = Gem::Platform::RUBY
 
-  #s.add_runtime_dependency 'ruby_parser', '~> 2.3'
-  s.add_runtime_dependency 'cloudstack_ruby_client', '>= 0.0.4'
   s.add_runtime_dependency 'json'
   s.add_runtime_dependency 'ruote', '>= 2.3.0'
   s.add_runtime_dependency 'sinatra', '~> 1.3.6'
   s.add_runtime_dependency 'yajl-ruby', '= 1.1.0'
+  s.add_runtime_dependency 'netaddr'
 
-  s.add_development_dependency 'json'
-
+  s.add_development_dependency 'rspec'
   s.require_path = 'lib'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: stackmate
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,24 +9,8 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-06-10 00:00:00.000000000 Z
+date: 2013-11-15 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: cloudstack_ruby_client
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: 0.0.4
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: 0.0.4
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement
@@ -92,7 +76,23 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 1.1.0
 - !ruby/object:Gem::Dependency
-  name: json
+  name: netaddr
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
@@ -116,18 +116,69 @@ extra_rdoc_files: []
 files:
 - lib/stackmate/aws_attribs.rb
 - lib/stackmate/classmap.rb
+- lib/stackmate/client.rb
 - lib/stackmate/intrinsic_functions.rb
 - lib/stackmate/logging.rb
 - lib/stackmate/participants/cloudstack.rb
+- lib/stackmate/participants/cloudstack_affinitygroup.rb
+- lib/stackmate/participants/cloudstack_autoscalepolicy.rb
+- lib/stackmate/participants/cloudstack_autoscalevmgroup.rb
+- lib/stackmate/participants/cloudstack_autoscalevmprofile.rb
+- lib/stackmate/participants/cloudstack_condition.rb
+- lib/stackmate/participants/cloudstack_egressfirewallrule.rb
+- lib/stackmate/participants/cloudstack_firewallrule.rb
+- lib/stackmate/participants/cloudstack_globalloadbalancerrule.rb
+- lib/stackmate/participants/cloudstack_instancegroup.rb
+- lib/stackmate/participants/cloudstack_ipaddress.rb
+- lib/stackmate/participants/cloudstack_ipforwardingrule.rb
+- lib/stackmate/participants/cloudstack_iptonic.rb
+- lib/stackmate/participants/cloudstack_iso.rb
+- lib/stackmate/participants/cloudstack_lbhealthcheckpolicy.rb
+- lib/stackmate/participants/cloudstack_lbstickinesspolicy.rb
+- lib/stackmate/participants/cloudstack_loadbalancer.rb
+- lib/stackmate/participants/cloudstack_loadbalancerrule.rb
+- lib/stackmate/participants/cloudstack_network.rb
+- lib/stackmate/participants/cloudstack_networkacl.rb
+- lib/stackmate/participants/cloudstack_networkacllist.rb
+- lib/stackmate/participants/cloudstack_nictovirtualmachine.rb
+- lib/stackmate/participants/cloudstack_portforwardingrule.rb
+- lib/stackmate/participants/cloudstack_project.rb
+- lib/stackmate/participants/cloudstack_remoteaccessvpn.rb
+- lib/stackmate/participants/cloudstack_securitygroup.rb
+- lib/stackmate/participants/cloudstack_securitygroupegress.rb
+- lib/stackmate/participants/cloudstack_securitygroupingress.rb
+- lib/stackmate/participants/cloudstack_snapshot.rb
+- lib/stackmate/participants/cloudstack_snapshotpolicy.rb
+- lib/stackmate/participants/cloudstack_sshkeypair.rb
+- lib/stackmate/participants/cloudstack_staticnat.rb
+- lib/stackmate/participants/cloudstack_staticroute.rb
+- lib/stackmate/participants/cloudstack_tags.rb
+- lib/stackmate/participants/cloudstack_template.rb
+- lib/stackmate/participants/cloudstack_togloballoadbalancerrule.rb
+- lib/stackmate/participants/cloudstack_toloadbalancerrule.rb
+- lib/stackmate/participants/cloudstack_virtualmachine.rb
+- lib/stackmate/participants/cloudstack_virtualmachineops.rb
+- lib/stackmate/participants/cloudstack_vmsnapshot.rb
+- lib/stackmate/participants/cloudstack_volume.rb
+- lib/stackmate/participants/cloudstack_volumeops.rb
+- lib/stackmate/participants/cloudstack_vpc.rb
+- lib/stackmate/participants/cloudstack_vpnconnection.rb
+- lib/stackmate/participants/cloudstack_vpncustomergateway.rb
+- lib/stackmate/participants/cloudstack_vpngateway.rb
+- lib/stackmate/participants/cloudstack_vpnuser.rb
 - lib/stackmate/participants/common.rb
+- lib/stackmate/participants/stacknest.rb
+- lib/stackmate/resolver.rb
 - lib/stackmate/stack.rb
 - lib/stackmate/stack_executor.rb
+- lib/stackmate/stackpi.rb
 - lib/stackmate/version.rb
 - lib/stackmate/waitcondition_server.rb
 - lib/stackmate.rb
 - bin/stackmate
 - bin/stackmate.rb
 - stackmate.gemspec
+- CHANGELOG.txt
 - LICENSE.txt
 - README.md
 homepage: https://github.com/chiradeep/stackmate