topo-provision 0.0.1

data/lib/topo/provision/generators/machine_image.rb

@@ -0,0 +1,43 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'topo/provision/generators/resource'
+
+#
+# The ResourceGenerator class generates the recipe resources  
+#
+
+module Topo
+  module Provision
+    class MachineImageGenerator < Topo::Provision::MachineGenerator
+      
+      attr_reader :machine_options, :normal_attributes, :lazy_attributes
+      
+      def initialize(data)
+        @resource_type ||= "machine_image"
+        super
+        @name = data['name'] + "_image"
+        @template_base_name = "machine"
+        # Note: specific driver may need to convert image options to symbols
+        opts = data['provisioning']['image_options']
+        @resource_attributes["image_options"] = opts if opts
+      end
+     
+    end
+  end
+end

data/lib/topo/provision/generators/node_group.rb

@@ -0,0 +1,74 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'topo/provision/generators/resource'
+require 'topo/utils/output'
+
+#
+# The NodeGroupGenerator class generates multiple resources depending on the node data  
+#
+
+module Topo
+  module Provision
+    class NodeGroupGenerator < Topo::Provision::ResourceGenerator
+      include Topo::Output
+      
+      attr_reader :size
+            
+      def initialize(data, machine_generator=nil)
+        @resource_type ||= "machine_batch"
+         super(data)
+        @template_base_name = "node_group"
+        machine_data = data.clone
+        @size = value_from_path(data, %w[provisioning node_group size])
+        # append a number to the name if size is specified
+        if !@size.nil?
+          machine_data['name'] = "#{data['name']}\#{i}"          
+        end
+        @size ||= 1
+        @machine_generator = machine_generator || Topo::Provision::MachineGenerator.new(machine_data)
+      end
+      
+      def deploy() 
+        # temporarily divert stdout & perform machine action
+        machine_output = divert_stdout do
+          @machine_generator.deploy
+        end
+        # put into batch
+        puts(template("deploy").result(binding))   
+      end
+      
+      def undeploy()
+        batch_action(:undeploy)
+      end
+      
+      def stop()
+        batch_action(:stop)
+      end
+      
+      def batch_action(action)
+        machine_names = []
+        1.upto @size do |i|
+          machine_names << "#{name}#{@size}"
+        end
+        puts(template("action").result(binding))   
+      end
+                  
+    end
+  end
+end

data/lib/topo/provision/generators/resource.rb

@@ -0,0 +1,91 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'topo/utils/parsegen'
+
+#
+# The ResourceGenerator class generates the recipe resources  
+#
+
+module Topo
+  module Provision
+
+    class ResourceGenerator
+      include Topo::ParseGen
+           
+      attr_reader :resource_type, :name, :resource_attributes, :undeploy_action
+      @@templates = {}
+
+      def initialize(data)
+        @resource_type||= "resource"  # define in each class
+        @template_base_name = @resource_type
+        @undeploy_action = "delete"
+        @resource_attributes = {}  # define in each class
+        @name = data['name']
+        provisioning = data['provisioning']
+        %w[ driver chef_server].each do |key|
+          @resource_attributes[key] = provisioning[key] if provisioning && provisioning.key?(key)
+        end
+      end
+      
+      def do_action(action)
+        if (self.respond_to? action)
+          self.send(action) 
+        else
+          self.send("default_action", action) 
+        end
+      end
+
+      def deploy()
+        puts(template("deploy").result(binding))
+      end
+      
+      def undeploy()
+        puts(template("undeploy").result(binding))
+      end
+      
+      def default_action(action)
+      end
+      
+      def template_root_dir
+        File.expand_path("../templates", __FILE__)
+      end
+      
+      def default_resource_template(action)
+        default = "resource_#{action}"
+        if @@templates[default] == nil
+          path = File.join(File.expand_path("../templates", __FILE__), "#{default}.erb")
+          @@templates[default] = ERB.new(File.new(path).read, nil, '>')
+        end        
+        @@templates[default]
+      end
+
+  
+      def template(action)
+       name = "#{@template_base_name}_#{action}"
+       if (@@templates[name] == nil)
+          path = File.join(template_root_dir, "#{name}.erb")
+          @@templates[name] = File.exists?(path) ? ERB.new(File.new(path).read, nil, '>') :
+            default_resource_template(action)       
+        end
+        @@templates[name]
+      end
+  
+    end
+  end
+end

data/lib/topo/provision/generators/templates/context.erb

@@ -0,0 +1,8 @@
+require '<%= @require_driver %>'
+
+#### THIS RECIPE IS AUTO-GENERATED BY TOPO-PROVISION - EDITS WILL BE OVERWRITTEN ####
+
+
+<% if (@driver) %><%= "with_driver('#{@driver}')\n" %><% end %>
+<% if (@machine_options) %><%= "with_machine_options(#{@machine_options.inspect})\n" %><% end %>
+

data/lib/topo/provision/generators/templates/machine_deploy.erb

@@ -0,0 +1,11 @@
+
+<%= resource_type %> "<%= name %>" do
+<% resource_attributes.each do |key, val| %><%="  #{key}(#{val.inspect})\n" %><% end %>
+<% normal_attributes.each do |key, val| %><%="  attribute '#{key}', #{val.inspect} \n" %><% end %>
+<% lazy_attributes.each do |key, val| %><%="  attribute '#{key}', lazy{
+    topo_search_node_fn = Proc.new { |node, path| (search(:node, \"name:\" + node, :filter_result => { 'val' => path }).first)['data']['val'] }
+    {#{val}}
+   } \n" %><% end %>
+<% if (machine_options) %><%= "  add_machine_options(#{machine_options.inspect})\n" %><% end %>
+end
+

data/lib/topo/provision/generators/templates/machine_stop.erb

@@ -0,0 +1,5 @@
+
+<%= resource_type %> "<%= name %>" do
+  action :stop
+  
+end

data/lib/topo/provision/generators/templates/node_group_action.erb

@@ -0,0 +1,6 @@
+
+<%= resource_type %> do
+<%= "  machines #{machine_names.inspect} \n" %>
+<%= "  action #{action.to_sym.inspect} \n" %>
+end
+

data/lib/topo/provision/generators/templates/node_group_deploy.erb

@@ -0,0 +1,5 @@
+
+<%= resource_type %> do
+<%="1.upto(#{size}) do |i|\n" %><%="    #{machine_output}" %>end
+end
+

data/lib/topo/provision/generators/templates/resource_deploy.erb

@@ -0,0 +1,5 @@
+
+<%= resource_type %> "<%= name %>" do
+<% resource_attributes.each do |key, val| %><%="  #{key}(#{val.inspect})\n" %><% end %>
+end
+

data/lib/topo/provision/generators/templates/resource_undeploy.erb

@@ -0,0 +1,5 @@
+
+<%= resource_type %> "<%= name %>" do
+  action <%= undeploy_action.inspect %>
+  
+end

data/lib/topo/provision/topology_generator.rb

@@ -0,0 +1,84 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'tsort'
+
+#
+# The Resource Graph class sorts nodes and services based on their dependencies (topo references) 
+#
+
+module Topo
+  module Provision
+    class TopologyGenerator
+      
+      def initialize
+        @dep = {}
+      end
+      
+      # resource - the resource hash
+      # depends_on - an array of resource names
+      # generators - a hash of lambdas that are generator code to run for that resource
+      #   keys are: :deploy :undeploy
+      #   will be called as block.call resource
+      def add(resource, depends_on=[], generators={})
+       @dep[resource['name']] = [ resource, depends_on, generators ]
+      end
+      
+      def tsort_each_node(&block)
+        @dep.each_key(&block)
+      end     
+      
+      def tsort_each_child(node, &block)
+        resource, depends_on, gen = @dep.fetch node
+        depends_on.each(&block)
+      end
+      
+      def generate(action=:deploy)
+        each_strongly_connected_component { |nodes|
+          STDERR.puts "WARN: Topology contains a cyclic dependency: #{nodes.inspect}" if nodes.length > 1
+          nodes.each { |node|
+            resource, depends_on, gen_data = @dep.fetch node
+            resource_generator = gen_data[:resource_generator]
+            if resource_generator && resource_generator.respond_to?(action)
+              resource_generator.send(action) 
+            else
+              resource_generator.send("default_action", action) 
+           end
+          }
+        }
+      end
+      
+      def reverse_generate(action=:undeploy)
+        strongly_connected_components.reverse_each { |nodes|
+          STDERR.puts "WARN: Topology contains a cyclic dependency: #{nodes.inspect}" if nodes.length > 1
+          nodes.each { |node|
+            resource, depends_on, gen_data = @dep.fetch node
+            resource_generator = gen_data[:resource_generator]
+            if resource_generator && resource_generator.respond_to?(action)
+              resource_generator.send(action) 
+            else
+              resource_generator.send("default_action", action) 
+           end
+          }
+        }
+      end
+            
+      include TSort
+    end
+  end
+end

data/lib/topo/provision/vagrant/generator.rb

@@ -0,0 +1,33 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'topo/provision/generator'
+require 'topo/topology'
+require 'json'
+
+
+module Topo
+  module Provision
+    class VagrantGenerator < Topo::Provision::Generator
+      
+      self.register_generator("vagrant", self.name)
+
+      
+    end
+  end
+end

data/lib/topo/provision/version.rb

@@ -0,0 +1,5 @@
+module Topo
+  module Provision
+    VERSION = "0.0.1"
+  end
+end

data/lib/topo/topology.rb

@@ -0,0 +1,61 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'json'
+
+module Topo
+  class Topology
+
+    attr_accessor :nodes, :provisioning, :driver, :services, :network, :format
+    attr_reader :raw_data
+    
+    def initialize(raw_data)
+      @raw_data = raw_data
+       
+       data = Marshal.load(Marshal.dump(raw_data))
+       @provisioning = data['provisioning'] || {}
+       if @provisioning['driver']
+         @driver = @provisioning['driver'].split(":",2)[0]
+       else
+         @driver = "default"
+       end
+       @nodes = data['nodes'] || []
+       @services = data['services'] || []
+       @network = data['network'] || []
+
+       @nodes.each do |node|
+         parse_node node
+       end      
+    end
+
+     def parse_node(node)
+      node['attributes'] = node['normal'] if node['normal']
+      node['attributes'] ||= {}
+  
+      node['lazy_attributes'] ||= {}
+    end
+      
+    def to_file(file)
+      begin
+        File.open(file, 'w') { |f| f.write(JSON.pretty_generate(@raw_data)) }    
+      rescue => e
+        STDERR.puts "ERROR: Cannot write to topology export file #{file} - #{e.message}"
+      end
+    end
+  end
+end