topo-provision 0.0.1

data/lib/topo/exporter.rb

@@ -0,0 +1,15 @@
+
+module Topo
+    class Exporter    
+
+    
+    def self.to_file(file, topo)
+      
+      begin
+        File.open(file, 'w') { |f| f.write(JSON.pretty_generate(topo)) }    
+       rescue
+        STDERR.puts "ERROR: Cannot write to topology export file #{f}"
+      end
+    end
+  end
+end

data/lib/topo/loader.rb

@@ -0,0 +1,31 @@
+require "topo/converter"
+require "topo/topology"
+
+module Topo
+    class Loader    
+
+    
+    def self.from_file(file, format='default')
+      
+      unless File.file?(file)        
+        STDERR.puts "ERROR: #{file} is not the name of a valid file."
+        exit(-1)
+      end
+  
+      begin
+        data = JSON.parse(File.read(file))
+        filename = File.basename(file)
+        index = filename.rindex('.') || -1
+        index -= 1 unless index == -1
+        data['name'] = filename[0..index] unless data['name']
+      rescue JSON::ParserError => e
+        STDERR.puts e.message
+        STDERR.puts "ERROR: Parsing error in #{file}."
+        exit(-1)
+      end
+  
+      Topo::Topology.new(Topo::Converter.convert(data, format))
+    end
+
+    end
+end

data/lib/topo/provision.rb

@@ -0,0 +1,3 @@
+require "topo/provision/version"
+require "topo/loader"
+require "topo/provision/generator"

data/lib/topo/provision/aws/generator.rb

@@ -0,0 +1,55 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'topo/provision/generator'
+
+# load the resource generators
+%w[aws_auto_scaling_group aws_launch_configuration load_balancer machine machine_image context node_group].each do |gen|
+  require_relative 'generators/' + gen
+end
+
+module Topo
+  module Provision
+    class AwsGenerator < Topo::Provision::Generator
+      
+      self.register_generator("aws", self.name)
+      
+      def context()
+        @context ||= Topo::Provision::AwsContextGenerator.new(@topology.provisioning,  @topology.driver)
+      end
+      
+      def node(data)
+        if (data['provisioning'])
+          if(data['provisioning']['node_group'])
+            node = Topo::Provision::AwsNodeGroupGenerator.new(data)
+          else 
+            node = Topo::Provision::AwsMachineGenerator.new(data)
+          end
+        else
+          node = Topo::Provision::ChefNodeGenerator.new(data)
+        end
+        node    
+      end
+      
+      def load_balancer(data)
+        Topo::Provision::AwsLoadBalancerGenerator.new(data)
+      end
+      
+    end
+  end
+end

data/lib/topo/provision/aws/generators/aws_auto_scaling_group.rb

@@ -0,0 +1,61 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'topo/provision/generators/resource'
+
+module Topo
+  module Provision
+    class AwsAutoScalingGroupGenerator < Topo::Provision::ResourceGenerator
+      extend Topo::ParseGen
+           
+      def initialize(data)
+        @resource_type ||= "aws_auto_scaling_group"
+        super
+        %w[launch_configuration max_size min_size desired_capacity availability_zones load_balancers options].each do |key|
+          @resource_attributes[key] = data[key] if data.key? key
+        end       
+      end
+      
+      def self.from_node(node)
+        auto_scaling = value_from_path(node, %w[provisioning  node_group  auto_scaling]) || {}
+            
+        group_data = { 
+          "name" => auto_scaling['group_name'] ||  node['name'] + "_group",
+          "launch_configuration" => auto_scaling['launch_configuration'] ||  node['name'] + "_config"
+        }
+
+        %w[max_size min_size desired_capacity availability_zones load_balancers].each do |key|
+          group_data[key] = auto_scaling[key] if auto_scaling.key? key
+        end 
+              
+        options = auto_scaling['group_options']
+        if options
+           # we also need to convert some of the field values in options, and then all of the keys  
+           %w[health_check_type].each do |key|
+             options[key] = options[key].to_sym if options.key? key
+           end
+           group_data['options'] = convert_keys_to_sym_deep(options)
+        end    
+        
+        self.new(group_data)
+       end
+
+     
+    end
+  end
+end

data/lib/topo/provision/aws/generators/aws_launch_configuration.rb

@@ -0,0 +1,65 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'topo/provision/generators/resource'
+
+module Topo
+  module Provision
+    class AwsLaunchConfigurationGenerator < Topo::Provision::ResourceGenerator
+      extend Topo::ParseGen
+            
+      def initialize(data, image_id=nil)
+        @resource_type ||= "aws_launch_configuration"
+        super(data)
+        @image_id = image_id || value_from_path(data, %w[options image_id])
+
+        %w[image instance_type options].each do |key|
+          @resource_attributes[key] = data[key] if data.key? key
+        end 
+      end
+      
+      def needs_image?
+        @image_id.nil?
+      end
+     
+      def self.from_node(node)
+        auto_scaling = value_from_path(node, %w[provisioning  node_group  auto_scaling]) || {}
+        options = auto_scaling['launch_configuration_options']
+        bootstrap_options = value_from_path(node, %w[provisioning machine_options bootstrap_options])
+        options ||= bootstrap_options      
+        image_id = options['image_id']
+        options.delete('image_id')
+           
+        lc_data = { 
+          "name" => auto_scaling['launch_configuration_name'] ||  node['name'] + "_config",
+          "image" => image_id || auto_scaling['image'] || node['name'] + "_image"
+        }
+  
+        %w[instance_type].each do |key|
+          lc_data[key] = auto_scaling[key] if auto_scaling.key? key
+        end 
+              
+        if options
+         lc_data['options'] = convert_keys_to_sym_deep(options)
+        end  
+        
+        self.new(lc_data, image_id)
+       end
+    end
+  end
+end

data/lib/topo/provision/aws/generators/context.rb

@@ -0,0 +1,33 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'topo/provision/generators/context'
+
+
+module Topo
+  module Provision
+
+    class AwsContextGenerator  < Topo::Provision::ContextGenerator
+      def initialize(data, default_driver)
+        super
+        @machine_options = convert_keys_to_sym_deep(@machine_options) if @machine_options
+      end
+    
+    end
+  end
+end

data/lib/topo/provision/aws/generators/load_balancer.rb

@@ -0,0 +1,47 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'topo/provision/generators/resource'
+
+module Topo
+  module Provision
+    
+    class AwsLoadBalancerGenerator < Topo::Provision::LoadBalancerGenerator
+           
+      def initialize(data)
+        super
+        @undeploy_action = "destroy"
+        %w[machines].each do |key|
+          @resource_attributes[key] = data['provisioning'][key] if data['provisioning'].key? key
+        end
+        
+        lbopts =  (data['provisioning']|| {})['load_balancer_options'] 
+        if(lbopts)
+          lbopts = convert_keys_to_sym_deep(lbopts)
+          if (lbopts[:listeners])
+             lbopts[:listeners].each_with_index do |listener, index|
+              lbopts[:listeners][index] = convert_keys_to_sym(listener)
+             end
+          end
+          @resource_attributes['load_balancer_options'] = lbopts
+        end
+      end
+     
+    end
+  end
+end

data/lib/topo/provision/aws/generators/machine.rb

@@ -0,0 +1,36 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'topo/provision/generators/resource'
+
+#
+# The ResourceGenerator class generates the recipe resources  
+#
+
+module Topo
+  module Provision
+    class AwsMachineGenerator < Topo::Provision::MachineGenerator
+            
+      def initialize(data)
+        super
+        @machine_options = convert_keys_to_sym_deep(@machine_options) if @machine_options
+      end
+     
+    end
+  end
+end

data/lib/topo/provision/aws/generators/machine_image.rb

@@ -0,0 +1,38 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'topo/provision/generators/resource'
+
+#
+# The ResourceGenerator class generates the recipe resources  
+#
+
+module Topo
+  module Provision
+    class AwsMachineImageGenerator < Topo::Provision::MachineImageGenerator
+            
+      def initialize(data)
+        super
+        opts = @resource_attributes['image_options']
+        @resource_attributes['image_options'] = convert_keys_to_sym_deep(opts) if opts
+        @machine_options = convert_keys_to_sym_deep(@machine_options) if @machine_options
+      end
+     
+    end
+  end
+end

data/lib/topo/provision/aws/generators/node_group.rb

@@ -0,0 +1,64 @@
+#
+# Author:: Christine Draper (<christine_draper@thirdwaveinsights.com>)
+# Copyright:: Copyright (c) 2015 ThirdWave Insights LLC
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'topo/provision/generators/resource'
+
+#
+# The NodeGroupGenerator class generates multiple resources depending on the node data  
+#
+
+module Topo
+  module Provision
+    class AwsNodeGroupGenerator < Topo::Provision::ResourceGenerator
+            
+      def initialize(data)
+        super
+        @resources=[]
+        launch_config = Topo::Provision::AwsLaunchConfigurationGenerator.from_node(data)
+        @resources << Topo::Provision::AwsMachineImageGenerator.new(data) if launch_config.needs_image?
+        @resources << launch_config
+        @resources << Topo::Provision::AwsAutoScalingGroupGenerator.from_node(data)
+      end
+      
+      def deploy() 
+        @resources.each do |resource|
+          resource.do_action("deploy") 
+        end
+      end
+      
+      def undeploy() 
+        @resources.reverse.each do |resource|
+          resource.do_action("undeploy") 
+        end
+      end
+      
+      def stop()
+        @resources.reverse.each do |resource|
+          resource.do_action("stop") 
+        end
+      end
+      
+      def default_action(action)
+        @resources.each do |resource|
+          resource.do_action(action) 
+        end
+      end
+     
+    end
+  end
+end