biosphere 0.0.14 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ca246e427a415272896db19c4a1ba36cba31e831
-  data.tar.gz: 13934dc8a5d8655c30df4147db315659ce5c53e5
+  metadata.gz: 8a63904122980f99e791afdbd4e49ad165ef26ac
+  data.tar.gz: d7d5ea118f8321eb6cac9173d633b2bd5ca49522
 SHA512:
-  metadata.gz: ed071e46536020e52696368e6e7e994745144229d873eeac4ce68e1c0aa909df7d07b91169da69ad2de506e38a8cb27d0169b62ea91a8748ad7babe0b74355cd
-  data.tar.gz: 81b5e1dfdf363a8ecbfb58e0086e8759966cd26a7ad17d61b467ac42cf52f880aff29b28a398b4f3faf4a8462952304a434257c8a936b4cacc5fb16deaf9a2a3
+  metadata.gz: 4b3666b2efec558ca7d2d29356d8194078534dc777bbe02d26aae34a7db284d900b0e6ae96e2e0cb419cebaa3996f06baa78dc72de6e7f0f83020bc097461da0
+  data.tar.gz: 1af9536e8c8cbe9b0ebed3e93fbf0e2be42b6333640dc73ef56ac60fecb5aadd501998e5b09bd2443642c62c87b270d1f779c5a6d23a2e20061047ad3b5f3c7a

data/bin/biosphere

@@ -10,163 +10,224 @@ require 'biosphere/s3.rb'
 
 class BiosphereOpts
 
-	def self.normalize_path(path)
-		if path[-1] != '/'
-			path += '/'
-		end
-		return path
-	end
+    def self.parse(args)
 
-	def self.parse(args)
+        options = OpenStruct.new
+        options.build_dir = "build"
+        options.src = "./"
+        options.version = ::Biosphere::Version
 
-		options = OpenStruct.new
-		options.build_dir = "build/"
-		options.src = "./"
-		options.version = ::Biosphere::Version
+        opt_parser = OptionParser.new do |opts|
 
-		opt_parser = OptionParser.new do |opts|
 
+            opts.banner = "Usage: \"biosphere [options] <action>\""
 
-			opts.banner = "Usage: \"biosphere [options] <action>\""
+            opts.separator ""
+            opts.separator "Commands:"
+            opts.separator "\tbuild\tWrite tf files as json into build directory"
+            opts.separator "\tplan\tRun the planning phase"
+            opts.separator "\tcommit\tCommit changes and update the infrastructure"
+            opts.separator "\tlock\tAcquire lock for remote state"
+            opts.separator "\tunlock\tRelease lock for remote state"
+            opts.separator "\taction [action]\tCall an action defined in the application .rb files"
+            opts.separator ""
 
-			opts.separator ""
-			opts.separator "Commands:"
-			opts.separator "\tbuild\tWrite tf files as json into build directory"
-			opts.separator "\tplan\tRun the planning phase"
-			opts.separator "\tcommit\tCommit changes and update the infrastructure"
-			opts.separator "\tlock\tAcquire lock for remote state"
-			opts.separator "\tunlock\tRelease lock for remote state"
-			opts.separator "\taction [action]\tCall an action defined in the application .rb files"
-			opts.separator ""
+            opts.on_tail("-h", "--help", "Show this message") do
+                puts opts
+                exit
+            end
 
-			opts.on_tail("-h", "--help", "Show this message") do
-				puts opts
-				exit
-			end
+            opts.on("--src PATH", "Directory where the application .rb files are") do |path|
+                options.src = path
+            end
 
-			opts.on("--src PATH", "Directory where the application .rb files are") do |path|
-				options.src = normalize_path(path)
-			end
+            opts.on("--build-dir PATH", "Directory where to build json files") do |path|
+                options.build_dir = path
+            end
 
-			opts.on("--build-dir PATH", "Directory where to build json files") do |path|
-				options.build_dir = normalize_path(path)
-			end
+            opts.on_tail("-v", "--version", "Show version") do
+                puts options.version
+                exit
+            end
 
-		end
+        end
 
-		opt_parser.parse!(args)
-		options
-	end
+        opt_parser.parse!(args)
+        options
+    end
 
 end
 
 if !STDOUT.isatty
-	String.disable_colorization true
+    String.disable_colorization true
 end
 
 options = BiosphereOpts.parse(ARGV)
 
 if ARGV.length == 0
-	STDERR.puts "No action spesified. Use -h to get help."
-	exit -1
+    STDERR.puts "No action spesified. Use -h to get help."
+    exit -1
 end
 
 if !File.directory?(options.src)
-	STDERR.puts "Directory #{options.build_dir} is not a directory or it doesn't exists."
-	exit -1
+    STDERR.puts "Directory #{options.build_dir} is not a directory or it doesn't exists."
+    exit -1
 end
 
-if options.src
-	suite = Biosphere::Suite.new(options.src)
-	if options.src == "./"
-		STDERR.puts "Loading suite from current directory (#{File.expand_path(options.src)}). Use --src to change the path"
-	end
-
-	if suite.load_all() == 0
-		STDERR.puts "No files found. Are you in the right directory where your biosphere .rb files are?"
-		exit -1
-	end
-
-	if suite.node[:settings][:s3_bucket].nil? || suite.node[:settings][:s3_bucket].empty? || suite.node[:settings][:cluster_name].nil? || suite.node[:settings][:cluster_name].empty?
-		puts "\nNo S3 bucket or cluster name defined in configuration, can't continue"
-		exit 1
-	end
-	s3 = S3.new(suite.node[:settings][:s3_bucket], suite.node[:settings][:cluster_name])
+if options.build_dir
+    if !File.directory?(options.build_dir)
+        STDERR.puts "Creating build directory #{options.build_dir} because it was missing"
+        Dir.mkdir(options.build_dir)
+    end
 end
 
-if options.build_dir
-	if !File.directory?(options.build_dir)
-		STDERR.puts "Creating build directory #{options.build_dir} because it was missing"
-		Dir.mkdir(options.build_dir)
-	end
+if options.src
+    state = Biosphere::State.new
+    suite = Biosphere::Suite.new(state)
+
+    if options.src == "./"
+        STDERR.puts "Loading suite from current directory (#{File.expand_path(options.src)}). Use --src to change the path"
+    end
+
+    if suite.load_all(options.src) == 0
+        STDERR.puts "No files found. Are you in the right directory where your biosphere .rb files are?"
+        exit -1
+    end
+
+    if suite.biosphere_settings[:s3_bucket].nil? || suite.biosphere_settings[:s3_bucket].empty? ||
+        suite.biosphere_settings[:state_name].nil? || suite.biosphere_settings[:state_name].empty?
+        puts "\nNo S3 bucket or cluster name defined in configuration, can't continue"
+        exit 1
+    end
+    s3 = S3.new(suite.biosphere_settings[:s3_bucket], suite.biosphere_settings[:state_name])
+    s3.retrieve("#{options.build_dir}/state.node")
+
+    # This will update the state which is already passed to the suite.
+    state.filename = "#{options.build_dir}/state.node"
+     if File.exists?(state.filename)
+        puts "Loading state from #{state.filename}"
+        state.load()
+    end
+
 end
 
 if ARGV[0] == "build" && options.src
-	suite.evaluate_resources()
+    suite.evaluate_resources()
 
-	if !File.directory?(options.build_dir)
-		STDERR.puts "Directory #{options.build_dir} is not a directory or it doesn't exists."
-		exit -1
-	end
+    if !File.directory?(options.build_dir)
+        STDERR.puts "Directory #{options.build_dir} is not a directory or it doesn't exists."
+        exit -1
+    end
 
-	count = 0
-	suite.write_json_to(options.build_dir) do |file_name, destination, str, proxy|
-		puts "Wrote #{str.length} bytes from #{file_name} to #{destination} (#{proxy.export["resource"].length} resources)"
-		count = count + 1
-	end
+    count = 0
+    suite.write_json_to(options.build_dir) do |file_name, destination, str, deployment|
+        puts "Wrote #{str.length} bytes from #{file_name} to #{destination} (#{deployment.export["resource"].length} resources)"
+        count = count + 1
+    end
 
-	puts "Wrote #{count} files into #{options.build_dir}"
-	suite.save_node()
+    puts "Wrote #{count} files into #{options.build_dir}"
+    state.save()
+    s3.save("#{options.build_dir}/state.node")
 
 elsif ARGV[0] == "plan" && options.src
-	suite.evaluate_plans()
-	ap suite.node, :indent=>-4
+    suite.evaluate_plans()
+    ap suite.node, :indent=>-4
+
+elsif ARGV[0] == "state" && options.src
+    ap suite.state.node, :indent=>-4    
 
 elsif ARGV[0] == "action" && options.src
-	s3.retrieve("#{options.build_dir}terraform.tfstate")
-	s3.retrieve("#{options.build_dir}state.node")
-	context = Biosphere::ActionContext.new()
-	context.build_directory = options.build_dir
+    context = Biosphere::ActionContext.new()
+    context.build_directory = options.build_dir
 
-	if suite.call_action(ARGV[1], context)
-		STDERR.puts "Executing action #{ARGV[1]}"
-	else
-		STDERR.puts "Could not find action #{ARGV[1]}"
-	end
+    if suite.call_action(ARGV[1], context)
+        STDERR.puts "Executing action #{ARGV[1]}"
+    else
+        STDERR.puts "Could not find action #{ARGV[1]}"
+    end
+    state.save()
+    s3.save("#{options.build_dir}/state.node")
 
-	suite.save_node()
+elsif ARGV[0] == "deployment" && options.src
+
+    suite.deployments.each do |name, deployment|
+        puts "Deployment: #{name}"
+    end
 
 elsif ARGV[0] == "commit" && options.src
-	s3.set_lock()
-	s3.retrieve("#{options.build_dir}terraform.tfstate")
-	tf_plan = %x( terraform plan -state=#{options.build_dir}terraform.tfstate #{options.build_dir} )
-	puts "\n" + tf_plan
-	answer = ""
-	while answer.empty? || (answer != "y" && answer != "n")
-		print "\nDoes the plan look reasonable? (Answering yes will apply the changes) y/n: "
-		answer = STDIN.gets.chomp
-	end
-
-	if answer == "n"
-		puts "\nOk, will not proceed with commit"
-	elsif answer == "y"
-		puts "\nApplying the changes (this may take several minutes)"
-		tf_apply = %x( terraform apply -state=#{options.build_dir}terraform.tfstate #{options.build_dir})
-		puts "\n" + tf_apply
-		s3.save("#{options.build_dir}terraform.tfstate")
-		s3.save("#{options.src}state.node")
-	end
-
-	s3.release_lock()
+
+    if !ARGV[1]
+        puts "Please specify deployment name as the second parameter."
+        puts "Available deployments:"
+        suite.deployments.each do |name, deployment|
+            puts "\t#{name}"
+        end
+        exit -1
+    end
+    deployment = ARGV[1]
+
+    s3.set_lock()
+    s3.retrieve("#{options.build_dir}/#{deployment}.tfstate")
+    tf_plan = %x( terraform plan -state=#{options.build_dir}/#{deployment}.tfstate #{options.build_dir} )
+    puts "\n" + tf_plan
+    answer = ""
+    while answer.empty? || (answer != "y" && answer != "n")
+        print "\nDoes the plan look reasonable? (Answering yes will apply the changes) y/n: "
+        answer = STDIN.gets.chomp
+    end
+
+    if answer == "n"
+        puts "\nOk, will not proceed with commit"
+    elsif answer == "y"
+        puts "\nApplying the changes (this may take several minutes)"
+        tf_apply = %x( terraform apply -state=#{options.build_dir}/#{deployment}.tfstate #{options.build_dir})
+        puts "\n" + tf_apply
+        s3.save("#{options.build_dir}/#{deployment}.tfstate")
+        s3.save("#{options.build_dir}/state.node")
+    end
+
+    s3.release_lock()
+
+elsif ARGV[0] == "destroy" && options.src
+
+    if !ARGV[1]
+        puts "Please specify deployment name as the second parameter."
+        puts "Available deployments:"
+        suite.deployments.each do |name, deployment|
+            puts "\t#{name}"
+        end
+        exit -1
+    end
+    deployment = ARGV[1]
+
+    s3.set_lock()
+    s3.retrieve("#{options.build_dir}/#{deployment}.tfstate")
+    answer = ""
+    while answer.empty? || (answer != "y" && answer != "n")
+        print "\nYou are about to destroy deployment #{deployment}? (Answering yes will nuke it from the orbit) y/n: "
+        answer = STDIN.gets.chomp
+    end
+
+    if answer == "n"
+        puts "\nAborted!"
+    elsif answer == "y"
+        puts "\nDestroying deployment #{deployment} (this may take several minutes)"
+        tf_apply = %x( terraform destroy -state=#{options.build_dir}/#{deployment}.tfstate #{options.build_dir})
+        puts "\n" + tf_apply
+        s3.save("#{options.build_dir}/#{deployment}.tfstate")
+        s3.save("#{options.build_dir}/state.node")
+    end
+
+    s3.release_lock()
 
 elsif ARGV[0] == "lock"
-	s3.set_lock()
+    s3.set_lock()
 
 elsif ARGV[0] == "unlock"
-	s3.release_lock()
+    s3.release_lock()
 
 else
-	STDERR.puts "\nERROR: Unknown command #{ARGV[0]}. Maybe you wanted to do: \"biosphere action #{ARGV[0]}\"?"
-	exit -1
+    STDERR.puts "\nERROR: Unknown command #{ARGV[0]}. Maybe you wanted to do: \"biosphere action #{ARGV[0]}\"?"
+    exit -1
 end
 

data/lib/biosphere.rb

@@ -1,10 +1,15 @@
 class Biosphere
 
 end
+require 'deep_merge'
 
 require "biosphere/ipaddressallocator"
 require "biosphere/version"
+require "biosphere/settings"
 require "biosphere/node"
+require "biosphere/state"
+require "biosphere/deployment"
 require "biosphere/terraformproxy"
 require "biosphere/suite"
+require "biosphere/s3"
 

data/lib/biosphere/deployment.rb

@@ -0,0 +1,165 @@
+require 'pp'
+require 'awesome_print'
+
+class Biosphere
+
+    class Deployment
+
+        attr_reader :export, :name, :_settings
+        attr_accessor :state, :node
+        def initialize(*args)
+
+            @parent = nil
+            @name = "unnamed"
+            if args[0].kind_of?(::Biosphere::Deployment) || args[0].kind_of?(::Biosphere::Suite)
+                @parent = args.shift
+            elsif args[0].kind_of?(String)
+                @name = args.shift
+            end
+
+            settings = {}
+            @_settings = {}
+            if args[0].kind_of?(Hash)
+                settings = args.shift
+                @_settings = settings
+            elsif args[0].kind_of?(::Biosphere::Settings)
+                @_settings = args.shift
+                settings = @_settings.settings
+            end
+
+            @export = {
+                "provider" => {},
+                "resource" => {},
+                "variable" => {},
+                "output" => {}
+            }
+
+            if @parent.is_a?(::Biosphere::Suite)
+                if settings[:deployment_name]
+                    @name = settings[:deployment_name]
+                else
+                    puts "\nYou need to specify :deployment_name in the Deployment settings. For example:"
+                    puts "cluster = AdsDeliveryCluster.new(suite, MyDeliveryTestSettings.new({deployment_name: \"my-delivery-test-cluster\"})\n\n"
+                    raise RuntimeError.new "No :deployment_name specified in Deployment settings"
+                end
+                
+                @parent.register(self)
+            elsif @parent
+                @node = @parent.node
+                @state = @parent.state
+                @export = @parent.export
+                @parent.register(self)
+                
+            else
+                @node = Node.new
+            end
+
+            @delayed = []
+            @resources = []
+            @actions = {}
+            @deployments = []
+
+            self.setup(settings)
+
+        end
+
+        def setup(settings)
+        end
+
+        def node
+            return @node
+        end
+
+        def state
+            if @state != nil
+                return @state
+            end
+
+            if @parent
+                return @parent.state
+            end
+        end
+
+        def register(deployment)
+            @deployments << deployment
+        end
+
+        def variable(name, value)
+            @export["variable"][name] = {
+                "default" => value
+            }
+        end
+        
+        def provider(name, spec={})
+            @export["provider"][name.to_s] = spec
+        end
+
+        def delayed(&block)
+            delayed_call = {
+                :block => block
+            }
+            @delayed << delayed_call
+        end
+
+        def resource(type, name, &block)
+            @export["resource"][type.to_s] ||= {}
+            if @export["resource"][type.to_s][name.to_s]
+                throw "Tried to create a resource of type #{type} called '#{name}' when one already exists"
+            end
+
+            spec = {}
+            resource = {
+                :name => name,
+                :type => type,
+                :location => caller[0] + "a"
+            }
+
+            if block_given?
+                resource[:block] = block
+            else
+                STDERR.puts("WARNING: No block set for resource call '#{type}', '#{name}' at #{caller[0]}")
+            end
+
+            @resources << resource
+
+        end
+
+        def output(name, value)
+            @export["output"][name] = {
+                "value" => value
+            }
+        end
+
+        def evaluate_resources()
+
+            # Call first sub-deployments
+            @deployments.each do |deployment|
+                deployment.evaluate_resources()
+            end
+
+            # Then all delayed calls
+            @delayed.each do |delayed_call|
+                proxy = ResourceProxy.new(self)
+                proxy.instance_eval(&delayed_call[:block])
+            end
+
+            # And finish with our own resources
+            @resources.each do |resource|
+                proxy = ResourceProxy.new(self)
+                proxy.instance_eval(&resource[:block])
+
+                @export["resource"][resource[:type].to_s][resource[:name].to_s] = proxy.output
+            end
+
+        end
+
+        def to_json(pretty=false)
+            if pretty
+                return JSON.pretty_generate(@export)
+            else
+                return JSON.generate(@export)
+            end
+        end
+        
+    end
+end