rubycfn 0.4.10 → 0.5.0

data/templates/config.yaml

@@ -0,0 +1,65 @@
+environments:
+  rspec:
+    vpc_cidr: 192.168.0.0/16
+    stack_name: rspec-devops
+    domain_name: "rspec.io"
+    no_subdomain: true
+  development:
+    vpc_cidr: 10.10.0.0/16
+    stack_name: development-devops
+  test:
+    vpc_cidr: 10.20.0.0/16
+    stack_name: test-devops
+  acceptance:
+    vpc_cidr: 10.30.0.0/16
+    stack_name: acceptance-devops
+  production:
+    vpc_cidr: 10.40.0.0/16
+    stack_name: production-devops
+subnets:
+  - ec2_public:
+      owner: infra
+      public: true
+      offset: 1
+      deploy_nat: true
+      output_cidr: false
+  - ec2_private:
+      owner: infra
+      public: false
+      offset: 2
+      deploy_nat: false
+      output_cidr: false
+  - backend_rds_public:
+      owner: infra
+      public: true
+      offset: 3
+      deploy_nat: false
+      output_cidr: false
+  - backend_rds_private:
+      owner: infra
+      public: false
+      offset: 4
+      deploy_nat: false
+      output_cidr: false
+applications:
+  hello-world:
+    image: nginxdemos/hello
+    container_port: 80
+    priority: 2
+    min: 2
+    max: 8
+    mem: 128
+    env:
+      SOME_ENV_VAR: Exposed
+      SOME_OTHER_VAR: desopxE
+  hello-world2:
+    image: tutum/hello-world
+    container_port: 80
+    priority: 3
+    min: 2
+    max: 8
+    mem: 128
+    env:
+      SOME_ENV_VAR: Exposed
+      SOME_OTHER_VAR: desopxE
+domain_name: "example.com"

data/templates/lib/aws_helper/aws_sdk.rb

@@ -0,0 +1,30 @@
+def create_bucket_if_not_exists(aws_region, artifact_bucket)
+  s3 = Aws::S3::Resource.new(region: aws_region)
+  begin
+    s3.create_bucket(bucket: artifact_bucket)
+  rescue => exception
+    raise exception unless exception.class == Aws::S3::Errors::BucketAlreadyOwnedByYou
+  end
+  s3
+end
+
+def set_aws_credentials(region, access_key_id, secret_access_key)
+  if access_key_id.nil? == false && secret_access_key.nil? == false
+    aws_session_token = ENV["AWS_SESSION_TOKEN"]
+    if aws_session_token.nil?
+      Aws.config.update(
+        region: region,
+        credentials: Aws::Credentials.new(access_key_id, secret_access_key)
+      )
+    else
+      Aws.config.update(
+        region: region,
+        credentials: Aws::Credentials.new(access_key_id, secret_access_key, aws_session_token)
+      )
+    end
+  else
+    Aws.config.update(
+      region: region
+    )
+  end
+end

data/templates/{compiler.rb.erb → lib/aws_helper/compiler.rb}

@@ -1,12 +1,14 @@
 require "git-revision"
 
-def update_references(contents, environment, artifact_bucket)
+def update_references(contents, environment, _artifact_bucket)
+  Dotenv.load(".env.private")
+  Dotenv.load(".env.dependencies")
   contents["Resources"].map do |resource|
     resource_name = resource.shift
     resource_values = resource.shift
     if resource_values["Type"] == "AWS::CloudFormation::Stack"
       template_hash = @stack_hashes[resource_name.to_sym]
-      s3_url = "https://s3.amazonaws.com/#{artifact_bucket}/#{environment}-" \
+      s3_url = "https://s3.amazonaws.com/#{ENV["CLOUDFORMATIONBUCKET"]}/#{environment}-" \
                "#{resource_name.downcase}-#{template_hash}.json"
       resource_values["Properties"]["TemplateURL"] = s3_url
     end
@@ -30,17 +32,21 @@ end
 def compile_stacks(skip_creation = false)
   stacks = {}
   FileUtils.mkdir_p "build" unless skip_creation
-  Module.constants.select do |mod|
-    if mod =~ /Stack$/
-      send("include", Object.const_get("SharedConcerns"))
-      stacks[mod.to_sym] = send("include", Object.const_get(mod)).render_template("AWS")
+  # Iterate twice to support dynamically generated modules
+  2.times do
+    Module.constants.select do |mod|
+      if mod =~ /Stack$/
+        next unless stacks[mod.to_sym].nil?
+        send("include", Object.const_get("SharedConcerns"))
+        stacks[mod.to_sym] = send("include", Object.const_get(mod)).render_template("AWS")
+      end
     end
   end
 
   stacks.each do |stack_name, stack|
     stack = inject_dummy_resource(stack)
     next if JSON.parse(stack)["Resources"].nil?
-    stack_to_md5(stack_name, stack)
+    stack_to_hash(stack_name)
     unless skip_creation
       puts "- Saved #{stack_name} to build/#{ENV["ENVIRONMENT"]}-#{stack_name.downcase}.json"
       File.open("build/#{ENV["ENVIRONMENT"]}-#{stack_name.downcase}.json", "w") { |f| f.write(JSON.pretty_generate(JSON.parse(stack))) }
@@ -50,9 +56,9 @@ def compile_stacks(skip_creation = false)
   stacks.each do |stack_name, stack|
     stack = inject_dummy_resource(stack)
     next if JSON.parse(stack)["Resources"].nil?
-    stack = update_references(JSON.parse(stack), ENV["ENVIRONMENT"], ENV["ARTIFACT_BUCKET"])
+    stack = update_references(JSON.parse(stack), ENV["ENVIRONMENT"], ENV["CLOUDFORMATIONBUCKET"])
     stacks[stack_name] = stack
-    stack_to_md5(stack_name, stack)
+    stack_to_hash(stack_name)
     unless skip_creation
       File.open("build/#{ENV["ENVIRONMENT"]}-#{stack_name.downcase}.json", "w") { |f| f.write(JSON.pretty_generate(JSON.parse(stack))) }
     end

data/templates/{dependencies.rb.erb → lib/aws_helper/dependencies.rb}

@@ -1,13 +1,15 @@
 def load_env_vars
+  Dotenv.load(".env.private")
+  Dotenv.load(".env.dependencies")
   Dotenv.load(".env")
   Dotenv.load(".env.#{ENV["ENVIRONMENT"]}")
-  Dotenv.load(".env.private")
+
   check_dependencies
   {
     aws_region: ENV["AWS_REGION"],
     aws_access_key_id: ENV["AWS_ACCESS_KEY_ID"],
     aws_secret_access_key: ENV["AWS_SECRET_ACCESS_KEY"],
-    artifact_bucket: ENV["ARTIFACT_BUCKET"],
+    artifact_bucket: ENV["ARTIFACTBUCKET"],
     environment: ENV["ENVIRONMENT"],
     stack_name: ENV["STACK_NAME"]
   }
@@ -16,7 +18,7 @@ end
 def check_dependencies
   ENV["AWS_REGION"] ||= ENV["AWS_DEFAULT_REGION"]
   raise "AWS_REGION not set" unless ENV["AWS_REGION"]
-  raise "ARTIFACT_BUCKET not set" unless ENV["ARTIFACT_BUCKET"]
+  raise "ARTIFACTBUCKET not set" unless ENV["ARTIFACTBUCKET"]
   raise "ENVIRONMENT not set" unless ENV["ENVIRONMENT"]
   raise "STACK_NAME not set" unless ENV["STACK_NAME"]
   raise "AWS CREDENTIALS NOT SET" unless ENV["AWS_ACCESS_KEY_ID"] && ENV["AWS_SECRET_ACCESS_KEY"]

data/templates/{deploy.rb.erb → lib/aws_helper/deploy.rb}

@@ -3,7 +3,7 @@ WAITING_STATES = %w(
   UPDATE_COMPLETE_CLEANUP_IN_PROGRESS UPDATE_IN_PROGRESS
   UPDATE_ROLLBACK_COMPLETE_CLEANUP_IN_PROGRESS UPDATE_ROLLBACK_IN_PROGRESS
 ).freeze
-SUCCESS_STATES = %w(CREATE_COMPLETE UPDATE_COMPLETE).freeze
+SUCCESS_STATES = %w(IMPORT_COMPLETE CREATE_COMPLETE UPDATE_COMPLETE).freeze
 FAILURE_STATES = %w(
   CREATE_FAILED DELETE_FAILED UPDATE_ROLLBACK_FAILED
   ROLLBACK_FAILED ROLLBACK_COMPLETE ROLLBACK_FAILED
@@ -11,7 +11,7 @@ FAILURE_STATES = %w(
 ).freeze
 END_STATES = SUCCESS_STATES + FAILURE_STATES
 DEPLOYABLE_STATES = %w(
-  CREATE_COMPLETE UPDATE_COMPLETE ROLLBACK_COMPLETE
+  IMPORT_COMPLETE CREATE_COMPLETE UPDATE_COMPLETE ROLLBACK_COMPLETE
   UPDATE_ROLLBACK_COMPLETE
 ).freeze
 
@@ -38,16 +38,18 @@ end
 def get_parent_stack_s3_location(bucket, environment)
   stacks = compile_stacks(true)
   parent_stack = nil
+  file_hash = nil
 
   stacks.each do |stack_name, stack|
     next if JSON.parse(stack)["Resources"].nil?
     JSON.parse(stack)["Resources"].each do |_resource, payload|
       if payload["Type"] == "AWS::CloudFormation::Stack"
         parent_stack = stack_name
+        json_file = "build/#{environment}-#{stack_name.downcase}.json"
+        file_hash = git_revision
         break
       end
     end
   end
-
-  "https://s3.amazonaws.com/#{bucket}/#{environment}-#{parent_stack.downcase}-#{@stack_hashes[parent_stack.to_sym]}.json"
+  "https://s3.amazonaws.com/#{bucket}/#{environment}-#{parent_stack.downcase}-#{file_hash}.json"
 end

data/templates/lib/aws_helper/helpers.rb

@@ -0,0 +1,3 @@
+def stack_to_hash(stack_name)
+  @stack_hashes[stack_name] = git_revision
+end

data/templates/{upload_stack.rb.erb → lib/aws_helper/upload_stack.rb}

@@ -1,4 +1,8 @@
+require_relative "../core/git"
+
 def upload_stacks
+  Dotenv.load(".env.private")
+  Dotenv.load(".env.dependencies")
   env_vars = load_env_vars
 
   set_aws_credentials(
@@ -7,21 +11,26 @@ def upload_stacks
     env_vars[:aws_secret_access_key]
   )
 
-  s3 = create_bucket_if_not_exists(
-    env_vars[:aws_region],
-    env_vars[:artifact_bucket]
-  )
+  begin
+    s3 = create_bucket_if_not_exists(
+      env_vars[:aws_region],
+      env_vars[:artifact_bucket]
+    )
+  rescue => e
+    puts "Exception create_bucket_if_not_exists #{e}"
+  end
 
   stacks = compile_stacks(true)
+  raise "CLOUDFORMATIONBUCKET not found in DependencyStack outputs" unless ENV["CLOUDFORMATIONBUCKET"]
   stacks.each do |stack_name, stack|
     next if JSON.parse(stack)["Resources"].nil?
     hash = @stack_hashes[stack_name.to_sym]
     local_file = "#{env_vars[:environment]}-#{stack_name.downcase}.json"
     s3_filename = "#{env_vars[:environment]}-#{stack_name.downcase}-#{hash}.json"
     # content = JSON.parse(stack).to_json
-    obj = s3.bucket(env_vars[:artifact_bucket]).object(s3_filename)
+    obj = s3.bucket(ENV["CLOUDFORMATIONBUCKET"]).object(s3_filename)
     content = File.open("build/#{local_file}").read
     obj.put(body: content)
-    puts "Uploaded #{stack_name} to s3://#{env_vars[:artifact_bucket]}/#{s3_filename}"
+    puts "Uploaded #{stack_name} to s3://#{ENV["CLOUDFORMATIONBUCKET"]}/#{s3_filename}"
   end
 end