aws-cfn-compiler 0.0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e475a82e8e4ec0c15474b19670a80d0248cdb438
+  data.tar.gz: 68511f24b75c51d805292ca3a3843944d064c0d0
+SHA512:
+  metadata.gz: 9f34e56e832af14e2153713f10d2e2b7193aa68f75b416100141c40214f59ae4fc48fdd1a1cca06996e9a51f43118594055baebbb964740ae22e466bd86757b6
+  data.tar.gz: 46dfbb1fde0098468d40778996324c8a5b7a734ad94be1d3e8044784f33e65c72bd12599978eea50943ee91fe145803cc0b146da3ee7239591f0ef5d2b5d6ec4

data/.gitignore

@@ -0,0 +1,24 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+compiled.json
+Gemfile.lock

data/.ruby-gemset

@@ -0,0 +1 @@
+aws-cfn-compile

data/.ruby-version

@@ -0,0 +1 @@
+1.9.3

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in aws-cfn-compiler.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Christo DeLange
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,35 @@
+aws-cfn-compiler
+================
+
+A simple script to compile and perform some validation for CloudFormation scripts.  The idea is to create a folder structure to better manage pieces of a CloudFormation deployment.  Additionally, writing in JSON is hard, so the compiler takes YAML files as well.
+
+
+Installation
+------------
+
+    gem install bundler
+    bundle install
+    
+Usage
+-----
+
+```
+./compile.rb -d ROOT_DIRECTORY -o OUTPUT_JSON_FILE
+```
+
+Directory Structure
+-------------------
+
+The pieces of the CloudFormation script is split into four groups:
+
+* Parameters
+* Mappings
+* Resources
+* Outputs
+
+For each group, you can define a single file at the root directory with that name (i.e. outputs.json or outputs.yml) or a directory with that name containing any structure of JSON or YAML files (i.e. resources/nat.yml or resources/app/hello.json).  The script is responsible for combining everything into one JSON file.
+
+Reference Validation
+--------------------
+
+After all the pieces are stiched together, the system runs through the file finding references to names and then attempt to validate that those names exist in the file.

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/aws-cfn-compiler.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'aws/cfn/compiler/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "aws-cfn-compiler"
+  spec.version       = Aws::Cfn::Compiler::VERSION
+  spec.authors       = ["PKinney"]
+  spec.email         = ["pkinney@github.com"]
+  spec.summary       = %q{A simple script to compile and perform some validation for CloudFormation scripts.}
+  spec.description   = %q{The idea is to create a folder structure to better manage pieces of a CloudFormation deployment. Additionally, writing in JSON is hard, so the compiler takes YAML files as well.}
+  spec.homepage      = "https://github.com/dldinternet/aws-cfn-compiler"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "awesome_print"
+  spec.add_dependency "slop"
+  spec.add_dependency "psych"
+  spec.add_dependency "json"
+
+  spec.add_development_dependency 'bundler', "~> 1.6"
+  spec.add_development_dependency 'rake'
+end

data/aws-cfn-compiler.iml

@@ -0,0 +1,25 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="RUBY_MODULE" version="4">
+  <component name="CompassSettings">
+    <option name="compassSupportEnabled" value="true" />
+  </component>
+  <component name="FacetManager">
+    <facet type="gem" name="Ruby Gem">
+      <configuration>
+        <option name="GEM_APP_ROOT_PATH" value="" />
+        <option name="GEM_APP_TEST_PATH" value="" />
+        <option name="GEM_APP_LIB_PATH" value="" />
+      </configuration>
+    </facet>
+  </component>
+  <component name="NewModuleRootManager" inherit-compiler-output="true">
+    <exclude-output />
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="jdk" jdkName="RVM: ruby-2.1.2" jdkType="RUBY_SDK" />
+    <orderEntry type="sourceFolder" forTests="false" />
+    <orderEntry type="library" scope="PROVIDED" name="awesome_print (v1.2.0, RVM: ruby-2.1.2) [gem]" level="application" />
+    <orderEntry type="library" scope="PROVIDED" name="bundler (v1.6.2, RVM: ruby-2.1.2) [gem]" level="application" />
+    <orderEntry type="library" scope="PROVIDED" name="slop (v3.5.0, RVM: ruby-2.1.2) [gem]" level="application" />
+  </component>
+</module>
+

data/bin/cfn-compiler

@@ -0,0 +1,28 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+
+# require 'safe_yaml'
+# SafeYAML::OPTIONS[:default_mode] = :safe
+
+# Borrowing from "whiches" gem ...
+cmd  = 'json_pp'
+exes = []
+exts = ENV['PATHEXT'] ? ENV['PATHEXT'].split(';') : ['']
+ENV['PATH'].split(File::PATH_SEPARATOR).each do |path|
+  exts.each { |ext|
+    exe = File.join(path, "#{cmd}#{ext}")
+    exes << exe if File.executable? exe
+  }
+end
+path = if exes.size > 0
+         File.dirname(exes[0])
+       else
+         File.dirname(__FILE__)
+       end
+
+add_path = File.expand_path(File.join(path, "..", "lib"))
+$:.unshift(add_path)
+
+require 'aws/cfn/compiler'
+Aws::Cfn::Compiler::Main.new().run

data/example/mappings/alinux.json

@@ -0,0 +1,11 @@
+{
+  "AWSRegionArch2AMI" : {
+    "us-east-1"      : { "64" : "ami-1624987f" },
+    "us-west-1"      : { "64" : "ami-1bf9de5e" },
+    "us-west-2"      : { "64" : "ami-2a31bf1a" },
+    "eu-west-1"      : { "64" : "ami-c37474b7" },
+    "sa-east-1"      : { "64" : "ami-1e08d103" },
+    "ap-southeast-1" : { "64" : "ami-a6a7e7f4" },
+    "ap-northeast-1" : { "64" : "ami-4e6cd34f" }
+  }
+}

data/example/mappings/instance_types.json

@@ -0,0 +1,14 @@
+{
+  "AWSInstanceType2Arch" : {
+    "t1.micro"    : { "Arch" : "64" },
+    "m1.small"    : { "Arch" : "64" },
+    "m1.medium"   : { "Arch" : "64" },
+    "m1.large"    : { "Arch" : "64" },
+    "m1.xlarge"   : { "Arch" : "64" },
+    "m2.xlarge"   : { "Arch" : "64" },
+    "m2.2xlarge"  : { "Arch" : "64" },
+    "m2.4xlarge"  : { "Arch" : "64" },
+    "c1.medium"   : { "Arch" : "64" },
+    "c1.xlarge"   : { "Arch" : "64" }
+  }
+}

data/example/mappings/nat.json

@@ -0,0 +1,11 @@
+{
+  "AWSRegionArch2AMINAT" : {
+    "us-east-1"      : { "64" : "ami-f619c29f" },
+    "us-west-1"      : { "64" : "ami-3bcc9e7e" },
+    "us-west-2"      : { "64" : "ami-52ff7262" },
+    "eu-west-1"      : { "64" : "ami-e5e2d991" },
+    "sa-east-1"      : { "64" : "ami-0039e61d" },
+    "ap-southeast-1" : { "64" : "ami-02eb9350" },
+    "ap-northeast-1" : { "64" : "ami-14d86d15" }
+  }
+}

data/example/outputs.yml

@@ -0,0 +1,16 @@
+VpcId:
+  Value:
+    Ref: VPC
+  Description: ID of newly created VPC
+
+AccessIP:
+  Value:
+    Ref: AccessIP
+  Description: NAT Instance ID
+
+VPCCidrIP:
+  Value:
+    "Fn::GetAtt":
+      - VPC
+      - CidrBlock
+  Description: Cidr IP of  the VPC

data/example/params.json

@@ -0,0 +1,36 @@
+{ "VPCPrefix" : {
+    "Description" : "IP Prefix for VPC (xxx.xxx)",
+    "Type" : "String",
+    "MinLength": "1",
+    "MaxLength": "64",
+    "AllowedPattern" : "(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)",
+    "ConstraintDescription" : "First two numbers for an IP"
+  },
+
+  "URLSubfix" : {
+    "Description" : "Additional component of the URL: app.[URLSubfix.][hostedZoneName]",
+    "Type" : "String",
+    "MinLength": "0",
+    "MaxLength": "64",
+    "AllowedPattern" : "([a-z0-9_\-]+\.|)",
+    "ConstraintDescription" : "Must be alphanumerics, underscore, or dash and end in a dot or may be blank"
+  },
+
+  "Route53HostedZoneName" : {
+    "Description" : "Name of the hosted zone (i.e. myapp.com)",
+    "Type" : "String",
+    "MinLength": "3",
+    "MaxLength": "64",
+    "AllowedPattern" : "[a-z0-9_\-\.]+",
+    "ConstraintDescription" : "Must be alphanumerics, underscores, dashes, or dots"
+  },
+
+  "KeyName" : {
+    "Description" : "Name of an existing EC2 KeyPair to enable SSH access to the instances",
+    "Type" : "String",
+    "MinLength": "1",
+    "MaxLength": "64",
+    "AllowedPattern" : "[-_ a-zA-Z0-9]*",
+    "ConstraintDescription" : "can contain only alphanumeric characters, spaces, dashes and underscores."
+  }
+}

data/example/resources/gateway.json

@@ -0,0 +1,18 @@
+{ "InternetGateway" : {
+    "Type" : "AWS::EC2::InternetGateway",
+    "Properties" : {
+      "Tags" : [
+        {"Key" : "Application", "Value" : { "Ref" : "AWS::StackName"} },
+        {"Key" : "Network", "Value" : "Public" }
+      ]
+    }
+  },
+
+  "AttachGateway" : {
+    "Type" : "AWS::EC2::VPCGatewayAttachment",
+    "Properties" : {
+       "VpcId" : { "Ref" : "VPC" },
+       "InternetGatewayId" : { "Ref" : "InternetGateway" }
+    }
+  }
+}

data/example/resources/instances/app.yml

@@ -0,0 +1,15 @@
+AppServer:
+  Type: AWS::EC2::Instance
+  Properties:
+    InstanceType: t1.micro
+    KeyName:
+      Ref: KeyName
+    SubnetId:
+      Ref: PublicASubnet
+    ImageId:
+      "Fn::FindInMap":
+        - AWSRegionArch2AMI
+        - Ref: AWS::Region
+        - 64
+    SecurityGroupIds:
+      - Ref: AppSG

data/example/resources/instances/bastion.json

@@ -0,0 +1,20 @@
+{ "AccessIP" : {
+    "Type" : "AWS::EC2::EIP",
+    "Properties" : {
+      "Domain" : "vpc",
+      "InstanceId" : { "Ref" : "AccessA1" }
+    }
+  },
+
+  "AccessA1" : {
+    "Type" : "AWS::EC2::Instance",
+
+    "Properties" : {
+      "InstanceType" : "m1.small",
+      "ImageId" : { "Fn::FindInMap" : [ "AWSRegionArch2AMI", { "Ref" : "AWS::Region" }, "64" ]},
+      "SecurityGroupIds" : [{ "Ref" : "AccessSG" }],
+      "SubnetId" : { "Ref" : "PublicASubnet" },
+      "KeyName" : { "Ref" : "KeyName" }
+    }
+  }
+}

data/example/resources/instances/nat.json

@@ -0,0 +1,12 @@
+{ "NATDevice" : {
+    "Type" : "AWS::EC2::Instance",
+    "Properties" : {
+      "InstanceType" : "t1.micro",
+      "KeyName" : { "Ref" : "KeyName" },
+      "SubnetId" : { "Ref" : "PublicASubnet" },
+      "SourceDestCheck" : "false",
+      "ImageId" : { "Fn::FindInMap" : [ "AWSRegionArch2AMINAT", { "Ref" : "AWS::Region" }, "64" ]},
+      "SecurityGroupIds" : [{ "Ref" : "NATSG" }]
+    }
+  }
+}

data/example/resources/route53.json

@@ -0,0 +1,16 @@
+{ "Route53" : {
+    "Type" : "AWS::Route53::RecordSetGroup",
+    "Properties" : {
+      "HostedZoneName" : {"Ref" : "Route53HostedZoneName"},
+      "RecordSets" : [
+        { "Type" : "AWS::Route53::RecordSet",
+          "Properties" : {
+            "Name" : {"Fn::Join" : [ "", "app.", [{"Ref" : "URLSubfix"}] ]},
+            "Type" : "A",
+            "AliasTarget" : "AppELB"
+          }
+        }
+      ]
+    }
+  }
+}

data/example/resources/routing.json

@@ -0,0 +1,32 @@
+{ "PublicRouteTable" : {
+    "Type" : "AWS::EC2::RouteTable",
+    "Properties" : {
+      "VpcId" : {"Ref" : "VPC"}
+    }
+  },
+
+  "PublicRoute" : {
+    "Type" : "AWS::EC2::Route",
+    "Properties" : {
+      "RouteTableId" : { "Ref" : "PublicRouteTable" },
+      "DestinationCidrBlock" : "0.0.0.0/0",
+      "GatewayId" : { "Ref" : "InternetGateway" }
+    }
+  },
+
+  "PrivateRouteTable" : {
+    "Type" : "AWS::EC2::RouteTable",
+    "Properties" : {
+      "VpcId" : {"Ref" : "VPC"}
+    }
+  },
+
+  "PrivateRoute" : {
+    "Type" : "AWS::EC2::Route",
+    "Properties" : {
+      "RouteTableId" : { "Ref" : "PrivateRouteTable" },
+      "DestinationCidrBlock" : "0.0.0.0/0",
+      "InstanceId" : { "Ref" : "NATDevice" }
+    }
+  }
+}

data/example/resources/security_groups.json

@@ -0,0 +1,54 @@
+{ "AccessSG" : {
+    "Type" : "AWS::EC2::SecurityGroup",
+    "Properties" : {
+      "VpcId" : { "Ref" : "VPC" },
+      "GroupDescription" : "Enable SSH access via port 22",
+      "SecurityGroupIngress" : [ { "IpProtocol" : "tcp", "FromPort" : "22", "ToPort" : "22", "CidrIp" : "0.0.0.0/0" } ]
+    }
+  },
+
+  "NATSG" : {
+    "Type" : "AWS::EC2::SecurityGroup",
+    "Properties" : {
+      "GroupDescription" : "Enable internal access to the NAT device",
+      "VpcId" : { "Ref" : "VPC" },
+      "SecurityGroupIngress" : [
+        { "IpProtocol" : "tcp", "FromPort" : "0",  "ToPort" : "65535",  "CidrIp" : {"Fn::Join" : [ ".", [{"Ref" : "VPCPrefix"}, "0", "0/16"] ]} } ,
+        { "IpProtocol" : "udp", "FromPort" : "0", "ToPort" : "65535", "CidrIp" : {"Fn::Join" : [ ".", [{"Ref" : "VPCPrefix"}, "0", "0/16"] ]} } ,
+        { "IpProtocol" : "icmp", "FromPort" : "-1",  "ToPort" : "-1",  "CidrIp" : {"Fn::Join" : [ ".", [{"Ref" : "VPCPrefix"}, "0", "0/16"] ]} }
+      ],
+      "SecurityGroupEgress" : [
+        { "IpProtocol" : "tcp", "FromPort" : "80",  "ToPort" : "80",  "CidrIp" : "0.0.0.0/0" } ,
+        { "IpProtocol" : "tcp", "FromPort" : "443", "ToPort" : "443", "CidrIp" : "0.0.0.0/0" },
+        { "IpProtocol" : "tcp", "FromPort" : "0", "ToPort" : "65535", "CidrIp" : {"Fn::Join" : [ ".", [{"Ref" : "VPCPrefix"}, "0", "0/16"] ]} },
+        { "IpProtocol" : "icmp", "FromPort" : "-1",  "ToPort" : "-1",  "CidrIp" : "0.0.0.0/0" }
+      ]
+    }
+  },
+
+  "AppSG" : {
+    "Type" : "AWS::EC2::SecurityGroup",
+    "Properties" : {
+      "GroupDescription" : "Application Server Security Group",
+      "VpcId" : { "Ref" : "VPC" },
+      "SecurityGroupIngress" : [
+        { "IpProtocol" : "tcp", "FromPort" : "80",  "ToPort" : "80",  "SourceSecurityGroupName" : "AppELBSG" },
+        { "IpProtocol" : "tcp", "FromPort" : "22",  "ToPort" : "22",  "SourceSecurityGroupName" : "AccessSG" }
+      ]
+    }
+  },
+
+  "AppELBSG" : {
+    "Type" : "AWS::EC2::SecurityGroup",
+    "Properties" : {
+      "VpcId" : { "Ref" : "VPC" },
+      "GroupDescription" : "Elastic Load Balancing for App Servers",
+      "SecurityGroupIngress" : [
+        { "IpProtocol" : "tcp", "FromPort" : "443", "ToPort" : "443", "CidrIp" : "0.0.0.0/0" }
+      ],
+      "SecurityGroupEgress" : [
+        { "IpProtocol" : "tcp", "FromPort" : "80",  "ToPort" : "80",  "SourceSecurityGroupName" : "AppSG" }
+      ]
+    }
+  }
+}

data/example/resources/subnets.json

@@ -0,0 +1,35 @@
+{
+  "PublicASubnet" : {
+    "Type" : "AWS::EC2::Subnet",
+    "Properties" : {
+      "VpcId" : { "Ref" : "VPC" },
+      "AvailabilityZone" : "us-east-1a",
+      "CidrBlock" : {"Fn::Join" : [ ".", [{"Ref" : "VPCPrefix"}, "1", "0/24"] ]}
+    }
+  },
+
+  "PrivateASubnet" : {
+    "Type" : "AWS::EC2::Subnet",
+    "Properties" : {
+      "VpcId" : { "Ref" : "VPC" },
+      "AvailabilityZone" : "us-east-1a",
+      "CidrBlock" : {"Fn::Join" : [ ".", [{"Ref" : "VPCPrefix"}, "101", "0/24"] ]}
+    }
+  },
+
+  "PublicSubnetARouteTableAssociation" : {
+    "Type" : "AWS::EC2::SubnetRouteTableAssociation",
+    "Properties" : {
+      "SubnetId" : { "Ref" : "PublicASubnet" },
+      "RouteTableId" : { "Ref" : "PublicRouteTable" }
+    }
+  },
+
+  "PrivateSubnetARouteTableAssociation" : {
+    "Type" : "AWS::EC2::SubnetRouteTableAssociation",
+    "Properties" : {
+      "SubnetId" : { "Ref" : "PrivateASubnet" },
+      "RouteTableId" : { "Ref" : "PrivateRouteTable" }
+    }
+  }
+}

data/example/resources/vpc.json

@@ -0,0 +1,11 @@
+{ "VPC" : {
+    "Type" : "AWS::EC2::VPC",
+    "Properties" : {
+      "CidrBlock" : {"Fn::Join" : [ ".", [{"Ref" : "VPCPrefix"}, "0.0/16"] ]},
+      "Tags" : [
+        {"Key" : "Application", "Value" : { "Ref" : "AWS::StackName"} },
+        {"Key" : "Network", "Value" : "Public" }
+      ]
+    }
+  }
+}

data/lib/aws/cfn/compiler.rb

@@ -0,0 +1,141 @@
+require "aws/cfn/compiler/version"
+
+require 'json'
+require 'ap'
+require 'yaml'
+require 'slop'
+
+module Aws
+  module Cfn
+    module Compiler
+      class Main
+        attr_accessor :items
+        attr_accessor :opts
+
+        def initialize
+          @items = {}
+        end
+
+        def run ()
+
+          @opts = Slop.parse(help: true) do
+            on :d, :directory=, 'The directory to look in', as: String
+            on :o, :output=, 'The JSON file to output', as: String
+          end
+
+          unless @opts[:directory]
+            puts @opts
+            exit
+          end
+
+          load
+
+          compiled = {
+              AWSTemplateFormatVersion: "2010-09-09",
+              Description:              "Description goes here",
+              Parameters:               @items['params'],
+              Mappings:                 @items['mappings'],
+              Resources:                @items['resources'],
+              Outputs:                  @items['outputs'],
+          }
+
+          output_file = @opts[:output] || "compiled.json"
+          puts
+          puts "Writing compiled file to #{output_file}..."
+          save(compiled, output_file)
+
+          puts
+          puts "Validating compiled file..."
+
+          validate(compiled)
+
+          puts
+          puts "*** Compiled Successfully ***"
+        end
+
+        def validate(compiled)
+          names = compiled["Resources"].keys + compiled["Parameters"].keys
+          refs = find_refs(compiled).select { |a| !(a =~ /^AWS::/) }
+
+          unless (refs-names).empty?
+            puts "!!! Unknown references !!!"
+            (refs-names).each do |name|
+              puts "  #{name}"
+            end
+            abort!
+          end
+          puts "  References validated"
+        end
+
+        def save(compiled, output_file)
+          begin
+            File.open output_file, 'w' do |f|
+              f.write JSON.pretty_generate(compiled)
+            end
+            puts "  Compiled file written."
+          rescue
+            puts "!!! Could not write compiled file: #{$!}"
+            abort!
+          end
+        end
+
+        def load
+          %w{params mappings resources outputs}.each do |dir|
+            load_dir(dir)
+          end
+        end
+
+        protected
+
+        def abort!
+          puts "!!! Aborting !!!"
+          exit
+        end
+
+        def find_refs(hash)
+          if hash.is_a? Hash
+            tr = []
+            hash.keys.collect do |key|
+              if %w{Ref SourceSecurityGroupName CacheSecurityGroupNames SecurityGroupNames}.include? key
+                hash[key]
+              elsif "Fn::GetAtt" == key
+                hash[key].first
+              else
+                find_refs(hash[key])
+              end
+            end.flatten.compact.uniq
+          elsif hash.is_a? Array
+            hash.collect{|a| find_refs(a)}.flatten.compact.uniq
+          end
+        end
+
+        def load_dir(dir)
+          puts "Loading #{dir}..."
+          @items[dir] = {}
+          (Dir[File.join(@opts[:directory], "#{dir}.*")] | Dir[File.join(@opts[:directory], dir, "**", "*")]).collect do |filename|
+            next unless filename =~ /\.(json|ya?ml)\z/i
+            begin
+              puts "  reading #{filename}"
+              content = File.read(filename)
+              next if content.size==0
+
+              if filename =~ /\.json\z/i
+                item = JSON.parse(content)
+              elsif filename =~ /\.ya?ml\z/i
+                item = YAML.load(content)
+              else
+                next
+              end
+              item.keys.each { |key| raise "Duplicate item: #{key}" if @items[dir].has_key?(key) }
+              @items[dir].merge! item
+            rescue
+              puts "  !! error: #{$!}"
+              abort!
+            end
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/aws/cfn/compiler/version.rb

@@ -0,0 +1,7 @@
+module Aws
+  module Cfn
+    module Compiler
+      VERSION = "0.0.3"
+    end
+  end
+end

metadata

@@ -0,0 +1,158 @@
+--- !ruby/object:Gem::Specification
+name: aws-cfn-compiler
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+platform: ruby
+authors:
+- PKinney
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-06-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: awesome_print
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: slop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: psych
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: The idea is to create a folder structure to better manage pieces of a
+  CloudFormation deployment. Additionally, writing in JSON is hard, so the compiler
+  takes YAML files as well.
+email:
+- pkinney@github.com
+executables:
+- cfn-compiler
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".ruby-gemset"
+- ".ruby-version"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- aws-cfn-compiler.gemspec
+- aws-cfn-compiler.iml
+- bin/cfn-compiler
+- example/mappings/alinux.json
+- example/mappings/instance_types.json
+- example/mappings/nat.json
+- example/outputs.yml
+- example/params.json
+- example/resources/gateway.json
+- example/resources/instances/app.yml
+- example/resources/instances/bastion.json
+- example/resources/instances/nat.json
+- example/resources/route53.json
+- example/resources/routing.json
+- example/resources/security_groups.json
+- example/resources/subnets.json
+- example/resources/vpc.json
+- lib/aws/cfn/compiler.rb
+- lib/aws/cfn/compiler/version.rb
+homepage: https://github.com/dldinternet/aws-cfn-compiler
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: A simple script to compile and perform some validation for CloudFormation
+  scripts.
+test_files: []