cps-property-generator 0.2.2 → 0.2.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c2c3182d3570596a66dae2274f6932e625d547b8
-  data.tar.gz: '081fb7ebbca1109a6491ad198098fd3aec6ecae7'
+  metadata.gz: 33e9da4826b7c811df4e0bdf35383788e850bb26
+  data.tar.gz: 47dec9e45bb96c348427ecbaab2a9bc045fada2e
 SHA512:
-  metadata.gz: f899e27e4e8044eedf0adfcc4a4b0ad1a05f33611089efad77e74c70262148e80567ec2407afb58ea96c3ff4d13efad33ce4518d29184b918f868a73e1cfc7a6
-  data.tar.gz: f39a9fa400e9a5b84b9ef20ef8ada773e7f7a8c0c9010af97cf65cec5d130ef6ec8e1c48792dce7318818f1c4af2eadbea8447c0f2cb834c1cb836c61554125c
+  metadata.gz: 2a4a98b7de3530d277542c38b1bff58d1b8a1b821eeec9bfe1e5c31222c05d7372fa38882f88f0896dff22da878f76c0427e6dbe21fd346a5b60f667835350fa
+  data.tar.gz: f135b5a38316ca0db25d998a85867749638ff897d863458b0d0168a9accb4f0b3debd82ff846f04bf29c21dbd74788eabc6fab241c4680cd86bae5253b7c8522

data/README.md

@@ -24,6 +24,7 @@ In the config.yml file we need three keys set to explain our project to the gene
     * The one to one mapping or aws regions to environments.
     * The account a environment lives in.
     * Interpolations for a given environment. Interpolations will be explained in a separate section. 
+4. The `vpc` key can be added under the environment name in the environment configs if you would like to run multiple environments in the same region. If you specify a VPC in one environment then a VPC must be specified in all environments. You can only specify one VPC per environment.
     
 Here is a example config.yml
 ```yaml

data/lib/generator/generator.rb

@@ -24,6 +24,7 @@ module PropertyGenerator
     def generate
       output = []
       @service_list.each do | service, path|
+        PropertyGenerator.config_enforcer(@configs.environment_configs)
         service_instance = PropertyGenerator::Service.new(YAML.load_file(path), @configs, @globals)
         service_instance.service
         service_instance.interpolate

data/lib/generator/service.rb

@@ -1,6 +1,10 @@
 module PropertyGenerator
+
   class Service
+    require 'active_support/core_ext/hash'
+
     attr_accessor :service
+
     def initialize(service_data, config, globals)
       @service_data = service_data
       @environments = config.environments
@@ -26,19 +30,20 @@ module PropertyGenerator
         #get the map of config for a env
         interpolations = @environment_configs[env]['interpolations']
 
-        #interate through the properties for an environment and gsub the config
-        @service[env].each do | property_key, property_value|
-          property_value_dup = property_value.dup
-          interpolations.each do |matcher_key, matcher_value|
-            if property_value.class == String && property_value_dup.include?("{#{matcher_key}}")
-              @service[env][property_key] = property_value_dup.gsub!("{#{matcher_key}}", matcher_value)
-            end
-          end
-        end
+        # Recursively interate through the properties for an environment and gsub the config
+        # with defined interpolations.
+        interpolate_nested_properties(@service[env], interpolations)
       end
       service
     end
 
+    def interpolate_nested_properties(service_env, interpolations)
+      interpolations.each do |matcher_key, matcher_value|
+        service_env.each { |k,v|  service_env[k] = v.gsub("{#{matcher_key}}", matcher_value) if v.class == String && v.include?("{#{matcher_key}}")}
+        service_env.values.each { |v| interpolate_nested_properties(v, interpolations)  if v.class == Hash }
+      end
+    end
+
     def merge_env_default(data, environments)
       #creates a hash of the enviornments merged with the defaults
       # {service => {env1 =>  {properties},
@@ -56,7 +61,7 @@ module PropertyGenerator
         environment_data = data['environments'][env].dup
         if data['encrypted']
           encrypted = data['encrypted'][env].dup unless data['encrypted'][env].nil?
-          environment_data = data['environments'][env].merge(encrypted) unless encrypted.nil?
+          environment_data = data['environments'][env].deep_merge(encrypted) unless encrypted.nil?
         end
         if default_clone.nil?
           merged = environment_data
@@ -84,6 +89,6 @@ module PropertyGenerator
       output
     end
 
-
   end
+
 end

data/lib/helpers/helpers.rb

@@ -62,9 +62,17 @@ module PropertyGenerator
         account = environmental_configs[env]["account"]
         region = environmental_configs[env]["region"]
         json = JSON.pretty_generate({"properties" => finalized[env]})
-        FileUtils.mkdir_p("#{output_path}/#{account}/#{region}/") unless Dir.exist?("#{output_path}/#{account}/#{region}/")
-        File.write("#{output_path}/#{account}/#{region}/#{service_name}.json", json)
-        output << "#{output_path}/#{account}/#{region}/#{service_name}.json"
+        #IF users are specifing a vpc then we will drop property files under the dir that corresponds to the vpc
+        if environmental_configs[env].key?("vpc") && !environmental_configs[env]["vpc"].nil?
+          vpc_dir = "#{output_path}/#{account}/#{region}/#{environmental_configs[env]["vpc"]}"
+          FileUtils.mkdir_p("#{vpc_dir}/") unless Dir.exist?(vpc_dir)
+          File.write("#{output_path}/#{account}/#{region}/#{environmental_configs[env]["vpc"]}/#{service_name}.json", json)
+          output << "#{output_path}/#{account}/#{region}/#{environmental_configs[env]["vpc"]}/#{service_name}.json"
+        else
+          FileUtils.mkdir_p("#{output_path}/#{account}/#{region}/") unless Dir.exist?("#{output_path}/#{account}/#{region}/")
+          File.write("#{output_path}/#{account}/#{region}/#{service_name}.json", json)
+          output << "#{output_path}/#{account}/#{region}/#{service_name}.json"
+        end
       end
       output
     end
@@ -78,5 +86,17 @@ module PropertyGenerator
       obj.upload_file(file)
     end
 
+    #Force users to specify VPCs for all environments if specified for one environment.
+    #This allows us to skip having conditional logic downstream in CPS requests
+    def config_enforcer(environment_configs)
+      a_vpc_exists = false
+      environment_configs.each do |environment, config|
+        if config.key?("vpc")
+          a_vpc_exists = true
+        elsif a_vpc_exists
+          raise("If you are using VPCs then a VPC must be specified for all environments in the environment_configs")
+        end
+      end
+    end
   end
 end

data/lib/linter/config_linter.rb

@@ -14,7 +14,7 @@ module PropertyGenerator
       else
         tests = ['config_has_correct_keys',
                  'environment_configs_match_environments_list',
-                 'environment_configs_have_matching_region_and_account_values',
+                 'environment_configs_have_valid_region_and_account_values',
                  'environment_configs_have_well_formatted_interpolations',
                  'config_file_is_present']
       end
@@ -61,12 +61,12 @@ module PropertyGenerator
       status
     end
 
-    def environment_configs_have_matching_region_and_account_values
+    def environment_configs_have_valid_region_and_account_values
       status = {status: 'pass', error: ''}
       environments_missmatch_values = []
       any_missmatches = false
       @configs['environment_configs'].keys.each do |environment|
-        unless @configs['environments'].include?(@configs['environment_configs'][environment]['region']) && @configs['accounts'].include?(@configs['environment_configs'][environment]['account'])
+        unless (@configs['environment_configs'][environment].key?('region')) && @configs['accounts'].include?(@configs['environment_configs'][environment]['account'])
           environments_missmatch_values << environment
           any_missmatches = true
         end

data/lib/linter/services_linter.rb

@@ -13,14 +13,16 @@ module PropertyGenerator
     end
 
     def run_services_tests
-      tests = ['services_have_accepted_keys',
-               'service_environments_are_not_empty',
-               'service_defaults_have_no_hashes_as_values',
-               'service_environments_match_config_environments',
-               'service_environments_have_no_hashes_as_values',
-               'service_encrypted_environments_match_config_environments',
-               'service_encrypted_fields_are_correct',
-               'service_encrypted_region_field_is_accepted']
+      tests = [
+        'services_have_accepted_keys',
+        'service_environments_are_not_empty',
+        'service_defaults_have_no_hashes_as_values',
+        'service_environments_match_config_environments',
+        'service_environments_have_no_hashes_as_values',
+        'service_encrypted_environments_match_config_environments',
+        'service_encrypted_fields_are_correct',
+        'service_encrypted_region_field_is_accepted'
+      ]
       results = PropertyGenerator.test_runner(self, tests)
       results
     end
@@ -162,6 +164,8 @@ module PropertyGenerator
             properties.each do |property, value|
               if value == nil
                 services_with_unacceptable_keys << {path => {environment => property}}
+              elsif value['$ssm'] == nil
+                services_with_unacceptable_keys << {path => {environment => property}}
               else
                 if value['$ssm'] != nil
                   value['$ssm'].keys.each do |key|

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cps-property-generator
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.2.8
 platform: ruby
 authors:
 - Bryan Call
@@ -38,6 +38,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.11.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.2.11.1
 - !ruby/object:Gem::Dependency
   name: terminal-table
   requirement: !ruby/object:Gem::Requirement