leeroy_app 0.2.1 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c0c28154a5624749bcca57645cc3f530ab6e52b1
-  data.tar.gz: e82ec9e06da348ddaf2fb72c81fda77750be4bf4
+  metadata.gz: 901e04cff018388ce59ecc37cf0dda4f00e86505
+  data.tar.gz: 37df1f722a6ae265e6811b7a0b06c7ffa5615299
 SHA512:
-  metadata.gz: a665431cc855c650c0f94783f459355f4923c348e616b622490fb4e5aa5fde557e8e930c12ab99807f8904dc2fb540f8c95c95f9db044bb7abb10cb4c2808f66
-  data.tar.gz: 66e4028d1f596c70a8925e894eab3d88f9416e633fe9ef4c219e50fd58dbe53b2ecced9d30f9e598053e942e6c6990d43b54f17336b738a8464b905c898e4998
+  metadata.gz: 0716d6cbc37a332f7406fa82a86a93564dba0d3d7bc34c3118c4171202aad0f6b677431b4255c57b6adb1b5d8307b9f259089a84dd3586cedc52ce1cd9bda1f6
+  data.tar.gz: 901a20e7b8348230ee86bd16f9a95c1b79d12460f3a375fa20b612f73c9f2f89e53a5db9d6c79eda7b8af0fc087469ecc37037f3d8aa387a1e740982523ccf72

data/.gitignore

@@ -1,5 +1,6 @@
 *.gem
 *.rbc
+.rake_t_cache
 /.config
 /coverage/
 /InstalledFiles

data/.rdoc_options

@@ -0,0 +1,17 @@
+--- !ruby/object:RDoc::Options
+encoding: UTF-8
+static_path: []
+rdoc_include:
+- .
+charset: UTF-8
+exclude: 
+hyperlink_all: false
+line_numbers: true
+main_page: 
+markup: markdown
+page_dir: 
+show_hash: false
+tab_width: 4
+title: 
+visibility: :protected
+webcvs: 

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    leeroy_app (0.2.1)
+    leeroy_app (0.3.0)
       awesome_print (~> 1.6)
       aws-sdk (~> 2)
       chronic (~> 0.10)
@@ -11,6 +11,7 @@ PATH
       multi_json (~> 1.11)
       rugged (~> 0.23)
       smart_polling (~> 1.0)
+      typesafe_enum (~> 0.1)
       yell (~> 2.0)
       yell-adapters-syslog (~> 2.0)
 
@@ -26,12 +27,12 @@ GEM
       rspec-expectations (>= 2.99)
       thor (~> 0.19)
     awesome_print (1.6.1)
-    aws-sdk (2.2.20)
-      aws-sdk-resources (= 2.2.20)
-    aws-sdk-core (2.2.20)
+    aws-sdk (2.2.27)
+      aws-sdk-resources (= 2.2.27)
+    aws-sdk-core (2.2.27)
       jmespath (~> 1.0)
-    aws-sdk-resources (2.2.20)
-      aws-sdk-core (= 2.2.20)
+    aws-sdk-resources (2.2.27)
+      aws-sdk-core (= 2.2.27)
     builder (3.2.2)
     childprocess (0.5.9)
       ffi (~> 1.0, >= 1.0.11)
@@ -79,10 +80,11 @@ GEM
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.4.0)
     rspec-support (3.4.1)
-    rugged (0.23.3)
+    rugged (0.24.0)
     slop (3.6.0)
     smart_polling (1.0.0)
     thor (0.19.1)
+    typesafe_enum (0.1.6)
     yell (2.0.5)
     yell-adapters-syslog (2.0.2)
       yell (~> 2.0)

data/leeroy.gemspec

@@ -37,6 +37,7 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency "multi_json", "~> 1.11"
   spec.add_runtime_dependency "rugged", "~> 0.23"
   spec.add_runtime_dependency "smart_polling", "~> 1.0"
+  spec.add_runtime_dependency "typesafe_enum", "~> 0.1"
   spec.add_runtime_dependency "yell", "~> 2.0"
   spec.add_runtime_dependency "yell-adapters-syslog", "~> 2.0"
 end

data/lib/leeroy/app.rb

@@ -3,11 +3,13 @@
 require 'gli'
 
 require 'leeroy'
+require 'leeroy/task/fixture'
 require 'leeroy/task/image'
 require 'leeroy/task/instantiate'
 require 'leeroy/task/terminate'
 require 'leeroy/task/sleep'
 require 'leeroy/task/stub'
+require 'leeroy/types/fixture'
 require 'leeroy/types/phase'
 
 include GLI::App
@@ -16,7 +18,8 @@ module Leeroy
   module App
 
     # constants
-    VALID_PHASE = Leeroy::Types::Phase::VALID_PHASE
+    VALID_PHASE = Leeroy::Types::Phase.to_a.collect {|x| x.value}
+    VALID_FIXTURE = Leeroy::Types::Fixture.to_a.collect {|x| x.value}
 
     program_desc 'Automate tasks with Jenkins'
 
@@ -54,7 +57,7 @@ module Leeroy
       c.action do |global_options,options,args|
         # validate input
         unless options[:phase].nil? or valid_phase.include?(options[:phase])
-          help_now! "Valid arguments for '--phase' are: #{valid_phase.sort.join(',')}."
+          help_now! "Valid arguments for '--phase' are: #{valid_phase.join(',')}."
         end
 
         task = Leeroy::Task::Instantiate.new(global_options: global_options, options: options, args: args)
@@ -90,7 +93,7 @@ module Leeroy
       c.action do |global_options,options,args|
         # validate input
         unless options[:phase].nil? or valid_phase.include?(options[:phase])
-          help_now! "Valid arguments for '--phase' are: #{valid_phase.sort.join(',')}."
+          help_now! "Valid arguments for '--phase' are: #{valid_phase.join(',')}."
         end
 
         # index must be nil or must look like a positive integer
@@ -108,6 +111,27 @@ module Leeroy
       end
     end
 
+    desc "Creates a fixture for a staging environment."
+    command :fixture do |c|
+
+      valid_fixture = VALID_FIXTURE
+      c.desc "Phase of deploy process for which to deploy (must be one of #{valid_fixture})."
+      c.flag [:f, :fixture], :must_match => valid_fixture
+
+      c.desc "Header template to be rendered before fixture template."
+      c.flag [:h, :header], :default_value => nil
+
+      c.action do |global_options,options,args|
+        # validate input
+        unless options[:fixture].nil? or valid_fixture.include?(options[:fixture])
+          help_now! "Valid arguments for '--fixture' are: #{valid_fixture.join(',')}."
+        end
+
+        task = Leeroy::Task::Fixture.new(global_options: global_options, options: options, args: args)
+        task.perform
+      end
+    end
+
     desc "Sleeps for some number of seconds."
     command :sleep do |c|
       c.desc "Number of seconds to sleep."

data/lib/leeroy/helpers/aws.rb

@@ -450,6 +450,30 @@ module Leeroy
         end
       end
 
+      def getSemaphore(semaphore)
+        begin
+          unless semaphore.kind_of?(Leeroy::Types::Semaphore)
+            semaphore = Leeroy::Types::Semaphore.new(semaphore)
+          end
+
+          run_params = Leeroy::Types::Mash.new
+          run_params.bucket = semaphore.bucket
+          run_params.key = semaphore.object
+
+          logger.debug "downloading #{semaphore}"
+          resp = s3Request(:get_object, run_params)
+
+          resp.body.string
+
+        rescue Aws::S3::Errors::NotFound => e
+          logger.debug "#{semaphore} not found"
+          nil
+
+        rescue StandardError => e
+          raise e
+        end
+      end
+
     end
   end
 end

data/lib/leeroy/helpers/inventory.rb

@@ -23,7 +23,7 @@ module Leeroy
           logger.debug "app_name: #{app_name}"
 
           # build target depends on phase
-          build_target = case phase
+          build_target = case phase.to_s
           when 'gold_master'
             'master'
           when 'application'
@@ -55,7 +55,7 @@ module Leeroy
             logger.debug "index provided: #{index}"
           else
             logger.debug "index not provided, calculating"
-            phase = state.phase
+            phase = state.phase.to_s
 
             index = case phase
             when 'gold_master'
@@ -63,7 +63,7 @@ module Leeroy
             when 'application'
               getGoldMasterImageIndex.to_i
             else
-              raise "unable to determine image index for phase '#{phase.to_s}'"
+              raise "unable to determine image index for phase '#{phase}'"
             end
           end
 

data/lib/leeroy/helpers/template.rb

@@ -7,11 +7,20 @@ module Leeroy
 
       def renderTemplate(template, b = binding)
         begin
-          logger.debug "processing template '#{template}'"
+          # is the template a file?
+          begin
+            template_str = File.read(template)
+            logger.debug "reading template from '#{template}'"
+
+          rescue SystemCallError => e
+            logger.debug e.message
+            template_str = template
+            logger.debug "reading template from provided string"
+          end
 
           # run the ERB renderer in a separate thread, restricted
           # http://www.stuartellis.eu/articles/erb/
-          ERB.new(File.read(template), 0).result(binding)
+          ERB.new(template_str, 0).result(b)
 
         rescue StandardError => e
           raise e

data/lib/leeroy/task/fixture.rb

@@ -0,0 +1,85 @@
+require 'leeroy'
+require 'leeroy/task'
+require 'leeroy/types/fixture'
+require 'leeroy/helpers/aws'
+require 'leeroy/helpers/template'
+
+module Leeroy
+  module Task
+    class Fixture < Leeroy::Task::Base
+      include Leeroy::Helpers::AWS
+      include Leeroy::Helpers::Template
+
+      def perform(args = self.args, options = self.options, global_options = self.global_options)
+        begin
+          super(args, options, global_options)
+
+          state = self.state
+
+          # what kind of fixture are we processing?
+          fixture = Leeroy::Types::Fixture.from_s(options[:fixture])
+
+          logger.debug "processing a '#{fixture}' fixture"
+
+          # process it
+          processed = self.send(fixture.value.to_sym, state, options)
+
+          logger.debug "processed: #{processed.inspect}"
+
+          dump_state
+
+          logger.debug "done performing for #{self.class}"
+
+        rescue StandardError => e
+          raise e
+        end
+      end
+
+      private
+
+      def postgres(state, options)
+        begin
+          # extract params from options
+          header = options[:header]
+
+          # get the DB template from S3
+          dumpsrc = buildS3ObjectName(checkEnv('LEEROY_DB_TEMPLATE'), 'sql')
+
+          logger.debug "retrieving DB template from '#{dumpsrc}'"
+
+          dumpobj = genSemaphore(dumpsrc)
+
+          # is the template in S3?
+          raise "DB template not available in S3" unless checkSemaphore(dumpobj)
+
+          # start building the DB dump
+          dump = ''
+          dumptemplate = getSemaphore(dumpobj)
+
+          unless header.nil?
+            # render the DB header
+            headertemplate = File.join(checkEnv('LEEROY_PROVISIONING_TEMPLATE_PREFIX'), header)
+            logger.debug "rendering header template '#{headertemplate}'"
+            dump.concat(renderTemplate(headertemplate))
+          end
+
+          # render the DB template
+          dump.concat(renderTemplate(dumptemplate))
+
+          # store the rendered template in S3
+          dumpdst = buildS3ObjectName(checkEnv('LEEROY_DB_NAME') + '.sql', 'sql')
+
+          logger.debug "storing DB template in '#{dumpdst}'"
+
+          dumpobj = genSemaphore(dumpdst, dump)
+
+          setSemaphore(dumpobj)
+
+        rescue StandardError => e
+          raise e
+        end
+      end
+
+    end
+  end
+end

data/lib/leeroy/task/image.rb

@@ -17,7 +17,8 @@ module Leeroy
         begin
           super(args, options, global_options)
 
-          phase = Leeroy::Types::Phase.new(self.state.fetch('phase', options[:phase]))
+          phase = Leeroy::Types::Phase.resolve(self.state.fetch('phase'), options[:phase])
+          logger.debug "phase: #{phase}"
           self.state.phase = phase
 
           # create image

data/lib/leeroy/task/instantiate.rb

@@ -17,7 +17,8 @@ module Leeroy
         begin
           super(args, options, global_options)
 
-          phase = Leeroy::Types::Phase.new(self.state.fetch('phase', options[:phase]))
+          phase = Leeroy::Types::Phase.resolve(self.state.fetch('phase'), options[:phase])
+          logger.debug "phase: #{phase}"
           self.state.phase = phase
 
           # resolve various AWS resources from human-readable inputs

data/lib/leeroy/types/enum.rb

@@ -0,0 +1,70 @@
+require 'typesafe_enum'
+
+require 'leeroy/helpers/logging'
+
+module Leeroy
+  module Types
+    ##
+    # Implements the [Typesafe Enum
+    # pattern](http://www.oracle.com/technetwork/java/page1-139488.html#replaceenums).
+    # Implement your own classes that inherit from this.
+    #
+    # Valid values for these enums must be Strings or otherwise stringifiable.
+    #
+    # Usage:
+    # ```
+    # class EnumClass < Leeroy::Types::Enum
+    #   # 'foo' and 'bar' are the only acceptable values for EnumClass
+    #   new :FOO
+    #   new :BAR
+    # end
+    #
+    # enum_valid = Leeroy::Types::EnumClass.resolve('foo')
+    # # returns a valid instance of Leeroy::Types::EnumClass::FOO
+    # enum_valid.to_s
+    # # returns 'foo'
+    # enum_invalid = Leeroy::Types::EnumClass.resolve('baz')
+    # # raises an exception
+    # ```
+    #
+    class Enum < TypesafeEnum::Base
+
+      def to_s
+        self.value
+      end
+
+      ##
+      # Given a string or something that can be stringified, returns a subclass
+      # of the parent enum with a value matching the provided string.
+      #
+      # Accepts an optional second argument; if the first argument cannot be
+      # resolved by the enum, the second argument will be resolved.
+      #
+      def self.resolve(candidate, alternate = nil)
+        resolved = candidate.kind_of?(Leeroy::Types::Enum) ? candidate : self.from_s(candidate)
+
+        if candidate.nil?
+          resolved = self.resolve(alternate, nil) unless alternate.nil?
+        end
+
+        # FIXME raise some more appropriate type of error
+        raise "invalid value for enum" if resolved.nil?
+
+        resolved
+      end
+
+      def resolve(candidate, alternate = nil)
+        self.resolve(candidate, alternate)
+      end
+
+      def self.from_s(x)
+        self.find_by_value_str(x.to_s)
+      end
+
+      def from_s(x)
+        self.from_s(x)
+      end
+
+    end
+  end
+end

data/lib/leeroy/types/fixture.rb

@@ -0,0 +1,13 @@
+require 'leeroy/types/enum'
+
+module Leeroy
+  module Types
+    class Fixture < Leeroy::Types::Enum
+
+      new :POSTGRES
+      new :CLOUDANT, 'FIXME Cloudant not implemented yet'
+      new :S3, 'FIXME S3 not implemented yet'
+
+    end
+  end
+end

data/lib/leeroy/types/image.rb

@@ -11,7 +11,7 @@ module Leeroy
       include Leeroy::Helpers::Dumpable
       include Leeroy::Helpers::Logging
 
-      property :phase, required: true, coerce: Leeroy::Types::Phase
+      property :phase, required: true, coerce: lambda {|x| Leeroy::Types::Phase.from_s(x.to_s)}
       property :aws_params
 
       # AWS-specific params

data/lib/leeroy/types/instance.rb

@@ -13,7 +13,7 @@ module Leeroy
       include Leeroy::Helpers::Dumpable
       include Leeroy::Helpers::Logging
 
-      property :phase, required: true, coerce: Leeroy::Types::Phase
+      property :phase, required: true, coerce: lambda {|x| Leeroy::Types::Phase.from_s(x.to_s)}
       property :aws_params
 
       # AWS-specific params

data/lib/leeroy/types/phase.rb

@@ -1,26 +1,11 @@
-require 'leeroy/helpers/logging'
+require 'leeroy/types/enum'
 
 module Leeroy
   module Types
-    class Phase < String
-      include Leeroy::Helpers::Logging
+    class Phase < Leeroy::Types::Enum
 
-      VALID_PHASE = ['gold_master', 'application']
-
-      def initialize(*args, &block)
-        begin
-          super
-
-          phase = self.to_s
-          raise "invalid value for phase: '#{phase}'" unless VALID_PHASE.include?(phase)
-
-        rescue TypeError => e
-          raise "invalid value for phase: #{e.message}"
-
-        rescue StandardError => e
-          raise e
-        end
-      end
+      new :GOLD_MASTER
+      new :APPLICATION
 
     end
   end

data/lib/leeroy/types/statedata.rb

@@ -17,7 +17,7 @@ module Leeroy
       property :app_name, coerce: String
       property :instanceid, coerce: String
       property :imageid, coerce: String
-      property :phase, coerce: Leeroy::Types::Phase
+      property :phase, coerce: lambda {|x| Leeroy::Types::Phase.from_s(x.to_s)}
       property :semaphore, coerce: Leeroy::Types::Semaphore
       property :sgid, coerce: String
       property :subnetid, coerce: String

data/lib/leeroy/version.rb

@@ -1,3 +1,3 @@
 module Leeroy
-  VERSION = "0.2.1"
+  VERSION = "0.3.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: leeroy_app
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.3.0
 platform: ruby
 authors:
 - Steve Huff
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-03-15 00:00:00.000000000 Z
+date: 2016-03-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aruba
@@ -220,6 +220,20 @@ dependencies:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: typesafe_enum
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
 - !ruby/object:Gem::Dependency
   name: yell
   requirement: !ruby/object:Gem::Requirement
@@ -260,6 +274,7 @@ extra_rdoc_files: []
 files:
 - .codeclimate.yml
 - .gitignore
+- .rdoc_options
 - .rspec
 - .rubocop.yml
 - .ruby-version
@@ -286,12 +301,15 @@ files:
 - lib/leeroy/state.rb
 - lib/leeroy/task.rb
 - lib/leeroy/task/base.rb
+- lib/leeroy/task/fixture.rb
 - lib/leeroy/task/image.rb
 - lib/leeroy/task/instantiate.rb
 - lib/leeroy/task/sleep.rb
 - lib/leeroy/task/stub.rb
 - lib/leeroy/task/terminate.rb
 - lib/leeroy/types/dash.rb
+- lib/leeroy/types/enum.rb
+- lib/leeroy/types/fixture.rb
 - lib/leeroy/types/image.rb
 - lib/leeroy/types/instance.rb
 - lib/leeroy/types/mash.rb