shelter 0.0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c6e01fa6f3c4c557007039ec6a00801fe964e56e
+  data.tar.gz: e836545cd87009fcc5c14c4a2f5051df4430a244
+SHA512:
+  metadata.gz: 3623a12c17917629240e4afc16f1bbd5b6377346bfe3f34c1c0ae867a76d782c79b0e06cc81528016a88d1039f6ea9abc84cc02c5492efd33498acbabda19555
+  data.tar.gz: 6f935734fdabcc64abb92e1eac449cdcefc58e1a1e55cd3a6ba2fd4ae9e291f5e9cda0ab6937e431e8c99f05373e1372604861180cddd7b9a15fe08e65cc7e64

data/README.md

@@ -0,0 +1,92 @@
+# Configuration
+
+Create `Shelterfile.rb`:
+
+```
+Shelter::CLI::App.config do |c|
+  c.ansible_directory = 'ansible'
+  c.stack_directory = 'stack'
+  c.plugin_directory = 'plugin'
+  c.inventory_directory = 'inventory'
+  c.secure_root = ENV.fetch('CHEPPERS_SECURE')
+end
+```
+
+# Inventory script
+
+Create a ruby file under your inventory directory:
+
+```
+module Inventory
+  class MyInventory
+    def load(inventory)
+      inventory.add_group_vars 'groupname', ch_env: 'value'
+      inventory.add_server 'groupname', 'ip-address'
+    end
+  end
+end
+```
+
+# Define a stack
+
+Create a directory under your `stack` directory (eg: `random`)
+and create your template there. `cli.rb` will be loaded.
+
+
+cli.rb:
+```
+module Stack
+  class RandomStack < Shelter::CLI::Stack::CloudFormation
+    set_attr :stack_name, 'random'
+    set_attr :template_file, File.expand_path('template.yaml', File.dirname(__FILE__))
+    set_attr :meta, {
+      type: 'development',
+      client: 'cheppers',
+      application: 'random'
+    }
+  end
+end
+```
+
+# Create plugin
+
+Create a directory under your `plugin` directory and place your code there.
+`main.rb` will be loaded.
+
+### Example #1: extra command
+
+```
+# plugin/check/main.rb
+require 'thor'
+
+module Plugin
+  class Check < Thor
+    desc 'environment', 'Check environment'
+    def environment
+      puts "check"
+    end
+  end
+end
+
+Shelter::CLI::App.register(Plugin::Check, 'check', 'check [COMMAND]', 'check plugin')
+```
+
+### Example #2: extra command under a specific namespace
+
+```
+# plugin/ansible_scanner/main.rb
+require 'thor'
+
+module Plugin
+  class Ansible < Thor
+    desc 'scanner', 'scanner'
+    def scanner
+      puts "scan"
+    end
+
+    default_task :scanner
+  end
+end
+
+Shelter::CLI::Command::Ansible.register(Plugin::Ansible, 'scanner', 'scanner', 'Scan')
+```

data/bin/shelter

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.push File.expand_path('../../lib', __FILE__)
+require 'shelter'
+
+Shelter::CLI::App.start(ARGV)
+
+# vim: set filetype=ruby:

data/bin/shelter-inventory

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.push File.expand_path('../../lib', __FILE__)
+
+require 'shelter'
+
+inventory = Shelter::Ansible::Inventory.new
+
+Shelter::CLI::App.config.inventory.each do |script|
+  begin
+    require File.join(Shelter::CLI::App.config.project_root, script)
+    class_name = "Inventory::#{File.basename(script, File.extname(script)).camelize}"
+    inv = Object.const_get(class_name).new()
+    inv.load(inventory)
+  rescue Exception => e
+    $stderr.puts "[x] Error with #{script}"
+    $stderr.puts e.message
+  end
+end
+
+puts inventory.to_json
+
+# vim: set filetype=ruby:
+

data/lib/ansible/inventory.rb

@@ -0,0 +1,26 @@
+module Shelter
+  module Ansible
+    # Ansible Inventory representation
+    class Inventory
+      def initialize
+        @inv = {}
+      end
+
+      def add_group_vars(group, vars)
+        @inv[group] ||= { hosts: [], vars: {} }
+        @inv[group][:vars].merge! vars
+      end
+
+      def add_server(group, ip, vars: {})
+        @inv[group] ||= { hosts: [], vars: {} }
+
+        @inv[group][:hosts] << ip
+        #@inv[group][:vars] = { ansible_host: ip }.merge(vars)
+      end
+
+      def to_json
+        @inv.to_json
+      end
+    end
+  end
+end

data/lib/cli/ansible_helper.rb

@@ -0,0 +1,52 @@
+module Shelter
+  module CLI
+    # Mixin module for Ansible
+    module AnsibleHelpers
+      def vault_password_file
+        [
+          '--vault-password-file',
+          "#{App.config.secure_root}/ansible_vault_password"
+        ].join(' ')
+      end
+
+      def inventory_file(inventory)
+        inventory ||= App.config.inventory_script
+        "--inventory #{inventory}"
+      end
+
+      def command_bin
+        'ansible-playbook'
+      end
+
+      def new_server_params(server_user)
+        command = []
+        command << "--user #{server_user} --ask-pass" unless server_user.nil?
+        command
+      end
+
+      def optional_params(tags: [], skip: [], limit: nil)
+        command = []
+        command << "--tags '#{tags.join(',')}'" unless tags.empty?
+        command << "--skip-tags '#{skip.join(',')}'" unless skip.empty?
+        command << "--limit '#{limit}'" unless limit.nil?
+        command
+      end
+
+      def ansible_execute(
+        playbook,
+        server_user: nil, inventory: nil,
+        tags: [], skip: [], limit: nil
+      )
+        command = [command_bin, inventory_file(inventory), vault_password_file]
+        command += new_server_params(server_user)
+        command += optional_params(tags: tags, skip: skip, limit: limit)
+        command << "#{App.config.ansible_directory}/#{playbook}.yaml"
+
+        full_command = "#{command.join(' ')}"
+        $stdout.puts full_command
+        system full_command
+      end
+    end
+  end
+end
+

data/lib/cli/app.rb

@@ -0,0 +1,51 @@
+require 'thor'
+
+require_all(File.join(File.dirname(__FILE__), 'command'))
+require_all(File.join(File.dirname(__FILE__), 'stack'))
+
+module Shelter
+  module CLI
+    # Main Shelter app
+    class App < Thor
+      class << self
+        attr_writer :config
+      end
+
+      def self.config
+        @config ||= Shelter::Configuration.new
+        @config.load_shelterfile
+        block_given? ? yield(@config) : @config
+      end
+
+      register(
+        Shelter::CLI::Command::Ansible,
+        'ansible',
+        'ansible [COMMAND]',
+        'Ansible related commands'
+      )
+
+      # Register server managers
+      path = File.join(App.config.stack_directory, '*')
+      Dir.glob(path).each do |path|
+        next unless File.exists? "#{path}/cli.rb"
+        require File.join(App.config.project_root, path, 'cli.rb')
+
+        stack_name = File.basename(path)
+        register(
+          Object.const_get("Stack::#{stack_name.camelize}"),
+          stack_name,
+          "#{stack_name} [COMMAND]",
+          "Manage #{stack_name.camelize} stack"
+        )
+      end
+
+      # Register server managers
+      path = File.join(App.config.plugin_directory, '*')
+      Dir.glob(path).each do |path|
+        next unless File.exists? "#{path}/main.rb"
+        require File.join(App.config.project_root, path, 'main.rb')
+      end
+    end
+  end
+end
+

data/lib/cli/command/ansible.rb

@@ -0,0 +1,39 @@
+require 'thor'
+
+module Shelter
+  module CLI
+    module Command
+      # Ansible subcommand for Shelter
+      class Ansible < Thor
+        desc 'update', 'update existing infrastructure'
+        method_option :only,
+                      default: [], type: :array,
+                      desc: 'Execute only these tags'
+        method_option :skip,
+                      default: [], type: :array,
+                      desc: 'Skip these tags'
+        method_option :limit,
+                      type: :string,
+                      desc: 'Limit to a specific group or host'
+        method_option :inventory,
+                      type: :string,
+                      default: nil,
+                      desc: 'Specify inventory file/script'
+        def update
+          ansible_execute(
+            'configuration',
+            tags: options[:only],
+            skip: options[:skip],
+            limit: options[:limit],
+            inventory: options[:inventory]
+          )
+        end
+
+        no_commands do
+          include Shelter::CLI::AnsibleHelpers
+        end
+      end
+    end
+  end
+end
+

data/lib/cli/stack/cloud_formation.rb

@@ -0,0 +1,111 @@
+require 'thor'
+require 'aws-sdk'
+
+module Shelter
+  module CLI
+    module Stack
+      class CloudFormation < Thor
+        desc 'status', 'Stack status'
+        def status
+          target_stack = cf_client.describe_stacks(stack_name: get_attr(:stack_name)).stacks.first
+
+          puts "#{target_stack.stack_name} exists..."
+          puts "Created: #{target_stack.creation_time}"
+
+          resources = cf_client.describe_stack_resources(
+            stack_name: target_stack.stack_name
+          )
+          resources.stack_resources.each do |r|
+            puts ' __________________________________________________________________________________________'
+            puts '| Stack Name | Resource ID              | Resource Type                  | Resource Status |'
+            puts "| #{r.stack_name} | #{r.physical_resource_id} | #{r.resource_type} | #{r.resource_status}  |"
+            puts ' ------------------------------------------------------------------------------------------'
+          end
+        rescue Exception => e
+          fail Thor::Error, e.message
+        end
+
+        desc 'create', 'Create stack'
+        def create
+          cf_client.create_stack(
+            stack_name: get_attr(:stack_name),
+            template_body: File.open(get_attr(:template_file)).read,
+            capabilities: ['CAPABILITY_IAM'],
+            tags: [
+              { key: 'client', value: get_attr(:meta)[:client] },
+              { key: 'type', value: get_attr(:meta)[:type] },
+              { key: 'application', value: get_attr(:meta)[:application] }
+            ]
+          )
+          i = 0
+          cf_client.wait_until(:stack_create_complete, stack_name: get_attr(:stack_name)) do |w|
+            w.before_attempt do
+              i = (i + 1) % SPINNER.size
+              print "\r#{SPINNER[i]}"
+            end
+          end
+        rescue Exception => e
+          fail Thor::Error, e.message
+        end
+
+        desc 'update', 'Update stack'
+        def update
+          cf_client.update_stack(
+            stack_name: get_attr(:stack_name),
+            template_body: File.open(get_attr(:template_file)).read,
+            capabilities: ['CAPABILITY_IAM']
+          )
+          i = 0
+          cf_client.wait_until(:stack_update_complete, stack_name: get_attr(:stack_name)) do |w|
+            w.before_attempt do
+              i = (i + 1) % SPINNER.size
+              print "\r#{SPINNER[i]}"
+            end
+          end
+        rescue Exception => e
+          fail Thor::Error, e.message
+        end
+
+
+
+        no_commands do
+          class << self
+            def set_attr(name, value)
+              @@_attr ||= {}
+              @@_attr[name] = value
+            end
+          end
+
+          def get_attr(name)
+            @@_attr[name] if @@_attr.key? name
+          end
+
+          def cf_client
+            @cf_client ||= Aws::CloudFormation::Client.new(
+              credentials: Aws::Credentials.new(
+                ENV.fetch('AWS_ACCESS_KEY_ID'),
+                ENV.fetch('AWS_SECRET_ACCESS_KEY')
+              )
+            )
+          end
+
+          def get_public_ip
+            target_stack = cf_client.describe_stacks(stack_name: get_attr(:stack_name)).stacks.first
+
+            resources = cf_client.describe_stack_resources(
+              stack_name: target_stack.stack_name
+            )
+
+            eip = resources.stack_resources.select { |r|
+              r.resource_type == 'AWS::EC2::EIP'
+            }.first
+
+            eip.physical_resource_id
+          end
+        end
+      end
+    end
+  end
+end
+
+

data/lib/configuration.rb

@@ -0,0 +1,50 @@
+module Shelter
+  class Configuration
+    attr_accessor :ansible_directory,
+                  :stack_directory,
+                  :secure_root,
+                  :inventory_script,
+                  :inventory_directory,
+                  :plugin_directory
+
+    attr_reader   :project_root
+
+    def initialize
+      @ansible_directory = 'ansible'
+      @stack_directory = 'stacks'
+      @secure_root = ENV.fetch('SECURE', 'secure')
+      @inventory_script = File.join(File.dirname($PROGRAM_NAME), 'shelter-inventory')
+      @inventory_directory = 'inventory'
+      @plugin_directory = 'plugin'
+    end
+
+    def load_shelterfile
+      load shelterfile if @shelterfile.nil?
+    end
+
+    def inventory
+      path = File.join(@inventory_directory, '*')
+      Dir.glob(path)
+    end
+
+    private
+    def shelterfile
+      @shelterfile ||= File.join(find_project_root, 'Shelterfile.rb')
+    end
+
+    def find_project_root
+      @project_root unless @project_root.nil?
+
+      dir = Dir.pwd
+      loop do
+        break if File.exist?('Shelterfile.rb')
+        fail 'No Shelterfile.rb found' if Dir.pwd == '/'
+        Dir.chdir('..')
+      end
+      @project_root = Dir.pwd
+      Dir.chdir dir
+      @project_root
+    end
+  end
+end
+

data/lib/shelter.rb

@@ -0,0 +1,34 @@
+require 'version'
+require 'configuration'
+
+directories = %w(
+  ansible
+  cli
+)
+
+class String
+  def camelize(uppercase_first_letter = true)
+    string = self
+    if uppercase_first_letter
+      string = string.sub(/^[a-z\d]*/) { $&.capitalize }
+    else
+      string = string.sub(/^(?:(?=\b|[A-Z_])|\w)/) { $&.downcase }
+    end
+    string.gsub(/(?:_|(\/))([a-z\d]*)/) { "#{$1}#{$2.capitalize}" }.gsub('/', '::')
+  end
+end
+
+LIB_ROOT = File.expand_path('../', __FILE__)
+
+def require_all(dir)
+  path = File.join(dir, '*')
+  Dir.glob(path).each do |file|
+    require file if File.file?(file)
+    require_all(file) if File.directory?(file)
+  end
+end
+
+directories.each do |dir|
+  require_all(File.join(File.dirname(__FILE__), dir))
+end
+

data/lib/version.rb

@@ -0,0 +1,5 @@
+module Shelter
+  # Current version to publish
+  # Gemspec also uses this constant
+  VERSION = '0.0.3'.freeze
+end

metadata

@@ -0,0 +1,84 @@
+--- !ruby/object:Gem::Specification
+name: shelter
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+platform: ruby
+authors:
+- Balazs Nadasdi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-11-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.20.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.20.0
+description: Shelter tries to be a framework to manage internal infrastructure
+email: balazs.nadasdi@cheppers.com
+executables:
+- shelter
+- shelter-inventory
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- bin/shelter
+- bin/shelter-inventory
+- lib/ansible/inventory.rb
+- lib/cli/ansible_helper.rb
+- lib/cli/app.rb
+- lib/cli/command/ansible.rb
+- lib/cli/stack/cloud_formation.rb
+- lib/configuration.rb
+- lib/shelter.rb
+- lib/version.rb
+homepage: https://github.com/yitsushi/shelter
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '2.3'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.11
+signing_key: 
+specification_version: 4
+summary: Shelter is a tool for you
+test_files: []