cloudstrap 0.29.1.pre

data/lib/cloudstrap/config.rb

@@ -0,0 +1,160 @@
+require 'contracts'
+require 'pastel'
+require 'yaml'
+
+module StackatoLKG
+  class Config
+    include ::Contracts::Core
+    include ::Contracts::Builtin
+
+    Contract None => String
+    def region
+      @region ||= ENV.fetch('BOOTSTRAP_REGION') do
+        config.fetch('region') do
+          'us-west-2'
+        end
+      end
+    end
+
+    Contract None => String
+    def cache_path
+      @cache_path ||= ENV.fetch('BOOTSTRAP_CACHE_PATH') do
+        config.fetch('cache_path') { [workdir, '.cache'].join('/') }
+      end
+    end
+
+    Contract None => String
+    def vpc_cidr_block
+      @vpc_cidr_block ||= ENV.fetch('BOOTSTRAP_VPC_CIDR_BLOCK') do
+        config.fetch('vpc_cidr_block') { '10.0.0.0/16' }
+      end
+    end
+
+    Contract None => String
+    def public_cidr_block
+      @public_cidr_block ||= ENV.fetch('BOOTSTRAP_PUBLIC_CIDR_BLOCK') do
+        config.fetch('public_cidr_block') do
+          vpc_cidr_block.gsub(/([[:digit:]]{1,3}\.?){2,2}\/[[:digit:]]{1,2}$/, '0.0/24')
+        end
+      end
+    end
+
+    Contract None => String
+    def private_cidr_block
+      @private_cidr_block ||= ENV.fetch('BOOTSTRAP_PRIVATE_CIDR_BLOCK') do
+        config.fetch('private_cidr_block') do
+          vpc_cidr_block.gsub(/([[:digit:]]{1,3}\.?){2,2}\/[[:digit:]]{1,2}$/, '1.0/24')
+        end
+      end
+    end
+
+    Contract None => String
+    def ami_owner
+      @ami_owner ||= ENV.fetch('BOOTSTRAP_AMI_OWNER') do
+        config.fetch('ami_owner') do
+          '099720109477'
+        end
+      end
+    end
+
+    Contract None => String
+    def ubuntu_release
+      @distribution ||= ENV.fetch('BOOTSTRAP_UBUNTU_RELEASE') do
+        config.fetch('ubuntu_release') do
+          '14.04'
+        end
+      end
+    end
+
+    Contract None => String
+    def instance_type
+      @instance_type ||= ENV.fetch('BOOTSTRAP_INSTANCE_TYPE') do
+        config.fetch('instance_type') do
+          't2.micro'
+        end
+      end
+    end
+
+    Contract None => String
+    def ssh_dir
+      @ssh_dir ||= File.expand_path(ENV.fetch('BOOTSTRAP_SSH_DIR') do
+        [workdir, '.ssh'].join('/')
+      end)
+    end
+
+    Contract None => String
+    def ssh_username
+      @ssh_username ||= ENV.fetch('BOOTSTRAP_SSH_USERNAME') do
+        config.fetch('ssh_username') do
+          'ubuntu'
+        end
+      end
+    end
+
+    Contract None => String
+    def hdp_dir
+      @hdp_dir ||= File.expand_path(ENV.fetch('BOOTSTRAP_HDP_DIR') { dir })
+    end
+
+    Contract None => String
+    def hdp_origin
+      @hdp_origin ||= ENV.fetch('BOOTSTRAP_HDP_BOOTSTRAP_ORIGIN') do
+        config.fetch('hdp_bootstrap_origin')
+      end
+    end
+
+    Contract None => String
+    def hdp_version
+      @hdp_archive ||= ENV.fetch('BOOTSTRAP_HDP_BOOTSTRAP_VERSION') do
+        config.fetch('hdp_bootstrap_version')
+      end
+    end
+
+    Contract None => String
+    def hdp_package_url
+      @hdp_package_url ||= ENV.fetch('BOOTSTRAP_HDP_BOOTSTRAP_PACKAGE_URL') do
+        config.fetch('hdp_bootstrap_package_url') do
+          "#{hdp_origin}/hcp-bootstrap_#{hdp_version.gsub('+', '%2B')}_amd64.deb"
+        end
+      end
+    end
+
+    Contract None => String
+    def bootstrap_properties_seed_url
+      ENV.fetch('BOOTSTRAP_PROPERTIES_SEED_URL') do
+        config.fetch('bootstrap_properties_seed_url')
+      end
+    end
+
+    private
+
+    Contract None => String
+    def workdir
+      @workdir ||= ENV.fetch('BOOTSTRAP_WORKDIR') { Dir.pwd }
+    end
+
+    Contract None => String
+    def dir
+      @dir ||= ENV.fetch('BOOTSTRAP_CONFIG_DIR') { workdir }
+    end
+
+    Contract None => String
+    def file
+      @file ||= ENV.fetch('BOOTSTRAP_CONFIG_FILE') { 'config.yaml' }
+    end
+
+    Contract None => String
+    def path
+      @path ||= File.expand_path [dir, file].join('/')
+    end
+
+    Contract None => Hash
+    def config
+      @settings ||= if File.exist?(path)
+                      YAML.load_file(path)
+                    else
+                      {}
+                    end
+    end
+  end
+end

data/lib/cloudstrap/hdp/bootstrap_properties.rb

@@ -0,0 +1,76 @@
+require 'contracts'
+require 'java-properties'
+
+require_relative '../config'
+require_relative '../seed_properties'
+
+module StackatoLKG
+  module HDP
+    class BootstrapProperties
+      include ::Contracts::Core
+      include ::Contracts::Builtin
+
+      Contract None => Hash
+      def properties
+        @properties ||= load!
+      end
+
+      Contract RespondTo[:to_sym], String => BootstrapProperties
+      def update!(property, value)
+        update(property, value).tap do
+          save!
+        end
+      end
+
+      Contract RespondTo[:to_sym], String => BootstrapProperties
+      def update(property, value)
+        raise KeyError unless properties.has_key? property.to_sym
+
+        properties.store property.to_sym, value
+
+        self
+      end
+
+      Contract None => Bool
+      def save!
+        JavaProperties.write(properties, file) ? true : false
+      end
+
+      Contract None => String
+      def file
+        @file ||= [config.hdp_dir, 'bootstrap.properties'].join('/')
+      end
+
+      private
+
+      Contract None => ::Cloudstrap::SeedProperties
+      def seed
+        @seed ||= ::Cloudstrap::SeedProperties.new
+      end
+
+      Contract None => Bool
+      def exist?
+        File.exist?(file)
+      end
+
+      Contract None => Hash
+      def load
+        if exist?
+          JavaProperties.load file
+        else
+          JavaProperties.parse seed.contents
+        end
+      end
+
+      Contract None => Hash
+      def load!
+        @properties = load
+      end
+
+      Contract None => ::StackatoLKG::Config
+      def config
+        @config ||= ::StackatoLKG::Config.new
+      end
+    end
+  end
+end

data/lib/cloudstrap/seed_properties.rb

@@ -0,0 +1,30 @@
+require 'contracts'
+require 'faraday'
+require_relative 'config'
+
+module Cloudstrap
+  class SeedProperties
+    include ::Contracts::Core
+    include ::Contracts::Builtin
+
+    Contract None => String
+    def source
+      config.bootstrap_properties_seed_url
+    end
+
+    Contract None => ::Faraday::Response
+    def connection
+      @connection ||= ::Faraday.get source
+    end
+
+    Contract None => Maybe[String]
+    def contents
+      @contents ||= connection.body if connection.success?
+    end
+
+    Contract None => ::StackatoLKG::Config
+    def config
+      @config ||= ::StackatoLKG::Config.new
+    end
+  end
+end

data/lib/cloudstrap/ssh.rb

@@ -0,0 +1,2 @@
+require_relative 'ssh/client'
+require_relative 'ssh/key'

data/lib/cloudstrap/ssh/client.rb

@@ -0,0 +1,36 @@
+require 'contracts'
+require 'sshkit'
+
+module StackatoLKG
+  module SSH
+    class Client
+      include ::Contracts::Core
+      include ::Contracts::Builtin
+
+      Contract String => Client
+      def initialize(private_key)  # TODO: Eliminate side-effects
+        ::SSHKit::Backend::Netssh.configure do |ssh|
+          ssh.ssh_options = {
+            config: false,
+            auth_methods: ['publickey'],
+            keys: private_key
+          }
+        end
+
+        self
+      end
+
+      Contract String, Proc => Any
+      def to(host, &block)
+        ::SSHKit::Coordinator.new("#{config.ssh_username}@#{host}").each(&block)
+      end
+
+      private
+
+      Contract None => ::StackatoLKG::Config
+      def config
+        @config ||= ::StackatoLKG::Config.new
+      end
+    end
+  end
+end

data/lib/cloudstrap/ssh/key.rb

@@ -0,0 +1,82 @@
+require 'contracts'
+require 'sshkey'
+require_relative '../config'
+
+module StackatoLKG
+  module SSH
+    class Key
+      include ::Contracts::Core
+      include ::Contracts::Builtin
+
+      Contract String, KeywordArgs[ephemeral: Optional[Bool]] => Key
+      def initialize(name, **with_options)
+        @name = name
+        if loadable? then load else generate(with_options) end
+        self
+      end
+
+      Contract None => String
+      def to_s
+        @key.ssh_public_key
+      end
+
+      Contract None => ::SSHKey
+      def load
+        @key ||= load!
+      end
+
+      Contract None => ::SSHKey
+      def load!
+        @key = ::SSHKey.new(File.read private_file).tap do |key|
+          raise ::EncodingError unless valid?(key.ssh_public_key)
+        end
+      end
+
+      Contract ::SSHKey => ::SSHKey
+      def save(key)
+        FileUtils.mkdir_p dir
+        File.write public_file, key.ssh_public_key
+        File.write private_file, key.private_key
+        File.chmod 0400, private_file
+        load!
+      end
+
+      Contract KeywordArgs[ephemeral: Optional[Bool]] => ::SSHKey
+      def generate(ephemeral: false)
+        ::SSHKey.generate(type: 'RSA', comment: @name).tap do |key|
+          save key unless ephemeral
+        end
+      end
+
+      Contract None => Bool
+      def loadable?
+        File.readable? private_file
+      end
+
+      Contract None => String
+      def public_file
+        @public_file ||= [private_file, 'pub'].join('.')
+      end
+
+      Contract None => String
+      def private_file
+        @private_file ||= [dir, File.basename(@name)].join('/')
+      end
+
+      private
+
+      Contract String => Bool
+      def valid?(public_key)
+        ::SSHKey.valid_ssh_public_key? public_key
+      end
+
+      Contract None => String
+      def dir
+        @dir ||= [
+          ::StackatoLKG::Config.new.ssh_dir,
+          File.dirname(@name)
+        ].join('/')
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,242 @@
+--- !ruby/object:Gem::Specification
+name: cloudstrap
+version: !ruby/object:Gem::Version
+  version: 0.29.1.pre
+platform: ruby
+authors:
+- Chris Olstrom
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-09-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.5.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.5.0
+- !ruby/object:Gem::Dependency
+  name: contracts
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.14'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.14.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.14'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.14.0
+- !ruby/object:Gem::Dependency
+  name: retries
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.5
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.0.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.0.5
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.0.5
+- !ruby/object:Gem::Dependency
+  name: moneta
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.8.0
+- !ruby/object:Gem::Dependency
+  name: sshkey
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.8.0
+- !ruby/object:Gem::Dependency
+  name: sshkit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.11.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.11.0
+- !ruby/object:Gem::Dependency
+  name: java-properties
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.1
+- !ruby/object:Gem::Dependency
+  name: pastel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.6'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.6'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+description: 
+email: chris@olstrom.com
+executables:
+- cloudstrap
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- LICENSE.txt
+- README.org
+- bin/cloudstrap
+- cloudstrap.gemspec
+- lib/cloudstrap.rb
+- lib/cloudstrap/amazon.rb
+- lib/cloudstrap/amazon/ec2.rb
+- lib/cloudstrap/amazon/iam.rb
+- lib/cloudstrap/amazon/service.rb
+- lib/cloudstrap/amazon/support/rate_limit_handler.rb
+- lib/cloudstrap/bootstrap_agent.rb
+- lib/cloudstrap/config.rb
+- lib/cloudstrap/hdp/bootstrap_properties.rb
+- lib/cloudstrap/seed_properties.rb
+- lib/cloudstrap/ssh.rb
+- lib/cloudstrap/ssh/client.rb
+- lib/cloudstrap/ssh/key.rb
+homepage: https://github.com/colstrom/cloudstrap
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Strapping Boots to Clouds
+test_files: []