dployr 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b382202193f87d485df3e630d80d00fe16757356
+  data.tar.gz: 84199d78c073963b72f65d641442bbf32e2cdf2c
+SHA512:
+  metadata.gz: 7fe63977dac1afc5eaa20966a9500dee3c25af05ddbce63f9056d7376779f9b3a72ab2f72db8d190e5c62b486d0af13ac09e7f78890c8c3fc51cea0bf750ab28
+  data.tar.gz: 67406e12e53495591bb9e83066519adaf7d9a66c208e6d79c3e2b9a9bc1c324461f382bb664a9e76d90c57378525d6dc0ef145f1376e0222ba3a953b003bd5cb

data/.editorconfig

@@ -0,0 +1,9 @@
+root = true
+
+[*]
+charset = utf-8
+indent_style = space
+indent_size = 2
+end_of_line = lf
+trim_trailing_whitespace = true
+insert_final_newline = true

data/.gitignore

@@ -0,0 +1,7 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+.rvmrc
+.ruby-version
+coverage/*

data/.travis.yml

@@ -0,0 +1,7 @@
+language: ruby
+before_install:
+  gem update --system
+rvm:
+  - 1.9.3
+  - 2.0.0
+  - 2.1.1

data/Gemfile

@@ -0,0 +1,3 @@
+source "http://rubygems.org"
+
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) Innotech and contributors
+
+Permission is hereby granted, free of charge, to any person
+obtaining a copy of this software and associated documentation
+files (the "Software"), to deal in the Software without
+restriction, including without limitation the rights to use,
+copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the
+Software is furnished to do so, subject to the following
+conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
+OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,294 @@
+# dployr [![Build Status](https://secure.travis-ci.org/innotech/dployr.svg?branch=master)][travis] [![Dependency Status](https://gemnasium.com/innotech/dployr.svg)][gemnasium] [![Gem](https://badge.fury.io/rb/dployr.svg)][gem]
+
+> Multicloud management and deployment made simple
+
+> **Spoiler! Alpha project. Funny work in progress**
+
+<table>
+<tr>
+<td><b>Version</b></td><td>alpha</td>
+</tr>
+<tr>
+<td><b>Stage</b></td><td>WIP</td>
+</tr>
+</table>
+
+## About
+
+**Dployr** is a Ruby utility that simplifies cloud management
+and deployment across different providers
+
+You can configure your infraestructure and deployment from a simple configuration file which support built-in
+rich features like templating and inheritance
+
+Dployr only works in Ruby >= `1.9.x`
+
+## Installation
+
+```bash
+$ gem install dployr
+```
+
+Or add it as dependency in your `Gemfile` or `.gemspec` file
+```ruby
+# gemspec
+spec.add_dependency 'dployr', '>= 0.0.1'
+# Gemfile
+gem 'dployr', '>= 0.0.1'
+```
+
+## Usage
+
+### Command-line interface
+
+```
+Usage: dployr <command> [options]
+
+Commands
+
+  up        start instances
+  halt      stop instances
+  status    retrieve the instances status
+  test      run remote test in instances
+  deploy    start, provision and test running instances
+  provision instance provisioning
+  config    generate configuration in YAML format
+  init      create a sample Dployrfile
+
+Options
+
+  -e, --environment ENV            environment to pass to the instances
+  -n, --name NAME                  template name identifier to load
+  -a, --attributes ATTRS           aditional attributes to pass to the configuration in matrix query format
+  -p, --provider                   provider to use (allow multiple values comma-separated)
+  -r, --region                     region to use (allow multiple values comma-separated)
+  -h, --help                       help
+
+```
+
+### Programmatic API
+
+```ruby
+Dployr::configure do |dployr|
+
+  dployr.config.add_instance({
+    attributes: {
+      name: "example",
+      instance_type: "m1.small",
+      version: "${VERSION}"
+    },
+    scripts: [
+      { path: "configure.sh" }
+    ],
+    providers: {
+      aws: {
+        attributes: {
+          network_id: "be457fca",
+          instance_type: "m1.small",
+          "type-%{name}" => "small"
+        },
+        regions: {
+          "eu-west-1a" => {
+            attributes: {
+              keypair: "vagrant-aws-ireland"
+            },
+            scripts: [
+              { path: "router.sh", args: ["%{name}", "${region}", "${provider}"] }
+            ]
+          }
+        }
+      }
+    }
+  })
+
+end
+```
+
+## Features
+
+`To do! but all will be cool :)`
+
+## Configuration file
+
+Configuration file must be called `Dployrfile`. It can be also a standard Ruby file
+or a YAML file (adding the `.yml` or `.yaml` extension)
+
+#### Data schema
+
+Each configuration level supports the followings members:
+
+- **attributes** `Object`
+- **scripts** `Array`
+- **providers** `Object`
+- **authentication** `Object`
+- **extends** `String|Array` Allows to inherits the current config object from others
+
+#### Templating
+
+Dployr allows templating features inside configuration values, in order
+to provide an easy and clean way to dynamically replace values and self-referenced variables
+inside the same configuration
+
+Supported template values notations
+
+##### Attributes
+
+Attribute values are available to be referenciable from any part of the config document
+
+Notation: `%{attribute-name}`
+
+##### Iteration context variables
+
+You can reference to the current `provider` or `region` of the current iteration context
+
+Notation: `${region}`
+
+##### Environment variables
+
+Notation: `${HOME}`
+
+#### Example
+
+Featured example configuration file (YAML)
+```yaml
+---
+default:
+  attributes:
+    name: "default"
+    prefix: dev
+    private_key_path: ~/pems/private.pem
+  authentication:
+    private_key_path: ~/.ssh/id_rsa
+    public_key_path: ~/.ssh/id_rsa.pub
+    username: ubuntu
+  providers:
+    aws:
+      attributes:
+        instance_type: m1.small
+      regions:
+        eu-west-1a:
+          attributes:
+            ami: ami-f5ca3682
+            keypair: vagrant-aws-ireland
+            security_groups:
+              - sg-576c7635
+              - sg-1e648a7b
+            subnet_id: subnet-be457fca
+        us-west-2b:
+          attributes:
+            ami: ami-c66608f6
+            keypair: vagrant-aws-oregon
+            security_groups:
+              - sg-88283cea
+              - sg-f233ca97
+            subnet_id: subnet-ef757e8d
+    gce:
+      attributes:
+        client_email: sample@mail.com
+        instance_type: m1.small
+        key_location: ~/pems/privatekey.p12
+        project_id: innotechapp
+      regions:
+        europe-west1-a:
+          attributes:
+            ami: centos-base-v5
+            instance_type: n1-standard-1
+            network: liberty-gce
+  scripts:
+    -
+      path: ./scripts/routes_allregions.sh
+    -
+      args: "%{name}"
+      path: ./scripts/updatedns.sh
+
+
+custom:
+  name: 1
+  web-server:
+    attributes:
+      prefix: zeus-dev
+    authentication:
+      private_key_path: ~/.ssh/id_rsa
+      public_key_path: ~/.ssh/id_rsa.pub
+      username: ubuntu
+    providers:
+      aws:
+        regions:
+        attributes:
+          instance_type: m1.medium
+      gce:
+        attributes:
+          instance_type: m1.large
+    scripts:
+      -
+        args:
+          - "%{name}"
+          - "%{type}"
+          - "%{domain}"
+        path: ./scripts/configure.sh
+      -
+        args:
+          - "%{hydra}"
+        path: ./scripts/configureListener.sh
+      -
+        args:
+          - "%{$provider}-%{region}"
+          - "%{type}"
+        path: ./scripts/hydraProbe.sh
+
+```
+
+## Contributing
+
+Feel free to report any issue you experiment via Github issues.
+PR are also too much appreciated
+
+Only PR which follows the [Ruby coding style][ruby-guide] guide will be accepted.
+Aditionally, you must cover with test any new feature or refactor you do
+
+We try to follow the [best RSpec][rspec-best] conventions in our tests
+
+### Development
+
+Only Ruby and Ruby gems are required for development.
+To run the development rake tasks, you also need to have `bundler` installed.
+
+Clone/fork this repository
+```
+$ git clone git@github.com:innotech/dployr.git && cd dployr
+```
+
+Install dependencies
+```
+$ bundle install
+```
+
+Before you push any changes, run test specs
+```
+$ rake test
+```
+
+To build a new version of the gem:
+```
+$ rake build
+````
+
+To publish the new version to Rubygems:
+```
+$ rake release
+```
+
+## Contributors
+
+- [Tomas Aparicio](https://github.com/h2non)
+- [Germán Ramos](https://github.com/germanramos)
+
+## License
+
+[MIT](http://opensource.org/licenses/MIT) © Innotech and contributors
+
+[travis]: http://travis-ci.org/innotech/dployr
+[gemnasium]: https://gemnasium.com/innotech/dployr
+[gem]: http://rubygems.org/gems/dployr
+[ruby-guide]: https://github.com/bbatsov/ruby-style-guide
+[rspec-test]: http://betterspecs.org/

data/Rakefile

@@ -0,0 +1,11 @@
+require "rspec/core/rake_task"
+require "bundler/gem_tasks"
+
+desc "Run specs"
+RSpec::Core::RakeTask.new do |t|
+  t.verbose = false
+  t.rspec_opts = '--color --order defined --format documentation' # --fail-fast
+end
+
+task :test => :spec
+task :default => :spec

data/bin/dployr

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.push File.expand_path("../../lib", __FILE__)
+require 'dployr/cli/cli'

data/dployr.gemspec

@@ -0,0 +1,33 @@
+$:.push File.expand_path("../lib", __FILE__)
+require 'dployr/version'
+
+Gem::Specification.new do |s|
+  s.name        = "dployr"
+  s.version     = Dployr::VERSION
+  s.summary     = "Multicloud management and deployment with asteroids made simple"
+  s.description = "Multicloud management and deployment with asteroids made simple with a rich programmatic API and featured CLI"
+  s.authors     = ["Tomas Aparicio"]
+  s.email       = ["nerds@innotechapp.com"]
+  s.homepage    = "https://github.com/innotech/dployr"
+  s.license     = "MIT"
+  s.rubyforge_project = "dployr"
+
+  s.bindir        = "bin"
+  s.require_paths = ["lib"]
+  s.executables   = ["dployr"]
+
+  s.rdoc_options     = ["--charset=UTF-8"]
+  s.extra_rdoc_files = %w[README.md]
+
+  s.add_dependency "fog", "~> 1.21"
+  s.add_dependency "deep_merge", "~> 1.0"
+
+  s.add_development_dependency "rake", "~> 10"
+  s.add_development_dependency "rspec", "~> 2"
+
+  s.required_ruby_version = ">= 1.9.3"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+end

data/lib/dployr/cli/cli.rb

@@ -0,0 +1,77 @@
+require 'optparse'
+require 'dployr'
+require 'dployr/version'
+require 'dployr/cli/commands'
+
+command = ARGV[0]
+options = {}
+
+opt_parser = OptionParser.new do |opt|
+  opt.banner   = "  Usage: dployr <command> [options]"
+  opt.separator  ""
+  opt.separator  "  Commands"
+  opt.separator  ""
+  opt.separator  "    up        start instances"
+  opt.separator  "    halt      stop instances"
+  opt.separator  "    destroy   destroy instances"
+  opt.separator  "    status    retrieve the instances status"
+  opt.separator  "    test      run remote test in instances"
+  opt.separator  "    deploy    start, provision and test running instances"
+  opt.separator  "    provision instance provisioning"
+  opt.separator  "    config    generate configuration in YAML format"
+  opt.separator  "    init      create a sample Dployrfile"
+  opt.separator  ""
+  opt.separator  "  Options"
+  opt.separator  ""
+
+  opt.on("-e", "--environment ENV", "environment to pass to the instances") do |v|
+    options[:environment] = v
+  end
+
+  opt.on("-n", "--name NAME", "template name identifier to load") do |v|
+    options[:name] = v
+  end
+
+  opt.on("-a", "--attributes ATTRS", "aditional attributes to pass to the configuration in matrix query format") do |v|
+    options[:attributes] = v
+  end
+
+  opt.on("-p", "--provider", "provider to use (allow multiple values comma-separated)") do |v|
+    options[:provider] = v
+  end
+
+  opt.on("-r", "--region", "region to use (allow multiple values comma-separated)") do |v|
+    options[:provider] = v
+  end
+
+  opt.on("-v",  "-V", "--version", "version") do
+    puts Dployr::VERSION
+  end
+
+  opt.on("-h", "--help", "help") do
+    puts opt_parser
+  end
+
+  opt.separator  ""
+end
+
+opt_parser.parse!
+
+case command
+when "up"
+  puts "Command currently not available"
+when "halt"
+  puts "Command currently not available"
+when "status"
+  puts "Command currently not available"
+when "provision"
+  puts "Command currently not available"
+when "test"
+  puts "Command currently not available"
+when "deploy"
+  puts "Command currently not available"
+when "config"
+  Dployr::CLI::Config.new options
+when "init"
+  Dployr::Config::Create.write_file
+end

data/lib/dployr/cli/commands/config.rb

@@ -0,0 +1,66 @@
+require 'logger'
+require 'dployr'
+require 'dployr/utils'
+
+module Dployr
+  module CLI
+    class Config
+
+      include Dployr::Utils
+
+      def initialize(options)
+        @options = options
+        @name = options[:name]
+        @log = Logger.new STDOUT
+        @attributes = parse_attributes @options[:attributes]
+
+        begin
+          create
+          render_file
+        rescue Exception => e
+          @log.error e
+          Process.exit! false
+        end
+      end
+
+      def create
+        begin
+          @dployr = Dployr::Init.new @attributes
+        rescue Exception => e
+          raise "Cannot load the config: #{e}"
+        end
+      end
+
+      def render_file
+        raise "Dployrfile was not found" if @dployr.file_path.nil?
+        raise "Configuration is missing" unless @dployr.config.exists?
+        begin
+          if @name
+            config = @dployr.config.get_config @name, @attributes
+          else
+            puts @attributes
+            config = @dployr.config.get_config_all @attributes
+          end
+          unless config.nil?
+            puts config.to_yaml
+          else
+            @log.info "Missing configuration data"
+          end
+        rescue Exception => e
+          raise "Cannot generate the config: #{e}"
+        end
+      end
+
+      def parse_attributes(attributes)
+        if attributes.is_a? String
+          if @options[:attributes][0] == '-'
+            parse_flags attributes
+          else
+            parse_matrix attributes
+          end
+        end
+      end
+
+    end
+  end
+end

data/lib/dployr/cli/commands.rb

@@ -0,0 +1 @@
+require 'dployr/cli/commands/config'

data/lib/dployr/compute/client.rb

@@ -0,0 +1,28 @@
+require 'fog'
+
+module Dployr
+  module Compute
+    class Client
+
+      attr_reader :client
+
+      DEFAULT = {
+        provider: 'AWS'
+      }
+
+      def initialize(options)
+        @options = options
+        @client = Fog::Compute.new DEFAULT.merge options
+      end
+
+      def servers
+        @client.servers
+      end
+
+      def create_server(options)
+        @client.servers.create options
+      end
+
+    end
+  end
+end

data/lib/dployr/config/constants.rb

@@ -0,0 +1,10 @@
+module Dployr
+  module Config
+    module Constants
+
+      FILENAME = "Dployrfile"
+      EXTENSIONS = ['rb', 'yml', 'yaml']
+
+    end
+  end
+end

data/lib/dployr/config/create.rb

@@ -0,0 +1,54 @@
+module Dployr
+  module Config
+    module Create
+
+      FILENAME = 'Dployrfile'
+
+      RB_CONTENT = <<-EOS
+      Dployr::configure do |dployr|
+        dployr.config.set_default({
+          attributes: {
+            instance_type: "m1.medium"
+          }
+        })
+
+        dployr.config.add_instance('name', {
+          scripts: [
+            { path: 'path/to/script.sh' }
+          ]
+        })
+      end
+      EOS
+
+      YAML_CONTENT = <<-EOS
+      default:
+        attributes:
+          instance_type: m1.medium
+      instance:
+        attributes:
+          name: my_instance
+        scripts:
+          -
+            path: path/to/script.sh
+      EOS
+
+      module_function
+
+      def write_file(dir = Dir.pwd, type = 'rb')
+        yaml = type == 'yaml'
+        file_name = FILENAME
+        file_name += ".yaml" if yaml
+        content = yaml ? YAML_CONTENT : RB_CONTENT
+        begin
+          file = File.open "#{dir}/#{FILENAME}", "w"
+          file.write content
+        rescue IOError => e
+          raise e
+        ensure
+          file.close unless file == nil
+        end
+      end
+
+    end
+  end
+end

data/lib/dployr/config/file_utils.rb

@@ -0,0 +1,36 @@
+require 'yaml'
+require 'dployr/config/constants'
+
+module Dployr
+  module Config
+    module FileUtils
+
+      include Dployr::Config::Constants
+
+      module_function
+
+      def yaml_file?(str)
+        !(str =~ /\.y[a]?ml$/).nil?
+      end
+
+      def read_yaml(file_path)
+        YAML.load_file file_path
+      end
+
+      def discover(dir = Dir.pwd)
+        [nil].concat(EXTENSIONS).each do |ext|
+          (0..5).each do |n|
+            file_name = FILENAME
+            file_name += ".#{ext}" if ext
+            file_path = File.join dir, ('../' * n), file_name
+            if File.exists? file_path
+              return File.expand_path file_path, dir
+            end
+          end
+        end
+        nil
+      end
+
+    end
+  end
+end