hyrb 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: fe123a584f3bade6baea0b74efcc5a258e5c3bc3
+  data.tar.gz: 8f8917a50a6269c199d89c3cb79f14c82329ec31
+SHA512:
+  metadata.gz: 614455754889a6e57ad0edc36edcf086b84d0171450f1c5dd86932024b23906e306611049ad3af71eac5721e8050b21e4fc207ef043df5a77a7018f59088f88d
+  data.tar.gz: b03e1193eb9d2f353465bfa5726098e01a6a27265c1953455dad7885429233dccf3f6fd334092bbfd24b250d29a5544f3239edb8facbd399198e736ae6e27275

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in hyrb.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Daniel Leavitt
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,61 @@
+# Hyrb
+
+It's for bootstrapping projects. There's a lot left to do.
+
+## Setup
+
+### Prerequisites
+
+- Required: ruby 2.0
+- Optional: ansible, vagrant
+
+### Installation
+
+As a CLI utility:
+
+    $ gem install hyrb
+
+This will make the 'hyrb' command available to your shell.
+
+### Configuration
+
+All optional, should work without any additional setup.
+
+As you use it, it will prompt you for various pieces of information that it needs. This will all be stored in a `~/.hyfn` directory, which it will create (this location is overridable via the `HYFN_CONFIG_PATH` env variable.)
+
+Most the files in here can safely be edited by hand as well, with the exception of the `cache` directory, which gets overwritten a lot.
+
+## Usage
+
+List available tasks with:
+
+    $ hyrb
+
+Then go crazy.
+
+## Hacking
+
+### Adding New Tasks
+
+1. Create a new task module in the `lib/hyrb/tasks` dir. Use one of the existing ones as a template.
+2. Create a new command class in the `lib/hyrb/commands` dir. Again, use an existing command as a template. Add a method for every task you want to be callable via the CLI.
+3. Require and register your subommand in `lib/hyrb/commands/main.rb`
+
+## Todo
+- Add teams to ansible
+- Require dependencies (esp. fog) on-demand only.
+- Save environments correctly on project save.
+- Improve flavor selection stuff for Rackspace
+- Deal with rackspace pubkeys
+- Make a DSL for this
+    - Automatically create Thor commands from tasks
+    - This will allow lazy loading as well
+- Add coverage for at least the locals parts (config, etc)
+- Refactor model attributes to support documentation, constraints, etc
+    - Allow a couple kinds of defaults
+        - Within a model, so that like, server_name and repo_name will fall back to name if not defined.
+        - For a project environment, so that an environment will use the project default for certain attributes if they're not defined on the current environment.
+    - Can we dump the default list of users into the project file and let users trim it down?
+        - Break project setup into two steps, first to prompt for everything needed in the config file, then let the user edit it, then create everything.
+- Use vagrant-hostmanager.
+- Thor task to install pre-reqs

data/Rakefile

@@ -0,0 +1,8 @@
+require "rake/testtask"
+require "bundler/gem_tasks"
+
+Rake::TestTask.new do |t|
+  t.pattern = "spec/**/*_spec.rb"
+  t.libs.push 'spec'
+  t.libs.push 'lib'
+end

data/bin/hyrb

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+Signal.trap("INT") { exit 1 }
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+
+require 'hyrb/cli'
+
+Hyrb::CLI.start(ARGV)

data/hyrb.gemspec

@@ -0,0 +1,35 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'hyrb/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "hyrb"
+  spec.version       = Hyrb::VERSION
+  spec.authors       = ["Daniel Leavitt"]
+  spec.email         = ["daniel.leavitt@gmail.com"]
+  spec.description   = %q{Bootstrap HYFN Projects}
+  spec.summary       = %q{Bootstrap HYFN Projects}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "hashie"
+  spec.add_dependency "parallel"
+  spec.add_dependency "thor_dleavitt"
+  spec.add_dependency "activesupport"
+  spec.add_dependency "hipchat-api"
+  spec.add_dependency "octokit"
+  spec.add_dependency "fog"
+  spec.add_dependency "faraday"
+  spec.add_dependency "google_doc_seed"
+  spec.add_dependency "yaml_inventory", ">= 0.0.3"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "pry"
+end

data/lib/hyrb/cli.rb

@@ -0,0 +1,27 @@
+require 'thor_dleavitt'
+
+require 'hyrb'
+require 'hyrb/command'
+
+module Hyrb
+  class CLI < Command
+    class_option :verbose, :desc => "Verbose", :aliases => "-v"
+
+    desc "edit", "Open the configuration dir in your default editor"
+    def edit
+      Pipeline.new(Hyrb::Tasks::Base).edit(Hyrb::DEFAULT_PATH)
+    end
+
+    subc :defaults, "Manage Hyrb defaults"
+    subc :creds, "Manage service credentials"
+    subc :project, "Manage projects"
+    subc :environment, "Manage project environments"
+    subc :developers, "Manage developers"
+    subc :digital_ocean, "Manage Digital Ocean SSH Keys"
+    subc :hipchat, "Manage Hipchat Rooms"
+    subc :github, "Manage Github Repos"
+    subc :rackspace, "Manage Rackspace DNS"
+    subc :provision, "Create Project Servers"
+    subc :ansible, "Create Ansible Playbooks"
+  end
+end

data/lib/hyrb/command.rb

@@ -0,0 +1,74 @@
+require 'hashie/mash'
+
+module Hyrb
+  class Command < Thor
+    def self.subc(name, description)
+      desc name.to_sym, description
+      subcommand name.to_s, "hyrb/commands/#{name}".camelcase.constantize
+    end
+
+    no_commands do
+      def pipeline(task, env = {})
+        env.merge!(verbose: !!options[:verbose])
+        Commands::Pipeline.new(task).run(Hashie::Mash.new(env))
+      end
+    end
+  end
+
+  module Commands
+    Hyrb.autoload_each self, "hyrb/commands", %w( ansible creds defaults developers digital_ocean environment github hipchat project provision rackspace )
+    
+    class Pipeline < Hyrb::Pipeline
+      def initialize(task_class)
+        super
+
+        # Thor:Shell defines a constructor so have to do this here
+        extend Thor::Shell
+      end
+
+      def prompt(prompt, hash, key, options = {})
+        unless options.is_a?(Hash)
+          default = options
+          options = {}
+          options[:default] = default
+        end
+
+        if options.delete(:always)
+          options[:default] = hash[key] if hash[key]
+          ask(prompt, options)
+        else
+          hash[key].blank? ? hash[key] = ask(prompt, options) : hash[key]
+        end
+
+        hash.save! if hash.respond_to? :save!
+      end
+
+      def edit(path)
+        editor = [ENV['VISUAL'], ENV['EDITOR']].find { |e| e.present? }
+        raise "Please set $EDITOR variable :)" unless editor
+        cmd = "#{editor} #{path}"
+        raise "Could not run '#{cmd}'" unless system(cmd)
+      end
+
+      def option_list(cache, attribute = nil, default = nil, &block)
+        list = attribute ? cache[attribute] : cache
+        choices = list.map.with_index(&block)
+        say choices.join("\n")
+        index = ask("Pick from #{attribute}:", default: default)
+        if index.try :include?, ","
+          index.split(",").map { |i| list[i.to_i - 1] }
+        else
+          list[index.to_i - 1]
+        end
+      end
+
+      def info(message)
+        say message
+      end
+
+      def beep
+        print "\a"
+      end
+    end
+  end
+end

data/lib/hyrb/commands/ansible.rb

@@ -0,0 +1,13 @@
+require 'hyrb/tasks/digital_ocean'
+
+module Hyrb
+  module Commands
+    class Ansible < Command
+      desc "create_playbook", "List Digital Ocean saved SSH keys"
+      def create_playbook(project = nil, environment = nil)
+        env = { project_name: project, environment_name: environment }
+        pipeline(Hyrb::Tasks::Ansible::CreatePlaybook, env)
+      end
+    end
+  end
+end

data/lib/hyrb/commands/creds.rb

@@ -0,0 +1,20 @@
+module Hyrb
+  module Commands
+    class Creds < Command
+      desc "show", "Show credentials for various services"
+      def show
+        pipeline(Hyrb::Tasks::Creds::Show)
+      end
+
+      desc "build", "Update credentials"
+      def build
+        pipeline(Hyrb::Tasks::Creds::Build)
+      end
+
+      desc "edit", "Edit credentials file in your default editor"
+      def edit
+        pipeline(Hyrb::Tasks::Creds::Edit)
+      end
+    end
+  end
+end

data/lib/hyrb/commands/defaults.rb

@@ -0,0 +1,20 @@
+module Hyrb
+  module Commands
+    class Defaults < Command
+      desc "show", "Show defaults"
+      def show
+        pipeline(Hyrb::Tasks::Defaults::Show)
+      end
+
+      desc "build", "Update defaults"
+      def build
+        pipeline(Hyrb::Tasks::Defaults::Build)
+      end
+
+      desc "edit", "Edit defaults file in your default editor"
+      def edit
+        pipeline(Hyrb::Tasks::Defaults::Edit)
+      end
+    end
+  end
+end

data/lib/hyrb/commands/developers.rb

@@ -0,0 +1,15 @@
+module Hyrb
+  module Commands
+    class Developers < Command
+      desc "show", "Show developer info"
+      def show(developer_name = nil)
+        pipeline(Hyrb::Tasks::Developers::Show, developer_name: developer_name)
+      end
+
+      desc "download", "Download developer info from Google Docs"
+      def download(project = nil)
+        pipeline(Hyrb::Tasks::Developers::Download, project_name: project)
+      end
+    end
+  end
+end

data/lib/hyrb/commands/digital_ocean.rb

@@ -0,0 +1,15 @@
+module Hyrb
+  module Commands
+    class DigitalOcean < Command
+      desc "show_keys", "List Digital Ocean saved SSH keys"
+      def show_keys
+        pipeline(Hyrb::Tasks::DigitalOcean::ShowSSHKeys)
+      end
+
+      desc "sync_keys", "Sync Digital Ocean SSH keys with user list from Google Apps"
+      def sync_keys
+        pipeline(Hyrb::Tasks::DigitalOcean::SyncSSHKeys)
+      end
+    end
+  end
+end

data/lib/hyrb/commands/environment.rb

@@ -0,0 +1,11 @@
+module Hyrb
+  module Commands
+    class Environment < Command
+      desc "create <project> <environment>", "Create a new environment"
+      def create(project = nil, environment = nil)
+        env = { project_name: project, environment_name: environment }
+        pipeline(Hyrb::Tasks::Environment::Init, env)
+      end
+    end
+  end
+end

data/lib/hyrb/commands/github.rb

@@ -0,0 +1,15 @@
+module Hyrb
+  module Commands
+    class Github < Command
+      desc "show_repos", "List Github repos"
+      def show_repos
+        pipeline(Hyrb::Tasks::Github::ShowRepos)
+      end
+
+      desc "create_repo <project>", "Create a Github repo for a project"
+      def create_repo(project_name = nil)
+        pipeline(Hyrb::Tasks::Github::CreateRepo, {project_name: project_name})
+      end
+    end
+  end
+end

data/lib/hyrb/commands/hipchat.rb

@@ -0,0 +1,20 @@
+module Hyrb
+  module Commands
+    class Hipchat < Command
+      desc "show_rooms", "List Hipchat rooms"
+      def show_rooms
+        pipeline(Hyrb::Tasks::Hipchat::ShowRooms)
+      end
+
+      desc "ceate_room <project>", "Create a Hipchat room for a project"
+      def create_room(project_name = nil)
+        pipeline(Hyrb::Tasks::Hipchat::CreateRoom, {project_name: project_name})
+      end
+
+      desc "archive_old_rooms", "Interactively archive unused rooms"
+      def archive_old_rooms
+        pipeline(Hyrb::Tasks::Hipchat::ArchiveOldRooms)
+      end
+    end
+  end
+end

data/lib/hyrb/commands/project.rb

@@ -0,0 +1,36 @@
+module Hyrb
+  module Commands
+    class Project < Command
+      desc "show <project>", "Show project info"
+      def show(project = nil)
+        pipeline(Hyrb::Tasks::Project::Show, project_name: project)
+      end
+
+      desc "create <project>", "Create a new project file"
+      def create(project = nil)
+        pipeline(Hyrb::Tasks::Project::Create, project_name: project)
+      end
+
+      desc "edit <project>", "Open a project file in your default editor"
+      def edit(project = nil)
+        pipeline(Hyrb::Tasks::Project::Edit, project_name: project)
+      end
+
+      desc "bootstrap <project>", "Build a project"
+      def bootstrap(project = nil, env = nil)
+        pipeline(Hyrb::Tasks::Project::Bootstrap, project_name: project)
+      end
+
+      desc "create_hipchat_hook <project>", "Link a Github repo to a Hipchat room"
+      def create_hipchat_hook(project = nil)
+        pipeline(Hyrb::Tasks::Project::CreateHipchatHook, project_name: project)
+      end
+
+      desc "developers <project>", "Manage developers for a project"
+      def developers(project = nil)
+        pipeline(Hyrb::Tasks::Developers::AddToProject, project_name: project)
+      end
+
+    end
+  end
+end

data/lib/hyrb/commands/provision.rb

@@ -0,0 +1,17 @@
+module Hyrb
+  module Commands
+    class Provision < Command
+      desc "digital_ocean <project> <environment>", "Create a Digital Ocean server for a project"
+      def digital_ocean(project = nil, environment = nil)
+        env = { project_name: project, environment_name: environment }
+        pipeline(Hyrb::Tasks::Provision::DigitalOcean, env)
+      end
+
+      desc "rackspace <project> <environment>", "Create a Rackspace server for a project"
+      def rackspace(project = nil, environment = nil)
+        env = { project_name: project, environment_name: environment }
+        pipeline(Hyrb::Tasks::Provision::Rackspace, env)
+      end
+    end
+  end
+end

data/lib/hyrb/commands/rackspace.rb

@@ -0,0 +1,11 @@
+module Hyrb
+  module Commands
+    class Rackspace < Command
+      desc "create_dns_record <project> <environment>", "Create a DNS record on Rackspace"
+      def create_dns_record(project = nil, environment = nil)
+        env = { project_name: project, environment_name: environment }
+        pipeline(Hyrb::Tasks::Rackspace::CreateDNSRecord, env)
+      end
+    end
+  end
+end

data/lib/hyrb/model.rb

@@ -0,0 +1,96 @@
+require 'yaml'
+require 'hashie/mash'
+
+module Hyrb
+  module Models
+    Hyrb.autoload_each self, "hyrb/models", %w( ansible_host ansible_site cache creds defaults developer environment project )
+  end
+
+  class Model
+    extend Forwardable
+    include Enumerable
+
+    attr_accessor :path, :data
+
+    def_delegators :data, :each
+
+    def initialize(path, data = nil)
+      @path = File.join(ENV["HYFN_CONFIG_PATH"] || Hyrb::DEFAULT_PATH, path)
+      @data = deserialize(load_config_file) || data
+    end
+
+    def load_config_file
+      YAML.load_file(filepath)
+    rescue Errno::ENOENT
+      nil
+    end
+
+    def filepath
+      @path + ".yml"
+    end
+
+    def reload!
+      @data = self.load_config_file
+    end
+
+    def save!
+      FileUtils.mkdir_p(File.dirname(@path))
+      File.open(filepath, File::RDWR|File::TRUNC|File::CREAT, 0600) do |file|
+        file.write(serialize(@data).to_yaml)
+      end
+    end
+
+    protected
+
+    def serialize(data)
+      data
+    end
+
+    def deserialize(data)
+      data
+    end
+  end
+
+  module Models
+    class Struct < Model
+      def self.keys
+        @keys
+      end
+
+      def self.define_keys(keys)
+        @keys = keys.each do |key|
+          define_method key do
+            @data[key]
+          end
+
+          define_method "#{key}=" do |val|
+            @data[key] = val
+          end
+        end
+      end
+
+      def initialize(path)
+        super
+        self.class.keys.each { |key| @data[key] ||= nil }
+      end
+
+      def [](key)
+        @data[key]
+      end
+
+      def []=(key, val)
+        @data[key] = val
+      end
+
+      protected
+
+      def serialize(data)
+        data.to_hash
+      end
+
+      def deserialize(data)
+        Hashie::Mash.new(data)
+      end
+    end
+  end
+end

data/lib/hyrb/models/ansible_host.rb

@@ -0,0 +1,28 @@
+module Hyrb
+  module Models
+    class AnsibleHost < Model
+      attr_accessor :host, :ansible_ssh_host, :ansible_ssh_user
+
+      def initialize(project, environment)
+        @path = File.join(project.ansible_path, "hosts")
+        @data = deserialize(load_config_file) || []
+        self.host = environment.label
+        self.ansible_ssh_host = environment.host
+        # TODO: this should be different on eg EC2
+        self.ansible_ssh_user = "root"
+      end
+
+      def serialize(data)
+        # remove the host that we're working on
+        data.reject! { |h| h["host"] == host }
+        data += [{
+          host: host,
+          vars: {
+            ansible_ssh_host: ansible_ssh_host,
+            ansible_ssh_user: ansible_ssh_user,
+          }.stringify_keys,
+        }.stringify_keys]
+      end
+    end
+  end
+end

data/lib/hyrb/models/ansible_site.rb

@@ -0,0 +1,46 @@
+module Hyrb
+  module Models
+    class AnsibleSite < Struct
+      attr_accessor :vars_prompt, :roles, :hosts
+
+      define_keys %w( project_name
+                      host
+                      deploy_user
+                      base_path
+                      domain
+                      relative_web_root
+                      mysql_host
+                      mysql_db
+                      mysql_user
+                      mysql_password )
+  
+      def initialize(project, environment)
+        @path = File.join(project.ansible_path, environment.label)
+        @raw_playbook = load_config_file[0]
+        @data = deserialize(@raw_playbook)
+
+        @vars_prompt = @raw_playbook["vars_prompt"]
+        @roles       = @raw_playbook["roles"]
+        @hosts       = @raw_playbook["hosts"]
+      end
+
+      def load_config_file
+        super || YAML.load_file("#{TEMPLATE_PATH}/ansible/site.yml")
+      end
+
+      def serialize(data)
+        # yuck, this is no longer a pure fn
+        @raw_playbook["vars_prompt"] = vars_prompt
+        @raw_playbook["roles"]       = roles
+        @raw_playbook["hosts"]       = hosts
+        
+        @raw_playbook["vars"] = @data.map { |k, v| {k.to_s => v} }
+        [@raw_playbook]
+      end
+
+      def deserialize(data)
+        data["vars"].reduce(Hash.new, :merge)
+      end
+    end
+  end
+end