hyrb 0.0.2

data/lib/hyrb/models/cache.rb

@@ -0,0 +1,35 @@
+module Hyrb
+  module Models    
+    module Cache
+      class Developers < Model
+        def initialize(data = nil)
+          super(File.join("cache", "developers"), data)
+        end
+
+        def serialize(data)
+          data.map(&:to_hash)
+        end
+
+        def deserialize(data)
+          data && data.map { |d| Developer.new(d) }
+        end
+      end
+
+      class DigitalOcean < Struct
+        define_keys %w( flavors images regions )
+
+        def initialize
+          super(File.join("cache", "digital_ocean"))
+        end
+      end
+
+      class Rackspace < Struct
+        define_keys %w( flavors images )
+
+        def initialize
+          super(File.join("cache", "rackspace"))
+        end
+      end
+    end
+  end
+end

data/lib/hyrb/models/creds.rb

@@ -0,0 +1,24 @@
+module Hyrb
+  module Models
+    class Creds < Struct
+      define_keys %w( rackspace_api_key
+                      rackspace_username
+                      digital_ocean_api_key
+                      digital_ocean_client_id
+                      aws_access_key_id
+                      aws_secret_access_key
+                      github_org
+                      github_api_key
+                      hipchat_api_key
+                      hipchat_user_id
+                      google_client_id
+                      google_client_secret
+                      google_refresh_token
+                      google_spreadsheet_key )
+
+      def initialize
+        super("creds")
+      end
+    end
+  end
+end

data/lib/hyrb/models/defaults.rb

@@ -0,0 +1,11 @@
+module Hyrb
+  module Models
+    class Defaults < Struct
+      define_keys %w( project_path domain admin_email rackspace_region )
+
+      def initialize
+        super("defaults")
+      end
+    end
+  end
+end

data/lib/hyrb/models/developer.rb

@@ -0,0 +1,28 @@
+module Hyrb
+  module Models
+    class Developer
+      ROLE_MAP = {
+        1 => :admin,
+        2 => :developer,
+        3 => :contractor,
+        4 => :banned,
+      }
+
+      attr_accessor :name, :email, :role, :github_username, :keys, :digital_ocean_id
+
+      def initialize(hash = {})
+        hash.each do |k,v|
+          send("#{k}=", v)
+        end
+      end
+
+      def employee?
+        [:admin, :developer].include?(role)
+      end
+
+      def to_hash
+        Hash[%w(name email role github_username keys).map { |a| [a, send(a)] }]
+      end
+    end
+  end
+end

data/lib/hyrb/models/environment.rb

@@ -0,0 +1,41 @@
+module Hyrb
+  module Models
+    class Environment < Struct
+      PROVIDERS = %w( digital_ocean rackspace )
+
+      attr_accessor :project
+
+      define_keys %w( name
+                      host
+                      domain
+                      label
+                      server_name
+                      provider
+                      server_id
+                      deploy_user
+                      base_path
+                      relative_web_root
+                      database_host
+                      database_name
+                      database_user
+                      database_password
+                      has_dns_record )
+
+      def initialize(project, name)
+        @name = name
+        super(File.join("projects", project.name, "project"))
+        self.project = project
+        self.name = name
+      end
+
+      def serialize(data)
+        project.environments[@name] = data
+        project.serialize(project.data)
+      end
+
+      def deserialize(data)
+        super(data["environments"][@name])
+      end
+    end
+  end
+end

data/lib/hyrb/models/project.rb

@@ -0,0 +1,35 @@
+module Hyrb
+  module Models
+    class Project < Struct
+      define_keys %w( name
+                      title
+                      description
+                      github_org
+                      repo_name
+                      github_team
+                      room_name
+                      users
+                      environments
+                      jira_project
+                      has_hipchat_hook )
+
+      def initialize(name)
+        super(File.join("projects", name, "project"))
+        self.name = name
+        data.environments ||= { }
+      end
+
+      def developers(all_developers)
+        users ? all_developers.select {|dev| users.include? dev.email } : []
+      end
+
+      def repo_path
+        "#{github_org}/#{repo_name}"
+      end
+
+      def ansible_path
+        File.join(File.dirname(path), "ansible")
+      end
+    end
+  end
+end

data/lib/hyrb/pipeline.rb

@@ -0,0 +1,63 @@
+require 'tsort'
+
+module Hyrb
+  class Pipeline
+    include TSort
+
+    attr_accessor :prev_tasks, :next_tasks, :current_task, :env
+
+    def self.rules
+      @@rules ||= {}
+    end
+
+    def initialize(task_class)
+      @task_class = task_class
+      @prev_tasks = []
+      @next_tasks = build_task_list
+    end
+
+    def run(env = {})
+      @env = env
+      while @current_task = @next_tasks.shift
+        task = @current_task.new(self)
+        info "--> Running #{@current_task}" if @env[:verbose]
+        task.run_before(@env)
+        task.run(@env)
+        @prev_tasks << @current_task
+      end
+      @env
+    end
+
+    def invoke(task_class)
+      pipeline = self.class.new(task_class)
+      pipeline.prev_tasks += self.prev_tasks
+      pipeline.next_tasks -= self.prev_tasks
+      pipeline.run(@env)
+      self.next_tasks -= pipeline.prev_tasks
+    end
+
+    def info(message)
+      puts message
+    end
+
+    def tsort_each_child(node, &block)
+      (self.class.rules[node] || []).each(&block)
+    end
+
+    def tsort_each_node(&block)
+      (self.class.rules || {}).each_key(&block)
+    end
+
+    def build_task_list(id_map={}, stack=[])
+      arr = []
+      each_strongly_connected_component_from(@task_class, id_map, stack) do |t|
+        if t.length == 1
+          arr << t.first
+        else
+          raise TSort::Cyclic.new("cyclic dependencies: #{t.inspect}")
+        end
+      end
+      arr
+    end
+  end
+end

data/lib/hyrb/task.rb

@@ -0,0 +1,46 @@
+require 'hyrb/pipeline'
+  
+module Hyrb
+  class Task
+    extend Forwardable
+
+    attr_reader :env, :pipeline
+
+    def_delegators :pipeline, :invoke, :say, :ask, :prompt, :edit, :option_list, :beep, :yes?, :no?
+
+    def self.depends(*args)
+      Commands::Pipeline.rules.merge!({self => args})
+    end
+
+    def self.prompt(hash_name, key, options = {})
+      self.prompts << [hash_name, key, options]
+    end
+
+    def self.prompts
+      @prompts ||= []
+    end
+
+    def initialize(pipeline)
+      @pipeline = pipeline
+    end
+
+    # TODO: run task after
+
+    def run(env)
+    end
+
+    def run_before(env)
+      self.class.prompts.each do |(hash_name, key, options)|
+        if options.is_a?(Hash) && options[:default].respond_to?(:call)
+          options[:default] = options[:default].call(env)
+        end
+
+        prompt "Please enter #{key}", env[hash_name], key, options
+      end
+    end
+  end
+
+  module Tasks
+    Hyrb.autoload_each self, "hyrb/tasks", %w( ansible creds defaults developers digital_ocean environment github google hipchat project provision rackspace )
+  end
+end

data/lib/hyrb/tasks/ansible.rb

@@ -0,0 +1,96 @@
+require 'yaml'
+require 'erb'
+
+module Hyrb
+  module Tasks
+    module Ansible
+      class Inject < Task
+        depends Environment::SetupExisting
+
+        def run(env)
+
+        end
+      end
+
+      class Init < Task
+        depends Environment::SetupExisting
+
+        def run(env)
+        end
+      end
+
+      class CreatePlaybookDir < Task
+        depends Init
+
+        def run(env)
+          # How to deal with enviornment vs project for ansible
+          if File.directory? env.project.ansible_path
+            say "Ansible dir exists in #{env.project.ansible_path}", :yellow
+          else
+            FileUtils.mkdir_p(env.project.ansible_path)
+            FileUtils.cp_r("#{TEMPLATE_PATH}/ansible/roles", "#{env.project.ansible_path}/roles")
+            say "Created ansible dir in #{env.project.ansible_path}", :green
+          end
+        end
+      end
+
+      class DestroyPlaybookDir < Task
+        depends Init
+
+        def run(env)
+        end
+      end
+
+      class CreatePlaybook < Task
+        depends CreatePlaybookDir, Environment::Deployment
+
+        def run(env)
+          host = Models::AnsibleHost.new(env.project, env.environment)
+          host.save!
+          say "Saved inventory file to #{host.filepath}", :green
+
+          site_playbook = Models::AnsibleSite.new(env.project, env.environment)
+          site_playbook.data.merge!({
+            project_name: env.project.name,
+            host: env.environment.host,
+            deploy_user: env.environment.deploy_user,
+            base_path: env.environment.base_path,
+            domain: env.environment.domain,
+            relative_web_root: env.environment.relative_web_root,
+          })
+
+          site_playbook.hosts = env.environment.label
+
+          if ! site_playbook.mysql_host && yes?("Does the project use a SQL database?")
+            invoke Environment::Database
+
+            site_playbook.data.merge!({
+              mysql_host: env.environment.database_host,
+              mysql_db: env.environment.database_name,
+              mysql_user: env.environment.database_user,
+              mysql_password: env.environment.database_password,
+            })
+
+            # TODO: add mysql role to playbook
+
+            site_playbook.vars_prompt = [{ 
+              "name" => "mysql_root_user", 
+              "prompt" => "MySQL Root User", 
+              "private" => false 
+            },{ 
+              "name" => "mysql_root_password", 
+              "prompt" => "MySQL Root Password" 
+            }]
+          end
+
+          site_playbook.save!
+          
+          say "Saved site playbook to #{site_playbook.filepath}", :green
+          say "Run it with", :green
+          say "\tcd #{env.project.ansible_path}", :green
+          say "\tansible-playbook -i $(which yaminv) #{env.environment.label}.yml", :green
+        end
+      end
+    end
+  end
+end

data/lib/hyrb/tasks/creds.rb

@@ -0,0 +1,39 @@
+module Hyrb
+  module Tasks
+    module Creds
+      class Inject < Task
+        depends Defaults::Init
+
+        def run(env)
+          env.creds = Hyrb::Models::Creds.new
+        end
+      end
+
+      class Init < Task
+        depends Inject
+      end
+
+      class Show < Task
+        depends Init
+
+        def run(env)
+          say env.creds.data.to_hash.to_yaml
+        end
+      end
+
+      class Build < Task
+        depends Init
+
+        Hyrb::Models::Creds.keys.each { |key| prompt :creds, key, always: true }
+      end
+
+      class Edit < Task
+        depends Init
+
+        def run(env)
+          edit(env.creds.filepath)
+        end
+      end
+    end
+  end
+end

data/lib/hyrb/tasks/defaults.rb

@@ -0,0 +1,43 @@
+module Hyrb
+  module Tasks
+    module Defaults
+      class Inject < Task
+        def run(env)
+          env.defaults = Hyrb::Models::Defaults.new
+        end
+      end
+
+      class Init < Task
+        depends Inject
+
+        prompt :defaults, :domain, "hyfnrsx1.com"
+      end
+
+      class Show < Task
+        depends Defaults::Init
+
+        def run(env)
+          say env.defaults.data.to_hash.to_yaml
+        end
+      end
+
+      class Build < Task
+        depends Defaults::Init
+
+        Hyrb::Models::Defaults.keys.each { |key| prompt :defaults, key, always: true }
+
+        def run(env)
+          say "Credentials updated", :green
+        end
+      end
+
+      class Edit < Task
+        depends Defaults::Init
+
+        def run(env)
+          edit(env.defaults.filepath)
+        end
+      end
+    end
+  end
+end

data/lib/hyrb/tasks/developers.rb

@@ -0,0 +1,120 @@
+require 'faraday'
+require 'uri'
+require 'google_doc_seed'
+require 'json'
+require 'csv'
+
+module Hyrb
+  module Tasks
+    module Developers
+      class Inject < Task
+        def run(env)
+          env.developers = Hyrb::Models::Cache::Developers.new.data
+        end
+      end
+
+      class Init < Task
+        depends Inject
+
+        def run(env)
+          invoke(Download) if env.developers.blank?
+        end
+      end
+
+      class Show < Task
+        depends Init
+
+        def run(env)
+          say env.developers.map(&:to_hash).to_yaml
+        end
+      end
+
+      class Download < Task
+        depends Google::Init
+
+        def run(env)
+          response = Faraday.post "https://accounts.google.com/o/oauth2/token",
+            refresh_token: env.creds.google_refresh_token,
+            client_id:     env.creds.google_client_id,
+            client_secret: env.creds.google_client_secret,
+            grant_type:    "refresh_token"
+
+          access_token = JSON.parse(response.body)['access_token']
+          seeder = GoogleDocSeed.new(access_token)
+          csv_string = seeder.to_csv_string(env.creds.google_spreadsheet_key)
+
+          csv = CSV.parse(csv_string, GoogleCSVConverters::CSV_SETTINGS)
+
+          env.developers = Hyrb::Models::Cache::Developers.new
+          env.developers.data = csv.map do |row|
+            pks = []
+            while true
+              field = row.delete(:public_key)
+              if field.length > 1
+                pks << field[1] if field[1]
+              else
+                break
+              end
+            end
+
+            Hyrb::Models::Developer.new({
+              name:            row[:name],
+              email:           row[:email],
+              role:            Hyrb::Models::Developer::ROLE_MAP[row[:role].to_i],
+              github_username: row[:github],
+              keys:            pks,
+            }) if row[:role].to_i < 4 && row[:email]
+          end.compact
+
+          env.developers.save!
+          say "Developer data downloaded", :green
+        end
+      end
+
+      class AddToProject < Task
+        depends Init, Project::Init
+
+        def run(env)
+          added_devs = if env.project.users.try(:any?)
+            env.developers.select {|dev| env.project.users.include? dev.email }
+          else
+            env.developers.select {|dev| dev.role == :admin }
+          end
+
+          loop do
+            say "Devs with access"
+            list_devs(added_devs)
+
+            break unless yes? "Add more devs?"
+
+            dev_list = env.developers - added_devs
+            devs = *prompt_for_dev(dev_list)
+            added_devs += devs
+          end
+
+          env.project.users = added_devs.map(&:email)
+          env.project.save!
+        end
+
+        def list_devs(devs)
+          devs.each {|d| say "#{d.name} <#{d.email}>"}
+        end
+
+        def prompt_for_dev(devs)
+          option_list(devs) { |d, i| "#{i+1}: #{d.name} <#{d.email}>" }
+        end
+      end
+
+      module GoogleCSVConverters
+        BLANK_TO_NIL = ->(f) { f.empty? ? nil : f }
+        TRIM_WHITESPACE = ->(f) { f.respond_to?(:gsub) ? f.gsub(/\s+$/, '') : f }
+
+        CSV_SETTINGS = {
+          headers:           true,
+          header_converters: :symbol,
+          converters:        [BLANK_TO_NIL, TRIM_WHITESPACE],
+        }
+      end
+    end
+  end
+end

data/lib/hyrb/tasks/digital_ocean.rb

@@ -0,0 +1,84 @@
+require 'fog/digitalocean'
+require 'parallel'
+  
+module Hyrb
+  module Tasks
+    module DigitalOcean
+      class Inject < Task
+        depends Creds::Init
+
+        prompt :creds, :digital_ocean_api_key
+        prompt :creds, :digital_ocean_client_id
+
+        def run(env)
+          env.digital_ocean_client = Fog::Compute.new({
+            provider: 'DigitalOcean',
+            digitalocean_api_key: env.creds.digital_ocean_api_key,
+            digitalocean_client_id: env.creds.digital_ocean_client_id,
+          })
+        end
+      end
+
+      class Init < Task
+        depends Inject
+
+        def run(env)
+          # TODO: allow cache referesh to be forced
+          env.digital_ocean_cache = Hyrb::Models::Cache::DigitalOcean.new
+          env.digital_ocean_cache.class.keys.each do |key|
+            env.digital_ocean_cache[key] ||= env.digital_ocean_client.send(key).map(&:attributes)
+          end
+          env.digital_ocean_cache.save!
+        end
+      end
+
+      class SSHKeys < Task
+        depends Init, Developers::Init
+
+        def run(env)
+          env.digital_ocean_ssh_keys = Parallel.map(env.digital_ocean_client.ssh_keys.all, in_threads: 12) do |dokey|
+            env.digital_ocean_client.ssh_keys.get(dokey.id)
+          end
+
+          env.digital_ocean_ssh_keys.each do |k|
+            dev = env.developers.find { |dev| dev.keys.include? k.ssh_pub_key }
+            dev.digital_ocean_id = k.id if dev
+          end
+        end
+      end
+
+      class ShowSSHKeys < Task
+        depends SSHKeys
+
+        def run(env)
+          say env.digital_ocean_ssh_keys.map { |k| {name: k.name, id: k.id, ssh_key: k.ssh_pub_key} }.to_yaml
+        end
+      end
+
+      class SyncSSHKeys < Task
+        depends SSHKeys
+
+        def run(env)
+          env.digital_ocean_ssh_keys.each do |dokey|
+            unless key = env.developers.any? { |dev| dev.keys.include? dokey.ssh_pub_key }
+              say "Removing #{dokey.name} SSH key from Digital Ocean", :green
+              env.digital_ocean_client.ssh_keys.destroy(dokey.id)
+            end
+          end
+
+          env.developers.select { |d| d.keys.any? }.each do |dev|
+            if key = env.digital_ocean_ssh_keys.any? { |k| dev.keys.include? k.ssh_pub_key }
+              say "#{dev.name}'s keys already added to Digital Ocean", :yellow
+            else
+              dev.keys.each do |pubkey, i|
+                say "Adding pubkey for #{dev.name} to Digital Ocean", :green
+                env.digital_ocean_client.ssh_keys.create(name: dev.name, ssh_pub_key: pubkey)
+              end
+            end
+          end
+        end
+      end
+    
+    end
+  end
+end