prepd 0.1.1 → 0.3.0

data/lib/prepd/models.rb

@@ -1,261 +1,7 @@
-module Prepd
-  class Client < ActiveRecord::Base
-    attr_accessor :data_dir
-
-    has_many :projects, dependent: :destroy
-    has_many :applications, through: :projects
-
-    before_validation :set_defaults
-    validates :name, :path, presence: true
-
-    after_create :setup
-    after_destroy :destroy_client
-
-    def set_defaults
-      self.path = "#{Prepd.options['DATA_DIR']}/#{name}"
-    end
-
-    def setup
-      FileUtils.mkdir_p(path) unless Dir.exists?(path)
-    end
-
-    def destroy_client
-      FileUtils.rm_rf("#{path}")
-    end
-  end
-
-
-  class Project < ActiveRecord::Base
-    attr_accessor :tf_creds, :tf_key, :tf_secret, :ansible_creds, :ansible_key, :ansible_secret
-
-    belongs_to :client, required: true
-    has_many :applications, dependent: :destroy
-
-    validates :name, presence: true, uniqueness: { scope: :client }
-
-    after_create :create_project
-    after_destroy :destroy_project
-
-    #
-    # Initialize the prepd-project or just copy in developer credentials if the project already exists
-    #
-    def create_project
-      if Dir.exists?(path)
-        copy_developer_yml
-        return
-      end
-      setup_git
-      clone_submodules
-      copy_developer_yml
-      generate_credentials
-      encrypt_vault_files
-    end
-
-    #
-    # Destory the VM and remove the project from the file system
-    #
-    def destroy_project
-      Dir.chdir(path) { system('vagrant destroy') }
-      FileUtils.rm_rf(path)
-    end
-
-    #
-    # Clone prepd-project, remove the git history and start with a clean repository
-    #
-    def setup_git
-      Dir.chdir(client.path) { system("git clone git@github.com:rjayroach/prepd-project.git #{name}") }
-      Dir.chdir(path) do
-        FileUtils.rm_rf("#{path}/.git")
-        system('git init')
-        system('git add .')
-        system("git commit -m 'First commit from Prepd'")
-        system("git remote add origin #{repo_url}") if repo_url
-      end
-    end
-
-    #
-    # Clone ansible roles and terraform modules
-    #
-    def clone_submodules
-      Dir.chdir("#{path}/ansible") do
-        system('git submodule add git@github.com:rjayroach/ansible-roles.git roles')
-      end
-      Dir.chdir("#{path}/terraform") do
-        system('git submodule add git@github.com:rjayroach/terraform-modules.git modules')
-      end
-    end
-
-    #
-    # Copy developer credentials or create them if the file doesn't already exists
-    # TODO: Maybe the creation of developer creds should be done at startup of prepd
-    #
-    def copy_developer_yml
-      return if File.exists?("#{path}/.developer.yml")
-      Dir.chdir(path) do
-        if File.exists?("#{Prepd.work_dir}/developer.yml")
-          FileUtils.cp("#{Prepd.work_dir}/developer.yml", '.developer.yml')
-        elsif File.exists?("#{Dir.home}/.prepd-developer.yml")
-          FileUtils.cp("#{Dir.home}/.prepd-developer.yml", '.developer.yml')
-        else
-          File.open('.developer.yml', 'w') do |f|
-            f.puts('---')
-            f.puts("git_username: #{`git config --get user.name`.chomp}")
-            f.puts("git_email: #{`git config --get user.email`.chomp}")
-            f.puts("docker_username: ")
-            f.puts("docker_password: ")
-          end
-        end
-      end
-    end
-
-    #
-    # Create AWS credential files for Terraform and Ansible, ssh keys and and ansible-vault encryption key
-    # NOTE: The path to credentials is used in the ansible-role prepd
-    #
-    def generate_credentials
-      # self.tf_creds = '/Users/rjayroach/Documents/c2p4/aws/legos-terraform.csv'
-      # self.ansible_creds = '/Users/rjayroach/Documents/c2p4/aws/legos-ansible.csv'
-      generate_tf_creds
-      generate_ansible_creds
-      generate_ssh_keys
-      generate_vault_password
-    end
-
-    def generate_tf_creds
-      self.tf_key, self.tf_secret = CSV.read(tf_creds).last.slice(2,2) if tf_creds
-      unless tf_key and tf_secret
-        STDOUT.puts 'tf_key and tf_secret need to be set (or set tf_creds to path to CSV file)'
-        return
-      end
-      require 'csv'
-      Dir.chdir(path) do
-        File.open('.terraform-vars.txt', 'w') do |f|
-          f.puts("aws_access_key_id = \"#{tf_key}\"")
-          f.puts("aws_secret_access_key = \"#{tf_secret}\"")
-        end
-      end
-    end
-
-    def generate_ansible_creds
-      self.ansible_key, self.ansible_secret = CSV.read(ansible_creds).last.slice(2,2) if ansible_creds
-      unless ansible_key and ansible_secret
-        STDOUT.puts 'ansible_key and ansible_secret need to be set (or set ansible_creds to path to CSV file)'
-        return
-      end
-      Dir.chdir(path) do
-        File.open('.boto', 'w') do |f|
-          f.puts('[Credentials]')
-          f.puts("aws_access_key_id = #{ansible_key}")
-          f.puts("aws_secret_access_key = #{ansible_secret}")
-        end
-      end
-    end
-
-    #
-    # Generate a key pair to be used as the EC2 key pair
-    #
-    def generate_ssh_keys(file_name = '.id_rsa')
-      Dir.chdir(path) { system("ssh-keygen -b 2048 -t rsa -f #{file_name} -q -N '' -C 'ansible@#{name}.#{client.name}.local'") }
-    end
-
-    #
-    # Generate the key to encrypt ansible-vault files
-    #
-    def generate_vault_password(file_name = '.vault-password.txt')
-      require 'securerandom'
-      Dir.chdir(path) { File.open(file_name, 'w') { |f| f.puts(SecureRandom.uuid) } }
-    end
-
-    #
-    # Use ansible-vault to encrypt the inventory group_vars
-    #
-    def encrypt_vault_files
-      Dir.chdir("#{path}/ansible") do
-        %w(all development local production staging).each do |env|
-          system("ansible-vault encrypt inventory/group_vars/#{env}/vault")
-        end
-      end
-    end
-
-    def encrypt(mode = :vault)
-      return unless executable?('gpg')
-      Dir.chdir(path) do
-        system "tar cf #{archive(:credentials)} #{file_list(mode)}"
-      end
-      system "gpg -c #{archive(:credentials)}"
-      FileUtils.rm(archive(:credentials))
-      "File created: #{archive(:credentials)}.gpg"
-    end
-
-    def encrypt_data
-      return unless executable?('gpg')
-      archive_path = "#{path}/#{client.name}-#{name}-data.tar"
-      Dir.chdir(path) do
-        system "tar cf #{archive_path} data"
-      end
-      system "gpg -c #{archive_path}"
-      FileUtils.rm(archive_path)
-      FileUtils.mv("#{archive_path}.gpg", "#{archive(:data)}.gpg")
-      "File created: #{archive(:data)}.gpg"
-    end
-
-    def decrypt(type = :credentials)
-      return unless %i(credentials data).include? type
-      return unless executable?('gpg')
-      unless File.exists?("#{archive(type)}.gpg")
-        STDOUT.puts "File not found: #{archive(type)}.gpg"
-        return
-      end
-      system "gpg #{archive(type)}.gpg"
-      Dir.chdir(path) do
-        system "tar xf #{archive(type)}"
-      end
-      FileUtils.rm(archive(type))
-      "File processed: #{archive(type)}.gpg"
-    end
-
-    def executable?(name = 'gpg')
-      require 'mkmf'
-      rv = find_executable(name)
-      STDOUT.puts "#{name} executable not found" unless rv
-      FileUtils.rm('mkmf.log')
-      rv
-    end
-
-    def file_list(mode)
-      return ".boto .id_rsa .id_rsa.pub .terraform-vars.txt .vault-password.txt" if mode.eql?(:all)
-      ".vault-password.txt"
-    end
-
-    def archive(type = :credentials)
-      "#{data_path}/#{client.name}-#{name}-#{type}.tar"
-    end
-
-    def data_path
-      "#{path}/data"
-    end
-
-    def path
-     "#{client.path}/#{name}"
-    end
-  end
-
-
-  class Application < ActiveRecord::Base
-    belongs_to :project, required: true
-
-    validates :name, presence: true, uniqueness: { scope: :project }
-
-    after_create :setup
-
-    def setup
-      Dir.chdir("#{project.path}/ansible") do
-        FileUtils.cp_r('application', name)
-      end
-    end
-
-    def path
-     "#{project.path}/ansible/#{name}"
-    end
-  end
-end
+require 'prepd/models/base'
+require 'prepd/models/setup'
+require 'prepd/models/cluster'
+require 'prepd/models/developer'
+require 'prepd/models/machine'
+require 'prepd/models/project'
+require 'prepd/models/workspace'

data/lib/prepd/models/base.rb

@@ -0,0 +1,124 @@
+module Prepd
+  class Base
+    include ActiveModel::Model
+    include ActiveModel::Validations::Callbacks
+    extend ActiveModel::Callbacks
+
+    define_model_callbacks :create
+
+		def create
+			run_callbacks :create do
+				# Your create action methods here
+			end
+		end
+  end
+  
+  module Component
+    extend ActiveSupport::Concern
+
+    included do
+      attr_accessor :name
+
+      validates :name, presence: true
+      validate :component_directory_does_not_exist
+    end
+
+    def component_directory_does_not_exist
+      return if Prepd.config.force
+      errors.add(:directory_exists, component_dir) if Dir.exists?(component_dir)
+    end
+
+    def in_component_dir
+      in_component_root do
+        Dir.chdir(name) { yield }
+      end
+    end
+
+    def component_dir
+      "#{component_root}/#{name}"
+    end
+
+    def in_component_root(dir = self.class::WORK_DIR)
+      in_workspace_root do
+        Dir.chdir(dir) { yield }
+      end
+    end
+
+    def component_root
+      "#{workspace_root}/#{self.class::WORK_DIR}"
+    end
+
+    def in_workspace_root
+      raise StandardError, 'Not a prepd workspace' if workspace_root.nil?
+      Dir.chdir(workspace_root) { yield }
+    end
+
+    def workspace_root
+      path = Pathname.new(Prepd.config.working_dir)
+      until path.root?
+        break path if File.exists?("#{path}/prepd-workspace.yml")
+        path = path.parent
+      end
+    end
+
+    def files_dir
+      "#{Prepd.files_dir}/#{self.class::WORK_DIR}"
+    end
+
+    def klass_name
+      binding.pry
+      "#{Prepd.files_dir}/#{self.class::WORK_DIR}"
+    end
+  end
+end
+
+=begin
+require 'yaml'
+require 'erb'
+
+module Prepd
+  class Base < ActiveRecord::Base
+    self.abstract_class = true
+
+    attr_accessor :config
+
+    after_initialize :set_config
+
+    def set_config
+      self.config = Prepd.config
+    end
+
+    def as_json(options = {})
+      super(except: [:created_at, :updated_at])
+    end
+
+    def kind
+      self.class.name.split('::').last.downcase
+    end
+
+    def to_yaml
+      { 'kind' => kind, 'data' => for_yaml }.to_yaml
+    end
+
+    def from_yaml
+      File.exists?(config_file_path) ? YAML.load_file(config_file_path) : {}
+    end
+
+    def write_config
+      FileUtils.mkdir_p("#{config_dir}/vars") unless Dir.exists?("#{config_dir}/vars")
+      File.open(config_file_path, 'w') { |f| f.write(to_yaml) }
+    end
+
+    def config_file_path
+      "#{config_dir}/vars/setup.yml"
+    end
+
+    #
+    # Remove the project from the file system
+    #
+    def delete_config_dir
+      FileUtils.rm_rf(config_dir)
+    end
+  end
+end
+=end

data/lib/prepd/models/cluster.rb

@@ -0,0 +1,255 @@
+module Prepd
+  class Cluster < Base
+    WORK_DIR = 'clusters'
+    include Prepd::Component
+
+    after_create :create_cluster, :initialize_cluster
+
+    def create_cluster
+      in_component_root do
+        FileUtils.rm_rf(name) if Prepd.config.force
+        FileUtils.mkdir_p(name)
+      end
+    end
+
+    def initialize_cluster
+      in_component_dir do
+        FileUtils.cp_r("#{Prepd.files_dir}/cluster/.", '.')
+      end
+      # in_component_root('developer') do
+      #   FileUtils.mkdir_p(name)
+      #   Dir.chdir(name) do
+      #     FileUtils.cp_r("#{Prepd.files_dir}/developer/cluster/.", '.')
+      #   end
+      # end
+      in_component_root('projects') do
+        FileUtils.mkdir_p(name)
+        Dir.chdir(name) { FileUtils.cp_r("#{Prepd.files_dir}/project/.", '.') }
+      end
+      in_component_root('data') do
+        FileUtils.mkdir_p(name)
+        Dir.chdir(name) { FileUtils.touch('.keep') }
+      end
+    end
+
+    def up
+      in_component_dir { vagrant up }
+    end
+  end
+end
+
+=begin
+require 'erb'
+module Prepd
+  class Machine < Base
+    VAGRANTFILE = 'Vagrantfile'.freeze
+    NAME = %x(hostname -f).split('.')[1].freeze
+
+    has_many :machine_projects
+    has_many :projects, through: :machine_projects
+
+    after_save :write_vagrantfile, :write_config
+    before_destroy :destroy_vm, :delete_config_dir
+
+    validates :name, presence: true, uniqueness: true  # "You must supply APP_PATH" unless name
+
+    def self.ref
+      find_by(name: NAME)
+    end
+
+    def write_vagrantfile
+      FileUtils.mkdir_p(config_dir) unless Dir.exists?(config_dir)
+      File.open("#{config_dir}/#{VAGRANTFILE}", 'w') { |f| f.write(ERB.new(vagrantfile_template).result(binding)) }
+    end
+
+    def vagrantfile_template
+      File.read("#{Prepd.files_dir}/machine/#{VAGRANTFILE}")
+    end
+
+    #
+    # Destory the VM
+    #
+    def destroy_vm
+      yes = config.yes ? ' --force' : ''
+      processed = nil
+      Dir.chdir(config_dir) { processed = system("vagrant destroy#{yes}") }
+      # TODO: If the vagrant destory is canceled then immediately return from this method
+      unless processed
+        errors.add(:destroy, vm: 'error destroying virutal machine')
+        throw :abort
+      end
+    end
+
+    def up
+      processed, response = nil
+      Dir.chdir(config_dir) do
+        processed = system("vagrant up")
+        subdomain, x, y, domain = Dir.pwd.split('/').reverse[0..3]
+        response = "ssh node0.#{subdomain}.#{domain}.local"
+      end
+      response
+    end
+
+    def config_dir
+      "#{config.prepd_dir}/config/machines/#{name}"
+    end
+
+    # as_json with projects array included
+    def for_yaml
+      as_json.merge({ 'projects' => projects.as_json })
+    end
+
+
+    # attr_accessor :tf_creds, :tf_key, :tf_secret, :ansible_creds, :ansible_key, :ansible_secret
+    #
+    # Copy developer credentials or create them if the file doesn't already exists
+    # TODO: Maybe the creation of developer creds should be done at startup of prepd
+    #
+    def copy_developer_yml
+      return if File.exists?("#{path}/.developer.yml")
+      Dir.chdir(path) do
+        if File.exists?("#{Prepd.config_dir}/developer.yml")
+          FileUtils.cp("#{Prepd.config_dir}/developer.yml", '.developer.yml')
+        elsif File.exists?("#{Dir.home}/.prepd-developer.yml")
+          FileUtils.cp("#{Dir.home}/.prepd-developer.yml", '.developer.yml')
+        else
+          File.open('.developer.yml', 'w') do |f|
+            f.puts('---')
+            f.puts("git_username: #{`git config --get user.name`.chomp}")
+            f.puts("git_email: #{`git config --get user.email`.chomp}")
+            f.puts("docker_username: ")
+            f.puts("docker_password: ")
+          end
+        end
+      end
+    end
+
+    #
+    # Create AWS credential files for Terraform and Ansible, ssh keys and and ansible-vault encryption key
+    # NOTE: The path to credentials is used in the ansible-role prepd
+    #
+    def generate_credentials
+      # self.tf_creds = '/Users/rjayroach/Documents/c2p4/aws/legos-terraform.csv'
+      # self.ansible_creds = '/Users/rjayroach/Documents/c2p4/aws/legos-ansible.csv'
+      generate_tf_creds
+      generate_ansible_creds
+      generate_ssh_keys
+      generate_vault_password
+    end
+
+    def generate_tf_creds
+      self.tf_key, self.tf_secret = CSV.read(tf_creds).last.slice(2,2) if tf_creds
+      unless tf_key and tf_secret
+        STDOUT.puts 'tf_key and tf_secret need to be set (or set tf_creds to path to CSV file)'
+        return
+      end
+      require 'csv'
+      Dir.chdir(path) do
+        File.open('.terraform-vars.txt', 'w') do |f|
+          f.puts("aws_access_key_id = \"#{tf_key}\"")
+          f.puts("aws_secret_access_key = \"#{tf_secret}\"")
+        end
+      end
+    end
+
+    def generate_ansible_creds
+      self.ansible_key, self.ansible_secret = CSV.read(ansible_creds).last.slice(2,2) if ansible_creds
+      unless ansible_key and ansible_secret
+        STDOUT.puts 'ansible_key and ansible_secret need to be set (or set ansible_creds to path to CSV file)'
+        return
+      end
+      Dir.chdir(path) do
+        File.open('.boto', 'w') do |f|
+          f.puts('[Credentials]')
+          f.puts("aws_access_key_id = #{ansible_key}")
+          f.puts("aws_secret_access_key = #{ansible_secret}")
+        end
+      end
+    end
+
+    #
+    # Generate a key pair to be used as the EC2 key pair
+    #
+    def generate_ssh_keys(file_name = '.id_rsa')
+      Dir.chdir(path) { system("ssh-keygen -b 2048 -t rsa -f #{file_name} -q -N '' -C 'ansible@#{name}.#{client.name}.local'") }
+    end
+
+    #
+    # Generate the key to encrypt ansible-vault files
+    #
+    def generate_vault_password(file_name = '.vault-password.txt')
+      require 'securerandom'
+      Dir.chdir(path) { File.open(file_name, 'w') { |f| f.puts(SecureRandom.uuid) } }
+    end
+
+    #
+    # Use ansible-vault to encrypt the inventory group_vars
+    #
+    def encrypt_vault_files
+      Dir.chdir("#{path}/ansible") do
+        %w(all development local production staging).each do |env|
+          system("ansible-vault encrypt inventory/group_vars/#{env}/vault")
+        end
+      end
+    end
+
+    def encrypt(mode = :vault)
+      return unless executable?('gpg')
+      Dir.chdir(path) do
+        system "tar cf #{archive(:credentials)} #{file_list(mode)}"
+      end
+      system "gpg -c #{archive(:credentials)}"
+      FileUtils.rm(archive(:credentials))
+      "File created: #{archive(:credentials)}.gpg"
+    end
+
+    def encrypt_data
+      return unless executable?('gpg')
+      archive_path = "#{path}/#{client.name}-#{name}-data.tar"
+      Dir.chdir(path) do
+        system "tar cf #{archive_path} data"
+      end
+      system "gpg -c #{archive_path}"
+      FileUtils.rm(archive_path)
+      FileUtils.mv("#{archive_path}.gpg", "#{archive(:data)}.gpg")
+      "File created: #{archive(:data)}.gpg"
+    end
+
+    def decrypt(type = :credentials)
+      return unless %i(credentials data).include? type
+      return unless executable?('gpg')
+      unless File.exists?("#{archive(type)}.gpg")
+        STDOUT.puts "File not found: #{archive(type)}.gpg"
+        return
+      end
+      system "gpg #{archive(type)}.gpg"
+      Dir.chdir(path) do
+        system "tar xf #{archive(type)}"
+      end
+      FileUtils.rm(archive(type))
+      "File processed: #{archive(type)}.gpg"
+    end
+
+    def executable?(name = 'gpg')
+      require 'mkmf'
+      rv = find_executable(name)
+      STDOUT.puts "#{name} executable not found" unless rv
+      FileUtils.rm('mkmf.log')
+      rv
+    end
+
+    def file_list(mode)
+      return ".boto .id_rsa .id_rsa.pub .terraform-vars.txt .vault-password.txt" if mode.eql?(:all)
+      ".vault-password.txt"
+    end
+
+    def archive(type = :credentials)
+      "#{data_path}/#{client.name}-#{name}-#{type}.tar"
+    end
+
+    def data_path
+      "#{path}/data"
+    end
+  end
+end
+=end