prepd 0.1.1 → 0.3.0

data/files/workspace/clusters/vagrant.yml

@@ -0,0 +1,18 @@
+# applies to all clusters
+# NOTE: Dir.pwd returns the directory of the Vagrantfile
+---
+settings:
+  workspace: <%= Pathname.new(Dir.pwd).parent.parent %>
+  boxes_dir: <%= Pathname.new(Dir.pwd).parent.parent %>/machines/boxes
+  # boxes_dir: <%= Dir.home %>/.prepd/share/packer/debian/stretch/boxes
+  # boxes_dir: https://s3-ap-southeast-1.amazonaws.com/c2p4-storage/boxes
+  name: <%= Dir.pwd.split('/').last %>
+  projects_name: <%= Dir.pwd.split('/').last %>
+
+boxes:
+  development:
+    box: <%= workspace['name'] %>/debian-stretch-amd64-development
+    box_url: <%= settings['boxes_dir'] %>/debian-stretch-amd64-development.json
+  minikube:
+    box: <%= workspace['name'] %>/debian-stretch-amd64-minikube
+    box_url: <%= settings['boxes_dir'] %>/debian-stretch-amd64-minikube.json

data/files/workspace/developer/ansible.cfg

@@ -0,0 +1,4 @@
+[defaults]
+inventory = hosts
+vault_password_file = vault-password.txt
+retry_files_enabled = no

data/files/workspace/developer/hosts

@@ -0,0 +1,7 @@
+node0 ansible_connection=local
+
+[development]
+node0
+
+[kubectl]
+node0

data/files/workspace/developer/machines/provision.yml

@@ -0,0 +1,9 @@
+# Custom roles for the developer
+---
+- hosts: developer-base
+  tasks:
+    - include_role:
+        name: prepd/yadr
+
+    - include_role:
+        name: prepd/tmuxinator

data/files/workspace/developer/provision.yml

@@ -0,0 +1,15 @@
+#!/usr/bin/env ansible-playbook
+---
+- hosts: development
+  tasks:
+    - name: Include vars
+      include_vars:
+        file: vars.yml
+
+    - include_role:
+        name: prepd/yadr
+
+    - include_role:
+        name: prepd/credentials
+      vars:
+        credentials_src_dirs: credentials

data/files/workspace/machines/build.yml

@@ -0,0 +1,34 @@
+---
+aws:
+  profile: vagrant-s3
+  s3_bucket: my-storage-bucket
+  s3_region: ap-southeast-1
+  box_dir: boxes
+
+os_images:
+  debian_stretch_amd64:
+    base_dir: debian/stretch
+    base_name: debian-stretch-amd64
+    iso_url: https://cdimage.debian.org/debian-cd/9.4.0/amd64/iso-cd/debian-9.4.0-amd64-xfce-CD-1.iso
+    iso_checksum: 6715c8c0bedf77c8eef2e8732e117db6
+
+images:
+  # 1) Start by creating a base image from the OS's official ISO and add ansible
+  base:
+    source:
+      os_image: debian_stretch_amd64
+    provisioner: <%= Dir.pwd %>/provision.yml
+  # 2) Customize the base image to the developer's requirements
+  developer-base:
+    source:
+      image: base
+    provisioner: <%= Pathname.new(Dir.pwd).parent.to_s %>/developer/machines/provision.yml
+  # 3) All additional images are derived from the developer's base image
+  development:
+    source:
+      image: developer-base
+    provisioner: <%= Dir.pwd %>/provision.yml
+  minikube:
+    source:
+      image: developer-base
+    provisioner: <%= Dir.pwd %>/provision.yml

data/files/workspace/machines/provision.yml

@@ -0,0 +1,36 @@
+---
+- hosts: base
+  tasks:
+    - include_role:
+        name: prepd/packer/base-provision
+    - include_role:
+        name: prepd/ansible
+
+- hosts: development
+  tasks:
+    - include_role:
+        name: prepd/ruby
+    - include_role:
+        name: prepd/docker
+    - name: Install kubectl
+      include_role:
+        name: prepd/k8s/kubectl
+    - name: Install helm
+      include_role:
+        name: prepd/k8s/helm
+
+- hosts: minikube
+  tasks:
+    - include_role:
+        name: prepd/docker
+    - include_role:
+        name: prepd/k8s/kubectl
+    - include_role:
+        name: prepd/k8s/minikube
+      vars:
+        # See: https://github.com/kubernetes/minikube/issues/2549
+        k8s_minikube_bin_url: https://storage.googleapis.com/minikube-builds/2550/minikube-linux-amd64
+    - include_role:
+        name: prepd/k8s/minikube
+        tasks_from: start
+    - command: minikube delete

data/lib/prepd.rb

@@ -1,47 +1,108 @@
-require 'prepd/version'
-require 'dotenv'
-require 'active_record'
-require 'sqlite3'
 require 'fileutils'
+require 'active_record'
 
 module Prepd
-  def self.work_dir; "#{Dir.home}/.prepd"; end
-  def self.data_dir; ENV['DATA_DIR']; end
+  class StringInquirer < String
+    # Copied from ActiveSupport::StringInquirer
+    def method_missing(method_name, *arguments)
+      if method_name[-1] == '?'
+        self == method_name[0..-2]
+      else
+        super
+      end
+    end
+  end
 
-  def self.files; Dir.glob("#{work_dir}/*"); end
+  def self.env; @env; end
+  def self.env=(env); @env = env; end
 
-  def self.config; "#{work_dir}/config"; end
+  def self.config_dir; @config_dir end
 
-  def self.default_settings
-    {
-      'VERSION' => '1',
-      'DATA_DIR' => "#{Dir.home}/prepd",
-      'VAGRANT_BASE_BOX' => 'debian/contrib-jessie64'
-    }
+  def self.config_dir=(dir)
+    @config_dir = dir
   end
 
-  # Create records for exisitng directories in the DATA_DIR
-  def self.scan
-    clients = Dir.entries(ENV['DATA_DIR'])
-    clients.select { |entry| !entry.starts_with?('.') }.each do |client_name|
-      c = Client.find_or_create_by(name: client_name)
-      projects = Dir.entries("#{ENV['DATA_DIR']}/#{client_name}")
-      projects.select { |entry| !entry.starts_with?('.') }.each do |project_name|
-        c.projects.find_or_create_by(name: project_name)
-      end
-    end
+  def self.config_file; "#{config_dir}/config.yml"; end
+
+  def self.default_config
+    { version: 1 }
+  end
+
+  def self.register_workspace(dir)
+    config.workspaces << dir
+    write_config_file
   end
 
-  FileUtils.mkdir_p work_dir
-  ActiveRecord::Base.logger = Logger.new(File.open("#{work_dir}/database.log", 'w'))
-  ActiveRecord::Base.establish_connection(adapter: :sqlite3, database: "#{work_dir}/sqlite.db")
-  unless File.exists?(config)
-    File.open(config, 'a') do |f|
-      default_settings.each { |key, value| f.puts("#{key}=#{value}") }
+  def self.verify_workspaces
+    config.workspaces ||= []
+    config.workspaces.each do |dir|
+      next if File.exists?(File.expand_path("#{dir}/prepd-workspace.yml"))
+      config.workspaces -= [dir]
     end
+    write_config_file
+  end
+
+  def self.base_config
+    write_config_file unless File.exists?(config_file)
+    default_config.merge(YAML.load(File.read(config_file)))
+  end
+
+  def self.write_config_file
+    FileUtils.mkdir_p(config_dir) unless Dir.exists?(config_dir)
+    File.open(config_file, 'w') { |f| f.write(YAML.dump(writable_config)) }
+  end
+
+  def self.writable_config
+    config.to_h.select { |k| %i(version workspaces).include?(k) }
+  end
+
+  def self.config=(config)
+    @config = config
+  end
+
+  def self.config; @config; end
+
+  def self.cli_options=(config)
+    @cli_options = config
+  end
+
+  def self.cli_options; @cli_options; end
+
+  def self.log(message)
+    STDOUT.puts(message)
+  end
+
+  def self.files_dir
+    "#{Pathname.new(File.dirname(__FILE__)).parent}/files"
   end
-  Dotenv.load(config)
-end
 
-require 'prepd/schema'
-require 'prepd/models'
+  # Probe system for whether it is virutal or not and default accordingly
+  # hostnamectl | grep Virtualization will return a string when the string is found (vm) and '' when not (host)
+  # it will fail on apple machines b/c hostnamectl is not a valid command which means it is the host
+  def self.machine_is_host?
+    return true unless system('hostnamectl > /dev/null 2>&1')
+    %x('hostnamectl').index('Virtualization').nil?
+  end
+
+
+  def self.create_password_file(config_dir)
+    password_dir = "#{config_dir}/vault-keys"
+    password_file = "#{password_dir}/password.txt"
+    return if File.exists?(password_file)
+    FileUtils.mkdir_p(password_dir) unless Dir.exists? password_dir
+    write_password_file(password_file)
+  end
+
+  #
+  # Generate the key to encrypt ansible-vault files
+  #
+  def self.write_password_file(file_name = 'password.txt')
+    require 'securerandom'
+    File.open(file_name, 'w') { |f| f.puts(SecureRandom.uuid) }
+    nil
+  end
+
+  def self.git_log
+    config.verbose ? '' : '--quiet'
+  end
+end

data/lib/prepd/cli.rb

@@ -1,8 +1,31 @@
 require 'pry'
-require 'prepd'
+require 'ostruct'
 require 'prepd/cli/options_parser'
 require 'prepd/cli/commands'
 
-Prepd.options = Prepd.default_settings
-Prepd.options.merge!(Prepd::Cli::OptionsParser.new.parse)
-Pry.start(Prepd, prompt: [proc { 'prepd> '}])
+module Prepd
+  # Parse any command line arguments
+  Prepd.cli_options = OpenStruct.new(Cli::OptionsParser.new.parse)
+
+  # Load the default config, override with config file valuse and finally override with any command line options
+  Prepd.config_dir = Prepd.cli_options.config_dir || "#{Dir.home}/.prepd"
+  Prepd.config = OpenStruct.new(base_config.merge(cli_options.to_h))
+  config.command = StringInquirer.new(ARGV[0] ? ARGV.shift : 'cli')
+
+  config.env = StringInquirer.new(Prepd.cli_options.env || 'production' )
+  config.working_dir ||= Dir.pwd
+
+  # Set config values based on machine probe, defaults, config file and cli arguments
+  config.machine_type = StringInquirer.new(machine_is_host? ? 'host' : 'vm')
+  Prepd.verify_workspaces
+
+  # Process the command or invoke the console
+  if config.command.cli?
+    Pry.start(Prepd::Command, prompt: [proc { 'prepd> '}])
+  elsif Command.methods(false).include?(config.command.to_sym)
+    STDOUT.puts(Command.send(config.command))
+  else
+    # TODO: show the 'runtime' help
+    STDOUT.puts("#{config.command} - No such command. Valid commands are #{Command.methods(false).join(', ')}")
+  end
+end

data/lib/prepd/cli/commands.rb

@@ -1,37 +1,76 @@
+require 'prepd/models'
+
 module Prepd
-  def self.options=(options)
-    @options = options
-  end
-  def self.options; @options; end
+  class Command
+    def self.config; Prepd.config; end
 
-  def self.commands
-    puts (methods(false) - %i(:options= :options :commands default_settings)).join("\n")
-  end
+    def self.list(type = ARGV.shift)
+      return 'invalid type' unless %w(clusters projects machines).include? type
+      "Prepd::#{type.classify}".constantize.new.in_component_root { Dir.glob('*') }
+    end
 
-  def self.new(name)
-    Client.create(name: name)
-  end
+    def self.new(type = ARGV.shift, name = ARGV.shift, *args)
+      cr = Creator.new(type: type)
+      # TODO: this should display the appropriate help if name is not supplied
+      return cr.errors.full_messages.join("\n") unless cr.valid?
+      # return 'Must supply type' unless type
+      # return 'Must supply APP_PATH' unless name
+      obj = cr.klass.new(name: name)
+      return obj.errors.full_messages.join("\n") unless obj.valid?
+      obj.create
+      nil
+    end
 
-  def self.rm
-    FileUtils.rm_rf(work_dir)
-    FileUtils.rm_rf(data_dir)
-  end
+    def self.build(name = ARGV.shift)
+      cr = Machine.new(name: name)
+      return cr.errors.full_messages.join("\n") unless cr.valid?
+      cr.create
+      nil
+    end
 
-  def self.clients; Client.pluck(:name); end
+    def self.show(name = nil)
+      name ||= ARGV[0] || Dir.pwd.split('/').last
+      return unless obj = klass.find_by(name: name)
+      YAML.load(obj.to_yaml)
+    end
 
-  def self.projects; Project.pluck(:name); end
+    def self.up(name = ARGV.shift)
+      Cluster.new(name: name).up
+    end
 
-  def self.current_client
-    @client
+    def self.rm(name = nil)
+      name ||= ARGV[0] || Dir.pwd.split('/').last
+      return unless obj = klass.find_by(name: name)
+      obj.destroy ? nil : obj.errors.full_messages.join('. ')
+    end
+
+    #
+    # Setup a new installation of prepd on a workstation
+    #
+    def self.setup
+      obj = Setup.new
+      return obj.errors.full_messages.join("\n") unless obj.valid?
+      obj.create
+    end
   end
 
-  def self.current_client=(client)
-    STDOUT.puts 'duh'
-    @client = client
-    Dir.chdir(client.path) do
-      Pry.start(client, prompt: [proc { "prepd(#{client.name}) > " }])
+  class Creator
+    include ActiveModel::Model
+    include ActiveModel::Validations::Callbacks
+    VALID_CLASSES = %w(workspace cluster project).freeze
+
+    attr_accessor :type
+
+    validates :type, presence: true, inclusion: { in: VALID_CLASSES }
+
+    before_validation :set_type_down
+
+    def set_type_down
+      self.type = self.type.downcase
+    end
+
+    def klass
+      Kernel.const_get("Prepd::#{type.capitalize}")
     end
-    STDOUT.puts 'duh2'
-    nil
   end
 end

data/lib/prepd/cli/options_parser.rb

@@ -2,41 +2,67 @@ require 'optparse'
 
 module Prepd::Cli
   class OptionsParser
-    attr_accessor :options
-
-    def initialize(options = nil)
-      self.options = options || {}
-    end
-
     def parse
+      options = OpenStruct.new
       optparse = OptionParser.new do |opts|
-        opts.on('-c', '--client [OPT]', 'Client') do |value|
-          options['CLIENT'] = value
+        opts.banner = "Usage:\n  prepd new AAP_PATH [options]\n\nOptions:"
+
+        opts.on( '--bump=LEVEL', '# Setup the application with development repositories' ) do |value|
+          options.bump = value
         end
 
-        opts.on( '-d', '--data_dir [OPT]', 'Data directory' ) do |value|
-          options['DATA_DIR'] = value
+        opts.on( '--cd=CONFIG_DIR', '# Run from the configuration in directory' ) do |value|
+          options.config_dir = value
         end
 
-        opts.on( '-p', '--project [OPT]', 'Project' ) do |value|
-          options['PROJECT'] = value
+        opts.on( '--push', '# Push the box to remote S3 bucket' ) do
+          options.push = true
         end
 
-        opts.on('-h', '--help', 'Display this screen') do
+        opts.on( '--dev', '# Setup the application with development repositories' ) do |value|
+          options.env = 'development'
+        end
+
+        opts.on( '--dir=DIR', '# Set the working directory' ) do |value|
+          options.working_dir = value
+        end
+
+        opts.on( '--force', '# Force operation even if it will cause errors' ) do |value|
+          options.force = true
+        end
+
+        opts.on('-h', '--help', '# Display this screen') do
+          # TODO: If Dir.pwd is a prepd project then putput the 'runtime' commands here
+          # Otherwise output the 'prepd new --help' is appropriate
           puts opts
+          puts "\nExample:\n   prepd new ~/my/new/project\n"
+          puts "\n   This generates a skeletal prepd installation in ~/my/new/project"
           exit
         end
 
-        opts.on('-n', '--no-op', 'Show what would happen but do not execute') do
+        opts.on( '-m', '--machine', '# Create a new virtual machine' ) do |value|
+          options.create_type = :machine
+        end
+
+        opts.on('-n', '--no-op', '# Show what would happen but do not execute') do
           options.no_op = true
+          options.verbose = true
         end
 
-        opts.on('-v', '--verbose', 'Display additional information') do
+        opts.on( '-p', '--project', '# Create a new project' ) do |value|
+          options.create_type = :project
+        end
+
+        opts.on('-v', '--verbose', '# Display additional information') do
           options.verbose = true
         end
+
+        opts.on('--yes', '# Automatically say yes') do
+          options.yes = true
+        end
       end
       optparse.parse!
-      options
+      options.to_h
     end
   end
 end