selfbootstrap 0.1.0

data/lib/selfbootstrap/nochef.rb

@@ -0,0 +1,52 @@
+#
+# Chef Infra Documentation
+# https://docs.chef.io/libraries/
+#
+
+#
+# This module name was auto-generated from the cookbook name. This name is a
+# single word that starts with a capital letter and then continues to use
+# camel-casing throughout the remainder of the name.
+#
+
+require 'withchef'
+require_relative 'nochef/selfbootstrap'
+
+module ChefWorkstationInitialize
+  module SelfBootstrap
+    if respond_to? 'Chef'
+      include ChefWorkstationInitialize::SelfBootstrap::WithChef
+    else
+      include ChefWorkstationInitialize::SelfBootstrap::NoChef
+    end
+
+    module NoChef
+      include ChefWorkstationInitialize::SelfBootstrap::NoChef::SelfBootstrapHelpers
+      #
+      # Define the methods that you would like to assist the work you do in recipes,
+      # resources, or templates.
+      #
+      # def my_helper_method
+      #   # help method implementation
+      # end
+    end
+  end
+end
+
+#
+# The module you have defined may be extended within the recipe to grant the
+# recipe the helper methods you define.
+#
+# Within your recipe you would write:
+#
+#     extend ChefWorkstationInitialize::SelfBootstrap::NoChefHelpers
+#
+#     my_helper_method
+#
+# You may also add this to a single resource within a recipe:
+#
+#     template '/etc/app.conf' do
+#       extend ChefWorkstationInitialize::SelfBootstrap::NoChefHelpers
+#       variables specific_key: my_helper_method
+#     end
+#

data/lib/selfbootstrap/withchef/chef.rb

@@ -0,0 +1,120 @@
+# name 'Helper file for chef_workstation_initialize'
+# maintainer 'Jimbo Dragon'
+# maintainer_email 'jimbo_dragon@hotmail.com'
+# license 'MIT'
+# description 'Helper file for chef_workstation_initialize'
+# version '0.1.0'
+# chef_version '>= 16.6.14'
+# issues_url 'https://github.com/jimbodragon/chef_workstation_initialize/issues'
+# source_url 'https://github.com/jimbodragon/chef_workstation_initialize'
+#
+# Chef Infra Documentation
+# https://docs.chef.io/libraries/
+#
+
+#
+# This module name was auto-generated from the cookbook name. This name is a
+# single word that starts with a capital letter and then continues to use
+# camel-casing throughout the remainder of the name.
+#
+
+require_relative 'git'
+
+module ChefWorkstationInitialize
+  module SelfBootstrap
+    module WithChef
+      module ChefHelpers
+        include ChefWorkstationInitialize::SelfBootstrap::WithChef::GitHelpers
+
+        def generate_secret_databag(databag_name, item_name)
+          generate_databag(databag_name, item_name, { secret: UnixCrypt::SHA512.build(SecureRandom.base64(12)) }, nil, :update)
+        end
+
+        def get_databag(databag_name, item_name, secret_databag_item = nil)
+          secret = nil
+          unless secret_databag_item.nil?
+            secret = get_databag(cookbook_name, secret_databag_item)
+            if secret.nil?
+              # chef_vault_secret "github_ssh_keys" do
+              #   data_bag "github"
+              #   admins ENV['USER'] # if ENV['USER'] != "root"
+              #   clients [node[:name]]
+              #   environment node[:chef_environment]
+              #   raw_data({ENV['USER'] => {"private_key" => file_open("#{ENV["HOME"]}/.ssh/id_rsa.pub")}})
+              #   search "*:*"
+              #   action :create
+              # end
+              generate_secret_databag(cookbook_name, secret_databag_item)
+              secret = get_databag(cookbook_name, secret_databag_item)['secret']
+            end
+          end
+
+          case ChefVault::Item.data_bag_item_type(databag_name, item_name)
+          when :normal || :encrypted
+            data_bag_item(databag_name, item_name, secret)
+          when :vault
+            ChefVault::Item.load(databag_name, item_name)
+          end unless data_bag(databag_name).nil? || data_bag(databag_name).empty? || !data_bag(databag_name).include?(item_name)
+        end
+
+        def generate_databag(databag_name, item_name, raw_databag, secret_databag_item = nil, databag_action = :create)
+          chef_data_bag databag_name
+
+          generate_secret_databag(cookbook_name, secret_databag_item) unless secret_databag_item.nil?
+
+          debug_worklog("Generating databag #{databag_name} for item #{item_name} using the secret #{secret_databag_item.nil? ? 'no secret' : "#{get_databag(cookbook_name, secret_databag_item)['secret']} using encryption version #{Chef::Config[:data_bag_encrypt_version]}"} containing #{raw_databag}")
+
+          chef_data_bag_item item_name do
+            raw_json raw_databag
+            data_bag databag_name
+            unless secret_databag_item.nil?
+              encryption_version Chef::Config[:data_bag_encrypt_version].nil? ? 3 : Chef::Config[:data_bag_encrypt_version]
+              secret get_databag(cookbook_name, secret_databag_item)['secret']
+              encrypt true
+            end
+          end
+
+          if databag_action == :update
+            # dtbg = get_databag(databag_name, item_name, secret_databag_item)
+            # raw_databag['id'] = item_name if raw_databag['id'].nil?
+            # dtbg.raw_data = raw_databag
+            # dtbg.save
+            ruby_block "Update data bag item #{databag_name}/#{item_name}" do
+              block do
+                # extend ChefWorkstationInitialize::SelfBootstrap
+                extend ChefWorkstationInitialize::ChefHelpers
+                dtbg = get_databag(databag_name, item_name, secret_databag_item)
+                unless dtbg.nil?
+                  raw_databag['id'] = item_name if raw_databag['id'].nil?
+                  dtbg.raw_data = raw_databag
+                  dtbg.save
+                end
+              end
+              action :run
+            end
+          end
+        end
+      end
+    end
+  end
+end
+
+#
+# The module you have defined may be extended within the recipe to grant the
+# recipe the helper methods you define.
+#
+# Within your recipe you would write:
+#
+#     extend ChefWorkstationInitialize::ChefHelpers
+#
+#     my_helper_method
+#
+# You may also add this to a single resource within a recipe:
+#
+#     template '/etc/app.conf' do
+#       extend ChefWorkstationInitialize::ChefHelpers
+#       variables specific_key: my_helper_method
+#     end
+#
+
+# require_relative "../providers/git_resource"

data/lib/selfbootstrap/withchef/chefrepo.rb

@@ -0,0 +1,84 @@
+# name 'Helper file for chef_workstation_initialize'
+# maintainer 'Jimbo Dragon'
+# maintainer_email 'jimbo_dragon@hotmail.com'
+# license 'MIT'
+# description 'Helper file for chef_workstation_initialize'
+# version '0.1.0'
+# chef_version '>= 16.6.14'
+# issues_url 'https://github.com/jimbodragon/chef_workstation_initialize/issues'
+# source_url 'https://github.com/jimbodragon/chef_workstation_initialize'
+#
+# Chef Infra Documentation
+# https://docs.chef.io/libraries/
+#
+
+#
+# This module name was auto-generated from the cookbook name. This name is a
+# single word that starts with a capital letter and then continues to use
+# camel-casing throughout the remainder of the name.
+#
+
+require_relative 'chef'
+
+module ChefWorkstationInitialize
+  module SelfBootstrap
+    module WithChef
+      module ChefRepoHelpers
+        include ChefWorkstationInitialize::SelfBootstrap::WithChef::ChefHelpers
+
+        def define_cron_job
+          cron_d "chef_client_#{project_name}" do
+            if workstation_resource[:chef_boostrapped]
+              command               'chef-client'
+            else
+              command               workstation_resource[:cron_chef_solo_command]
+            end
+            comment               'Run chef client periodicaly'
+            day                   workstation_resource[:cron]['day'] if workstation_resource[:cron]['day']
+            hour                  workstation_resource[:cron]['hour'] if workstation_resource[:cron]['hour']
+            minute                workstation_resource[:cron]['minute'] if workstation_resource[:cron]['minute']
+            month                 workstation_resource[:cron]['month'] if workstation_resource[:cron]['month']
+            weekday               workstation_resource[:cron]['weekday'] if workstation_resource[:cron]['weekday']
+          end
+        end
+
+        def render_template(generated_path, source, **variables)
+          template generated_path do
+            extend ChefWorkstationInitialize::SelfBootstrap
+            cookbook workstation_resource[:cookbook_source]
+            source source
+            variables variables
+          end
+          template ::File.join(get_path(workstation_chef_repo_path), 'chefignore') do
+            extend ChefWorkstationInitialize::SelfBootstrap
+            cookbook workstation_resource[:cookbook_source]
+            source 'chefignore.erb'
+            variables(workstation: self)
+            action :create_if_missing
+          end
+        end
+      end
+    end
+  end
+end
+
+#
+# The module you have defined may be extended within the recipe to grant the
+# recipe the helper methods you define.
+#
+# Within your recipe you would write:
+#
+#     extend ChefWorkstationInitialize::ChefHelpers
+#
+#     my_helper_method
+#
+# You may also add this to a single resource within a recipe:
+#
+#     template '/etc/app.conf' do
+#       extend ChefWorkstationInitialize::ChefHelpers
+#       variables specific_key: my_helper_method
+#     end
+#
+
+# require_relative "../providers/git_resource"
+  

data/lib/selfbootstrap/withchef/commandline.rb

@@ -0,0 +1,40 @@
+#
+# Chef Infra Documentation
+# https://docs.chef.io/libraries/
+#
+
+#
+# This module name was auto-generated from the cookbook name. This name is a
+# single word that starts with a capital letter and then continues to use
+# camel-casing throughout the remainder of the name.
+#
+
+require_relative 'defaultvalues'
+
+module ChefWorkstationInitialize
+  module SelfBootstrap
+    module WithChef
+      module CommandlineHelpers
+        include ChefWorkstationInitialize::SelfBootstrap::WithChef::DefaultValuesHelpers
+      end
+    end
+  end
+end
+
+#
+# The module you have defined may be extended within the recipe to grant the
+# recipe the helper methods you define.
+#
+# Within your recipe you would write:
+#
+#     extend ChefWorkstationInitialize::CommandlineHelpers
+#
+#     my_helper_method
+#
+# You may also add this to a single resource within a recipe:
+#
+#     template '/etc/app.conf' do
+#       extend ChefWorkstationInitialize::CommandlineHelpers
+#       variables specific_key: my_helper_method
+#     end
+#

data/lib/selfbootstrap/withchef/defaultvalues.rb

@@ -0,0 +1,39 @@
+# name 'Helper file for chef_workstation_initialize'
+# maintainer 'Jimbo Dragon'
+# maintainer_email 'jimbo_dragon@hotmail.com'
+# license 'MIT'
+# description 'Helper file for chef_workstation_initialize'
+# version '0.1.0'
+# chef_version '>= 16.6.14'
+# issues_url 'https://github.com/jimbodragon/chef_workstation_initialize/issues'
+# source_url 'https://github.com/jimbodragon/chef_workstation_initialize'
+#
+# Chef Infra Documentation
+# https://docs.chef.io/libraries/
+#
+
+#
+# This module name was auto-generated from the cookbook name. This name is a
+# single word that starts with a capital letter and then continues to use
+# camel-casing throughout the remainder of the name.
+#
+
+module ChefWorkstationInitialize
+  module SelfBootstrap
+    module WithChef
+      module DefaultValuesHelpers
+        def generate_directory(dir_path)
+          directory get_path(dir_path) do
+            group workstation_resource[:group]
+            mode '0775'
+            recursive true
+          end
+        end
+
+        def worklog(logstr)
+          Chef::Log.warn("\n\n(#{worklog_counter})WORKLOG:: #{logstr}\n\n")
+        end
+      end
+    end
+  end
+end

data/lib/selfbootstrap/withchef/git.rb

@@ -0,0 +1,86 @@
+# name 'Helper file for chef_workstation_initialize'
+# maintainer 'Jimbo Dragon'
+# maintainer_email 'jimbo_dragon@hotmail.com'
+# license 'MIT'
+# description 'Helper file for chef_workstation_initialize'
+# version '0.1.0'
+# chef_version '>= 16.6.14'
+# issues_url 'https://github.com/jimbodragon/chef_workstation_initialize/issues'
+# source_url 'https://github.com/jimbodragon/chef_workstation_initialize'
+#
+# Chef Infra Documentation
+# https://docs.chef.io/libraries/
+#
+
+#
+# This module name was auto-generated from the cookbook name. This name is a
+# single word that starts with a capital letter and then continues to use
+# camel-casing throughout the remainder of the name.
+#
+
+require_relative 'commandline'
+
+module ChefWorkstationInitialize
+  module SelfBootstrap
+    module WithChef
+      module GitHelpers
+        include ChefWorkstationInitialize::SelfBootstrap::WithChef::CommandlineHelpers
+
+        def get_git_submodule(git_name, git_info, action, compile_time)
+          # logger.warn("get_git_submodule of #{git_name} ==>\n#{git_info}")
+          worklog("get_git_submodule of #{git_name} ==>\n#{git_info}")
+          unless git_info.nil? || git_info['repository'].nil? || git_info['remote'].nil?
+            git_submodule git_name do
+              message "Get git_submodule #{git_name} for action #{action} at compile time #{compile_time} on remote '#{git_info['remote']}', repository #{git_info['repository']}, revision '#{git_info['revision']}', type '#{git_info['type']}', git_info '#{JSON.pretty_generate(git_info)}'"
+              # build_method build_method
+              destination (git_info['type'] == 'main_repo' || git_info['type'] == '' || git_info['type'].nil?) ? workstation_chef_repo_path : get_git_path(git_name)
+              repository git_info['repository']
+              revision git_info['revision']
+              remote git_info['remote']
+              checkout_branch "#{project_name}_#{workstation_resource[:environment]}"
+              additional_remotes git_info['additional_remotes'] if git_info['additional_remotes']
+              if git_info['submodules']
+                submodules generate_git_submodules(git_info['submodules'])
+                enable_submodules true
+              end
+              action action
+              compile_time compile_time
+            end ## end git
+          end
+        end
+
+        def get_git_server(git_action)
+          git_server project_name do
+            repositories repository_list
+            userdatabag 'users'
+            secretdatabag cookbook_name
+            secretdatabagitem 'cookbook_secret_keys'
+            secretdatabagkey 'secret'
+            userdatabagkey 'decompose_public_key'
+            action git_action
+          end
+        end
+      end
+    end
+  end
+end
+
+#
+# The module you have defined may be extended within the recipe to grant the
+# recipe the helper methods you define.
+#
+# Within your recipe you would write:
+#
+#     extend ChefWorkstationInitialize::ChefHelpers
+#
+#     my_helper_method
+#
+# You may also add this to a single resource within a recipe:
+#
+#     template '/etc/app.conf' do
+#       extend ChefWorkstationInitialize::ChefHelpers
+#       variables specific_key: my_helper_method
+#     end
+#
+
+# require_relative "../providers/git_resource"

data/lib/selfbootstrap/withchef/selfbootstrap.rb

@@ -0,0 +1,41 @@
+#
+# Chef Infra Documentation
+# https://docs.chef.io/libraries/
+#
+
+#
+# This module name was auto-generated from the cookbook name. This name is a
+# single word that starts with a capital letter and then continues to use
+# camel-casing throughout the remainder of the name.
+#
+
+require_relative 'workstationresource'
+
+module ChefWorkstationInitialize
+  module SelfBootstrap
+    module WithChef
+      module SelfBootstrapHelpers
+        include ChefWorkstationInitialize::SelfBootstrap::WithChef::WorkstationResourceHelpers
+      end
+    end
+  end
+end
+
+#
+# The module you have defined may be extended within the recipe to grant the
+# recipe the helper methods you define.
+#
+# Within your recipe you would write:
+#
+#     extend ChefWorkstationInitialize::WorkstationHelpers
+#
+#     my_helper_method
+#
+# You may also add this to a single resource within a recipe:
+#
+#     template '/etc/app.conf' do
+#       extend ChefWorkstationInitialize::WorkstationHelpers
+#       variables specific_key: my_helper_method
+#     end
+#
+

data/lib/selfbootstrap/withchef/users.rb

@@ -0,0 +1,161 @@
+# name 'Helper file for chef_workstation_initialize'
+# maintainer 'Jimbo Dragon'
+# maintainer_email 'jimbo_dragon@hotmail.com'
+# license 'MIT'
+# description 'Helper file for chef_workstation_initialize'
+# version '0.1.0'
+# chef_version '>= 16.6.14'
+# issues_url 'https://github.com/jimbodragon/chef_workstation_initialize/issues'
+# source_url 'https://github.com/jimbodragon/chef_workstation_initialize'
+#
+# Chef Infra Documentation
+# https://docs.chef.io/libraries/
+#
+
+#
+# This module name was auto-generated from the cookbook name. This name is a
+# single word that starts with a capital letter and then continues to use
+# camel-casing throughout the remainder of the name.
+#
+
+require_relative 'chefrepo'
+
+module ChefWorkstationInitialize
+  module SelfBootstrap
+    module WithChef
+      module UsersHelpers
+        include ChefWorkstationInitialize::SelfBootstrap::WithChef::ChefRepoHelpers
+
+        def create_user(user, user_data)
+          user user do
+            extend Vbox::Helpers
+            extend UnixCrypt
+            debug_worklog("user_data = #{user_data[:password]}")
+            username user
+            gid workstation_resource[:group]
+            password UnixCrypt::SHA512.build(user_data[:password])
+            home user_data[:home]
+            shell user_data[:shell]
+            system user_data[:system]
+            manage_home user_data[:manage_home]
+          end
+        end
+
+        def create_group(groupname, groupcomment, users)
+          group groupname do
+            comment "#{groupname} #{groupcomment}"
+            action [:create, :modify]
+            append true
+            members users
+          end
+        end
+
+        def generate_user_data(user, home = '')
+          extend ChefHelpers
+
+          if home.nil? || (home.is_a?(String) ? home.empty? : home)
+            home = ::File.join(::File.join('/', 'home'), user)
+          end
+
+          begin
+            user_data = get_databag(userdatabag, user, secretdatabagitem)
+          rescue Net::HTTPServerException => exception
+            user_data = nil
+          end
+          if user_data.nil?
+            node_user = node['infra_chef']['devops'][user]
+            user_data = {
+              name: user,
+              home: home,
+              password: SecureRandom.base64(16),
+              chefadmin: node_user.nil? == false ? !node_user['firstname'].empty? : false,
+              shell: ::File.join(::File.join('/', 'bin'), 'bash'),
+              system: true,
+              manage_home: true,
+            }
+            unless node_user.nil?
+              %w(name chefadmin shell system manage_home firstname lastname home email).each do |user_attr|
+                user_data[user_attr] = node_user[user_attr] if node_user[user_attr]
+              end
+
+              home = user_data['home'] if node_user['home']
+            end
+            generate_ssh_user_key(user, user_data)
+
+            sshdir = ::File.join(home, '.ssh')
+            privkey = ::File.join(sshdir, 'id_rsa')
+            pubkey = ::File.join(sshdir, 'id_rsa.pub')
+            authorisationkeysfile = ::File.join(sshdir, 'authorisation_keys')
+            knownhostfile = ::File.join(sshdir, 'known_host')
+
+            user_data.deep_merge({
+              decompose_public_key: {
+                key: file_read(pubkey).split(' ')[1],
+                keytype: file_read(pubkey).split(' ')[0],
+                comment: file_read(pubkey).split(' ')[2],
+              },
+              authorisation_keys: file_exist?(authorisationkeysfile) ? file_read(authorisationkeysfile) : '',
+              known_host: file_exist?(knownhostfile) ? file_read(knownhostfile) : '',
+              private_key: file_read(privkey),
+              public_key: file_read(pubkey),
+            })
+          else
+            user_data = user_data.raw_data
+          end
+          user_data
+        end
+
+        def generate_secret
+          chef_gem 'unix-crypt'
+          chef_gem 'ruby-shadow'
+          chef_gem 'securerandom'
+
+          require 'unix_crypt'
+          require 'shadow'
+          require 'securerandom'
+
+          ssh_known_hosts_entry 'localhost'
+          ssh_known_hosts_entry '127.0.0.1'
+          ssh_known_hosts_entry node['ipaddress']
+          ssh_known_hosts_entry node['fqdn']
+          ssh_known_hosts_entry 'github.com'
+
+          generate_databag(userdatabag, ENV['USER'], generate_user_data(ENV['USER'], ENV['HOME']), secretdatabagitem, :update) unless ENV['USER'] == 'root' && (ENV['HOME'] == '/home/vagrant' || ENV['HOME'] == '/root')
+          generate_databag(userdatabag, workstation_resource[:user], generate_user_data(workstation_resource[:user], workstation_resource[:home]), secretdatabagitem, :update)
+          node['infra_chef']['devops'].each_key do |chef_user|
+            generate_databag(userdatabag, chef_user, generate_user_data(chef_user), secretdatabagitem, :update)
+          end
+        end
+
+        def set_cookbook_user_secret_key
+          %w(chefserver virtualbox).each do |cookbook_attribute|
+            node.override[cookbook_attribute]['userdatabag'] = userdatabag
+            node.override[cookbook_attribute]['secretdatabag'] = secretdatabag
+            node.override[cookbook_attribute]['secretdatabagitem'] = secretdatabagitem
+            node.override[cookbook_attribute]['secretdatabagkey'] = secretdatabagkey
+          end
+        end
+      end
+    end
+  end
+end
+
+#
+# The module you have defined may be extended within the recipe to grant the
+# recipe the helper methods you define.
+#
+# Within your recipe you would write:
+#
+#     extend ChefWorkstationInitialize::ChefHelpers
+#
+#     my_helper_method
+#
+# You may also add this to a single resource within a recipe:
+#
+#     template '/etc/app.conf' do
+#       extend ChefWorkstationInitialize::ChefHelpers
+#       variables specific_key: my_helper_method
+#     end
+#
+
+# require_relative "../providers/git_resource"