bixby-provision 0.1.0

data/lib/bixby/provision/app.rb

@@ -0,0 +1,34 @@
+
+module Bixby
+  module Provision
+
+    class App
+
+      include Bixby::ScriptUtil
+      include Bixby::Log
+
+      def initialize
+      end
+
+      def run!
+        file = ARGV.shift
+
+        if file == "--" then
+          logger.info "reading manifest on STDIN"
+          str = read_stdin()
+          t = Tempfile.new("bixby-provision-")
+          t.write(str)
+          t.close
+          file = t.path
+        else
+          file = File.expand_path(file)
+          logger.info "reading manifest from file #{file}"
+        end
+
+        Bixby::Provision::Manifest.new(file)
+      end
+
+    end
+
+  end
+end

data/lib/bixby/provision/dsl.rb

@@ -0,0 +1,23 @@
+
+require "semver"
+
+require "bixby/provision/dsl/base"
+require "bixby/provision/dsl/run_control"
+require "bixby/provision/dsl/variable"
+require "bixby/provision/dsl/config"
+
+require "bixby/provision/dsl/system"
+require "bixby/provision/dsl/service"
+
+require "bixby/provision/dsl/file"
+require "bixby/provision/dsl/dir"
+require "bixby/provision/dsl/scm"
+
+require "bixby/provision/dsl/inventory"
+
+require "bixby/provision/dsl/ntp"
+require "bixby/provision/dsl/nodejs"
+require "bixby/provision/dsl/npm"
+require "bixby/provision/dsl/meteor"
+require "bixby/provision/dsl/ruby"
+require "bixby/provision/dsl/bundler"

data/lib/bixby/provision/dsl/base.rb

@@ -0,0 +1,76 @@
+
+require "bixby/provision/dsl/util/file"
+
+module Bixby
+  module Provision
+
+    class Base
+
+      include Bixby::Log
+      extend Bixby::Log
+      include Bixby::ScriptUtil
+      include Bixby::Provision::Util::File
+
+      PATH = "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+
+      attr_accessor :manifest, :proxy
+
+      def initialize(obj=nil)
+        if obj.kind_of? Base then
+          @manifest = obj.manifest
+          @proxy    = obj.proxy
+        end
+      end
+
+      def tap(&block)
+        self.instance_eval(&block)
+      end
+
+      def get_uid(user)
+        return user if user.nil? or user.kind_of? Fixnum
+        return user.to_i if user =~ /^[0-9]+$/ # convert to int, e.g. "500"
+        begin
+          return Etc.getpwnam(user).uid
+        rescue ArgumentError => ex
+          # TODO raise
+          logger.warn("Username '#{user}' was invalid: #{ex.message}")
+        end
+        nil
+      end
+
+      def get_user(uid)
+        begin
+          return Etc.getpwuid(uid).name
+        rescue ArgumentError => ex
+          # TODO raise
+          logger.warn("Username '#{user}' was invalid: #{ex.message}")
+        end
+        nil
+      end
+
+      def get_gid(group)
+        return group if group.nil? or group.kind_of? Fixnum
+        return group.to_i if group =~ /^[0-9]+$/ # convert to int, e.g. "500"
+        begin
+          return Etc.getgrnam(group).gid
+        rescue ArgumentError => ex
+          # TODO raise
+          logger.warn("Group '#{group}' was invalid: #{ex.message}")
+        end
+        nil
+      end
+
+      def get_group(gid)
+        begin
+          return Etc.getgrgid(gid).name
+        rescue ArgumentError => ex
+          # TODO raise
+          logger.warn("Group '#{group}' was invalid: #{ex.message}")
+        end
+        nil
+      end
+
+    end
+
+  end
+end

data/lib/bixby/provision/dsl/bundler.rb

@@ -0,0 +1,18 @@
+
+module Bixby
+  module Provision
+
+    class Bundler < Base
+
+      EXPORTS = []
+
+      def install(opts={})
+        logger.info "bundle.install"
+      end
+
+    end
+
+    register_dsl Bundler, "bundle"
+
+  end
+end

data/lib/bixby/provision/dsl/config.rb

@@ -0,0 +1,124 @@
+
+require "tilt"
+
+module Bixby
+  module Provision
+
+    class Config < Base
+
+      EXPORTS = []
+
+      def file(dest, opts={})
+
+        # By default, attempt to preserve ownership and mode if none are given in opts
+        opts[:preserve] = true if !opts.include? :preserve
+
+        dest_file = File.expand_path(dest)
+        if File.exists? dest_file then
+          stat = File.stat(dest_file)
+          old_owner = "#{stat.uid}:#{stat.gid}"
+          old_mode  = stat.mode
+        else
+          old_owner = old_mode = nil
+          dir.create(File.dirname(dest_file))
+        end
+
+        source = resolve_file(opts.delete(:source), dest_file)
+        if source.nil? then
+          # TODO raise
+        end
+
+        template = get_template(source)
+        if template.nil? then
+
+          if sha256sum(dest_file) == sha256sum(source) then
+            logger.info "[config] skipping #{dest_file}: sha256sum matches"
+            return
+          end
+
+          # just copy the file over
+          if File.writable?(dest_file) then
+            logger.info "[config] copying #{source} to #{dest}"
+            FileUtils.cp(source, dest_file)
+          else
+            logger.info "[config] copying #{source} to #{dest} (as root)"
+            logged_sudo("cp #{source} #{dest_file}")
+          end
+
+        else
+          # use template
+          logger.info "[config] rendering template #{source}"
+          str = template.render(self.proxy)
+
+          if (File.exists? dest_file and File.writable? dest_file) or
+              File.writable? File.dirname(dest_file) then
+
+            # write directly
+            File.open(dest_file, 'w') { |f| f.write str }
+
+          else
+            # write to temp and mv into place
+            t = Tempfile.new("bixby-provision-")
+            t.write str
+            t.close
+            logged_sudo("mv #{t.path} #{dest_file}")
+          end
+
+        end
+
+        # set correct ownership/mode
+        owner = opts[:chown]
+        mode = opts[:chmod]
+        if opts[:preserve] then
+          owner ||= old_owner
+          mode ||= old_mode
+        end
+        chown(dest_file, owner)
+        chmod(dest_file, mode)
+
+      end
+
+
+      private
+
+      def get_template(file)
+        return nil if File.basename(file) !~ /\..*$/
+        begin
+          return Tilt.new(file)
+        rescue RuntimeError => ex
+          if ex.message =~ /No template engine registered/ then
+            return nil
+          end
+          raise ex
+        end
+        nil
+      end
+
+      def resolve_file(file, dest)
+        if file.nil? then
+          return nil if dest.nil?
+          # look for a file with the same name as in dest
+          file = File.basename(dest)
+        end
+
+        f = File.expand_path(file)
+        return f if File.exists? f
+
+        # search for it in file/
+        f = File.expand_path("../files/#{file}", self.manifest.filename)
+        return f if File.exists? f
+
+        # look for the given file with any extension
+        files = Dir.glob("#{f}.*")
+        return files.shift if files.size == 1
+
+        return nil
+      end
+
+
+    end
+
+    register_dsl Config
+
+  end
+end

data/lib/bixby/provision/dsl/dir.rb

@@ -0,0 +1,34 @@
+
+module Bixby
+  module Provision
+
+    class DirDSL < Base
+
+      EXPORTS = [:mkdir, :mkdir_p]
+
+      def create(path, opts={})
+        logger.info "[dir] ensuring #{path} exists"
+        path = File.expand_path(path)
+        begin
+          FileUtils.mkdir_p(path) if !File.exists? path
+          chown(path, opts[:chown])
+          chmod(path, opts[:chmod])
+        rescue Errno::EACCES => ex
+          logger.info "[dir] permission denied, trying again with sudo"
+          logged_sudo("mkdir -p #{path}")
+          chown(path, opts[:chown])
+          chmod(path, opts[:chmod])
+        end
+      end
+      alias_method :mkdir, :create
+      alias_method :mkdir_p, :create
+
+      def recreate(path, opts={})
+      end
+
+    end
+
+    register_dsl DirDSL, "dir"
+
+  end
+end

data/lib/bixby/provision/dsl/file.rb

@@ -0,0 +1,108 @@
+
+module Bixby
+  module Provision
+
+    class FileDSL < Base
+
+      EXPORTS = [:symlink, :copy, :cp]
+
+      def create(opts={})
+      end
+
+      def symlink(source, dest)
+        source = File.expand_path(source)
+        dest   = File.expand_path(dest)
+
+        if File.symlink?(dest) && File.realpath(dest) == source then
+          logger.info "[file] #{dest} already points to #{source}"
+          return
+        end
+
+        logger.info "[file] creating symlink: #{dest} -> #{source}"
+
+        if File.writable? File.dirname(dest) then
+          FileUtils.symlink(source, dest)
+        else
+          # as root
+          logged_sudo("ln -sf #{source} #{dest}")
+        end
+      end
+
+      def copy(*args)
+        if args.last.kind_of? Hash then
+          opts = args.pop
+        else
+          opts = {}
+        end
+
+        dest = File.expand_path(args.pop)
+        if args.length > 1 || args.first.include?("*") then
+          dest_dir = dest
+          self.dir.mkdir(dest_dir)
+        elsif File.directory? dest then
+          dest_dir = dest
+        else
+          dest_dir = File.dirname(dest)
+          self.dir.mkdir(dest_dir)
+        end
+
+        args = args.map{ |s| File.expand_path(s) }
+        files = args.join(' ')
+
+        flags = ""
+        flags += "-r" if (opts[:recurse] || opts[:recursively])
+        flags += " -f" if opts[:force]
+
+        if File.writable? dest_dir then
+          dest = args.size > 1 ? dest_dir : dest
+          logger.info "[file] copying #{files} -> #{dest}"
+          logged_systemu("cp #{flags} #{files} #{dest}")
+
+        else
+          # as root
+          dest = args.size > 1 ? dest_dir : dest
+          logger.info "[file] copying #{files} -> #{dest}"
+          logged_sudo("cp #{flags} #{files} #{dest}")
+        end
+
+
+        return if !(opts[:chmod] or opts[:chown])
+
+        # need to take care to translate src args to dest path
+        # can't simply pass args into chmod/chown for this reason,
+        # since we want to affect the newly copied files
+
+        if args.length > 1 || args.first.include?("*") then
+          # work on all source files
+          args.each do |s|
+            if s.include? "*" then
+              Dir.glob(s).each{ |e|
+                f = File.join(dest_dir, File.basename(e))
+                chmod(f, opts[:chmod]) if opts[:chmod]
+                chown(f, opts[:chown]) if opts[:chown]
+              }
+            else
+              f = File.join(dest_dir, File.basename(e))
+              chmod(f, opts[:chmod]) if opts[:chmod]
+              chown(f, opts[:chown]) if opts[:chown]
+            end
+          end
+
+        else
+          # work on a single file
+          if File.directory? dest then
+            dest = File.join(dest, File.basename(args.first))
+          end
+
+          chmod(dest, opts[:chmod]) if opts[:chmod]
+          chown(dest, opts[:chown]) if opts[:chown]
+        end
+
+      end # copy
+
+    end
+
+    register_dsl FileDSL, "file"
+
+  end
+end

data/lib/bixby/provision/dsl/inventory.rb

@@ -0,0 +1,18 @@
+
+module Bixby
+  module Provision
+
+    class Inventory < Base
+
+      EXPORTS = []
+
+      def tags(*args)
+        puts "would register tags: #{args}"
+      end
+
+    end
+
+    register_dsl Inventory
+
+  end
+end