smartmachine 0.8.0 → 1.0.0

data/lib/smart_machine/grids/prereceiver.rb

@@ -1,170 +1,170 @@
-# The main SmartMachine Grids Git driver
 module SmartMachine
-	class Grids
-		class Prereceiver < SmartMachine::Base
-
-			def initialize
-			end
-
-			def install
-				puts "-----> Installing Prereceiver"
-
-				ssh = SmartMachine::SSH.new
-				commands = ["smartmachine runner prereceiver create"]
-				ssh.run commands
-
-				puts "-----> Prereceiver Installation Complete"
-			end
-
-			def uninstall
-				puts "-----> Uninstalling Prereceiver"
-
-				ssh = SmartMachine::SSH.new
-				commands = ["smartmachine runner prereceiver destroy"]
-				ssh.run commands
-
-				puts "-----> Prereceiver Uninstallation Complete"
-			end
-
-			def update
-				uninstall
-				install
-			end
-
-			def create
-				unless system("docker image inspect #{prereceiver_image_name}", [:out, :err] => File::NULL)
-					print "-----> Creating image #{prereceiver_image_name} ... "
-					if system("docker image build -t #{prereceiver_image_name} \
-									--build-arg SMARTMACHINE_VERSION=#{SmartMachine.version} \
-									#{SmartMachine.config.root_path}/lib/smart_machine/grids/prereceiver", out: File::NULL)
-						puts "done"
-
-						up
-					end
-				end
-			end
-
-			def destroy
-				down
-
-				if system("docker image inspect #{prereceiver_image_name}", [:out, :err] => File::NULL)
-					print "-----> Removing image #{prereceiver_image_name} ... "
-					if system("docker image rm #{prereceiver_image_name}", out: File::NULL)
-						puts "done"
-					end
-				end
-			end
-
-			def up
-				if SmartMachine::Docker.running?
-					if system("docker image inspect #{prereceiver_image_name}", [:out, :err] => File::NULL) && system("docker image inspect #{buildpacker_image_name}", [:out, :err] => File::NULL)
-						print "-----> Creating container prereceiver with image #{prereceiver_image_name} ... "
-						if system("docker create \
-							--name='prereceiver' \
-							--env VIRTUAL_PROTO=fastcgi \
-							--env VIRTUAL_HOST=#{SmartMachine.config.git_domain} \
-							--env LETSENCRYPT_HOST=#{SmartMachine.config.git_domain} \
-							--env LETSENCRYPT_EMAIL=#{SmartMachine.config.sysadmin_email} \
-							--env LETSENCRYPT_TEST=#{SmartMachine.config.letsencrypt_test} \
-							--env GIT_PROJECT_ROOT=#{SmartMachine.config.user_home_path}/.smartmachine/apps/repositories \
-							--env GIT_HTTP_EXPORT_ALL="" \
-							--user `id -u` \
-							--workdir /home/`id -un`/.smartmachine/apps \
-							--expose='9000' \
-							--volume='#{SmartMachine.config.user_home_path}/.smartmachine/config:#{SmartMachine.config.user_home_path}/.smartmachine/config' \
-							--volume='#{SmartMachine.config.user_home_path}/.smartmachine/apps:#{SmartMachine.config.user_home_path}/.smartmachine/apps' \
-							--volume='#{SmartMachine.config.user_home_path}/.smartmachine/grids/prereceiver:#{SmartMachine.config.user_home_path}/.smartmachine/grids/prereceiver' \
-							--volume='/var/run/docker.sock:/var/run/docker.sock:ro' \
-							--restart='always' \
-							--network='nginx-network' \
-							#{prereceiver_image_name}", out: File::NULL)
-							puts "done"
-
-							print "-----> Starting container prereceiver with image #{prereceiver_image_name} ... "
-							if system("docker start prereceiver", out: File::NULL)
-								puts "done"
-							end
-						end
-					end
-				end
-			end
-	
-			def down
-				if SmartMachine::Docker.running?
-					# Stopping & Removing containers - in reverse order
-					if system("docker inspect -f '{{.State.Running}}' 'prereceiver'", [:out, :err] => File::NULL)
-						print "-----> Stopping container prereceiver with image #{prereceiver_image_name} ... "
-						if system("docker stop 'prereceiver'", out: File::NULL)
-							puts "done"
-
-							print "-----> Removing container prereceiver with image #{prereceiver_image_name} ... "
-							if system("docker rm 'prereceiver'", out: File::NULL)
-								puts "done"
-							end
-						end
-					else
-						puts "-----> Container 'prereceiver' is currently not running."
-					end
-				end
-			end
-
-			def self.prereceive(appname, username, oldrev, newrev, refname)
-				logger.formatter = proc do |severity, datetime, progname, message|
-					severity_text = { "DEBUG" => "\u{1f527} #{severity}:", "INFO" => " \u{276f}", "WARN" => "\u{2757} #{severity}:",
-						"ERROR" => "\u{274c} #{severity}:", "FATAL" => "\u{2b55} #{severity}:", "UNKNOWN" => "\u{2753} #{severity}:"
-					}
-					"\t\t\t\t#{severity_text[severity]} #{message}\n"
-				end
-
-				# Load vars and environment
-				container_path = "#{SmartMachine.config.user_home_path}/.smartmachine/apps/containers/#{appname}"
-				env_vars = SmartMachine::Apps::App.get_env_vars(container_path)
-				return unless env_vars
-
-				# Verify the user and ensure the user is correct and has access to this repository
-				unless env_vars['USERNAME'] == username
-					logger.error "Unauthorized."
-					return
-				end
-
-				# Only run this script for the master branch. You can remove this
-				# if block if you wish to run it for others as well.
-				if refname == "refs/heads/master"
-					logger.info "Loading Application ..."
-
-					# Note: There should be no space between + and " in version.
-					# Note: date will be UTC date until timezone has been changed.
-					version = `date +"%Y%m%d%H%M%S"`.chomp!
-					container_path_with_version = "#{container_path}/releases/#{version}"
-
-					unless Dir.exist? container_path_with_version
-						FileUtils.mkdir_p(container_path_with_version)
-						if system("git archive #{newrev} | tar -x -C #{container_path_with_version}")
-							# Start App
-							SmartMachine::Apps::App.start(appname)
-						else
-							logger.fatal "Could not extract new app version ... Failed."
-							return
-						end
-					else
-						logger.fatal "This version name already exists ... Failed."
-						return
-					end
-				else
-					# Allow the push to complete for all other branches normally.
-					exit 10
-				end
-
-				logger.formatter = nil
-			end
-
-			def buildpacker_image_name
-				Buildpacker.new.buildpacker_image_name
-			end
-
-			def prereceiver_image_name
-				"smartmachine/prereceiver:#{SmartMachine.version}"
-			end
-		end
-	end
-end
+  class Grids
+    class Prereceiver < SmartMachine::Base
+
+      def initialize(name:)
+        config = SmartMachine.config.grids.prereceiver.dig(name.to_sym)
+        raise "prereceiver config for #{name} not found." unless config
+
+        @git_domain = config.dig(:git_domain)
+        @letsencrypt_test = config.dig(:letsencrypt_test)
+        @letsencrypt_email = SmartMachine.config.sysadmin_email
+        @image_name = "smartmachine/prereceiver:#{SmartMachine.version}"
+
+        @name = name.to_s
+        @home_dir = File.expand_path('~')
+      end
+
+      def installer
+        unless system("docker image inspect #{@image_name}", [:out, :err] => File::NULL)
+          puts "-----> Creating image #{@image_name} ... "
+          command = [
+            "docker image build -t #{@image_name}",
+            "--build-arg SMARTMACHINE_VERSION=#{SmartMachine.version}",
+            "#{SmartMachine.config.gem_dir}/lib/smart_machine/grids/prereceiver"
+          ]
+          if system(command.join(" "), out: File::NULL)
+            puts "done"
+          else
+            raise "Error: Could not install Prereceiver."
+          end
+        else
+          raise "Error: Prereceiver already installed. Please uninstall using 'smartmachine grids prereceiver uninstall' and try installing again."
+        end
+      end
+
+      def uninstaller
+        unless system("docker inspect -f '{{.State.Running}}' '#{@name}'", [:out, :err] => File::NULL)
+          if system("docker image inspect #{@image_name}", [:out, :err] => File::NULL)
+            puts "-----> Removing image #{@image_name} ... "
+            if system("docker image rm #{@image_name}", out: File::NULL)
+              puts "done"
+            end
+          else
+            raise "Error: Prereceiver already uninstalled. Please install using 'smartmachine grids prereceiver install' and try uninstalling again."
+          end
+        else
+          raise "Error: Prereceiver is currently running. Please stop the prereceiver using 'smartmachine grids prereceiver down' and try uninstalling again."
+        end
+      end
+
+      def uper
+        if system("docker image inspect #{@image_name}", [:out, :err] => File::NULL)
+          FileUtils.mkdir_p("#{@home_dir}/machine/grids/prereceiver/#{@name}")
+          system("cp #{SmartMachine.config.gem_dir}/lib/smart_machine/grids/prereceiver/pre-receive #{@home_dir}/machine/grids/prereceiver/#{@name}/pre-receive")
+          system("chmod +x #{@home_dir}/machine/grids/prereceiver/#{@name}/pre-receive")
+
+          puts "-----> Creating container #{@name} with image #{@image_name} ... "
+          command = [
+            "docker create",
+            "--name='#{@name}'",
+            "--env VIRTUAL_PROTO=fastcgi",
+            "--env VIRTUAL_HOST=#{@git_domain}",
+            "--env LETSENCRYPT_HOST=#{@git_domain}",
+            "--env LETSENCRYPT_EMAIL=#{@letsencrypt_email}",
+            "--env LETSENCRYPT_TEST=#{@letsencrypt_test}",
+            "--env GIT_PROJECT_ROOT=#{@home_dir}/machine/apps/repositories",
+            "--env GIT_HTTP_EXPORT_ALL=''",
+            "--user `id -u`",
+            "--workdir #{@home_dir}/machine",
+            "--expose='9000'",
+            "--volume='#{@home_dir}/smartmachine/config:#{@home_dir}/machine/config'",
+            "--volume='#{@home_dir}/smartmachine/apps:#{@home_dir}/machine/apps'",
+            "--volume='#{@home_dir}/smartmachine/grids/prereceiver/#{@name}:#{@home_dir}/machine/grids/prereceiver/#{@name}'",
+            "--volume='/var/run/docker.sock:/var/run/docker.sock:ro'",
+            "--restart='always'",
+            "--network='nginx-network'",
+            "#{@image_name}"
+          ]
+          if system(command.join(" "), out: File::NULL)
+            puts "done"
+
+            puts "-----> Starting container #{@name} with image #{@image_name} ... "
+            if system("docker start #{@name}", out: File::NULL)
+              puts "done"
+            else
+              raise "Error: Could not start the created image to take UP the prereceiver."
+            end
+          else
+            raise "Error: Could not create image to take UP the prereceiver."
+          end
+        end
+      end
+
+      # Stopping & Removing containers - in reverse order
+      def downer
+        if system("docker inspect -f '{{.State.Running}}' '#{@name}'", [:out, :err] => File::NULL)
+          puts "-----> Stopping container #{@name} with image #{@image_name} ... "
+          if system("docker stop '#{@name}'", out: File::NULL)
+            puts "done"
+
+            puts "-----> Removing container #{@name} with image #{@image_name} ... "
+            if system("docker rm '#{@name}'", out: File::NULL)
+
+              system("rm -r #{@home_dir}/machine/grids/prereceiver/#{@name}")
+
+              puts "done"
+            end
+          end
+        else
+          puts "-----> Container '#{@name}' is currently not running."
+        end
+      end
+
+      def prereceive(appname:, username:, oldrev:, newrev:, refname:)
+        manager = SmartMachine::Apps::Manager.new(appname: appname)
+
+        # Loading SmartMachine Environment File
+        if File.exist?("#{@home_dir}/machine/config/environment.rb")
+          require "#{@home_dir}/machine/config/environment"
+        end
+
+        logger.formatter = proc do |severity, datetime, progname, message|
+          severity_text = { "DEBUG" => "\u{1f527} #{severity}:", "INFO" => " \u{276f}", "WARN" => "\u{2757} #{severity}:",
+                           "ERROR" => "\u{274c} #{severity}:", "FATAL" => "\u{2b55} #{severity}:", "UNKNOWN" => "\u{2753} #{severity}:"
+                          }
+          "\t\t\t\t#{severity_text[severity]} #{message}\n"
+        end
+
+        # Load vars and environment
+        container_path = "#{@home_dir}/machine/apps/containers/#{appname}"
+
+        # Verify the user and ensure the user is correct and has access to this repository
+        unless manager.env_vars.present? && manager.env_vars['USERNAME'] == username
+          logger.error "Unauthorized."
+          return
+        end
+
+        # Only run this script for the main branch. You can remove this
+        # if block if you wish to run it for others as well.
+        if refname == "refs/heads/main"
+          logger.info "Loading Application ..."
+
+          # Note: There should be no space between + and " in version.
+          # Note: date will be UTC date until timezone has been changed.
+          version = `date +"%Y%m%d%H%M%S"`.chomp!
+          container_path_with_version = "#{container_path}/releases/#{version}"
+
+          unless Dir.exist? container_path_with_version
+            FileUtils.mkdir_p(container_path_with_version)
+            if system("git archive #{newrev} | tar -x -C #{container_path_with_version}")
+              # Deploy app with the latest release
+              manager.deploy
+            else
+              logger.fatal "Could not extract new app version ... Failed."
+              return
+            end
+          else
+            logger.fatal "This version name already exists ... Failed."
+            return
+          end
+        else
+          # Allow the push to complete for all other branches normally.
+          exit 10
+        end
+
+        logger.formatter = nil
+      end
+    end
+  end
+end

data/lib/smart_machine/grids/redis.rb

@@ -1,58 +1,76 @@
-# The main SmartMachine Grids Redis driver
 module SmartMachine
-	class Grids
-		class Redis < SmartMachine::Base
-			def initialize
-			end
-
-			def up
-				if SmartMachine::Docker.running?
-					# Creating networks
-					unless system("docker network inspect redis-network", [:out, :err] => File::NULL)
-						print "-----> Creating network redis-network ... "
-						if system("docker network create redis-network", out: File::NULL)
-							puts "done"
-						end
-					end
-
-					# Creating & Starting containers
-					print "-----> Creating container redis ... "
-					if system("docker create \
-						--name='redis' \
-						--user `id -u`:`id -g` \
-						--volume='#{SmartMachine.config.user_home_path}/.smartmachine/grids/redis/data:/data' \
-						--restart='always' \
-						--network='redis-network' \
-						redis:6.0-rc3-alpine3.11 redis-server --appendonly yes", out: File::NULL)
-
-						puts "done"
-						print "-----> Starting container redis ... "
-						if system("docker start redis", out: File::NULL)
-							puts "done"
-						end
-					end
-				end
-			end
-
-			def down
-				if SmartMachine::Docker.running?
-					# Stopping & Removing containers - in reverse order
-					print "-----> Stopping container redis ... "
-					if system("docker stop 'redis'", out: File::NULL)
-						puts "done"
-						print "-----> Removing container redis ... "
-						if system("docker rm 'redis'", out: File::NULL)
-							puts "done"
-						end
-					end
-
-					# Removing networks
-					print "-----> Removing network redis-network ... "
-					if system("docker network rm redis-network", out: File::NULL)
-						puts "done"
-					end
-				end
-			end
-		end
-	end
-end
+  class Grids
+    class Redis < SmartMachine::Base
+      def initialize(name:)
+        config = SmartMachine.config.grids.redis.dig(name.to_sym)
+        raise "redis config for #{name} not found." unless config
+
+        @port = config.dig(:port)
+        @password = config.dig(:password)
+        @appendonly = config.dig(:appendonly)
+        @maxmemory = config.dig(:maxmemory)
+        @maxmemory_policy = config.dig(:maxmemory_policy)
+        @modules = config.dig(:modules)&.map { |module_name| "--loadmodule /usr/lib/redis/modules/#{module_name}.so" } || []
+        @modules.push("Plugin /var/opt/redislabs/modules/rg/plugin/gears_python.so")
+
+        @name = name.to_s
+        @home_dir = File.expand_path('~')
+      end
+
+      def uper
+        # Creating networks
+        unless system("docker network inspect #{@name}-network", [:out, :err] => File::NULL)
+          puts "-----> Creating network #{@name}-network ... "
+          if system("docker network create #{@name}-network", out: File::NULL)
+            puts "done"
+          end
+        end
+
+        FileUtils.mkdir_p("#{@home_dir}/machine/grids/redis/#{@name}/data")
+
+        # Creating & Starting containers
+        puts "-----> Creating container #{@name} ... "
+
+        command = [
+          "docker create",
+          "--name='#{@name}'",
+          "--user `id -u`:`id -g`",
+          "--publish='#{@port}:#{@port}'",
+          "--volume='#{@home_dir}/smartmachine/grids/redis/#{@name}/data:/data'",
+          "--restart='always'",
+          "--network='#{@name}-network'",
+          "redislabs/redismod:latest --port #{@port} --requirepass #{@password} --appendonly #{@appendonly} --maxmemory #{@maxmemory} --maxmemory-policy #{@maxmemory_policy} #{@modules.join(' ')}"
+        ]
+        if system(command.compact.join(" "), out: File::NULL)
+          puts "done"
+          puts "-----> Starting container #{@name} ... "
+          if system("docker start #{@name}", out: File::NULL)
+            puts "done"
+          else
+            raise "Error: Could not start the created #{@name} container"
+          end
+        else
+          raise "Error: Could not create #{@name} container"
+        end
+      end
+
+      # Stopping & Removing containers - in reverse order
+      def downer
+        puts "-----> Stopping container #{@name} ... "
+        if system("docker stop '#{@name}'", out: File::NULL)
+          puts "done"
+          puts "-----> Removing container #{@name} ... "
+          if system("docker rm '#{@name}'", out: File::NULL)
+            puts "done"
+          end
+        end
+
+        # Removing networks
+        puts "-----> Removing network #{@name}-network ... "
+        if system("docker network rm #{@name}-network", out: File::NULL)
+          puts "done"
+        end
+      end
+    end
+  end
+end

data/lib/smart_machine/grids/scheduler/Dockerfile

@@ -1,7 +1,7 @@
 ARG SMARTMACHINE_VERSION
 
 FROM smartmachine:$SMARTMACHINE_VERSION
-LABEL maintainer="Timeboard <hello@timeboard.me>"
+LABEL maintainer="plainsource <plainsource@humanmind.me>"
 
 # Scheduler Essentials
 RUN apk add --update busybox-suid && \

data/lib/smart_machine/logger.rb

@@ -3,33 +3,33 @@ require "logger"
 $stdout.sync = true
 
 module SmartMachine
-	module Logger
-	  def logger
-	    @logger ||= SmartMachine::Logger.logger_for(self.class.name)
-	  end
+  module Logger
+    def logger
+      @logger ||= SmartMachine::Logger.logger_for(self.class.name)
+    end
 
-	  # Use a hash class-ivar to cache a unique Logger per class:
-	  @loggers = {}
+    # Use a hash class-ivar to cache a unique Logger per class:
+    @loggers = {}
 
-	  def self.included(base)
-		class << base
-			def logger
-			  @logger ||= SmartMachine::Logger.logger_for(self.name)
-			end
-		end
-	  end
+    def self.included(base)
+      class << base
+        def logger
+          @logger ||= SmartMachine::Logger.logger_for(self.name)
+        end
+      end
+    end
 
-	  class << self
-	    def logger_for(classname)
-	      @loggers[classname] ||= configure_logger_for(classname)
-	    end
+    class << self
+      def logger_for(classname)
+        @loggers[classname] ||= configure_logger_for(classname)
+      end
 
-	    def configure_logger_for(classname)
-	      logger = ::Logger.new($stdout)
-		  logger.level = ::Logger.const_get("#{SmartMachine.config.logger_level}".upcase)
-	      logger.progname = classname
-	      logger
-	    end
-	  end
-	end
-end
+      def configure_logger_for(classname)
+        logger = ::Logger.new($stdout)
+        logger.level = ::Logger.const_get("#{SmartMachine.config.logger_level}".upcase)
+        logger.progname = classname
+        logger
+      end
+    end
+  end
+end