smartmachine 0.6.0 → 0.7.0

data/lib/smart_machine/grids/mysql.rb

@@ -0,0 +1,66 @@
+# The main SmartMachine Grids Mysql driver
+module SmartMachine
+	class Grids
+		class Mysql < SmartMachine::Base
+			def initialize
+			end
+
+			def up(*args)
+				args.flatten!
+				exposed = args.empty? ? '' : args.shift
+
+				if SmartMachine::Docker.running?
+					# Creating networks
+					unless system("docker network inspect mysql-network", [:out, :err] => File::NULL)
+						print "-----> Creating network mysql-network ... "
+						if system("docker network create mysql-network", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					# Creating & Starting containers
+					print "-----> Creating container mysql ... "
+					if system("docker create \
+						--name='mysql' \
+						--env MYSQL_ROOT_PASSWORD=#{SmartMachine.credentials.mysql[:root_password]} \
+						--env MYSQL_USER=#{SmartMachine.credentials.mysql[:username]} \
+						--env MYSQL_PASSWORD=#{SmartMachine.credentials.mysql[:password]} \
+						--env MYSQL_DATABASE=#{SmartMachine.credentials.mysql[:database_name]} \
+						--user `id -u`:`id -g` \
+						#{"--publish='#{SmartMachine.credentials.mysql[:port]}:#{SmartMachine.credentials.mysql[:port]}'" if exposed == '--exposed'} \
+						--volume='#{SmartMachine.config.user_home_path}/.smartmachine/grids/mysql/data:/var/lib/mysql' \
+						--restart='always' \
+						--network='mysql-network' \
+						mysql:8.0.18", out: File::NULL)
+
+						puts "done"
+						print "-----> Starting container mysql ... "
+						if system("docker start mysql", out: File::NULL)
+							puts "done"
+						end
+					end
+				end
+			end
+	
+			def down
+				if SmartMachine::Docker.running?
+					# Stopping & Removing containers - in reverse order
+					print "-----> Stopping container mysql ... "
+					if system("docker stop 'mysql'", out: File::NULL)
+						puts "done"
+						print "-----> Removing container mysql ... "
+						if system("docker rm 'mysql'", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					# Removing networks
+					print "-----> Removing network mysql-network ... "
+					if system("docker network rm mysql-network", out: File::NULL)
+						puts "done"
+					end
+				end
+			end			
+		end
+	end
+end

data/lib/smart_machine/grids/nginx.rb

@@ -0,0 +1,137 @@
+# The main SmartMachine Grids Nginx driver
+module SmartMachine
+	class Grids
+		class Nginx < SmartMachine::Base
+			def initialize
+			end
+	
+			def up(*args)
+				args.flatten!
+				exposed = args.empty? ? '' : args.shift
+
+				if SmartMachine::Docker.running?
+					# Creating volumes
+					print "-----> Creating volume nginx-confd ... "
+					if system("docker volume create nginx-confd", out: File::NULL)
+						puts "done"
+					end
+
+					print "-----> Creating volume nginx-vhost ... "
+					if system("docker volume create nginx-vhost", out: File::NULL)
+						puts "done"
+					end
+
+					print "-----> Creating volume nginx-shtml ... "
+					if system("docker volume create nginx-shtml", out: File::NULL)
+						puts "done"
+					end
+
+					# Creating networks
+					unless system("docker network inspect nginx-network", [:out, :err] => File::NULL)
+						print "-----> Creating network nginx-network ... "
+						if system("docker network create nginx-network", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					# Creating & Starting containers
+					print "-----> Creating container nginx ... "
+					if system("docker create \
+						--name='nginx' \
+						#{"--publish='80:80' --publish='443:443'" if exposed == '--exposed'} \
+						--volume='nginx-confd:/etc/nginx/conf.d/' \
+						--volume='nginx-vhost:/etc/nginx/vhost.d/' \
+						--volume='nginx-shtml:/usr/share/nginx/html' \
+						--volume='#{SmartMachine.config.user_home_path}/.smartmachine/grids/nginx/certificates:/etc/nginx/certs' \
+						--volume='#{SmartMachine.config.user_home_path}/.smartmachine/grids/nginx/fastcgi.conf:/etc/nginx/fastcgi.conf:ro' \
+						--volume='#{SmartMachine.config.user_home_path}/.smartmachine/grids/nginx/htpasswd:/etc/nginx/htpasswd:ro' \
+						--restart='always' \
+						--network='nginx-network' \
+						nginx:alpine", out: File::NULL)
+
+						puts "done"
+						print "-----> Starting container nginx ... "
+						if system("docker start nginx", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					print "-----> Creating container nginx-gen ... "
+					if system("docker create \
+						--name='nginx-gen' \
+						--volumes-from nginx \
+						--volume='#{SmartMachine.config.user_home_path}/.smartmachine/grids/nginx/nginx.tmpl:/etc/docker-gen/templates/nginx.tmpl:ro' \
+						--volume='/var/run/docker.sock:/tmp/docker.sock:ro' \
+						--restart='always' \
+						--network='nginx-network' \
+						jwilder/docker-gen \
+						-notify-sighup nginx -watch /etc/docker-gen/templates/nginx.tmpl /etc/nginx/conf.d/default.conf", out: File::NULL)
+
+						puts "done"
+						print "-----> Starting container nginx-gen ... "
+						if system("docker start nginx-gen", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					print "-----> Creating container nginx-letsencrypt ... "
+					if system("docker create \
+						--name='nginx-letsencrypt' \
+						--env NGINX_PROXY_CONTAINER=nginx \
+						--env NGINX_DOCKER_GEN_CONTAINER=nginx-gen \
+						--env DEFAULT_EMAIL=#{SmartMachine.config.sysadmin_email} \
+						--volumes-from nginx \
+						--volume='/var/run/docker.sock:/var/run/docker.sock:ro' \
+						--restart='always' \
+						--network='nginx-network' \
+						jrcs/letsencrypt-nginx-proxy-companion", out: File::NULL)
+
+						puts "done"
+						print "-----> Starting container nginx-letsencrypt ... "
+						if system("docker start nginx-letsencrypt", out: File::NULL)
+							puts "done"
+						end
+					end
+				end
+			end
+
+			def down
+				if SmartMachine::Docker.running?
+					# Stopping & Removing containers - in reverse order
+					print "-----> Stopping container nginx-letsencrypt ... "
+					if system("docker stop 'nginx-letsencrypt'", out: File::NULL)
+						puts "done"
+						print "-----> Removing container nginx-letsencrypt ... "
+						if system("docker rm 'nginx-letsencrypt'", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					print "-----> Stopping container nginx-gen ... "
+					if system("docker stop 'nginx-gen'", out: File::NULL)
+						puts "done"
+						print "-----> Removing container nginx-gen ... "
+						if system("docker rm 'nginx-gen'", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					print "-----> Stopping container nginx ... "
+					if system("docker stop 'nginx'", out: File::NULL)
+						puts "done"
+						print "-----> Removing container nginx ... "
+						if system("docker rm 'nginx'", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					# Removing networks
+					print "-----> Removing network nginx-network ... "
+					if system("docker network rm nginx-network", out: File::NULL)
+						puts "done"
+					end
+				end
+			end
+		end
+	end
+end

data/lib/smart_machine/grids/prereceiver.rb

@@ -0,0 +1,170 @@
+# The main SmartMachine Grids Git driver
+module SmartMachine
+	class Grids
+		class Prereceiver < SmartMachine::Base
+
+			def initialize
+			end
+
+			def install
+				puts "-----> Installing Prereceiver"
+
+				ssh = SmartMachine::SSH.new
+				commands = ["smartmachine runner prereceiver create"]
+				ssh.run commands
+
+				puts "-----> Prereceiver Installation Complete"
+			end
+
+			def uninstall
+				puts "-----> Uninstalling Prereceiver"
+
+				ssh = SmartMachine::SSH.new
+				commands = ["smartmachine runner prereceiver destroy"]
+				ssh.run commands
+
+				puts "-----> Prereceiver Uninstallation Complete"
+			end
+
+			def update
+				uninstall
+				install
+			end
+
+			def create
+				unless system("docker image inspect #{prereceiver_image_name}", [:out, :err] => File::NULL)
+					print "-----> Creating image #{prereceiver_image_name} ... "
+					if system("docker image build -t #{prereceiver_image_name} \
+									--build-arg SMARTMACHINE_VERSION=#{SmartMachine.version} \
+									#{SmartMachine.config.root_path}/lib/smart_machine/grids/prereceiver", out: File::NULL)
+						puts "done"
+
+						up
+					end
+				end
+			end
+
+			def destroy
+				down
+
+				if system("docker image inspect #{prereceiver_image_name}", [:out, :err] => File::NULL)
+					print "-----> Removing image #{prereceiver_image_name} ... "
+					if system("docker image rm #{prereceiver_image_name}", out: File::NULL)
+						puts "done"
+					end
+				end
+			end
+
+			def up
+				if SmartMachine::Docker.running?
+					if system("docker image inspect #{prereceiver_image_name}", [:out, :err] => File::NULL) && system("docker image inspect #{buildpacker_image_name}", [:out, :err] => File::NULL)
+						print "-----> Creating container prereceiver with image #{prereceiver_image_name} ... "
+						if system("docker create \
+							--name='prereceiver' \
+							--env VIRTUAL_PROTO=fastcgi \
+							--env VIRTUAL_HOST=#{SmartMachine.config.git_domain} \
+							--env LETSENCRYPT_HOST=#{SmartMachine.config.git_domain} \
+							--env LETSENCRYPT_EMAIL=#{SmartMachine.config.sysadmin_email} \
+							--env LETSENCRYPT_TEST=#{SmartMachine.config.letsencrypt_test} \
+							--env GIT_PROJECT_ROOT=#{SmartMachine.config.user_home_path}/.smartmachine/apps/repositories \
+							--env GIT_HTTP_EXPORT_ALL="" \
+							--user `id -u` \
+							--workdir /home/`id -un`/.smartmachine/apps \
+							--expose='9000' \
+							--volume='#{SmartMachine.config.user_home_path}/.smartmachine/config:#{SmartMachine.config.user_home_path}/.smartmachine/config' \
+							--volume='#{SmartMachine.config.user_home_path}/.smartmachine/apps:#{SmartMachine.config.user_home_path}/.smartmachine/apps' \
+							--volume='#{SmartMachine.config.user_home_path}/.smartmachine/grids/prereceiver:#{SmartMachine.config.user_home_path}/.smartmachine/grids/prereceiver' \
+							--volume='/var/run/docker.sock:/var/run/docker.sock:ro' \
+							--restart='always' \
+							--network='nginx-network' \
+							#{prereceiver_image_name}", out: File::NULL)
+							puts "done"
+
+							print "-----> Starting container prereceiver with image #{prereceiver_image_name} ... "
+							if system("docker start prereceiver", out: File::NULL)
+								puts "done"
+							end
+						end
+					end
+				end
+			end
+	
+			def down
+				if SmartMachine::Docker.running?
+					# Stopping & Removing containers - in reverse order
+					if system("docker inspect -f '{{.State.Running}}' 'prereceiver'", [:out, :err] => File::NULL)
+						print "-----> Stopping container prereceiver with image #{prereceiver_image_name} ... "
+						if system("docker stop 'prereceiver'", out: File::NULL)
+							puts "done"
+
+							print "-----> Removing container prereceiver with image #{prereceiver_image_name} ... "
+							if system("docker rm 'prereceiver'", out: File::NULL)
+								puts "done"
+							end
+						end
+					else
+						puts "-----> Container 'prereceiver' is currently not running."
+					end
+				end
+			end
+
+			def self.prereceive(appname, username, oldrev, newrev, refname)
+				logger.formatter = proc do |severity, datetime, progname, message|
+					severity_text = { "DEBUG" => "\u{1f527} #{severity}:", "INFO" => " \u{276f}", "WARN" => "\u{2757} #{severity}:",
+						"ERROR" => "\u{274c} #{severity}:", "FATAL" => "\u{2b55} #{severity}:", "UNKNOWN" => "\u{2753} #{severity}:"
+					}
+					"\t\t\t\t#{severity_text[severity]} #{message}\n"
+				end
+
+				# Load vars and environment
+				container_path = "#{SmartMachine.config.user_home_path}/.smartmachine/apps/containers/#{appname}"
+				env_vars = SmartMachine::Apps::App.get_env_vars(container_path)
+				return unless env_vars
+
+				# Verify the user and ensure the user is correct and has access to this repository
+				unless env_vars['USERNAME'] == username
+					logger.error "Unauthorized."
+					return
+				end
+
+				# Only run this script for the master branch. You can remove this
+				# if block if you wish to run it for others as well.
+				if refname == "refs/heads/master"
+					logger.info "Loading Application ..."
+
+					# Note: There should be no space between + and " in version.
+					# Note: date will be UTC date until timezone has been changed.
+					version = `date +"%Y%m%d%H%M%S"`.chomp!
+					container_path_with_version = "#{container_path}/releases/#{version}"
+
+					unless Dir.exist? container_path_with_version
+						FileUtils.mkdir_p(container_path_with_version)
+						if system("git archive #{newrev} | tar -x -C #{container_path_with_version}")
+							# Start App
+							SmartMachine::Apps::App.start(appname)
+						else
+							logger.fatal "Could not extract new app version ... Failed."
+							return
+						end
+					else
+						logger.fatal "This version name already exists ... Failed."
+						return
+					end
+				else
+					# Allow the push to complete for all other branches normally.
+					exit 10
+				end
+
+				logger.formatter = nil
+			end
+
+			def buildpacker_image_name
+				Buildpacker.new.buildpacker_image_name
+			end
+
+			def prereceiver_image_name
+				"smartmachine/prereceiver:#{SmartMachine.version}"
+			end
+		end
+	end
+end

data/lib/smart_machine/grids/prereceiver/Dockerfile

@@ -0,0 +1,20 @@
+ARG SMARTMACHINE_VERSION
+
+FROM smartmachine:$SMARTMACHINE_VERSION
+LABEL maintainer="Timeboard <hello@timeboard.me>"
+
+# FCGI Essentials
+# --- IMPORTANT NOTE: This is custom built fcgiwrap package for alpine linux to account for NO_BUFFERING option.
+# --- Original fcgiwrap: https://github.com/gnosek/fcgiwrap
+# --- Custom fcgiwrap: https://github.com/notr1ch/fcgiwrap
+COPY fcgiwrap /root/apk-packages/fcgiwrap
+RUN apk add fcgiwrap --repository /root/apk-packages/fcgiwrap/packages/main --allow-untrusted && \
+	rm -rf /root/apk-packages
+RUN apk add --update coreutils && \
+	apk add --update util-linux && \
+	apk add --update git && \
+	apk add --update git-daemon && \
+    apk add --update spawn-fcgi && \
+    rm -rf /var/cache/apk/*
+
+CMD ["spawn-fcgi", "-n", "-p", "9000", "/usr/bin/fcgiwrap", "-f"]

data/lib/smart_machine/grids/prereceiver/fcgiwrap/APKBUILD

@@ -0,0 +1,49 @@
+# Contributor: Eivind Uggedal <eu@eju.no>
+# Maintainer: Natanael Copa <ncopa@alpinelinux.org>
+pkgname=fcgiwrap
+#pkgver=1.1.0
+pkgver=1.1.1
+#pkgrel=3
+pkgrel=4
+pkgdesc="Simple server for running CGI applications over FastCGI"
+# This url has been changed to add no_buffering feature for fcgiwrap where has not been currently merged by gnosek
+#url="https://github.com/gnosek/fcgiwrap"
+url="https://github.com/notr1ch/fcgiwrap"
+arch="all"
+license="MIT"
+pkgusers="fcgiwrap"
+pkggroups="www-data"
+install="$pkgname.pre-install"
+makedepends="$depends_dev autoconf libtool automake fcgi-dev"
+subpackages="$pkgname-doc $pkgname-openrc"
+# This source has been changed to add no_buffering feature for fcgiwrap where has not been currently merged by gnosek. Please note the use of master branch instead of $pkgver.
+#source="$pkgname-$pkgver.tar.gz::https://github.com/gnosek/$pkgname/archive/$pkgver.tar.gz
+source="$pkgname-$pkgver.tar.gz::https://github.com/notr1ch/$pkgname/archive/master.tar.gz
+	$pkgname.initd
+	$pkgname.confd"
+
+#builddir="$srcdir/$pkgname-$pkgver"
+builddir="$srcdir/$pkgname-master"
+
+build() {
+	cd "$builddir"
+	autoreconf --install
+	CFLAGS="$CFLAGS -Wno-implicit-fallthrough" \
+	./configure --prefix=/usr \
+		--mandir=/share/man \
+		--sbindir=/bin
+	make
+}
+
+package() {
+	cd "$builddir"
+	install -d -m2775 -o fcgiwrap -g www-data  "$pkgdir"/run/fcgiwrap
+	make DESTDIR="$pkgdir" install
+	install -Dm755 $srcdir/$pkgname.initd "$pkgdir"/etc/init.d/$pkgname
+	install -Dm644 $srcdir/$pkgname.confd "$pkgdir"/etc/conf.d/$pkgname
+}
+
+
+sha512sums="4ffacd247f48ff0827531da1e9fbf19262d51827668d90cde1ec30ea23139cdf6f45a3b2a955a2a3b8e9ddbc85e7e4fa4dd18217e71288441c8cabdff5c24846  fcgiwrap-1.1.1.tar.gz
+0dbf5f4387e5dc5de6e9bd6d98247e175f1a7943fe1d04ea916881b1269fd0b62abfafac91f8c0dd2f4dc9c71118195ba9dd7cf9bb5e3d93e6e711ec7d770453  fcgiwrap.initd
+893e9afa92c20c9d0dab68fffc806a1be1f2e28a7e73bbb497316386a9ee083be4bad68a90f660e489311a9812a512b50fb0edb8b9c49b12f6cd266ba53b01a6  fcgiwrap.confd"