@nathapp/na-cli 1.0.0-rc.9 → 1.0.0

package/dist/templates/db-schema/Makefile

@@ -0,0 +1,885 @@
+# REQUIREMENT:
+# - GET_VERSION.sql file must be exists in repo root folder
+# - SET_VERSION.sql file must be exists in repo root folder, {{VERSION}} keyword in the script will be replace with actual target version number
+# - All script must be on repo root folder, and filename start with XXX_*.sql or XXX-*.sql
+
+# Environment variables:
+# PRERELEASE_TAG (default=false): true=prerelease only, false=otherwise
+# GIT_TAG: the target version
+# VERSION: the installed version
+
+MAKEFILE := $(abspath $(lastword $(MAKEFILE_LIST)))
+ROOT_PATH := $(shell pwd)
+REPO_PATH := $(ROOT_PATH)
+GIT_PATH := $(REPO_PATH)/.git
+
+.PHONY:
+
+release: version-sync
+	@bash -e -o pipefail -c '\
+		docker-compose up --no-deps --build --force-recreate --abort-on-container-exit --remove-orphans mysql release || \
+			((docker-compose down --remove-orphans -v --rmi local | true); exit 1); \
+		docker-compose down --remove-orphans -v --rmi local | true; \
+		echo ">>== DONE ==<<"'
+
+run-release: prepare-patch wait-for
+	@set -e -o pipefail; \
+		if [ -f $(REPO_PATH)/patch.sql ]; then \
+			((cat $(REPO_PATH)/patch.sql | (mysql --abort-source-on-error=1 --comments -h"mysql" -u"root" 2> $(REPO_PATH)/error.txt)) && \
+				( \
+					make --no-print-directory -f$(MAKEFILE) run-exp-table; \
+					make --no-print-directory -f$(MAKEFILE) run-exp-sp; \
+					make --no-print-directory -f$(MAKEFILE) run-exp-init-data; \
+					make --no-print-directory -f$(MAKEFILE) run-exp-grant; \
+					echo ">>== EXTRACTED ==<<"; \
+				)) || \
+				( \
+					make --no-print-directory -f$(MAKEFILE) test-show-patch-error; \
+					exit 1; \
+				) \
+		fi;
+
+run-exp-table:
+	@for schema in `make --no-print-directory -f$(MAKEFILE) schemas`; do \
+		echo "EXTRACTING TABLE: $$schema"; \
+		mysqldump -h"mysql" -u"root" \
+			-n --comments --quote-names --no-tablespaces --no-data --compact --skip-set-charset \
+			--databases $$schema | \
+		sed 's/ AUTO_INCREMENT=[0-9]*//g' > /out/100_$$schema\_Tbl.sql; \
+	done;
+
+run-exp-sp:
+	@for schema in `make --no-print-directory -f$(MAKEFILE) schemas`; do \
+		echo "EXTRACTING SP: $$schema"; \
+		echo "USE $$schema;" > /out/500_$$schema\_SP.sql; \
+		echo "" >> /out/500_$$schema\_SP.sql; \
+		echo "" >> /out/500_$$schema\_SP.sql; \
+		echo " \
+			SET SESSION group_concat_max_len = 1000000; \
+			SELECT CONCAT( \
+				'DELIMITER \$$\$$ \nDROP PROCEDURE IF EXISTS \`', db, '\`.\`', name, '\` \$$\$$ \nCREATE PROCEDURE \`', db, \
+				'\`.\`', name, '\` (', IFNULL(param_list, ''), '\n) SQL SECURITY INVOKER \n', body, ' \$$\$$\nDELIMITER ;\n\n') \
+			FROM ( \
+				SELECT R.ROUTINE_SCHEMA db \
+					, R.ROUTINE_NAME name \
+					, (SELECT GROUP_CONCAT(CONCAT('\n    ' \
+							, P.PARAMETER_MODE, ' ' \
+							, P.PARAMETER_NAME, ' ' \
+							, CASE P.DATA_TYPE \
+								WHEN 'int' THEN P.DATA_TYPE \
+								WHEN 'tinyint' THEN P.DATA_TYPE \
+								WHEN 'smallint' THEN P.DATA_TYPE \
+								WHEN 'bigint' THEN P.DATA_TYPE \
+								ELSE P.DTD_IDENTIFIER \
+								END)) \
+						FROM INFORMATION_SCHEMA.PARAMETERS P \
+						WHERE P.SPECIFIC_SCHEMA = R.ROUTINE_SCHEMA \
+							AND P.SPECIFIC_NAME = R.ROUTINE_NAME \
+							AND P.ORDINAL_POSITION > 0 \
+						ORDER BY P.ORDINAL_POSITION \
+						) param_list \
+					, R.ROUTINE_DEFINITION body \
+				FROM INFORMATION_SCHEMA.ROUTINES R \
+				WHERE R.ROUTINE_SCHEMA = '$$schema' \
+					AND R.ROUTINE_TYPE = 'PROCEDURE' \
+				ORDER BY R.ROUTINE_NAME \
+			) R;" | \
+			mysql -h"mysql" -u"root" --skip-column-names | \
+			awk '{gsub(/\\n/,"\n")}1' | awk '{gsub(/\\t/,"\t")}2' >> /out/500_$$schema\_SP.sql; \
+		echo " \
+			SET SESSION group_concat_max_len = 1000000; \
+			SELECT CONCAT( \
+				'DELIMITER \$$\$$ \nDROP FUNCTION IF EXISTS \`', db, '\`.\`', name, '\` \$$\$$ \nCREATE FUNCTION \`', db, \
+				'\`.\`', name, '\` (', IFNULL(param_list, ''), '\n)\nRETURNS ', returns, '\nSQL SECURITY INVOKER \n', body, ' \$$\$$\nDELIMITER ;\n\n') \
+			FROM ( \
+				SELECT R.ROUTINE_SCHEMA db \
+					, R.ROUTINE_NAME name \
+					, (SELECT GROUP_CONCAT(CONCAT('\n    ' \
+							, P.PARAMETER_NAME, ' ' \
+							, CASE P.DATA_TYPE \
+								WHEN 'int' THEN P.DATA_TYPE \
+								WHEN 'tinyint' THEN P.DATA_TYPE \
+								WHEN 'smallint' THEN P.DATA_TYPE \
+								WHEN 'bigint' THEN P.DATA_TYPE \
+								ELSE P.DTD_IDENTIFIER \
+								END)) \
+						FROM INFORMATION_SCHEMA.PARAMETERS P \
+						WHERE P.SPECIFIC_SCHEMA = R.ROUTINE_SCHEMA \
+							AND P.SPECIFIC_NAME = R.ROUTINE_NAME \
+							AND P.ORDINAL_POSITION > 0 \
+						ORDER BY P.ORDINAL_POSITION \
+						) param_list \
+					, R.ROUTINE_DEFINITION body \
+					, CASE R.DATA_TYPE \
+						WHEN 'int' THEN R.DATA_TYPE \
+						WHEN 'tinyint' THEN R.DATA_TYPE \
+						WHEN 'smallint' THEN R.DATA_TYPE \
+						WHEN 'bigint' THEN R.DATA_TYPE \
+						ELSE R.DTD_IDENTIFIER \
+						END returns \
+				FROM INFORMATION_SCHEMA.ROUTINES R \
+				WHERE R.ROUTINE_SCHEMA = '$$schema' \
+					AND R.ROUTINE_TYPE = 'FUNCTION' \
+				ORDER BY R.ROUTINE_NAME \
+			) F;" | \
+			mysql -h"mysql" -u"root" --skip-column-names | \
+			awk '{gsub(/\\n/,"\n")}1' | awk '{gsub(/\\t/,"\t")}2' >> /out/500_$$schema\_SP.sql; \
+	done;
+
+run-exp-init-data:
+	@if ls $(REPO_PATH)/890_*.sql > /dev/null 2>&1; then \
+		for file in $(REPO_PATH)/890_*.sql; do \
+			echo "EXTRACTING INIT DATA FROM FILE: `basename $$file`"; \
+			cp $$file `echo $$file | awk -F"/890_" '{ printf("/out/300_%s", $$2)}'`; \
+		done; \
+	fi;
+	@if ls $(REPO_PATH)/990_*.sql > /dev/null 2>&1; then \
+		for file in $(REPO_PATH)/990_*.sql; do \
+			echo "EXTRACTING INIT DATA FROM TABLE: `basename $$file`"; \
+			export OUTPUT=`echo $$file | awk -F"/990_" '{ printf("/out/300_%s", $$2)}'`; \
+			cat $$file | (mysql -h"mysql" -u"root" --skip-column-names) | \
+				awk '{gsub(/\\n/,"\n")}1' | awk '{gsub(/\\t/,"\t")}2' \
+				> $$OUTPUT; \
+		done; \
+	fi;
+
+run-exp-grant:
+	@export PASSWORD='MyAppP@ssw0rd!!'; \
+	export SCHEMAS=`make --no-print-directory -f$(MAKEFILE) schemas | \
+		awk -F"." 'BEGIN{first=1} \
+			{ \
+				printf("%s", (1 != first) ? "," : ""); \
+				first = 0; \
+				printf("'\''%s'\''", $$1) \
+			}'`; \
+	\
+	echo "-- GRANT FOR: $$SCHEMAS" > /out/910_DB_Grant_User.sql; \
+	echo "" >> /out/910_DB_Grant_User.sql; \
+	\
+	for grantee in `make --no-print-directory -f$(MAKEFILE) run-exp-grantee`; do \
+		echo "DROP USER IF EXISTS $$grantee;" >> /out/910_DB_Grant_User.sql; \
+	done; \
+	echo "" >> /out/910_DB_Grant_User.sql; \
+	\
+	for grantee in `make --no-print-directory -f$(MAKEFILE) run-exp-grantee`; do \
+		echo "CREATE USER $$grantee IDENTIFIED BY '$$PASSWORD';" >> /out/910_DB_Grant_User.sql; \
+	done; \
+	echo "" >> /out/910_DB_Grant_User.sql; \
+	\
+	for grantee in `make --no-print-directory -f$(MAKEFILE) run-exp-grantee`; do \
+		echo "EXTRACTING GRANT: $$grantee"; \
+		\
+		echo "$$grantee" | awk -F"@" '{printf("-- %s\n", toupper($$1))}' >> /out/910_DB_Grant_User.sql; \
+		echo " \
+			SHOW GRANTS FOR $$grantee;" | \
+			mysql -h"mysql" -u"root" --skip-column-names | \
+				awk '{gsub(/\\n/,"\n")}1' | awk '{gsub(/\\t/,"\t")}2' | awk '{printf("%s;\n", $$0)}' > grant_sort.sql; \
+		\
+		for item in `cat grant_sort.sql | awk -F"ON " '{printf("%dON %s\n",NR,$$0)}' | \
+			awk -F"ON " '{printf("%s.%s\n", $$1, $$3)}' | \
+			awk -F"." '{printf("%s:::::%s\n", $$2, $$1)}' | sort`; \
+		do \
+			export LINE=`echo $$item | awk -F":::::" '{printf("%s",$$2)}'`; \
+			cat grant_sort.sql | awk '{if (NR == ENVIRON["LINE"]) print}' >> /out/910_DB_Grant_User.sql; \
+		done; \
+		echo "" >> /out/910_DB_Grant_User.sql; \
+	done;
+
+run-exp-grantee:
+	@export SCHEMAS=`make --no-print-directory -f$(MAKEFILE) schemas | \
+		awk -F"." 'BEGIN{first=1} \
+			{ \
+				printf("%s", (1 != first) ? "," : ""); \
+				first = 0; \
+				printf("'\''%s'\''", $$1) \
+			}'`; \
+	echo " \
+		SET SESSION group_concat_max_len = 1000000; \
+		SELECT DISTINCT GRANTEE FROM INFORMATION_SCHEMA.SCHEMA_PRIVILEGES \
+		WHERE TABLE_SCHEMA IN ($$SCHEMAS) \
+		ORDER BY GRANTEE;" | \
+		mysql -h"mysql" -u"root" --skip-column-names | \
+			awk '{gsub(/\\n/,"\n")}1' | awk '{gsub(/\\t/,"\t")}2';
+
+schemas:
+	@echo "" | \
+		(cat - $(REPO_PATH)/0*.sql 2>/dev/null || cat -) | \
+		grep "CREATE DATABASE IF NOT EXISTS " | \
+		awk -F"CREATE DATABASE IF NOT EXISTS " '{ print $$2}' | \
+		awk -F" " '{ gsub("\`", "", $$1); print $$1 }'
+
+cli:
+	@docker run --rm -it -v $(REPO_PATH):/sql $$(docker build -q .)
+
+dup:
+	@(make --no-print-directory -f$(MAKEFILE) dup-list) | sort | uniq -d;
+
+dup-count:
+	@(make --no-print-directory -f$(MAKEFILE) dup-list) | wc -l | awk '{$$1=$$1};1';
+
+dup-list:
+	@if [ -f $(REPO_PATH)/DEV_MODE.txt ]; then \
+		cat $(REPO_PATH)/DEV_8*.sql 2>/dev/null | \
+			awk -F"CREATE PROCEDURE " '{printf("%s\n",$$2)}' | \
+			awk NF | \
+			awk -F"(" '{print $$1;}' | \
+			awk '{$$1=$$1};1' | \
+			awk '{gsub("\\`","")}1' | \
+			sort; \
+	else \
+		cat $(REPO_PATH)/8*.sql 2>/dev/null | \
+			awk -F"CREATE PROCEDURE " '{printf("%s\n",$$2)}' | \
+			awk NF | \
+			awk -F"(" '{print $$1;}' | \
+			awk '{$$1=$$1};1' | \
+			awk '{gsub("\\`","")}1' | \
+			sort; \
+	fi;
+
+# Clone the database repo according to target version (GIt_TAG), and do a prerequisite check
+# Install database when it is not exists, otherwise patching process will be trigger
+install: prerequisite
+	@echo "Target version: $(GIT_TAG)"
+	@set -e -o pipefail; \
+		make --no-print-directory -f$(MAKEFILE) version-get > $(REPO_PATH)/version.txt; \
+		if [ -z "$$(cat $(REPO_PATH)/version.txt)" ]; then \
+			make --no-print-directory -f$(MAKEFILE) run-init; \
+		else \
+			make --no-print-directory -f$(MAKEFILE) run-patch; \
+		fi;
+
+# Initialize database, it will run all the script files (0XX, 1XX, 3XX, 5XX, 6XX, 9XX) except 7XX & 8XX
+# NOTE: MySQL doesn't support transactional DDL, any error on script will lead to database half-migrated
+run-init: version-set
+	@set -e -o pipefail; \
+		make --no-print-directory -f$(MAKEFILE) get-init > $(REPO_PATH)/all.sql;
+	@echo "DATABASE installed version: N/A"
+	@echo "DATABASE target version: $(GIT_TAG)"
+	@echo "==> DATABASE installation in progress..."
+	@set -e -o pipefail; \
+		((cat $(REPO_PATH)/all.sql | (mysql --abort-source-on-error=1 --comments -h"$(HOST_IP)" -u"$(USERNAME)" -p"$(PASSWORD)" 2> $(REPO_PATH)/error.txt)) && \
+			( \
+				echo "==> DATABASE has been installed"; \
+			)) || \
+			( \
+				make --no-print-directory -f$(MAKEFILE) test-show-init-error; \
+				exit 1; \
+			);
+
+# Patch database, it will run all the 7XX, 8XX script files from the installed version to target version (including current repo if it is not versioned)
+# NOTE: MySQL doesn't support transactional DDL, any error on script will lead to database half-migrated
+run-patch: version-set
+	@set -e -o pipefail; \
+		make --no-print-directory -f$(MAKEFILE) get-patch FROM="$$(make --no-print-directory -f$(MAKEFILE) version-get)" TO="$(GIT_TAG)" > $(REPO_PATH)/patch.sql;
+	@echo "DATABASE installed version: $$(cat $(REPO_PATH)/version.txt)"
+	@echo "DATABASE target version: $(GIT_TAG)"
+	@echo
+	@set -e -o pipefail; \
+		if [ "$(GIT_TAG)" == "$$(cat $(REPO_PATH)/version.txt)" ]; then \
+			echo "==> DATABASE is latest version"; \
+		else \
+			echo "==> DATABASE patching in progress..."; \
+			((cat $(REPO_PATH)/patch.sql | (mysql --abort-source-on-error=1 --comments -h"$(HOST_IP)" -u"$(USERNAME)" -p"$(PASSWORD)" 2> $(REPO_PATH)/error.txt)) && \
+				( \
+					cat $(REPO_PATH)/patch.sql | grep " PATCH - "; \
+					echo "==> DATABASE has been patched"; \
+				)) || \
+				( \
+					make --no-print-directory -f$(MAKEFILE) test-show-patch-error; \
+					exit 1; \
+				); \
+		fi;
+
+run-test: version-sync
+	@set -e -o pipefail; \
+		if ! [ -z `make --no-print-directory -f$(MAKEFILE) dup` ]; then \
+			echo ">>== DUPLICATED STORED PROCEDURE ==<<"; \
+			make --no-print-directory -f$(MAKEFILE) dup; \
+			echo ">>==           \"-_-              ==<<"; \
+			echo ""; \
+			exit 1; \
+		else \
+			echo ">>== CHECKED `make --no-print-directory -f$(MAKEFILE) dup-count` STORED PROCEDURE(S) ==<<"; \
+		fi;
+	@set -e -o pipefail; \
+		if (ls $(REPO_PATH)/7*.sql > /dev/null 2>&1) || (ls $(REPO_PATH)/8*.sql > /dev/null 2>&1); then \
+			docker-compose up --no-deps --build --force-recreate --abort-on-container-exit mysql patch || \
+				((docker-compose down --remove-orphans -v --rmi local | true); exit 1); \
+			docker-compose down --remove-orphans -v --rmi local | true; \
+		fi;
+	@set -e -o pipefail; \
+		docker-compose up --no-deps --build --force-recreate --abort-on-container-exit mysql init || \
+			((docker-compose down --remove-orphans -v --rmi local | true); exit 1); \
+		docker-compose down --remove-orphans -v --rmi local | true; \
+		echo ">>== DONE ==<<"
+
+test: version-sync
+	@bash -e -o pipefail -c '\
+		if ! [ -z `make --no-print-directory -f$(MAKEFILE) dup` ]; then \
+			echo ">>== DUPLICATED STORED PROCEDURE ==<<"; \
+			make --no-print-directory -f$(MAKEFILE) dup; \
+			echo ">>==           \"-_-              ==<<"; \
+			echo ""; \
+			exit 1; \
+		else \
+			echo ">>== CHECKED `make --no-print-directory -f$(MAKEFILE) dup-count` STORED PROCEDURE(S) ==<<"; \
+		fi';
+	@bash -e -o pipefail -c '\
+		if [ -f $(REPO_PATH)/DEV_MODE.txt ]; then \
+			if (ls $(REPO_PATH)/DEV_7*.sql > /dev/null 2>&1) || (ls $(REPO_PATH)/DEV_8*.sql > /dev/null 2>&1); then \
+				docker-compose up --no-deps --build --force-recreate --abort-on-container-exit mysql patch || \
+					((docker-compose down --remove-orphans -v --rmi local | true); exit 1); \
+				docker-compose down --remove-orphans -v --rmi local | true; \
+			fi; \
+		else \
+			if (ls $(REPO_PATH)/7*.sql > /dev/null 2>&1) || (ls $(REPO_PATH)/8*.sql > /dev/null 2>&1); then \
+				docker-compose up --no-deps --build --force-recreate --abort-on-container-exit mysql patch || \
+					((docker-compose down --remove-orphans -v --rmi local | true); exit 1); \
+				docker-compose down --remove-orphans -v --rmi local | true; \
+			fi; \
+		fi';
+	@bash -e -o pipefail -c '\
+		docker-compose up --no-deps --build --force-recreate --abort-on-container-exit mysql init || \
+			((docker-compose down --remove-orphans -v --rmi local | true); exit 1); \
+		docker-compose down --remove-orphans -v --rmi local | true; \
+		echo ">>== DONE ==<<"'
+
+wait-for:
+	@echo "Waiting for database ready..."
+	@until nc -w 1 mysql 3306; do sleep 1; done
+	@echo "Database is ready!"
+
+test-show-init-error:
+	@echo ">>== INIT ==<<"
+	@echo "..."
+	@export ERROR_LINE=`cat $(REPO_PATH)/error.txt | grep "at line " | awk -F"at line " '{ split($$2,e,":"); printf("%s",e[1]); exit 0; }'`; \
+		cat $(REPO_PATH)/all.sql | awk 'BEGIN { \
+			line = 0; \
+			start = 0; \
+			limit = 50; \
+			if ("" != ENVIRON["ERROR_LINE"]) { \
+				start = ENVIRON["ERROR_LINE"]; \
+				if (20 <= start) { \
+					start = start - 20; \
+				} \
+			} \
+		} \
+		{ \
+			if (line++ > start) { \
+				printf("%06d  %s\n", line, $$0); \
+				if (0 >= limit--) { \
+					exit 0; \
+				} \
+			} \
+		}'
+	@echo "..."
+	@cat $(REPO_PATH)/error.txt
+	@echo ">>== INIT ==<<"
+
+test-show-patch-error:
+	@echo ">>== PATCH ==<<"
+	@echo "..."
+	@export ERROR_LINE=`cat $(REPO_PATH)/error.txt | grep "at line " | awk -F"at line " '{ split($$2,e,":"); printf("%s",e[1]); exit 0; }'`; \
+		cat $(REPO_PATH)/patch.sql | awk 'BEGIN { \
+			line = 0; \
+			start = 0; \
+			limit = 50; \
+			if ("" != ENVIRON["ERROR_LINE"]) { \
+				start = ENVIRON["ERROR_LINE"]; \
+				if (20 <= start) { \
+					start = start - 20; \
+				} \
+			} \
+		} \
+		{ \
+			if (line++ > start) { \
+				printf("%06d  %s\n", line, $$0); \
+				if (0 >= limit--) { \
+					exit 0; \
+				} \
+			} \
+		}'
+	@echo "..."
+	@cat $(REPO_PATH)/error.txt
+	@echo ">>== PATCH ==<<"
+
+test-init: test-run-init test-check-sp-invoker
+	@echo ">>== PASSED ==<<";
+
+test-run-init: prepare-init wait-for
+	@(cat $(REPO_PATH)/all.sql | (mysql --abort-source-on-error=1 --comments -h"mysql" -u"root" 2> $(REPO_PATH)/error.txt)) || \
+		( \
+			make --no-print-directory -f$(MAKEFILE) test-show-init-error; \
+			exit 1; \
+		)
+
+test-patch: test-run-patch test-check-sp-invoker
+	@echo ">>== PASSED ==<<";
+
+test-run-patch: prepare-patch wait-for
+	@set -e -o pipefail; \
+		if [ -f $(REPO_PATH)/patch.sql ]; then \
+			((cat $(REPO_PATH)/patch.sql | (mysql --abort-source-on-error=1 --comments -h"mysql" -u"root" 2> $(REPO_PATH)/error.txt)) && \
+				( \
+					cat $(REPO_PATH)/patch.sql | \
+						grep " PATCH - " | \
+						awk -F" PATCH - " '{ split($$2,v," "); print "* PATCH " v[1]}' | \
+						uniq; \
+				)) || \
+				( \
+					make --no-print-directory -f$(MAKEFILE) test-show-patch-error; \
+					exit 1; \
+				) \
+		fi;
+
+test-check-sp-invoker:
+	@set -e -o pipefail; \
+		if [ ! -z "`make --no-print-directory -f$(MAKEFILE) test-run-check-sp-invoker`" ]; then \
+			echo "ERROR: Enforced security type INVOKER for STORED PROCEDURES"; \
+			echo `make --no-print-directory -f$(MAKEFILE) test-run-check-sp-invoker`; \
+			exit 1; \
+		fi; \
+
+test-run-check-sp-invoker:
+	@set -e -o pipefail; \
+		for schema in `make --no-print-directory -f$(MAKEFILE) schemas`; do \
+			mysql -h"mysql" -u"root" \
+				-D $$schema --skip-column-names \
+				-e "SELECT CONCAT('\`', db, '\`.\`', name, '\`') sp FROM mysql.proc WHERE db = '$$schema' AND type = 'PROCEDURE' AND security_type != 'INVOKER' ORDER BY name"; \
+		done;
+
+prepare-init:
+	@(make --no-print-directory -f$(MAKEFILE) view-init) > $(REPO_PATH)/all.sql
+
+prepare-patch:
+	@set -e -o pipefail; \
+		if [ ! -z "`make --no-print-directory -f$(MAKEFILE) version-first`" ]; then \
+			make --no-print-directory -f$(MAKEFILE) prepare-first-init > $(REPO_PATH)/patch.sql; \
+			make --no-print-directory -f$(MAKEFILE) view-patch FROM=`make --no-print-directory -f$(MAKEFILE) version-first` >> $(REPO_PATH)/patch.sql; \
+		else \
+			make --no-print-directory -f$(MAKEFILE) view-init > $(REPO_PATH)/patch.sql; \
+		fi; \
+		make --no-print-directory -f$(MAKEFILE) tagged 2>/dev/null || \
+			make --no-print-directory -f$(MAKEFILE) view-patch FROM="" >> $(REPO_PATH)/patch.sql; \
+
+prepare-first-init:
+	@for version in `make --no-print-directory -f$(MAKEFILE) version-first`; do \
+		for file in `make --no-print-directory -f$(MAKEFILE) version-files VERSION="$$version" | \
+						make --no-print-directory -f$(MAKEFILE) version-init-file`; do \
+			echo "-- INIT - $$version $$file --"; \
+			git --git-dir=$(GIT_PATH) --no-pager show $$file; \
+			echo "-- INIT END --"; \
+			echo; \
+		done; \
+		echo; \
+	done;
+
+view-init: get-init
+
+# Based on DEV_MODE.txt file to determine which group of file need to take for different environment needs
+# DEV_MODE.txt file should be remove when version release
+view-patch:
+	@if [ -z "$(FROM)" ]; then \
+		if [ -f $(REPO_PATH)/DEV_MODE.txt ]; then \
+			if (ls $(REPO_PATH)/DEV_7*.sql > /dev/null 2>&1); then \
+				(for file in $(REPO_PATH)/DEV_7*.sql; do \
+					echo "-- PATCH - HEAD $$file --"; \
+					cat $$file; \
+					echo; \
+					echo "-- PATCH END --"; \
+					echo; \
+				done) 2>/dev/null; \
+			fi; \
+			if (ls $(REPO_PATH)/DEV_8*.sql > /dev/null 2>&1); then \
+				(for file in $(REPO_PATH)/DEV_8*.sql; do \
+					echo "-- PATCH - HEAD $$file --"; \
+					cat $$file; \
+					echo; \
+					echo "-- PATCH END --"; \
+					echo; \
+				done) 2>/dev/null; \
+			fi; \
+		else \
+			if (ls $(REPO_PATH)/7*.sql > /dev/null 2>&1); then \
+				(for file in $(REPO_PATH)/7*.sql; do \
+					echo "-- PATCH - HEAD $$file --"; \
+					cat $$file; \
+					echo; \
+					echo "-- PATCH END --"; \
+					echo; \
+				done) 2>/dev/null; \
+			fi; \
+			if (ls $(REPO_PATH)/8*.sql > /dev/null 2>&1); then \
+				(for file in $(REPO_PATH)/8*.sql; do \
+					echo "-- PATCH - HEAD $$file --"; \
+					cat $$file; \
+					echo; \
+					echo "-- PATCH END --"; \
+					echo; \
+				done) 2>/dev/null; \
+			fi; \
+		fi; \
+	else \
+		make --no-print-directory -f$(MAKEFILE) get-patch; \
+	fi;
+
+view-patch-file:
+	@make --no-print-directory -f$(MAKEFILE) get-patch NO_OUT=1
+
+get-init:
+	@(for file in $(REPO_PATH)/0*.sql; do cat $$file; echo; done) 2>/dev/null; \
+	(for file in $(REPO_PATH)/1*.sql; do cat $$file; echo; done) 2>/dev/null; \
+	(for file in $(REPO_PATH)/3*.sql; do cat $$file; echo; done) 2>/dev/null; \
+	(for file in $(REPO_PATH)/5*.sql; do cat $$file; echo; done) 2>/dev/null; \
+	(for file in $(REPO_PATH)/6*.sql; do cat $$file; echo; done) 2>/dev/null; \
+	(for file in $(REPO_PATH)/910_*.sql; do cat $$file; echo; done) 2>/dev/null; \
+	(cat $(REPO_PATH)/VERSION.sql 2>/dev/null); echo;
+
+# Combine all the 7XX script from installed version to target version (including current repo if it is not tagged)
+get-patch:
+	@make --no-print-directory -f$(MAKEFILE) get-prepare-patch | \
+		(cat - $(REPO_PATH)/VERSION.sql 2>/dev/null || cat -) | awk 'BEGIN { printf("\n") } { print }';
+
+get-prepare-patch:
+	@for version in `make --no-print-directory -f$(MAKEFILE) version-range`; do \
+		for file in `make --no-print-directory -f$(MAKEFILE) version-files VERSION="$$version" | \
+						make --no-print-directory -f$(MAKEFILE) version-patch-file`; do \
+			echo "-- PATCH - $$version $$file --"; \
+			if [ -z "$(NO_OUT)" ]; then \
+				git --git-dir=$(GIT_PATH) --no-pager show $$file; \
+				echo; \
+				echo "-- PATCH END --"; \
+				echo; \
+			fi; \
+		done; \
+	done
+
+# Retrieve all the version from the installed version to target version
+version-range:
+	@set -e -o pipefail; \
+		git --git-dir=$(GIT_PATH) tag --sort=creatordate | \
+			awk 'BEGIN { \
+				from = 0; \
+				to = 0; \
+			} \
+			{ \
+				if (from == 0) { \
+					if ($$1 != ENVIRON["FROM"]) { \
+						next; \
+					} \
+					from = 1; \
+					next; \
+				} \
+				if (to == 0) { \
+					if ($$1 == ENVIRON["TO"]) { \
+						to = 1; \
+					} \
+					if (ENVIRON["PRERELEASE_TAG"] == "true") { \
+						if (0 < index($$1, "-rc")) { \
+							print $$1; \
+						} \
+					} \
+					else { \
+						if (0 == index($$1, "-rc")) { \
+							print $$1; \
+						} \
+					} \
+				} \
+			}'
+
+# Retrieve all the file according to environment variable VERSION
+version-files:
+	@for file in `git --git-dir=$(GIT_PATH) ls-tree --name-only $(VERSION):`; \
+		do \
+			echo "$$file" | awk 'END { printf("%s==>", $$0) }'; \
+			git --git-dir=$(GIT_PATH) log --pretty=short $(VERSION) -- $$file | grep commit | cut -b8- | head -n 1; \
+		done;
+
+# Filter out 7XX script and 8XX script
+version-init-file:
+	@awk -F"==>" '{ \
+		file = $$1; \
+		if (file ~ /^[0-6|9][0-9][0-9][_-].*[.]sql$$/) { \
+			hash = $$2; \
+			print hash ":" file; \
+		} \
+	}'
+
+# Filter for 7XX script and 8XX script
+version-patch-file:
+	@awk -F"==>" '{ \
+		file = $$1; \
+		if (file ~ /^[7|8][0-9][0-9][_-].*[.]sql$$/) { \
+			hash = $$2; \
+			print hash ":" file; \
+		} \
+	}'
+
+# Check wheather the cloned repo has been tagged or not
+tagged:
+	@if [ -z "$(FROM)" ]; then \
+		export FROM=HEAD; \
+	fi; \
+	for tag in `git --git-dir=$(GIT_PATH) describe --tags $$(git --git-dir=$(GIT_PATH) rev-parse $(FROM))`; do \
+		for version in `make --no-print-directory -f$(MAKEFILE) versions`; do \
+			if [ $$tag == $$version ]; then \
+				exit 0; \
+			fi; \
+		done; \
+	done; \
+	exit 1;
+
+# Retrieve all the tagged version
+versions:
+	@(git tag --sort=-creatordate || echo) | \
+		awk '{ \
+			if (ENVIRON["PRERELEASE_TAG"] == "false") { \
+				if (0 == index($$1, "-rc")) { \
+					print $$1; \
+				} \
+			} \
+			else { \
+				print $$1; \
+			} \
+		}' | \
+		awk NF
+
+# Get the installed version number from database
+version-get:
+	@if [ ! -z "$$VERSION" ]; then \
+		echo -n $$VERSION; \
+		exit 0; \
+	fi;
+	@set -e; set -o pipefail; cat $(REPO_PATH)/GET_VERSION.sql | \
+		awk '{ gsub(/\{\{VERSION\}\}/, ENVIRON["GIT_TAG"], $$0); print }' | \
+		mysql -h"$(HOST_IP)" -u"$(USERNAME)" -p"$(PASSWORD)" | \
+		awk 'NR==2 { printf("%s", $$0) }'
+
+# Set the target version number into database
+# {{VERSION}} keyword will be replace by GIT_TAG value
+# {{CI_PIPELINE_URL}} keyword will be replace by CI pipeline URL
+version-set: prerequisite
+	@cat $(REPO_PATH)/SET_VERSION.sql | \
+		awk '{ gsub(/\{\{VERSION\}\}/, ENVIRON["GIT_TAG"], $$0); print }' | \
+		awk '{ gsub(/\{\{CI_PIPELINE_URL\}\}/, ENVIRON["CI_PIPELINE_URL"], $$0); print }' > $(REPO_PATH)/VERSION.sql
+
+# Prerequisite check wheather the get & set version methods are exists
+prerequisite:
+	@if [ ! -f $(REPO_PATH)/GET_VERSION.sql ]; then \
+		echo "MISSING GET_VERSION SCRIPT!!" && exit 1; \
+	else \
+		if [ ! -f $(REPO_PATH)/SET_VERSION.sql ]; then \
+			echo "MISSING SET_VERSION SCRIPT!!" && exit 1; \
+		fi; \
+	fi;
+
+pre-build: version-prerelease
+
+build: version-patch
+
+name:
+	@echo -n $(PROJECT_NAME)
+
+separator:
+	@echo -n ":"
+
+image: name separator version
+
+version:
+	@cat package.json | jq -r '.version'
+
+version-major: version-sync
+	@npm -s version major --no-git-tag-version
+
+version-minor: version-sync
+	@npm -s version minor --no-git-tag-version
+
+version-patch: version-sync
+	@npm -s version patch --no-git-tag-version
+
+version-prerelease: version-sync
+	@npm -s version prerelease --preid=rc --no-git-tag-version
+
+version-first:
+	@(git tag --sort=-creatordate || echo) | tac | awk 'NR==1 { \
+		split($$0, n, "-"); \
+		if (n[1] != "") { \
+			split(n[1], v, "."); \
+			if (v[1] ~ /^[0-9]+$$/ && v[2] ~ /^[0-9]+$$/ && v[3] ~ /^[0-9]+$$/) { \
+				if (ENVIRON["PRERELEASE_TAG"] == "true") { \
+					printf("%s", $$0); \
+					exit 0; \
+				} \
+				else { \
+					if (0 == index($$0, "-rc")) { \
+						printf("%s", $$0); \
+						exit 0; \
+					} \
+				} \
+			} \
+		} \
+	 }'
+
+version-latest:
+	@(git tag --sort=-creatordate || echo) | awk 'NR==1 { \
+		split($$0, n, "-"); \
+		if (n[1] != "") { \
+			split(n[1], v, "."); \
+			if (v[1] ~ /^[0-9]+$$/ && v[2] ~ /^[0-9]+$$/ && v[3] ~ /^[0-9]+$$/) { \
+				if (ENVIRON["PRERELEASE_TAG"] == "true") { \
+					printf("%s", $$0); \
+					exit 0; \
+				} \
+				else { \
+					if (0 == index($$0, "-rc")) { \
+						printf("%s", $$0); \
+						exit 0; \
+					} \
+				} \
+			} \
+		} \
+	 }'
+
+version-previous:
+	@if [ -z "$(FROM)" ]; then \
+		export FROM=HEAD; \
+	fi; \
+	git log --format="%D" `git rev-parse $(FROM)` | grep tag | awk NF | \
+		awk '{ \
+			split($$0, n, "tag: "); \
+			if ("" != n[2]) { \
+				split(n[2], v, ", "); \
+				if (ENVIRON["PRERELEASE_TAG"] == "true" || 0 == index(v[1], "-rc")) { \
+					printf("%s", v[1]); \
+					exit 0; \
+				} \
+			} \
+		}'
+
+version-sync:
+	@if [ ! -z "$(CI_COMMIT_BRANCH)" ]; then \
+		git checkout $(CI_COMMIT_BRANCH); \
+	fi;
+	@git pull 2>/dev/null || true
+	@git pull --tags 2>/dev/null || true
+	@git tag --sort=-creatordate | head -10
+	@echo '{"version": ""}' | jq -r --arg PKG_VERSION `(make --no-print-directory -f$(MAKEFILE) version-latest PRERELEASE_TAG=true) | \
+		awk 'END{ \
+			if (0 == NR) { \
+				printf("1.0.0-rc.0"); \
+			} \
+			else { \
+				print; \
+			} \
+		}'` '.version=$$PKG_VERSION' > package.json;
+	@echo -n "Current Git tag: "; cat package.json | jq -r '.version'
+
+sync: version-sync
+	@docker-compose up --no-deps --build --force-recreate --abort-on-container-exit mysql run-sync || \
+		((docker-compose down --remove-orphans -v --rmi local | true); exit 1)
+	@docker-compose down --remove-orphans -v --rmi local | true
+	@echo ">>== DONE ==<<"
+
+run-sync: prepare-init wait-for
+	@echo ">>== SYNC ==<<"
+	@cat $(REPO_PATH)/all.sql | awk 'BEGIN { line = 0 } { printf("%06d  %s\n", ++line, $$0) }'
+	@echo ">>== SYNC ==<<"
+	@set -e -o pipefail; \
+		(cat $(REPO_PATH)/all.sql | mysql --abort-source-on-error=1 -h"mysql" -u"root")
+
+## generata insert statement for nm_email_template,required ${TEMPLATE_CODE}-en_US-content.html file to generate new record,
+## other locale only required ${LOCALE}-content.html & ${LOCALE}-subject.html
+gen-update-statement-email-template-file:
+	@make --no-print-directory -f$(MAKEFILE) update-statement-email-template | \
+		awk '{ lines = lines $$0 "\n"; } END{ printf("%s;", substr(lines,0,length(lines)-2))}' > push.sh;
+
+update-statement-email-template:
+	@echo "INSERT INTO \`nm_email_template\` (\`id\`,\`name\`,\`code\`,\`desc\`,\`content\`,\`stored_procedure\`,\`provider_id\`,\`grp\`,\`type\`,\`flag\`,\`status\`,\`cby\`,\`cdate\`,\`mby\`,\`mdate\`,\`aby\`,\`adate\`,\`remarks\`) VALUES";
+	@for file in `make --no-print-directory -f$(MAKEFILE) email-template-file`; do \
+		echo "(" | tr -d \\n; \
+		cat `echo $$file | awk '{ f=$$1; gsub("-content","-id",f); printf(f)}'` | tr -d \\n; \
+		TEMPLATECODE=`echo "$$file" | awk -F":" '{ \
+			m = split($$1, a, "/"); \
+			fileName = a[m]; \
+			n = split(fileName, a, "-"); \
+			code = a[1]; \
+			printf(code); \
+		}'`; \
+		echo ",'$$TEMPLATECODE','$$TEMPLATECODE',NULL," | tr -d \\n; \
+		TOTALFILES=`find $(REPO_PATH)/Email-Templates/Individual -iname "$$TEMPLATECODE-*-content.html" | wc -l`; \
+		f=0; \
+		echo "'{" | tr -d \\n; \
+		for localFile in `find $(REPO_PATH)/Email-Templates/Individual -iname "$$TEMPLATECODE-*-content.html" | sort -n`; do \
+			f=$$((f + 1)); \
+			LOCALE=`echo "$$localFile" | awk -F":" '{ \
+				m = split($$1, a, "/"); \
+				fileName = a[m]; \
+				n = split(fileName, a, "-"); \
+				locale = a[2]; \
+				printf(locale); \
+			}'`; \
+			echo "\"$$LOCALE\":{\"subject\":\"" | tr -d \\n; \
+			cat `echo $$localFile | awk '{ f=$$1; gsub("-content","-subject",f); printf(f)}'` | base64 | tr -d \\n; \
+			echo "\",\"content\":\"" | tr -d \\n; \
+			cat `echo $$localFile` | base64 | tr -d \\n; \
+			if (( f == TOTALFILES ));then \
+				echo "\"}" | tr -d \\n; \
+			else \
+			  echo "\"}," | tr -d \\n; \
+			fi \
+		done; \
+		echo "}','" | tr -d \\n; \
+		cat `echo $$file | awk '{ f=$$1; gsub("-content","-sp",f); printf(f)}'` | tr -d \\n; \
+		echo "',1,0,0,0,1,'SYS',UTC_TIMESTAMP(),'SYS',UTC_TIMESTAMP(),NULL,NULL,NULL),"; \
+	done;	
+
+email-template-file:
+	@find $(REPO_PATH)/Email-Templates/Individual -iname "*-en_US-content.html"
+
+
+bus-gen-insert-statement-email-template-file:
+	@make --no-print-directory -f$(MAKEFILE) bus-insert-statement-email-template | \
+		awk '{ lines = lines $$0 "\n"; } END{ printf("%s;", substr(lines,0,length(lines)-2))}' > push.sh;
+
+bus-insert-statement-email-template:
+	@echo "INSERT INTO \`nm_email_template\` (\`id\`,\`name\`,\`code\`,\`desc\`,\`content\`,\`stored_procedure\`,\`provider_id\`,\`grp\`,\`type\`,\`flag\`,\`status\`,\`cby\`,\`cdate\`,\`mby\`,\`mdate\`,\`aby\`,\`adate\`,\`remarks\`) VALUES";
+	@for file in `make --no-print-directory -f$(MAKEFILE) bus-email-template-file`; do \
+		echo "(" | tr -d \\n; \
+		cat `echo $$file | awk '{ f=$$1; gsub("-content","-id",f); printf(f)}'` | tr -d \\n; \
+		TEMPLATECODE=`echo "$$file" | awk -F":" '{ \
+			m = split($$1, a, "/"); \
+			fileName = a[m]; \
+			n = split(fileName, a, "-"); \
+			code = a[1]; \
+			printf(code); \
+		}'`; \
+		echo ",'$$TEMPLATECODE','$$TEMPLATECODE',NULL," | tr -d \\n; \
+		TOTALFILES=`find $(REPO_PATH)/Email-Templates/Enterprise -iname "$$TEMPLATECODE-*-content.html" | wc -l`; \
+		f=0; \
+		echo "'{" | tr -d \\n; \
+		for localFile in `find $(REPO_PATH)/Email-Templates/Enterprise -iname "$$TEMPLATECODE-*-content.html" | sort -n`; do \
+			f=$$((f + 1)); \
+			LOCALE=`echo "$$localFile" | awk -F":" '{ \
+				m = split($$1, a, "/"); \
+				fileName = a[m]; \
+				n = split(fileName, a, "-"); \
+				locale = a[2]; \
+				printf(locale); \
+			}'`; \
+			echo "\"$$LOCALE\":{\"subject\":\"" | tr -d \\n; \
+			cat `echo $$localFile | awk '{ f=$$1; gsub("-content","-subject",f); printf(f)}'` | base64 | tr -d \\n; \
+			echo "\",\"content\":\"" | tr -d \\n; \
+			cat `echo $$localFile` | base64 | tr -d \\n; \
+			if (( f == TOTALFILES ));then \
+				echo "\"}" | tr -d \\n; \
+			else \
+			  echo "\"}," | tr -d \\n; \
+			fi \
+		done; \
+		echo "}','" | tr -d \\n; \
+		cat `echo $$file | awk '{ f=$$1; gsub("-content","-sp",f); printf(f)}'` | tr -d \\n; \
+		echo "',1,0,0,0,1,'SYS',UTC_TIMESTAMP(),'SYS',UTC_TIMESTAMP(),NULL,NULL,NULL),"; \
+	done;	
+
+bus-email-template-file:
+	@find $(REPO_PATH)/Email-Templates/Enterprise -iname "*-en_US-content.html"