mao-service-discovery 1.6.0-commit-2023-07-24-04-32-53.0 → 1.6.0-commit-2023-07-24-06-22-14.0

package/cmd/lib/Config/config-yaml-module.go

@@ -1,303 +0,0 @@
-package Config
-
-import (
-	"MaoServerDiscovery/util"
-	yaml "gopkg.in/yaml.v3"
-	"io/ioutil"
-	"os"
-	"strings"
-	"time"
-)
-
-const (
-	DEFAULT_CONFIG_FILE = "mao-config.yaml"
-
-	EVENT_GET = iota
-	EVENT_PUT
-
-	MODULE_NAME = "Config-YAML-module"
-
-	ERR_CODE_SUCCESS           = 0
-	ERR_CODE_PATH_FORMAT       = 1
-	ERR_CODE_PATH_NOT_EXIST    = 2
-	ERR_CODE_PATH_TRANSIT_FAIL = 3
-)
-
-type ConfigYamlModule struct {
-	needShutdown bool
-	eventChannel chan *configEvent
-
-	configFilename string
-}
-
-//var (
-//	needShutdown = false
-//	eventChannel = make(chan *configEvent, 100)
-//)
-
-type configEvent struct {
-	eventType int
-	path      string
-	data      interface{}
-	result    chan eventResult
-}
-
-type eventResult struct {
-	errCode int
-	result  interface{}
-}
-
-func (C *ConfigYamlModule) saveConfig(config map[string]interface{}) error {
-	data, _ := yaml.Marshal(config)
-	return ioutil.WriteFile(C.configFilename, data, 0666)
-}
-
-func (C *ConfigYamlModule) loadConfig() (map[string]interface{}, error) {
-
-	config := make(map[string]interface{})
-
-	content, err := ioutil.ReadFile(C.configFilename)
-	if err != nil {
-		return nil, err
-	}
-
-	err = yaml.Unmarshal(content, &config)
-	if err != nil {
-		return nil, err
-	}
-
-	return config, nil
-}
-
-func (C *ConfigYamlModule) GetConfig(path string) (object interface{}, errCode int) {
-	result := make(chan eventResult, 1)
-	event := &configEvent{
-		eventType: EVENT_GET,
-		path:      path,
-		data:      nil,
-		result:    result,
-	}
-	C.eventChannel <- event
-
-	// TODO: timeout mechanism
-	ret := <-result
-
-	util.MaoLogM(util.DEBUG, MODULE_NAME, "GetConfig result: %v", ret)
-	return ret.result, ret.errCode
-}
-
-// PutConfig
-// path: e.g. /version, /icmp-detect/services
-// result: bool, true or false
-func (C *ConfigYamlModule) PutConfig(path string, data interface{}) (success bool, errCode int) {
-
-	result := make(chan eventResult, 1)
-	event := &configEvent{
-		eventType: EVENT_PUT,
-		path:      path,
-		data:      data,
-		result:    result,
-	}
-	C.eventChannel <- event
-
-	// TODO: timeout mechanism
-	ret := <-result
-	retBool := false
-	if ret.result != nil {
-		retBool = ret.result.(bool)
-	}
-
-	util.MaoLogM(util.DEBUG, MODULE_NAME, "PutConfig result: %v, %v", ret, retBool)
-	return retBool, ret.errCode
-}
-
-func (C *ConfigYamlModule) eventLoop(config map[string]interface{}) {
-	checkInterval := time.Duration(1000) * time.Millisecond
-	checkShutdownTimer := time.NewTimer(checkInterval)
-	for {
-		select {
-		case event := <-C.eventChannel:
-
-			//var posMap map[string]interface{}
-
-
-			paths := strings.Split(event.path, "/")
-			if paths[0] != "" || paths[len(paths)-1] == "" {
-				event.result <- eventResult{
-					errCode: ERR_CODE_PATH_FORMAT,
-					result:  nil,
-				}
-				util.MaoLogM(util.WARN, MODULE_NAME, "format of config path is not correct.")
-				continue
-			}
-
-			transitPaths := paths[1 : len(paths)-1] // [a, b)
-			transitConfig := config
-			var ok = true
-
-			var missPos int
-			var tmpPath string
-			var needTerminate = false
-			for missPos, tmpPath = range transitPaths {
-				tmpObj := transitConfig[tmpPath]
-				if tmpObj == nil {
-					// We meet a nonexistent path, or the data is nil.
-
-					// Get operation: fail. (nonexistent path / data is nil)
-					// Put operation: need to create all transit path to store the data. (nonexistent path / data is nil)
-					// Put operation: if nil is in the config or the new data is nil, we will remove it or override it automatically,
-					//                because it is not allowed that the config contain nil.
-					ok = false
-					break
-				}
-
-				// if obj is not map, get (nil, false) --- if it is Put operation, you need to Put nil to delete the stale data first, then retry to Put data again.
-				// if obj is nil, get (nil, false) --- avoid by the above --- And, it is not allowed that the config contain nil.
-				// if obj is not exist, get (nil, false) --- avoid by the above
-				transitConfig, ok = tmpObj.(map[string]interface{})
-				if !ok {
-					// Put Operation: there is valid data, we can not override it automatically.
-					// Get Operation: we cannot transit forward anymore
-					event.result <- eventResult{
-						errCode: ERR_CODE_PATH_TRANSIT_FAIL,
-						result:  nil,
-					}
-					util.MaoLogM(util.WARN, MODULE_NAME, "Fail to transit the specific config path.")
-					needTerminate = true
-					break // needTerminate -> continue
-				}
-				util.MaoLogM(util.DEBUG, MODULE_NAME, "%v", transitConfig)
-			}
-			if needTerminate {
-				continue
-			}
-			util.MaoLogM(util.DEBUG, MODULE_NAME, "We get the transitConfig: %v, %v", transitConfig, missPos)
-
-
-
-			switch event.eventType {
-			case EVENT_GET:
-				util.MaoLogM(util.DEBUG, MODULE_NAME, "EVENT_GET, %s, %v, %v",
-					event.path, event.data, event.result)
-
-				if !ok {
-					//log.Println("out of the for, ", eventResult{
-					//	errCode: ERR_CODE_PATH_TRANSIT_FAIL,
-					//	result:  nil,
-					//}) // event.result <-
-					event.result <- eventResult{
-						errCode: ERR_CODE_PATH_TRANSIT_FAIL,
-						result:  nil,
-					}
-					util.MaoLogM(util.WARN, MODULE_NAME, "Fail to transit the specific config path.")
-				} else {
-					result, ok := transitConfig[paths[len(paths)-1]]
-					event.result <- eventResult{
-						errCode: ERR_CODE_SUCCESS,
-						result: result,
-					}
-					util.MaoLogM(util.DEBUG, MODULE_NAME, "Get operation: %v, %v", result, ok)
-				}
-
-				// Old logic
-				//result, err := posMap[paths[len(paths)-1]]
-				//if err {
-				//	event.result <- eventResult{
-				//		errCode: ERR_CODE_SUCCESS,
-				//		result:  result,
-				//	}
-				//} else {
-				//	event.result <- eventResult{
-				//		errCode: ERR_CODE_PATH_NOT_EXIST,
-				//		result:  nil, // result is also nil.
-				//	}
-				//}
-
-			case EVENT_PUT:
-				util.MaoLogM(util.DEBUG, MODULE_NAME, "EVENT_PUT, %s, %v, %v", event.path, event.data, event.result)
-
-				if !ok {
-					// Create transit path, and move transitConfig forward.
-					// If nil is in the config, we will remove it or override it automatically here.
-					util.MaoLogM(util.DEBUG, MODULE_NAME, "%v, %v, %v, %v, %v", transitConfig, transitPaths, len(transitPaths), missPos, transitPaths[missPos])
-					for ; missPos < len(transitPaths); missPos++ {
-						var newMap = make(map[string]interface{})
-						transitConfig[transitPaths[missPos]] = newMap
-						transitConfig = newMap
-					}
-					util.MaoLogM(util.DEBUG, MODULE_NAME, "Transit created, we get the transitConfig: %v", transitConfig)
-				}
-
-				// put nil means to delete. It is not allowed that the config contain nil.
-				if event.data == nil {
-					// todo: iterate from bottom to top, to delete empty map
-					delete(transitConfig, paths[len(paths)-1])
-				} else {
-					transitConfig[paths[len(paths)-1]] = event.data
-				}
-				event.result <- eventResult{
-					errCode: ERR_CODE_SUCCESS,
-					result:  true,
-				}
-				util.MaoLogM(util.DEBUG, MODULE_NAME, "After config: %v", config)
-
-				err := C.saveConfig(config)
-				if err != nil {
-					util.MaoLogM(util.WARN, MODULE_NAME, "Fail to save config, we will lose config after reboot. (%s)", err.Error())
-				}
-
-				// Old Logic
-				//posMap[paths[len(paths)-1]] = event.data
-				//event.result <- eventResult{
-				//	errCode: ERR_CODE_SUCCESS,
-				//	result:  true,
-				//}
-			}
-		case <-checkShutdownTimer.C:
-			util.MaoLogM(util.DEBUG, MODULE_NAME, "CheckShutdown, event queue len %d", len(C.eventChannel))
-			if C.needShutdown && len(C.eventChannel) == 0 {
-				util.MaoLogM(util.INFO, MODULE_NAME, "Exit.")
-				return
-			}
-			checkShutdownTimer.Reset(checkInterval)
-		}
-	}
-}
-
-func (C *ConfigYamlModule) RequireShutdown() {
-	C.needShutdown = true
-}
-
-func fileIsNotExist(fileName string) bool {
-	_, err := os.Stat(fileName)
-	return err != nil && os.IsNotExist(err)
-}
-
-func (C *ConfigYamlModule) InitConfigModule(configFilename string) bool {
-	C.configFilename = configFilename
-	C.needShutdown = false
-
-	// support custom size for the channel.
-	if C.eventChannel == nil  {
-		C.eventChannel = make(chan *configEvent, 100)
-	}
-
-
-	if fileIsNotExist(C.configFilename) {
-		util.MaoLogM(util.WARN, MODULE_NAME, "config file not found, creating it.")
-		_, err := os.Create(C.configFilename)
-		if err != nil {
-			util.MaoLogM(util.ERROR, MODULE_NAME, "Fail to create config file. (%s)", err.Error())
-			return false
-		}
-	}
-
-	config, err := C.loadConfig()
-	if err != nil {
-		util.MaoLogM(util.ERROR, MODULE_NAME, "ConfigModule: Fail to load config, err: %s", err.Error())
-		return false
-	}
-
-	go C.eventLoop(config)
-	return true
-}

package/cmd/lib/Config/config-yaml-module_test.go

@@ -1,308 +0,0 @@
-package Config
-
-import (
-	"log"
-	"os"
-	"testing"
-	"time"
-)
-
-func TestConfigYamlModule_main(t *testing.T) {
-
-	log.Println(os.Args)
-
-	configModule := &ConfigYamlModule{
-	}
-
-	if !configModule.InitConfigModule(DEFAULT_CONFIG_FILE) {
-		return
-	}
-
-	mmm := make(map[string]interface{})
-	mmm["beijing"] = "ra11111dar"
-	mmm["intintint"] = 7181
-	mmm["fff"] = 2.525
-
-	vvv := make(map[int]interface{})
-	vvv[6666] = "radar"
-	vvv[8888] = 5511
-	vvv[7181] = 2.525
-
-
-	value, errCode := configModule.GetConfig("/qingdao/radar/freq") // ok
-	log.Printf("Put 1 %v, %v\n", value, errCode)
-
-	value, errCode = configModule.GetConfig("/qingdao/radar/name") // ok
-	log.Printf("Put 2 %v, %v\n", value, errCode)
-
-	value, errCode = configModule.GetConfig("/qingdao/name") // ok
-	log.Printf("Put 3 %v, %v\n", value, errCode)
-
-	value, errCode = configModule.GetConfig("/config/module/instance/object") // bad
-	log.Printf("Put 4 %v, %v\n", value, errCode)
-
-	value, errCode = configModule.GetConfig("/config/module/instance/mmm") // ok
-	log.Printf("Put 5 %v, %v\n", value, errCode)
-
-	value, errCode = configModule.GetConfig("/config/module/instance/vvv") // ok
-	log.Printf("Put 6 %v, %v\n", value, errCode)
-
-
-	b, v := configModule.PutConfig("/qingdao/radar/freq", 118.5) // ok
-	log.Printf("Put 1 %v, %v\n", b, v)
-
-	b, v = configModule.PutConfig("/qingdao/radar/name", "qingdao") // ok
-	log.Printf("Put 2 %v, %v\n", b, v)
-
-	b, v = configModule.PutConfig("/qingdao/name", "liuting") // ok
-	log.Printf("Put 3 %v, %v\n", b, v)
-
-	b, v = configModule.PutConfig("/config/module/instance/object", configModule) // bad
-	log.Printf("Put 4 %v, %v\n", b, v)
-
-	b, v = configModule.PutConfig("/config/module/instance/mmm", mmm) // ok
-	log.Printf("Put 5 %v, %v\n", b, v)
-
-	b, v = configModule.PutConfig("/config/module/instance/vvv", vvv) // ok
-	log.Printf("Put 6 %v, %v\n", b, v)
-
-	configModule.RequireShutdown()
-
-	time.Sleep(3 * time.Second)
-
-
-
-
-
-	/*// ============================ Develop & Unit tests =============================
-	config := make(map[string]interface{})
-	tmp := make(map[string]interface{})
-	config["qingdao"] = tmp
-
-	tmp1 := make(map[string]interface{})
-	tmp["radar"] = tmp1
-
-	tmp2 := make(map[string]interface{})
-	tmp1["118.5"] = tmp2
-
-	tmp2["beijing-2"] = "qingdaoleida beijing bigmao"
-
-
-	//GET Unit Tests:
-	//path := "/" // ERR_CODE_PATH_FORMAT - ok
-	//path := "/qingdao" // pass - ok
-	//path := "/qingdao/" // ERR_CODE_PATH_FORMAT - ok
-	//
-	//path := "/qingdao/radar" // pass - ok
-	//path := "/qingdao/radar/" // ERR_CODE_PATH_FORMAT - ok
-	//
-	//path := "/qingdao/radar/118.5" // pass - ok
-	//path := "/qingdao/radar/118.5/" // ERR_CODE_PATH_FORMAT - ok
-	//
-	//path := "/qingdao/radar/218.5" // pass but result is nil - ok
-	//path := "/qingdao/padar/118.5" // ERR_CODE_PATH_TRANSIT_FAIL - ok
-	//
-	//path := "/qingdao/radar/118.5/beijing-2" // pass - ok
-	//path := "/qingdao/radar/118.5/beijing-2/" // ERR_CODE_PATH_FORMAT - ok
-
-	//Put Unit Tests:
-	//var newData interface{} = "bigmao radio station"
-	//path := "/qingdao" // pass - ok
-	//path := "/qingdao/radar" // pass - ok
-	//path := "/qingdao/radar/118.5" // pass - ok
-	//path := "/qingdao/radar/218.5" // pass - ok
-	//path := "/qingdao/padar/118.5" // pass and create all transit path - ok
-	//path := "/qingdao/padar/118.5/aaaa/b/1/5a" // pass and create all transit path - ok
-
-	//Put Unit Tests - nil:
-	//var newData interface{} = nil
-	//path := "/qingdao" // pass and delete all, result is an empty map - ok
-	//path := "/qingdao/radar" // pass and delete radar & 118.5 - ok
-	//path := "/qingdao/radar/118.5" // pass and delete 118.5 - ok
-	//path := "/qingdao/padar/118.5" // pass and: create all transit path, the last is an empty map of padar - ok
-
-	log.Println("Origin config: ", config)
-
-	// Mao: Design Principle: it is not allowed that the config contain nil.
-
-	paths := strings.Split(path, "/")
-	if paths[0] != "" || paths[len(paths)-1] == "" {
-		log.Println("eventResult: ", eventResult{
-			errCode: ERR_CODE_PATH_FORMAT,
-			result:  nil,
-		}) // event.result <-
-		util.MaoLogM(util.WARN, MODULE_NAME, "format of config path is not correct.")
-		return // continue
-	}
-
-	transitPaths := paths[1 : len(paths)-1] // [a, b)
-	transitConfig := config
-	var ok = true
-
-	var missPos int
-	var tmpPath string
-	for missPos, tmpPath = range transitPaths {
-		tmpObj := transitConfig[tmpPath]
-		if tmpObj == nil {
-			// We meet a nonexistent path, or the data is nil.
-
-			// Get operation: fail. (nonexistent path / data is nil)
-			// Put operation: need to create all transit path to store the data. (nonexistent path / data is nil)
-			// Put operation: if nil is in the config or the new data is nil, we will remove it or override it automatically,
-			//                because it is not allowed that the config contain nil.
-			ok = false
-			break
-		}
-
-		// if obj is not map, get (nil, false) --- if it is Put operation, you need to Put nil to delete the stale data first, then retry to Put data again.
-		// if obj is nil, get (nil, false) --- avoid by the above --- And, it is not allowed that the config contain nil.
-		// if obj is not exist, get (nil, false) --- avoid by the above
-		transitConfig, ok = tmpObj.(map[string]interface{})
-		if !ok {
-			// Put Operation: there is valid data, we can not override it automatically.
-			// Get Operation: we cannot transit forward anymore
-
-			log.Println("in the for, ", eventResult{
-				errCode: ERR_CODE_PATH_TRANSIT_FAIL,
-				result:  nil,
-			})     // event.result <-
-			return // continue
-		}
-		log.Println(transitConfig)
-	}
-	log.Println("We get the transitConfig: ", transitConfig, missPos)
-
-	//// in the Get case:
-	if !ok {
-		log.Println("out of the for, ", eventResult{
-			errCode: ERR_CODE_PATH_TRANSIT_FAIL,
-			result:  nil,
-		}) // event.result <-
-		return
-	} else {
-		result, ok := transitConfig[paths[len(paths)-1]]
-		log.Println("Get operation: ", result, ok)
-	}
-
-	// in the Put case:
-	if !ok {
-		// Create transit path, and move transitConfig forward.
-		// If nil is in the config, we will remove it or override it automatically here.
-		log.Println(transitConfig, transitPaths, len(transitPaths), missPos, transitPaths[missPos])
-		for ; missPos < len(transitPaths); missPos++ {
-			var newMap = make(map[string]interface{})
-			transitConfig[transitPaths[missPos]] = newMap
-			transitConfig = newMap
-		}
-		log.Println("Transit created, we get the transitConfig: ", transitConfig)
-	}
-
-	// put nil means to delete. It is not allowed that the config contain nil.
-	if newData == nil {
-		// todo: iterate from bottom to top, to delete empty map
-		delete(transitConfig, paths[len(paths)-1])
-	} else {
-		transitConfig[paths[len(paths)-1]] = newData
-	}
-	log.Println("After config: ", config)
-
-	return
-
-	// =========================================================*/
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-	//paths := strings.Split("/qingdao/ra1dar/118.5/beij1ing-2", "/")
-	//if paths[0] != "" || paths[len(paths)-1] == "" {
-	//	util.MaoLogM(util.WARN, MODULE_NAME, "format of config path is not correct.")
-	//}
-	//
-	//transitPaths := paths[1:len(paths)-1]
-	//transitConfig := config
-	//var ok bool
-	//for _, p := range transitPaths {
-	//	tmpvar := transitConfig[p]
-	//	transitConfig, ok = tmpvar.(map[string]interface{}) // can adapt nil
-	//	if !ok {
-	//		// todo:fail
-	//	}
-	//	log.Println(transitConfig)
-	//}
-	//result := transitConfig[paths[len(paths)-1]]
-	//log.Println(result)
-	//return
-
-	//if InitConfigModule("mao-config.yaml") == false {
-	//	return
-	//}
-	//
-	//
-	//log.Println(len(eventChannel))
-	//go GetConfig("getPath")
-	////eventP := &configEvent{
-	////	eventType: EVENT_PUT,
-	////	path:      "putPath",
-	////	data:      make([]string, 3),
-	////	result:    make(chan interface{}, 1),
-	////}
-	////eventChannel <- eventP
-	//
-	//log.Println(len(eventChannel))
-	//mapmap := make(map[string]interface{})
-	//mapmap["beijing-1"] = 118.5
-	//mapmap["beijing-2"] = true
-	//mapmap["beijing-3"] = "radar contact"
-	//go PutConfig("putPath", mapmap)
-	////eventG := &configEvent{
-	////	eventType: EVENT_GET,
-	////	path:      "getPath",
-	////	data:      nil,
-	////	result:    make(chan interface{}, 1),
-	////}
-	////eventChannel <- eventG
-	//
-	//log.Println(len(eventChannel))
-	//
-	//log.Println(eventChannel)
-	//time.Sleep(3 * time.Second)
-	//RequireShutdown()
-	//time.Sleep(1000 * time.Second)
-}
-
-/**
-content, _ := ioutil.ReadFile(DEFAULT_CONFIG_FILE)
-
-var c map[string]interface{}
-yaml.Unmarshal(content, &c)
-fmt.Printf("%v", c)
-
-orderer := c["orderer"].(map[string]interface{})
-orderer2 := c["orderer"].(map[string]interface{})
-
-delete(orderer, )
-
-mmm := make(map[string]interface{})
-mmm["beijing"] = "lei da yin dao"
-mmm["xichang"] = 6858
-(c["orderer"].(map[interface{}]interface{}))["baas"] = mmm
-
-fmt.Printf("%v", c)
-data, _ := yaml.Marshal(c)
-
-fmt.Printf("%v", data)
-ioutil.WriteFile("yamlAfter.yaml", data, 0666)
-
-fmt.Printf("%v", data)
-*/

package/cmd/lib/Email/login-auth.go

@@ -1,35 +0,0 @@
-package Email
-
-import (
-	"errors"
-	"fmt"
-	"net/smtp"
-)
-
-
-func AuthLOGIN(username, password string) smtp.Auth {
-	return &authLOGIN{username, password}
-}
-
-
-type authLOGIN struct {
-	username, password string
-}
-
-func (a *authLOGIN) Start(server *smtp.ServerInfo) (string, []byte, error) {
-	return "LOGIN", []byte{}, nil
-}
-
-func (a *authLOGIN) Next(fromServer []byte, more bool) ([]byte, error) {
-	if more {
-		switch string(fromServer) {
-		case "Username:", "username:":
-			return []byte(a.username), nil
-		case "Password:":
-			return []byte(a.password), nil
-		default:
-			return nil, errors.New(fmt.Sprintf("Unknown message from Server: %s", fromServer))
-		}
-	}
-	return nil, nil
-}

package/cmd/lib/Email/login-auth_test.go

@@ -1,13 +0,0 @@
-package Email
-
-import (
-	"fmt"
-	"log"
-	"testing"
-)
-
-func TestLoginAuth_Next(t *testing.T) {
-	var fromServer []byte = []byte("Beijing")
-	s := fmt.Sprintf("Unknown message from Server: %s", fromServer)
-	log.Println(s)
-}