whatap 1.0.1 → 1.0.2

package/lib/net/netflag.js

@@ -0,0 +1,55 @@
+/**
+ * Copyright 2016 the WHATAP project authors. All rights reserved.
+ * Use of this source code is governed by a license that
+ * can be found in the LICENSE file.
+ */
+
+var NetFlag = function(flag){
+    this.flag = flag;
+}
+
+NetFlag.SECURE_HIDE = 0x0001;
+NetFlag.SECURE_CYPHER = 0x0002;
+NetFlag.RESERVED1 = 0x0004;
+NetFlag.RESERVED2 = 0x0008;
+NetFlag.RESERVED3 = 0x0010;
+NetFlag.RESERVED4 = 0x0020;
+NetFlag.RESERVED5 = 0x0040;
+NetFlag.RESERVED6 = 0x0080;
+NetFlag.TIME_SYNC = 0xfe;
+NetFlag.KEY_RESET = 0xff;
+NetFlag.PREPARE_AGENT = 0xfc;
+
+NetFlag.getSecureMask = function(code){
+    if(code === NetFlag.KEY_RESET) return 0;
+    return (code & NetFlag.SECURE_HIDE ) | ( code & NetFlag.SECURE_CYPHER);
+};
+
+NetFlag.isSecure = function(code) {
+    if(code === NetFlag.KEY_RESET) return false;
+    return (code & NetFlag.SECURE_HIDE) | (code & NetFlag.SECURE_CYPHER);
+};
+
+NetFlag.prototype.set = function(mask){
+    this.flag = (this.flag | mask);
+    return this;
+};
+
+NetFlag.prototype.isA = function(m){
+    return (this.falg & m) != 0;
+};
+
+NetFlag.prototype.getFlag = function() {
+    return this.flag;
+};
+
+module.exports.NetFlag = NetFlag;
+
+var NetSrc = {
+    AGENT_JAVA_EMBED    : 1,
+    AGENT_JAVA_WATCHER  : 2,
+    SERVER_YARD         : 3,
+    SERVER_PROXY        : 4
+};
+
+module.exports.NetSrc = NetSrc;

package/lib/net/receiver.js

@@ -0,0 +1,66 @@
+/**
+ * Copyright 2016 the WHATAP project authors. All rights reserved.
+ * Use of this source code is governed by a license that
+ * can be found in the LICENSE file.
+ */
+
+
+const conf = require('../conf/configure');
+var NetFlag         = require('./netflag').NetFlag,
+    ControlHandler  = require('./../control/control-handler'),
+    DateUtil        = require('./../util/dateutil'),
+    DataInputX      = require('../io/data-inputx'),
+    Logger          = require('../logger');
+
+function Receiver(){};
+
+Receiver.prototype.read = function(out /*TcpReturn*/){
+    try {
+        if(conf.network_debug_enabled){
+            Logger.print("[Receiver] input Data " ,out.code + " // " + out.transfer_key , false);
+        }
+        if(out.code === NetFlag.TIME_SYNC) {
+            var din = new DataInputX(out.data);
+            var prevAgentTime = din.readLong().toNumber();
+            var serverTime = din.readLong().toNumber();
+            var now = Date.now();
+            var turnaroundTime = (now - prevAgentTime);
+
+            if(turnaroundTime < 500) {
+                DateUtil.setServerTime(serverTime, 1);
+            }
+            return;
+        }
+
+        if(conf.cypher_level > 0) {
+            if(out.transfer_key != conf.TRANSFER_KEY) { return; }
+            
+            switch (NetFlag.getSecureMask(out.code)) {
+                case NetFlag.SECURE_HIDE:
+                    if(conf.cypher != null) {
+                        out.data = conf.cypher.hide(out.data);
+                    } else {
+                        return;
+                    }
+                    break;
+                case NetFlag.SECURE_CYPHER:
+                    if(conf.cypher != null) {
+                        out.data = conf.cypher.decrypt(out.data);
+                    } else {
+                        return;
+                    }
+                    break;
+                default:
+                    out.data = null;
+            }
+        }
+
+        if(out.data != null && out.data.length > 0) {
+            ControlHandler.add(new DataInputX(out.data).readPack());
+        }
+    } catch (e) {
+        Logger.printError('WHATAP-195', 'Receiver error', e);
+    }
+};
+
+module.exports = Receiver;

package/lib/net/security-master.js

@@ -9,9 +9,11 @@ var DataInputX  = require('./../io/data-inputx'),
     Cypher      = require('./../util/cypher'),
     IPUtil      = require('./../util/iputil'),
     OidUtil     = require('./../util/oidutil'),
+    ProcessSeq  = require('./../util/process-seq'),
     HashUtil    = require('./../util/hashutil');
 
 var cluster = require('cluster');
+const Configuration = require("../conf/configure");
 
 var lastOid = 0;
 
@@ -24,46 +26,163 @@ var SecurityMaster = {
     ONODE : 0,
     ONODE_NAME : null,
     OID: 0 ,
-    decideAgentOnameOid: function() {
+    run : function(cb){
         var conf = require('./../conf/configure');
-        const myIp = IPUtil.getIp();
-        conf.setProperty('whatap.ip', myIp);
+        if( this.resetLicense( conf.license )) {
+            require('../logger').print('WHATAP-110', "[pcode=" + this.PCODE
+                + ",SECURE_KEY=" + this.SECURE_KEY.toString('hex')
+                + "]", false);
+            this.getClusterId(cb);
+        } else {
+            if(cb) cb(new Error('Invalid license'));
+        }
+    },
+    resetLicense: function(lic /* String */){
+        try {
+            var key = License.getKey(lic);
+            if(key.pcode == null || key.security_key == null) {
+                throw new Error('Invalid license');
+            }
+            this.PCODE = key.pcode;
+            this.SECURE_KEY = key.security_key;
+            this.cypher = new Cypher(this.SECURE_KEY, 0);
+            return true;
+        } catch(e) {
+            require('../logger').printError('WHATAP-606', 'LicenseKey is invalid ' + lic, e, true);
+        }
+        return false;
+    },
+    updateLocalIp: function(myIp){
+        process.env["whatap.ip"] = myIp;
+        this.IP = 0;
+    },
+    decideAgentOnameOid: function(myIp) {
+        var Configuration = require('./../conf/configure');
+        Configuration.setProperty('whatap.ip', myIp);
 
         this.IP = IPUtil.stringToInt(myIp);
-        var port = conf.getProperty("whatap.port");
+        var port = Configuration.getProperty("whatap.port");
         OidUtil.setIp(IPUtil.intToString(this.IP));
         OidUtil.setPort(port);
         OidUtil.setPid(process.pid);
         OidUtil.setHostName(require('os').hostname());
-        OidUtil.setType(process.env.name || conf.getProperty("whatap.type", "NODE"));
+        //OidUtil.setType(Configuration.getProperty("whatap.type", "NODE"));
+        OidUtil.setType(process.env.name || Configuration.getProperty("whatap.type", "NODE"));
 
-        this.OID = conf.getProperty("OID", 0);
-        this.ONAME = conf.getProperty("app_name", "");
+        var name_pattern;
+        if(Configuration.getProperty('whatap_micro_enabled', false) === true || process.env.WHATAP_MICRO_ENABLED === "true"){
+            name_pattern = process.env.WHATAP_NAME || "{okind}-{ip2}-{ip3}";
+        }else if(require('cluster').isMaster){
+            name_pattern=process.env.WHATAP_NAME || "{type}-{ip2}-{ip3}";
+        }else{
+            name_pattern=process.env.WHATAP_NAME || "{type}{cluster}-{ip2}-{ip3}";
+            var cid = Configuration.getProperty('node.clusterId');
+            OidUtil.setCluster(cid);
+        }
 
-        this.OKIND_NAME = conf.getProperty("whatap.okind", "")
-        if(!this.OKIND_NAME){
-            this.OKIND_NAME = process.env.WHATAP_OKIND || "";
+        var okindStr= process.env.WHATAP_OKIND ||  Configuration.getProperty('whatap.okind');
+        if(okindStr && okindStr.length>0){
+            this.OKIND = HashUtil.hashFromString(okindStr);
+            this.OKIND_NAME=okindStr;
+            OidUtil.setOkind(okindStr);
+        }else{
+            this.OKIND = 0;
+            this.OKIND_NAME=null;
         }
-        if(!this.OKIND_NAME){
-            this.OKIND_NAME = process.env.POD_NAME || ""
+
+        const whatapMicroEnabledConfig = Configuration.getProperty('whatap_micro_enabled', false);
+        const whatapMicroEnabledEnv = process.env.WHATAP_MICRO_ENABLED;
+
+        if (!whatapMicroEnabledConfig || whatapMicroEnabledEnv === undefined || whatapMicroEnabledEnv === "false") {
+            var onodeStr= process.env.WHATAP_ONODE || process.env.NODE_NAME ||  Configuration.getProperty('whatap.onode', null);
+            if(onodeStr && onodeStr.length>0){
+                this.ONODE = HashUtil.hashFromString(onodeStr);
+                this.ONODE_NAME=onodeStr;
+            }else{
+                this.ONODE = 0;
+                this.ONODE_NAME=null;
+            }
         }
-        if(this.OKIND_NAME){
-            this.OKIND = HashUtil.hashFromString(this.OKIND_NAME);
+
+        //OidUtil.setCmd(Configuration.getProperty("sun.java.command"));
+        this.ONAME = OidUtil.mkOname(Configuration.getProperty("whatap.name", name_pattern), port);
+        this.OID = OidUtil.mkOid(this.ONAME);
+
+        if (lastOid != this.OID) {
+            lastOid = this.OID;
+            require('../logger').print('WHATAP-968', "OID: " + this.OID + " ONAME: " + this.ONAME + " IP: " + IPUtil.intToString(this.IP), false);
         }
+    },
+    setAgentOnameOid :function (oname, myIp) {
+        var Configuration = require('./../conf/configure');
+        Configuration.setProperty('whatap.ip', myIp);
 
-        this.ONODE_NAME = conf.getProperty("whatap.onode", "");
-        if(!this.ONODE_NAME){
-            this.ONODE_NAME = process.env.NODE_NAME || "";
+        this.IP = IPUtil.stringToInt(myIp);//DataInputX.toInt(IPUtil.toBytes(myIp), 0);
+        var port = Configuration.getProperty("whatap.port");
+        OidUtil.setIp(IPUtil.intToString(this.IP));
+        OidUtil.setPort(port);
+        OidUtil.setPid(process.pid);
+        OidUtil.setHostName(require('os').hostname());
+        if(require('cluster').isMaster){
+            OidUtil.setType(Configuration.getProperty("whatap.type", "NODE"));
+        }else{
+            OidUtil.setType(Configuration.getProperty("whatap.type", "NODE"+ Configuration.getProperty('node.clusterId') ) );
         }
-        if(this.ONODE_NAME){
-            this.ONODE = HashUtil.hashFromString(this.ONODE_NAME);
+
+        OidUtil.setCmd(Configuration.getProperty("sun.java.command"));
+        this.ONAME = oname;
+        this.OID = OidUtil.mkOid(this.ONAME);
+
+        var okindStr= process.env.WHATAP_OKIND ||  Configuration.getProperty('whatap.okind');
+        if(okindStr && okindStr.length>0){
+            this.OKIND = HashUtil.hashFromString(okindStr);
+            this.OKIND_NAME=okindStr;
+        }else{
+            this.OKIND = 0;
+            this.OKIND_NAME=null;
         }
 
+        const whatapMicroEnabledConfig = Configuration.getProperty('whatap_micro_enabled', false);
+        const whatapMicroEnabledEnv = process.env.WHATAP_MICRO_ENABLED;
+
+        if (!whatapMicroEnabledConfig || whatapMicroEnabledEnv === undefined || whatapMicroEnabledEnv === "false") {
+            var onodeStr= process.env.WHATAP_ONODE || process.env.NODE_NAME ||  Configuration.getProperty('whatap.onode', null);
+            if(onodeStr && onodeStr.length>0){
+                this.ONODE = HashUtil.hashFromString(onodeStr);
+                this.ONODE_NAME=onodeStr;
+            }else{
+                this.ONODE = 0;
+                this.ONODE_NAME=null;
+            }
+        }
 
         if (lastOid != this.OID) {
             lastOid = this.OID;
-            require('../logger').print('WHATAP-401', "OID: " + this.OID + " ONAME: " + this.ONAME + " IP: " + IPUtil.intToString(this.IP), false);
+            require('../logger').print('WHATAP-168', "OID: " + this.OID + " ONAME: " + this.ONAME + " IP: " + IPUtil.intToString(this.IP), false);
         }
+    },
+    getClusterId: function(cb){
+        var conf = require('./../conf/configure');
+        if(cluster.isMaster){
+            //console.log('현재 프로젝트는 MASTER 입니다!!!!');
+            conf.setProperty('node.clusterId', '');
+            if(cb) cb();
+        }else{
+            conf.setProperty('node.clusterId', cluster.worker.id);
+            if(cb) cb();
+            //console.log('현재 프로젝트는 ' + cluster.worker.id + ' 입니다!!!!');
+            /*
+            ProcessSeq('whatap').accessAuth(function(pseq){
+                if(!pseq){
+                    return;
+                }
+                var conf = require('./../conf/configure');
+                conf.setProperty('node.clusterId', pseq);
+                if(cb) cb();
+            });
+            */
+        }
+
     }
 };
 

package/lib/net/sender.js

@@ -0,0 +1,141 @@
+/**
+ * Copyright 2016 the WHATAP project authors. All rights reserved.
+ * Use of this source code is governed by a license that
+ * can be found in the LICENSE file.
+ */
+
+var conf        = require('./../conf/configure'),
+    DataOutputX = require('./../io/data-outputx'),
+    EventPack   = require('./../pack/event-pack'),
+    PackEnum    = require('./../pack/packenum'),
+    EventLevel  = require('./../data/event-level'),
+    NetFlag     = require('./netflag').NetFlag,
+    TcpSession  = require('./tcp-session'),
+    Logger      = require('../logger'),
+    Long        = require('long');
+
+var Sender = function(agent, requestMgr){
+    this._agent = agent;
+    this._mgr = requestMgr;
+    this.next_time_sync = Date.now() + conf.getProperty('time_sync_interval_ms', 300000);
+    this.isProcessing = false;
+    this.ddd=Date.now()%100000;
+};
+
+Sender.prototype.startCheckQueue = function(){
+    var self = this;
+    if(this._interval) return;
+    this.cypher_level = conf.cypher_level;
+    this._interval = setInterval(function(){
+        self.start();
+    }, 100, 'whatap');
+};
+Sender.prototype.stopCheckQueue = function(){
+    if(this._interval){
+        clearInterval(this._interval);
+        delete this._interval;
+    }
+};
+Sender.prototype.start = function(){
+    var self = this;
+    this.isProcessing = true;
+    var hasNext = self._mgr.pool.hasNext();
+
+    if(!hasNext) {
+        if(this._interval){
+            return ;
+        }else{
+            this.startCheckQueue();
+        }
+    }
+    this.stopCheckQueue();
+    self.send();
+
+};
+
+Sender.prototype.send = function(){
+    var self = this;
+    var w = TcpSession;
+    var p = self._mgr.pool.get();
+    if(p == null) {return this.startCheckQueue();}
+    if(w.out == null) {return this.startCheckQueue();}
+
+    if(this.cypher_level != conf.cypher_level) {
+        this.cypher_level = conf.cypher_level;
+        w.close();
+        return;
+    }
+    var len = 0;
+    try{
+        var now = Date.now();
+        if( now > self.next_time_sync ){
+            self.next_time_sync = now + conf.getProperty('time_sync_interval_ms', 300000);
+            w.send(NetFlag.TIME_SYNC, DataOutputX.toBytesLong(Long.fromValue(now)));
+        }
+        if(conf.debug_tcpsend){
+            try{
+                var qsize=JSON.stringify(self._mgr.pool.size());
+                var packName= PackEnum.PACK_NAME[p.pack.getPackType()]  ;
+                var m = packName + "\t" +qsize;
+                Logger.printAll("TCPSEND", m);
+            }catch(e){
+                Logger.printError('WHATAP-251', 'Sender(send)', e);
+            }
+        }
+
+        p.pack.apType = 2;
+        
+        if(conf.cypher_level == 0){
+            var b = DataOutputX.toBytesPack(p.pack);
+            w.send(p.flag, b);
+            len = b.length;
+        } else {
+            switch( NetFlag.getSecureMask(p.flag) ) {
+                case NetFlag.SECURE_HIDE:
+                    if(conf.cypher != null){
+                        var b = DataOutputX.toBytesPack(p.pack);
+                        b = conf.cypher.hide(b);
+                        len = b.length;
+                        w.send(p.flag, b);
+                    }
+                    break;
+                case NetFlag.SECURE_CYPHER:
+                    if(conf.cypher !== null){
+                        var b = DataOutputX.toBytesPack(p.pack, conf.cypher_level / 8);
+                        b = conf.cypher.encryptBlock(b);
+                        len = b.length;
+                        w.send(p.flag, b);
+                    }
+                    break;
+                default:
+                    var b = DataOutputX.toBytesPack(p.pack);
+                    w.send(p.flag, b);
+                    len = b.length;
+                    break;
+            }
+        }
+
+        if(len > conf.net_send_max_bytes){
+            var e = new EventPack();
+            e.level = EventLevel.FATAL;
+            errorOverflow(p.pack.constructor + '('+ p.pack.getPackType() + ')');
+            return;
+        }
+
+        self._mgr.sendBytes += len;
+        self._mgr.sendPack++;
+    } catch(e) {
+        Logger.printError('WHATAP-121', 'Sender error', e);
+    }
+
+    process.nextTick(function(){
+        self.start();
+    });
+};
+var errorOverflow = function(packName){
+    var e = new EventPack();
+    e.title = "NEW_OVERFLOW";
+    e.message = "Too big data: " + packName;
+};
+//PackEnum.PACK_NAME[p.pack.getPackType()]
+module.exports = Sender;

package/lib/net/tcp-return.js

@@ -0,0 +1,18 @@
+/**
+ * Copyright 2016 the WHATAP project authors. All rights reserved.
+ * Use of this source code is governed by a license that
+ * can be found in the LICENSE file.
+ */
+
+function TcpReturn() {
+    this.code = 0;
+    this.data = null; /*Buffer*/
+    this.transfer_key = 0;
+}
+
+TcpReturn.prototype.toString = function () {
+    return "TcpReturn [code=" + this.code + ", transfer_key=" + this.transfer_key + ", data="
+        + (this.data != null ? this.data.toString('hex') : null) + "]";
+};
+
+module.exports = TcpReturn;