whatap 1.0.1 → 1.0.2

package/lib/service/tx-record.js

@@ -0,0 +1,332 @@
+/**
+ * Copyright 2016 the WHATAP project authors. All rights reserved.
+ * Use of this source code is governed by a license that
+ * can be found in the LICENSE file.
+ */
+
+var DataOutputX = require('../io/data-outputx'),
+    DataInputX = require('../io/data-inputx'),
+    Long        = require('long') ,
+    EventLevel  = require('../data/event-level');
+function TxRecord() {
+    this.seq = Long.ZERO;
+    this.endTime =0;
+    this.service = 0;
+    this.elapsed = 0;
+    this.error = Long.ZERO;
+    this.cpuTime = 0;
+    this.malloc = 0;
+
+    this.sqlCount = 0;
+    this.sqlTime = 0;
+    this.sqlFetchCount = 0;
+    this.sqlFetchTime = 0;
+
+    this.httpcCount = 0;
+    this.httpcTime = 0;
+    this.active = false;
+    this.steps_data_pos = 0;
+    this.cipher = 0;
+
+    this.ipaddr = 0;
+    this.userid = Long.ZERO;
+    this.userAgent = 0;
+    this.referer = 0;
+    this.status = 0;
+
+    this.mtid = Long.ZERO;
+    this.mdepth = 0;
+    this.mcaller = Long.ZERO;
+    this.mcaller_txid = Long.ZERO;
+
+    this.mcaller_pcode = 0;
+    this.mcaller_okind = 0;
+    this.mcaller_oid = 0;
+    this.mcaller_spec = 0;
+    this.mcaller_url = 0;
+    this.mthis_spec = 0;
+
+    this.http_method = 0;
+
+    this.domain = 0;
+    this.fields = [];
+
+    this.login=0;
+    this.errorLevel=0;
+
+    this.oid=0;
+    this.okind=0;
+    this.onode=0;
+
+    this.custid=null;
+    this.dbcTime=0;
+    this.apdex=0;
+
+    this.mcallerStepId = Long.ZERO;
+    this.originUrl = null;
+
+    this.step_split_count = 0;
+
+    this.methodCount = 0;
+    this.methodTime = 0;
+
+    this.appctx = "";
+    this.txName = "";
+    this.error_class = "";
+    this.error_message = "";
+}
+TxRecord.prototype.getServiceType = function() {return 0;};
+
+TxRecord.prototype.write = function(dout) {
+    dout.writeByte(10); //version
+
+    var o = new DataOutputX();
+    o.writeLong(this.seq);
+    o.writeDecimal(this.endTime);
+    o.writeDecimal(this.service);
+    o.writeDecimal(this.elapsed);
+    o.writeDecimal(this.error);
+    o.writeDecimal(this.cpuTime);
+    o.writeDecimal(this.malloc);
+
+    o.writeDecimal(this.sqlCount);
+    o.writeDecimal(this.sqlTime);
+    o.writeDecimal(this.sqlFetchCount);
+    o.writeDecimal(this.sqlFetchTime);
+
+    o.writeDecimal(this.httpcCount);
+    o.writeDecimal(this.httpcTime);
+
+    o.writeBoolean(this.active);
+    o.writeDecimal(this.steps_data_pos);
+    o.writeDecimal(this.cipher);
+
+    o.writeInt(this.ipaddr);
+    o.writeDecimal(this.userid);
+    o.writeDecimal(this.userAgent);
+    o.writeDecimal(this.referer);
+    o.writeDecimal(this.status);
+
+    if(this.mtid.isZero()==false){
+        o.writeByte(1);
+        o.writeDecimal(this.mtid);
+        o.writeDecimal(this.mdepth);
+        o.writeDecimal(this.mcaller);
+    }else{
+        o.writeByte(0);
+    }
+    if(this.mcaller_pcode!=0) {
+        o.writeByte(6);
+        o.writeDecimal(this.mcaller_pcode);
+        o.writeDecimal(this.mcaller_okind);
+        o.writeDecimal(this.mcaller_oid);
+        o.writeDecimal(this.mcaller_spec);
+        o.writeDecimal(this.mcaller_url);
+        o.writeDecimal(this.mthis_spec);//보통 0, 서버에서 셋팅
+    }else {
+        o.writeByte(0);
+    }
+
+    o.writeByte(this.http_method);
+    o.writeDecimal(this.domain);
+
+    if (this.fields == null || this.fields.length==0) {
+        o.writeByte(0);
+    } else {
+        var sz = this.fields.length;
+        o.writeByte(sz);
+        for (var i = 0; i < sz; i++) {
+            o.writeByte(this.fields[i].id);
+            o.writeText(this.fields[i].value);
+        }
+    }
+    o.writeDecimal(this.login);
+    o.writeByte(this.errorLevel);
+
+    // 2018.12.28
+    o.writeDecimal(this.oid);
+    o.writeDecimal(this.okind);
+    o.writeDecimal(this.onode);
+
+    o.writeText(this.custid);
+    o.writeDecimal(this.dbcTime);
+    o.writeByte(this.apdex);
+
+    o.writeDecimal(this.mcallerStepId);
+    o.writeText(this.originUrl);
+
+    o.writeDecimal(this.step_split_count);
+
+    o.writeDecimal(this.methodCount);
+    o.writeDecimal(this.methodTime);
+
+    o.writeText(this.appctx);
+    o.writeText(this.txName);
+    o.writeText(this.error_class);
+    o.writeText(this.error_message);
+
+    ////////////// BLOB ///////////////
+    dout.writeBlob(o.toByteArray());
+};
+
+TxRecord.prototype.read = function(din) {
+    var ver = din.readByte();
+    if(ver <10){
+        throw new Error('TxRecord has invalid version='+ver);
+    }
+    var i = new DataInputX(din.readBlob());
+    this.seq = i.readLong();
+    this.endTime = i.readDecNumber();
+    this.service =  i.readDecNumber();
+    this.elapsed = i.readDecNumber();
+    this.error = i.readDecimal();
+
+    this.cpuTime = i.readDecNumber();
+    this.malloc = i.readDecNumber();
+
+    this.sqlCount = i.readDecNumber();
+    this.sqlTime = i.readDecNumber();
+    this.sqlFetchCount = i.readDecNumber();
+    this.sqlFetchTime = i.readDecNumber();
+
+    this.httpcCount = i.readDecNumber();
+    this.httpcTime = i.readDecNumber();
+
+    this.active = i.readBoolean();
+    this.steps_data_pos = i.readDecNumber();
+    this.cipher = i.readDecNumber();
+
+    this.ipaddr = i.readInt();
+    this.userid = i.readDecLong();
+    this.userAgent = i.readDecNumber();
+    this.referer = i.readDecNumber();
+    this.status = i.readDecNumber();
+
+    if(i.readByte() >0){
+        this.mtid = i.readDecLong();
+        this.mdepth = i.readDecNumber();
+        this.mcaller_txid = i.readDecLong();
+    }
+
+    switch (i.readByte()) {
+        case 1:
+            this.mcaller_pcode = i.readDecNumber();
+            break;
+        case 3:
+            this.mcaller_pcode = i.readDecNumber();
+            this.mcaller_spec = i.readDecNumber();
+            this.mcaller_url = i.readDecNumber();
+            break;
+        case 4:
+            this.mcaller_pcode = i.readDecNumber();
+            this.mcaller_spec = i.readDecNumber();
+            this.mcaller_url = i.readDecNumber();
+            this.mthis_spec = i.readDecNumber();
+            break;
+        case 5:
+            this.mcaller_pcode = i.readDecNumber();
+            this.mcaller_oid = i.readDecNumber();
+            this.mcaller_spec = i.readDecNumber();
+            this.mcaller_url = i.readDecNumber();
+            this.mthis_spec = i.readDecNumber();
+            break;
+        case 6:
+            this.mcaller_pcode = i.readDecNumber();
+            this.mcaller_okind = i.readDecNumber();
+            this.mcaller_oid = i.readDecNumber();
+            this.mcaller_spec = i.readDecNumber();
+            this.mcaller_url = i.readDecNumber();
+            this.mthis_spec = i.readDecNumber();
+            break;
+    }
+    this.http_method = i.readByte();
+    this.domain = i.readDecNumber();
+
+    var n = i.readByte();
+    if (n > 0) {
+        this.fields = new Array(n);
+        for (var c = 0; c < n; c++) {
+            var id = i.readByte();
+            var value = i.readText();
+            this.fields[i] = {
+                id: id,
+                value: value
+            };
+        }
+    }
+
+    if (i.available() > 0) {
+        this.login = i.readDecNumber();
+    }
+    if (i.available() > 0) {
+        this.errorLevel = i.readByte();
+    }  else {
+        if (this.error != 0) {
+            this.errorLevel = EventLevel.WARNING;
+        }
+    }
+    if(i.available()>0) {
+        this.oid = i.readDecNumber();
+        this.okind = i.readDecNumber();
+        this.onode = i.readDecNumber();
+    }
+
+    if (i.available() > 0) {
+        this.custid = i.readText();
+    }
+    if (i.available() > 0) {
+        this.dbcTime = i.readDecNumber();
+    }
+    if (i.available() > 0) {
+        this.apdex = i.readByte();
+    }
+
+    if(i.available()>0) {
+        this.mcallerStepId=i.readDecNumber();
+        this.originUrl=i.readText();
+    }
+
+    if (i.available() > 0) {
+        this.step_split_count = i.readDecimal();
+    }
+    if (i.available() > 0) {
+        this.methodCount =  i.readDecimal();
+        this.methodTime = i.readDecimal();
+    }
+    if(i.available()>0) {
+        this.appctx=i.readText();
+    }
+    if(i.available()>0) {
+        this.txName=i.readText();
+    }
+    if(i.available()>0) {
+        this.error_class = i.readText();
+        this.error_message = i.readText();
+    }
+
+    return this;
+};
+
+TxRecord.prototype.toBytes = function() {
+    var dout = new DataOutputX();
+    this.write(dout);
+    return dout.toByteArray();
+};
+
+TxRecord.prototype.toObject = function(b) {
+    var din = new DataInputX(b);
+    this.read(din);
+    return service;
+};
+
+TxRecord.HTTP_METHOD={"GET":1,"POST":2,"PUT":3,"DELETE":4,"PATCH":5,"OPTIONS":6,"HEAD":7,"TRACE":8};
+TxRecord.WEB_GET = 1;
+TxRecord.WEB_POST = 2;
+TxRecord.WEB_PUT = 3;
+TxRecord.WEB_DELETE = 4;
+TxRecord.WEB_PATCH = 5;
+TxRecord.WEB_OPTIONS = 6;
+TxRecord.WEB_HEAD = 7;
+TxRecord.WEB_TRACE = 8;
+
+module.exports = TxRecord;

package/lib/stat/stat-error.js

@@ -0,0 +1,116 @@
+/**
+ * Copyright 2016 the WHATAP project authors. All rights reserved.
+ * Use of this source code is governed by a license that
+ * can be found in the LICENSE file.
+ */
+
+
+var ErrorData = require('../util/errordata'),
+    BitUtil = require('../util/bitutil'),
+    ErrorSnapPack1 = require('../pack/errorsnap-pack'),
+    StatErrorPack = require('../pack/staterror-pack').StatErrorPack,
+    ErrorRec = require('../pack/staterror-pack').ErrorRec,
+    hashUtil = require('../util/hashutil'),
+    LinkedMap = require('../util/linkedmap'),
+    DataTextAgent = require('../data/datatext-agent'),
+    Logger          = require('../logger'),
+    Long = require('long');
+
+    
+var DataPackSender = require('../data/datapack-sender');
+
+var ERROR_SNAP_SEQ = Long.fromNumber(Date.now());
+var TABLE_MAX_SIZE = 1000;
+
+function StatError() {
+    this.conf = require('../conf/configure');
+    this.table = new LinkedMap(TABLE_MAX_SIZE + 1, 1).setMax(TABLE_MAX_SIZE);
+    this.table.hash = function (k) {
+        if(k._hash_){
+            return k._hash_;
+        }
+        var result = 1;
+        result = 31 * result + k.class;
+        result = 31 * result + k.service;
+        
+        k._hash_=result;
+        return result;
+    }
+    this.table.equals = function (k1,k2) {
+        return k1.class === k2.class && k1.service === k2.service;
+    }
+    this.table.create=function(key){
+        if(this.isFull()) {
+            return null;
+        }
+        rec = new ErrorRec();
+        rec.classHash = key.class;
+        rec.service = key.service;
+        return rec;
+    }
+    this.error = {};
+}
+
+function nextErrorSnapSeq(){
+    ERROR_SNAP_SEQ = ERROR_SNAP_SEQ.add(1);
+    return ERROR_SNAP_SEQ;
+}
+
+// StatError.prototype.addErrorForStep = function(thr, dbc, service, steps, stackTrace) {
+//     var error_data = new ErrorData(thr, 0, txUrlHash, profile, true); // notdol: error데이터 객체를 만드는 의미가 없음
+//     var error_snap_pack = new ErrorSnapPack1();                        // notdol: errorSnappack을 만드는 의미가 없음
+//     error_snap_pack.setProfile(error_data.profile);
+
+//     var rec = this.table.get({class: dbc, service : service});
+//     if(rec){
+//         rec.count++;
+//     }
+// };
+StatError.prototype.addError = function(class1, msg, txUrlHash, appendTextType, appendTextHash) {
+    try {
+        if(typeof class1 ==='number'){
+            class1 = class1.toString();
+        }
+        var classHash = hashUtil.hashFromString(class1);
+        DataTextAgent.ERROR.add(classHash, class1);
+
+        var msgHash = hashUtil.hashFromString(msg);
+        DataTextAgent.ERROR.add(msgHash, msg);
+
+        var key = {class: classHash, service : txUrlHash};
+        var rec = this.table.intern(key);
+        if (rec) {
+            rec.msg = msgHash;
+            rec.count++;
+            if (appendTextType && rec.snapSeq == 0 && this.conf.error_snap_enabled===true) {
+                var p = new ErrorSnapPack1();
+                p.seq = nextErrorSnapSeq();
+                rec.snapSeq = p.seq;
+                rec.msg = msgHash;
+            
+                p.append_type = appendTextType;
+                p.append_hash = appendTextHash;
+                DataPackSender.sendErrorSnapPack(p);
+            }
+        }
+        return BitUtil.composite(classHash,msgHash);
+    } catch(e) {
+        Logger.printError('WHATAP-996', 'StatError (addError)', e, false);
+    }
+    return Long.ZERO;
+};
+StatError.prototype.send = function(now) {
+    if (this.table.size() === 0)
+        return;
+
+    var statError = new StatErrorPack().setRecords(this.table.size(), this.table.values());
+    statError.time = now;
+    this.table.clear();
+
+    DataPackSender.sendStatErrorPack(statError);
+};
+StatError.prototype.clear = function () {
+    this.table.clear();
+};
+
+module.exports = new StatError();

package/lib/stat/stat-httpc.js

@@ -0,0 +1,98 @@
+/**
+ * Copyright 2016 the WHATAP project authors. All rights reserved.
+ * Use of this source code is governed by a license that
+ * can be found in the LICENSE file.
+ */
+
+var LinkedMap       = require('../util/linkedmap'),
+    StatHttpcPack   = require('../pack/stathttpc-pack'),
+    HttpcRec        = require('../pack/stathttpc-rec'),
+    DataPackSender  = require('../data/datapack-sender'),
+    Logger          = require('../logger');
+
+const TABLE_MAX_SIZE = 5000;
+
+function HTTPC(url, host, port) {
+    this.url = url || 0;
+    this.host = host || 0;
+    this.port = port || 0;
+}
+
+HTTPC.prototype.hashCode = function () {
+    var prime = 31;
+    var result = 1;
+    result = prime * result + this.host;
+    result = prime * result + this.port;
+    result = prime * result + this.url;
+    return result;
+};
+HTTPC.prototype.equals = function (other) {
+    if(this === other) {
+        return  true;
+    }
+    if(other == null) {
+        return false;
+    }
+    return this.host === other.host && this.url === other.url && this.port === other.port;
+};
+
+function StatHttpc() {
+    if(typeof StatHttpc.instance === 'object') {
+        return StatHttpc.instance;
+    }
+
+    this.table = new LinkedMap(TABLE_MAX_SIZE + 1 , 1).setMax(TABLE_MAX_SIZE);
+    this.table.create = function (key) {
+        if(this.size() >= TABLE_MAX_SIZE) {
+            return null;
+        } 
+        var rec = new HttpcRec();
+        rec.url = key.url;
+        rec.host = key.host;
+        rec.port = key.port;
+        rec.time_min = Number.MAX_SAFE_INTEGER;
+        return rec;
+    };
+    StatHttpc.instance = this;
+}
+
+StatHttpc.prototype.getHttpc = function (url, host, port) {
+    return this.table.intern(new HTTPC(url, host, port));
+};
+StatHttpc.prototype.addHttpcTime = function (service_hash, httpc_url_hash, httpc_host, httpc_port, time, isErr) {
+    
+    try {
+        if(httpc_url_hash === 0) {
+            return;
+        }
+
+        var httpcRec = this.getHttpc(httpc_url_hash, httpc_host, httpc_port);
+        if(httpcRec != null) {
+            httpcRec.count_total++;
+            httpcRec.time_sum +=time;
+            httpcRec.time_std +=time * time;
+            httpcRec.time_max = Math.max(httpcRec.time_max, time);
+            httpcRec.time_min = Math.min(httpcRec.time_min, time);
+            if (isErr) {
+                httpcRec.count_error++;
+            }
+            httpcRec.service = service_hash;
+        }
+    } catch(e) {
+        Logger.printError("WHATAP-610", "StatHttpC addHttpcTime error", e, false);
+    }
+};
+StatHttpc.prototype.send = function (now) {
+    if(this.table.size() === 0) {
+        return;
+    }
+    var p = new StatHttpcPack().setRecords(this.table.size(), this.table.values());
+    p.time = now;
+    this.table.clear();
+    DataPackSender.sendStatHttpcPack(p);
+};
+StatHttpc.prototype.clear = function () {
+    this.table.clear();
+};
+
+module.exports = new StatHttpc();

package/lib/stat/stat-remote-ip.js

@@ -0,0 +1,46 @@
+/**
+ * Copyright 2016 the WHATAP project authors. All rights reserved.
+ * Use of this source code is governed by a license that
+ * can be found in the LICENSE file.
+ */
+
+var StatRemoteIpPack    = require('../pack/statremote-pack'),
+    DataPackSender      = require('../data/datapack-sender');
+
+var TABLE_MAX_SIZE = 70000;
+
+function StatRemoteIp() {
+    if(typeof StatRemoteIp.instance === 'object') {
+        return StatRemoteIp.instance;
+    }
+
+    this.table = new StatRemoteIpPack();
+    this.table.iptable.setMax(TABLE_MAX_SIZE);
+
+    StatRemoteIp.instance = this;
+}
+
+StatRemoteIp.prototype.incRemoteIp = function (ip) {
+    if(ip) {
+        this.table.iptable.addNoOver(ip,1);
+    }
+};
+StatRemoteIp.prototype.send = function (now) {
+    if(this.table.iptable.size() === 0) {
+        return;
+    }
+
+    var p = this.table;
+    p.time = now;
+    DataPackSender.sendStatRemoteIpPack(p);
+
+    this.table = new StatRemoteIpPack();
+    this.table.iptable.setMax(TABLE_MAX_SIZE);
+};
+StatRemoteIp.prototype.clear = function () {
+    this.table.iptable.clear();
+};
+
+module.exports = new StatRemoteIp();
+
+

package/lib/stat/stat-remote-ipurl.js

@@ -0,0 +1,88 @@
+const StatGeneralPack = require('../pack/stat-general-pack');
+const LongKeyLinkedMap = require('../util/longkey-linkedmap');
+const TimeCount = require('../pack/time-count');
+const conf = require('../conf/configure');
+const BitUtil = require('../util/bitutil');
+const ZipProfile = require('../data/zipprofile');
+const DataPackSender = require('../data/datapack-sender');
+const AnyList       = require('../util/anylist');
+
+var TABLE_MAX_SIZE = 10000;
+
+function StatRemoteIpurl() {
+    if (typeof StatRemoteIpurl.instance === 'object') {
+        return StatRemoteIpurl.instance;
+    }
+
+    this.TABLE_MAX_SIZE = TABLE_MAX_SIZE;
+    this.table = new LongKeyLinkedMap(TABLE_MAX_SIZE + 1, 1).setMax(TABLE_MAX_SIZE);
+    this.table.create = function (key) {
+        return new TimeCount();
+    };
+
+    StatRemoteIpurl.instance = this;
+}
+
+StatRemoteIpurl.prototype.getService = function (ip, url_hash) {
+    var key = BitUtil.composite(ip, url_hash);
+    if (this.table.size() < conf.getProperty('stat_ipurl_max_count', 10000)) {
+        return this.table.intern(key);
+    } else {
+        return this.table.get(key);
+    }
+};
+
+StatRemoteIpurl.prototype.send = function (now) {
+    if (this.table.size() === 0) return;
+
+    var currTable = this.table;
+    var sz = Math.max(this.TABLE_MAX_SIZE, conf.getProperty('stat_ipurl_max_count', 10000));
+    this.table = new LongKeyLinkedMap(sz + 1, 1).setMax(conf.getProperty('stat_ipurl_max_count', 10000));
+    this.table.create = function (key) {
+        return new TimeCount();
+    };
+
+    var rsize = this.table.size();
+    var ip = new AnyList(AnyList.INT, rsize);
+    var url = new AnyList(AnyList.INT, rsize);
+    var count = new AnyList(AnyList.INT, rsize);
+    var error = new AnyList(AnyList.INT, rsize);
+    var time = new AnyList(AnyList.LONG, rsize);
+
+    var entries = currTable.entries();
+    var i = 0;
+    while(entries.hasMoreElements()){
+        var ent = entries.nextElement();
+        var k = ent.getKey();
+        var v = ent.getValue();
+
+        ip.put(i, BitUtil.getHigh(k));
+        url.put(i, BitUtil.getLow(k));
+        count.put(i, v.count);
+        error.put(i, v.error);
+        time.put(i, v.time);
+        i++;
+    }
+
+    const out = new StatGeneralPack();
+    out.put("ip", ip);
+    out.put("url", url);
+    out.put("count", count);
+    out.put("error", error);
+    out.put("time", time);
+
+    out.id = "ip-url";
+    out.time = now;
+
+    DataPackSender.sendStatRemoteIpUrlPack(out);
+};
+
+StatRemoteIpurl.prototype.clear = function () {
+    this.table.clear();
+};
+
+StatRemoteIpurl.prototype.size = function () {
+    return this.table.size();
+};
+
+module.exports = new StatRemoteIpurl();