whatap 0.5.26 → 1.0.0

package/lib/service/tx-record.js

@@ -1,332 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var DataOutputX = require('../io/data-outputx'),
-    DataInputX = require('../io/data-inputx'),
-    Long        = require('long') ,
-    EventLevel  = require('../data/event-level');
-function TxRecord() {
-    this.seq = Long.ZERO;
-    this.endTime =0;
-    this.service = 0;
-    this.elapsed = 0;
-    this.error = Long.ZERO;
-    this.cpuTime = 0;
-    this.malloc = 0;
-
-    this.sqlCount = 0;
-    this.sqlTime = 0;
-    this.sqlFetchCount = 0;
-    this.sqlFetchTime = 0;
-
-    this.httpcCount = 0;
-    this.httpcTime = 0;
-    this.active = false;
-    this.steps_data_pos = 0;
-    this.cipher = 0;
-
-    this.ipaddr = 0;
-    this.userid = Long.ZERO;
-    this.userAgent = 0;
-    this.referer = 0;
-    this.status = 0;
-
-    this.mtid = Long.ZERO;
-    this.mdepth = 0;
-    this.mcaller = Long.ZERO;
-    this.mcaller_txid = Long.ZERO;
-
-    this.mcaller_pcode = 0;
-    this.mcaller_okind = 0;
-    this.mcaller_oid = 0;
-    this.mcaller_spec = 0;
-    this.mcaller_url = 0;
-    this.mthis_spec = 0;
-
-    this.http_method = 0;
-
-    this.domain = 0;
-    this.fields = [];
-
-    this.login=0;
-    this.errorLevel=0;
-
-    this.oid=0;
-    this.okind=0;
-    this.onode=0;
-
-    this.custid=null;
-    this.dbcTime=0;
-    this.apdex=0;
-
-    this.mcallerStepId = Long.ZERO;
-    this.originUrl = null;
-
-    this.step_split_count = 0;
-
-    this.methodCount = 0;
-    this.methodTime = 0;
-
-    this.appctx = "";
-    this.txName = "";
-    this.error_class = "";
-    this.error_message = "";
-}
-TxRecord.prototype.getServiceType = function() {return 0;};
-
-TxRecord.prototype.write = function(dout) {
-    dout.writeByte(10); //version
-
-    var o = new DataOutputX();
-    o.writeLong(this.seq);
-    o.writeDecimal(this.endTime);
-    o.writeDecimal(this.service);
-    o.writeDecimal(this.elapsed);
-    o.writeDecimal(this.error);
-    o.writeDecimal(this.cpuTime);
-    o.writeDecimal(this.malloc);
-
-    o.writeDecimal(this.sqlCount);
-    o.writeDecimal(this.sqlTime);
-    o.writeDecimal(this.sqlFetchCount);
-    o.writeDecimal(this.sqlFetchTime);
-
-    o.writeDecimal(this.httpcCount);
-    o.writeDecimal(this.httpcTime);
-
-    o.writeBoolean(this.active);
-    o.writeDecimal(this.steps_data_pos);
-    o.writeDecimal(this.cipher);
-
-    o.writeInt(this.ipaddr);
-    o.writeDecimal(this.userid);
-    o.writeDecimal(this.userAgent);
-    o.writeDecimal(this.referer);
-    o.writeDecimal(this.status);
-
-    if(this.mtid.isZero()==false){
-        o.writeByte(1);
-        o.writeDecimal(this.mtid);
-        o.writeDecimal(this.mdepth);
-        o.writeDecimal(this.mcaller);
-    }else{
-        o.writeByte(0);
-    }
-    if(this.mcaller_pcode!=0) {
-        o.writeByte(6);
-        o.writeDecimal(this.mcaller_pcode);
-        o.writeDecimal(this.mcaller_okind);
-        o.writeDecimal(this.mcaller_oid);
-        o.writeDecimal(this.mcaller_spec);
-        o.writeDecimal(this.mcaller_url);
-        o.writeDecimal(this.mthis_spec);//보통 0, 서버에서 셋팅
-    }else {
-        o.writeByte(0);
-    }
-
-    o.writeByte(this.http_method);
-    o.writeDecimal(this.domain);
-
-    if (this.fields == null || this.fields.length==0) {
-        o.writeByte(0);
-    } else {
-        var sz = this.fields.length;
-        o.writeByte(sz);
-        for (var i = 0; i < sz; i++) {
-            o.writeByte(this.fields[i].id);
-            o.writeText(this.fields[i].value);
-        }
-    }
-    o.writeDecimal(this.login);
-    o.writeByte(this.errorLevel);
-
-    // 2018.12.28
-    o.writeDecimal(this.oid);
-    o.writeDecimal(this.okind);
-    o.writeDecimal(this.onode);
-
-    o.writeText(this.custid);
-    o.writeDecimal(this.dbcTime);
-    o.writeByte(this.apdex);
-
-    o.writeDecimal(this.mcallerStepId);
-    o.writeText(this.originUrl);
-
-    o.writeDecimal(this.step_split_count);
-
-    o.writeDecimal(this.methodCount);
-    o.writeDecimal(this.methodTime);
-
-    o.writeText(this.appctx);
-    o.writeText(this.txName);
-    o.writeText(this.error_class);
-    o.writeText(this.error_message);
-
-    ////////////// BLOB ///////////////
-    dout.writeBlob(o.toByteArray());
-};
-
-TxRecord.prototype.read = function(din) {
-    var ver = din.readByte();
-    if(ver <10){
-        throw new Error('TxRecord has invalid version='+ver);
-    }
-    var i = new DataInputX(din.readBlob());
-    this.seq = i.readLong();
-    this.endTime = i.readDecNumber();
-    this.service =  i.readDecNumber();
-    this.elapsed = i.readDecNumber();
-    this.error = i.readDecimal();
-
-    this.cpuTime = i.readDecNumber();
-    this.malloc = i.readDecNumber();
-
-    this.sqlCount = i.readDecNumber();
-    this.sqlTime = i.readDecNumber();
-    this.sqlFetchCount = i.readDecNumber();
-    this.sqlFetchTime = i.readDecNumber();
-
-    this.httpcCount = i.readDecNumber();
-    this.httpcTime = i.readDecNumber();
-
-    this.active = i.readBoolean();
-    this.steps_data_pos = i.readDecNumber();
-    this.cipher = i.readDecNumber();
-
-    this.ipaddr = i.readInt();
-    this.userid = i.readDecLong();
-    this.userAgent = i.readDecNumber();
-    this.referer = i.readDecNumber();
-    this.status = i.readDecNumber();
-
-    if(i.readByte() >0){
-        this.mtid = i.readDecLong();
-        this.mdepth = i.readDecNumber();
-        this.mcaller_txid = i.readDecLong();
-    }
-
-    switch (i.readByte()) {
-        case 1:
-            this.mcaller_pcode = i.readDecNumber();
-            break;
-        case 3:
-            this.mcaller_pcode = i.readDecNumber();
-            this.mcaller_spec = i.readDecNumber();
-            this.mcaller_url = i.readDecNumber();
-            break;
-        case 4:
-            this.mcaller_pcode = i.readDecNumber();
-            this.mcaller_spec = i.readDecNumber();
-            this.mcaller_url = i.readDecNumber();
-            this.mthis_spec = i.readDecNumber();
-            break;
-        case 5:
-            this.mcaller_pcode = i.readDecNumber();
-            this.mcaller_oid = i.readDecNumber();
-            this.mcaller_spec = i.readDecNumber();
-            this.mcaller_url = i.readDecNumber();
-            this.mthis_spec = i.readDecNumber();
-            break;
-        case 6:
-            this.mcaller_pcode = i.readDecNumber();
-            this.mcaller_okind = i.readDecNumber();
-            this.mcaller_oid = i.readDecNumber();
-            this.mcaller_spec = i.readDecNumber();
-            this.mcaller_url = i.readDecNumber();
-            this.mthis_spec = i.readDecNumber();
-            break;
-    }
-    this.http_method = i.readByte();
-    this.domain = i.readDecNumber();
-
-    var n = i.readByte();
-    if (n > 0) {
-        this.fields = new Array(n);
-        for (var c = 0; c < n; c++) {
-            var id = i.readByte();
-            var value = i.readText();
-            this.fields[i] = {
-                id: id,
-                value: value
-            };
-        }
-    }
-
-    if (i.available() > 0) {
-        this.login = i.readDecNumber();
-    }
-    if (i.available() > 0) {
-        this.errorLevel = i.readByte();
-    }  else {
-        if (this.error != 0) {
-            this.errorLevel = EventLevel.WARNING;
-        }
-    }
-    if(i.available()>0) {
-        this.oid = i.readDecNumber();
-        this.okind = i.readDecNumber();
-        this.onode = i.readDecNumber();
-    }
-
-    if (i.available() > 0) {
-        this.custid = i.readText();
-    }
-    if (i.available() > 0) {
-        this.dbcTime = i.readDecNumber();
-    }
-    if (i.available() > 0) {
-        this.apdex = i.readByte();
-    }
-
-    if(i.available()>0) {
-        this.mcallerStepId=i.readDecNumber();
-        this.originUrl=i.readText();
-    }
-
-    if (i.available() > 0) {
-        this.step_split_count = i.readDecimal();
-    }
-    if (i.available() > 0) {
-        this.methodCount =  i.readDecimal();
-        this.methodTime = i.readDecimal();
-    }
-    if(i.available()>0) {
-        this.appctx=i.readText();
-    }
-    if(i.available()>0) {
-        this.txName=i.readText();
-    }
-    if(i.available()>0) {
-        this.error_class = i.readText();
-        this.error_message = i.readText();
-    }
-
-    return this;
-};
-
-TxRecord.prototype.toBytes = function() {
-    var dout = new DataOutputX();
-    this.write(dout);
-    return dout.toByteArray();
-};
-
-TxRecord.prototype.toObject = function(b) {
-    var din = new DataInputX(b);
-    this.read(din);
-    return service;
-};
-
-TxRecord.HTTP_METHOD={"GET":1,"POST":2,"PUT":3,"DELETE":4,"PATCH":5,"OPTIONS":6,"HEAD":7,"TRACE":8};
-TxRecord.WEB_GET = 1;
-TxRecord.WEB_POST = 2;
-TxRecord.WEB_PUT = 3;
-TxRecord.WEB_DELETE = 4;
-TxRecord.WEB_PATCH = 5;
-TxRecord.WEB_OPTIONS = 6;
-TxRecord.WEB_HEAD = 7;
-TxRecord.WEB_TRACE = 8;
-
-module.exports = TxRecord;

package/lib/stat/stat-error.js

@@ -1,116 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-
-var ErrorData = require('../util/errordata'),
-    BitUtil = require('../util/bitutil'),
-    ErrorSnapPack1 = require('../pack/errorsnap-pack'),
-    StatErrorPack = require('../pack/staterror-pack').StatErrorPack,
-    ErrorRec = require('../pack/staterror-pack').ErrorRec,
-    hashUtil = require('../util/hashutil'),
-    LinkedMap = require('../util/linkedmap'),
-    DataTextAgent = require('../data/datatext-agent'),
-    Logger          = require('../logger'),
-    Long = require('long');
-
-    
-var DataPackSender = require('../data/datapack-sender');
-
-var ERROR_SNAP_SEQ = Long.fromNumber(Date.now());
-var TABLE_MAX_SIZE = 1000;
-
-function StatError() {
-    this.conf = require('../conf/configure');
-    this.table = new LinkedMap(TABLE_MAX_SIZE + 1, 1).setMax(TABLE_MAX_SIZE);
-    this.table.hash = function (k) {
-        if(k._hash_){
-            return k._hash_;
-        }
-        var result = 1;
-        result = 31 * result + k.class;
-        result = 31 * result + k.service;
-        
-        k._hash_=result;
-        return result;
-    }
-    this.table.equals = function (k1,k2) {
-        return k1.class === k2.class && k1.service === k2.service;
-    }
-    this.table.create=function(key){
-        if(this.isFull()) {
-            return null;
-        }
-        rec = new ErrorRec();
-        rec.classHash = key.class;
-        rec.service = key.service;
-        return rec;
-    }
-    this.error = {};
-}
-
-function nextErrorSnapSeq(){
-    ERROR_SNAP_SEQ = ERROR_SNAP_SEQ.add(1);
-    return ERROR_SNAP_SEQ;
-}
-
-// StatError.prototype.addErrorForStep = function(thr, dbc, service, steps, stackTrace) {
-//     var error_data = new ErrorData(thr, 0, txUrlHash, profile, true); // notdol: error데이터 객체를 만드는 의미가 없음
-//     var error_snap_pack = new ErrorSnapPack1();                        // notdol: errorSnappack을 만드는 의미가 없음
-//     error_snap_pack.setProfile(error_data.profile);
-
-//     var rec = this.table.get({class: dbc, service : service});
-//     if(rec){
-//         rec.count++;
-//     }
-// };
-StatError.prototype.addError = function(class1, msg, txUrlHash, appendTextType, appendTextHash) {
-    try {
-        if(typeof class1 ==='number'){
-            class1 = class1.toString();
-        }
-        var classHash = hashUtil.hashFromString(class1);
-        DataTextAgent.ERROR.add(classHash, class1);
-
-        var msgHash = hashUtil.hashFromString(msg);
-        DataTextAgent.ERROR.add(msgHash, msg);
-
-        var key = {class: classHash, service : txUrlHash};
-        var rec = this.table.intern(key);
-        if (rec) {
-            rec.msg = msgHash;
-            rec.count++;
-            if (appendTextType && rec.snapSeq == 0 && this.conf.error_snap_enabled===true) {
-                var p = new ErrorSnapPack1();
-                p.seq = nextErrorSnapSeq();
-                rec.snapSeq = p.seq;
-                rec.msg = msgHash;
-            
-                p.append_type = appendTextType;
-                p.append_hash = appendTextHash;
-                DataPackSender.sendErrorSnapPack(p);
-            }
-        }
-        return BitUtil.composite(classHash,msgHash);
-    } catch(e) {
-        Logger.printError('WHATAP-996', 'StatError (addError)', e, false);
-    }
-    return Long.ZERO;
-};
-StatError.prototype.send = function(now) {
-    if (this.table.size() === 0)
-        return;
-
-    var statError = new StatErrorPack().setRecords(this.table.size(), this.table.values());
-    statError.time = now;
-    this.table.clear();
-
-    DataPackSender.sendStatErrorPack(statError);
-};
-StatError.prototype.clear = function () {
-    this.table.clear();
-};
-
-module.exports = new StatError();

package/lib/stat/stat-httpc.js

@@ -1,98 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var LinkedMap       = require('../util/linkedmap'),
-    StatHttpcPack   = require('../pack/stathttpc-pack'),
-    HttpcRec        = require('../pack/stathttpc-rec'),
-    DataPackSender  = require('../data/datapack-sender'),
-    Logger          = require('../logger');
-
-const TABLE_MAX_SIZE = 5000;
-
-function HTTPC(url, host, port) {
-    this.url = url || 0;
-    this.host = host || 0;
-    this.port = port || 0;
-}
-
-HTTPC.prototype.hashCode = function () {
-    var prime = 31;
-    var result = 1;
-    result = prime * result + this.host;
-    result = prime * result + this.port;
-    result = prime * result + this.url;
-    return result;
-};
-HTTPC.prototype.equals = function (other) {
-    if(this === other) {
-        return  true;
-    }
-    if(other == null) {
-        return false;
-    }
-    return this.host === other.host && this.url === other.url && this.port === other.port;
-};
-
-function StatHttpc() {
-    if(typeof StatHttpc.instance === 'object') {
-        return StatHttpc.instance;
-    }
-
-    this.table = new LinkedMap(TABLE_MAX_SIZE + 1 , 1).setMax(TABLE_MAX_SIZE);
-    this.table.create = function (key) {
-        if(this.size() >= TABLE_MAX_SIZE) {
-            return null;
-        } 
-        var rec = new HttpcRec();
-        rec.url = key.url;
-        rec.host = key.host;
-        rec.port = key.port;
-        rec.time_min = Number.MAX_SAFE_INTEGER;
-        return rec;
-    };
-    StatHttpc.instance = this;
-}
-
-StatHttpc.prototype.getHttpc = function (url, host, port) {
-    return this.table.intern(new HTTPC(url, host, port));
-};
-StatHttpc.prototype.addHttpcTime = function (service_hash, httpc_url_hash, httpc_host, httpc_port, time, isErr) {
-    
-    try {
-        if(httpc_url_hash === 0) {
-            return;
-        }
-
-        var httpcRec = this.getHttpc(httpc_url_hash, httpc_host, httpc_port);
-        if(httpcRec != null) {
-            httpcRec.count_total++;
-            httpcRec.time_sum +=time;
-            httpcRec.time_std +=time * time;
-            httpcRec.time_max = Math.max(httpcRec.time_max, time);
-            httpcRec.time_min = Math.min(httpcRec.time_min, time);
-            if (isErr) {
-                httpcRec.count_error++;
-            }
-            httpcRec.service = service_hash;
-        }
-    } catch(e) {
-        Logger.printError("WHATAP-610", "StatHttpC addHttpcTime error", e, false);
-    }
-};
-StatHttpc.prototype.send = function (now) {
-    if(this.table.size() === 0) {
-        return;
-    }
-    var p = new StatHttpcPack().setRecords(this.table.size(), this.table.values());
-    p.time = now;
-    this.table.clear();
-    DataPackSender.sendStatHttpcPack(p);
-};
-StatHttpc.prototype.clear = function () {
-    this.table.clear();
-};
-
-module.exports = new StatHttpc();

package/lib/stat/stat-remote-ip.js

@@ -1,46 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var StatRemoteIpPack    = require('../pack/statremote-pack'),
-    DataPackSender      = require('../data/datapack-sender');
-
-var TABLE_MAX_SIZE = 70000;
-
-function StatRemoteIp() {
-    if(typeof StatRemoteIp.instance === 'object') {
-        return StatRemoteIp.instance;
-    }
-
-    this.table = new StatRemoteIpPack();
-    this.table.iptable.setMax(TABLE_MAX_SIZE);
-
-    StatRemoteIp.instance = this;
-}
-
-StatRemoteIp.prototype.incRemoteIp = function (ip) {
-    if(ip) {
-        this.table.iptable.addNoOver(ip,1);
-    }
-};
-StatRemoteIp.prototype.send = function (now) {
-    if(this.table.iptable.size() === 0) {
-        return;
-    }
-
-    var p = this.table;
-    p.time = now;
-    DataPackSender.sendStatRemoteIpPack(p);
-
-    this.table = new StatRemoteIpPack();
-    this.table.iptable.setMax(TABLE_MAX_SIZE);
-};
-StatRemoteIp.prototype.clear = function () {
-    this.table.iptable.clear();
-};
-
-module.exports = new StatRemoteIp();
-
-

package/lib/stat/stat-remote-ipurl.js

@@ -1,88 +0,0 @@
-const StatGeneralPack = require('../pack/stat-general-pack');
-const LongKeyLinkedMap = require('../util/longkey-linkedmap');
-const TimeCount = require('../pack/time-count');
-const conf = require('../conf/configure');
-const BitUtil = require('../util/bitutil');
-const ZipProfile = require('../data/zipprofile');
-const DataPackSender = require('../data/datapack-sender');
-const AnyList       = require('../util/anylist');
-
-var TABLE_MAX_SIZE = 10000;
-
-function StatRemoteIpurl() {
-    if (typeof StatRemoteIpurl.instance === 'object') {
-        return StatRemoteIpurl.instance;
-    }
-
-    this.TABLE_MAX_SIZE = TABLE_MAX_SIZE;
-    this.table = new LongKeyLinkedMap(TABLE_MAX_SIZE + 1, 1).setMax(TABLE_MAX_SIZE);
-    this.table.create = function (key) {
-        return new TimeCount();
-    };
-
-    StatRemoteIpurl.instance = this;
-}
-
-StatRemoteIpurl.prototype.getService = function (ip, url_hash) {
-    var key = BitUtil.composite(ip, url_hash);
-    if (this.table.size() < conf.getProperty('stat_ipurl_max_count', 10000)) {
-        return this.table.intern(key);
-    } else {
-        return this.table.get(key);
-    }
-};
-
-StatRemoteIpurl.prototype.send = function (now) {
-    if (this.table.size() === 0) return;
-
-    var currTable = this.table;
-    var sz = Math.max(this.TABLE_MAX_SIZE, conf.getProperty('stat_ipurl_max_count', 10000));
-    this.table = new LongKeyLinkedMap(sz + 1, 1).setMax(conf.getProperty('stat_ipurl_max_count', 10000));
-    this.table.create = function (key) {
-        return new TimeCount();
-    };
-
-    var rsize = this.table.size();
-    var ip = new AnyList(AnyList.INT, rsize);
-    var url = new AnyList(AnyList.INT, rsize);
-    var count = new AnyList(AnyList.INT, rsize);
-    var error = new AnyList(AnyList.INT, rsize);
-    var time = new AnyList(AnyList.LONG, rsize);
-
-    var entries = currTable.entries();
-    var i = 0;
-    while(entries.hasMoreElements()){
-        var ent = entries.nextElement();
-        var k = ent.getKey();
-        var v = ent.getValue();
-
-        ip.put(i, BitUtil.getHigh(k));
-        url.put(i, BitUtil.getLow(k));
-        count.put(i, v.count);
-        error.put(i, v.error);
-        time.put(i, v.time);
-        i++;
-    }
-
-    const out = new StatGeneralPack();
-    out.put("ip", ip);
-    out.put("url", url);
-    out.put("count", count);
-    out.put("error", error);
-    out.put("time", time);
-
-    out.id = "ip-url";
-    out.time = now;
-
-    DataPackSender.sendStatRemoteIpUrlPack(out);
-};
-
-StatRemoteIpurl.prototype.clear = function () {
-    this.table.clear();
-};
-
-StatRemoteIpurl.prototype.size = function () {
-    return this.table.size();
-};
-
-module.exports = new StatRemoteIpurl();