whatap 1.0.2 → 1.0.3-canary.0

package/lib/counter/task/service.js

@@ -1,202 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var CounterTask = require('./counter-task'),
-    MeterService = require('../meter/meter-service').MeterService,
-    MeterActiveX = require('../meter/meter-activex'),
-    DataPackSender = require('../../data/datapack-sender'),
-    IntKeyLinkedMap = require('../../util/intkey-linkedmap'),
-    LinkedMap = require('../../util/linkedmap'),
-    conf = require('../../conf/configure'),
-    Long = require('long');
-
-function Item(tps, rtime) {
-    this.tps = tps || 0;
-    this.rtime = rtime || 0;
-}
-
-function Service() {
-    CounterTask.call(this);
-    this.avg30 = new IntKeyLinkedMap(7, 1).setMax(6);
-
-    this.calcTpsResp = function (p, basetime /*Long*/ ) {
-        // var basetime = basetime.toString(); /*Long to String*/
-        var t = 0,
-            r = 0,
-            r90 = 0,
-            c = 0,
-            en = this.avg30.entries(),
-            key, val;
-
-        while (en.hasMoreElements()) {
-            var entry = en.nextElement();
-            key = entry.getKey();
-            val = entry.getValue();
-            if (key >= basetime) {
-                c++;
-                t += val.tps;
-                r += val.rtime;
-            }
-        }
-
-        if (c > 0) {
-            p.tps = parseFloat(t / c);
-            p.resp_time = parseInt(r / c);
-        }
-    };
-};
-Service.prototype = new CounterTask();
-Service.prototype.constructor = Service;
-Service.prototype.process = function (p) {
-
-    var b = MeterService.getBucket();
-    p.service_count = b.count;
-    p.service_time = b.timesum;
-    p.service_error = b.error;
-
-    p.apdex_satisfied = b.count_satisfied;
-    p.apdex_tolerated = b.count_tolerated;
-    p.apdex_total = b.count;
-
-    if (conf.tx_caller_meter_enabled) {
-        tx_caller_meter(p);
-    }
-    if (conf.actx_meter_enabled) {
-        tx_caller_active_meter(p);
-    }
-
-    if (p.duration > 0) {
-        if (b.count <= 0) {
-            this.avg30.put(p.time, new Item(0, 0));
-        } else {
-            this.avg30.put(p.time, new Item(b.count / p.duration, b.timesum / b.count));
-        }
-        this.calcTpsResp(p, p.time - 30000);
-    }
-    var hp = b.hitmap;
-
-    b.reset();
-    hp.time = p.time;
-
-    DataPackSender.sendHitMapPack1(hp);
-};
-
-function createLinkedMap() {
-    var m = new LinkedMap(309, 1).setMax(307);
-    m.hash = function (k) {
-        if (k._hash_) {
-            return k._hash_;
-        }
-        var result = 1;
-        result = 31 * result + k.pcode;
-        result = 31 * result + k.okind;
-
-        k._hash_ = result;
-        return result;
-    };
-    m.equals = function (k1, k2) {
-        return k1.pcode === k2.pcode && k1.okind === k2.okind;
-    };
-    return m;
-}
-function tx_caller_meter(p) {
-    var meter = MeterService;
-    if (meter.stat.size() > 0) {
-        p.txcaller_oid_meter = new IntKeyLinkedMap();
-        var en = meter.stat.keys();
-        for (var i = 0; i < 300 && en.hasMoreElements(); i++) {
-            var key = en.nextElement();
-            var b = meter.stat.get(key);
-            p.txcaller_oid_meter.put(key, {
-                time: b.timesum,
-                count: b.count,
-                error: b.error,
-                actx: 0
-            });
-        }
-    }
-    if (meter.statByGroup.size() > 0) {
-        p.txcaller_group_meter = createLinkedMap();
-        var en = meter.statByGroup.keys();
-        for (var i = 0; i < 300 && en.hasMoreElements(); i++) {
-            var key = en.nextElement();
-            var b = meter.statByGroup.get(key);
-            p.txcaller_group_meter.put(key, {
-                time: b.timesum,
-                count: b.count,
-                error: b.error,
-                actx: 0
-            });
-        }
-    }
-    p.txcaller_unknown = {
-        count: meter.unknown.count,
-        error: meter.unknown.error,
-        time: meter.unknown.timesum,
-        actx: 0
-    };
-
-    meter.resetStat();
-
-};
-
-function tx_caller_active_meter(p) {
-    var meter = MeterActiveX;
-    if (meter.statByOid.size() > 0) {
-        if (p.txcaller_oid_meter == null) {
-            p.txcaller_oid_meter = new IntKeyLinkedMap();
-        }
-        var en = meter.statByOid.keys();
-        for (var i = 0; i < 300 && en.hasMoreElements(); i++) {
-            var key = en.nextElement();
-            var b = meter.statByOid.get(key);
-            var org = p.txcaller_oid_meter.get(key);
-            if (org) {
-                org.actx = b;
-            } else {
-                p.txcaller_oid_meter.put(key, {
-                    time: 0,
-                    count: 0,
-                    error: 0,
-                    actx: b
-                });
-            }
-        }
-    }
-    if (meter.statByGroup.size() > 0) {
-        if (p.txcaller_group_meter == null) {
-            p.txcaller_group_meter = createLinkedMap();
-        }
-        var en = meter.statByGroup.keys();
-        for (var i = 0; i < 300 && en.hasMoreElements(); i++) {
-            var key = en.nextElement();
-            var b = meter.statByGroup.get(key);
-            var org = p.txcaller_group_meter.get(key);
-            if (org) {
-                org.actx = b;
-            } else {
-                p.txcaller_group_meter.put(key, {
-                    time: 0,
-                    count: 0,
-                    error: 0,
-                    actx: b
-                });
-            }
-        }
-    }
-    if(p.txcaller_unknown){
-        p.txcaller_unknown.actx = meter.unknown;
-    } else {
-        p.txcaller_unknown = {
-            count: 0,
-            error: 0,
-            time: 0,
-            actx :meter.unknown
-        };
-    };
-};
-
-module.exports = Service;

package/lib/counter/task/socketio.js

@@ -1,30 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var CounterTask     = require('./counter-task'),
-    MeterSocketio   = require('../meter/meter-socket.io'),
-    WEBSOCKET       = require('../../pack/websocket'),
-    Long            = require('long');
-
-function Socketio() {
-    CounterTask.call(this);
-}
-
-Socketio.prototype = new CounterTask();
-Socketio.prototype.constructor = Socketio;
-Socketio.prototype.process = function (p) {
-    if(MeterSocketio.connected_count > 0) {
-        if(p.websocket == null) {
-            p.websocket = new WEBSOCKET();
-        }
-        p.websocket.count = MeterSocketio.connected_count;
-        p.websocket.in = MeterSocketio.received_data;
-        p.websocket.out = MeterSocketio.sent_data;
-    }
-
-};
-
-module.exports = Socketio;

package/lib/counter/task/sql.js

@@ -1,105 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var CounterTask = require('./counter-task'),
-    MeterSql    = require('../meter/meter-sql'),
-    MeterActiveX = require('../meter/meter-activex'),
-    IntKeyLinkedMap    = require('../../util/intkey-linkedmap'),
-    conf        = require('../../conf/configure'),
-    IntIntMap   = require('../../util/intint-map');
-
-function Sql() {
-    CounterTask.call(this);
-}
-
-Sql.prototype = new CounterTask();
-Sql.prototype.constructor = CounterTask;
-Sql.prototype.process = function (p) {
-    var sql = MeterSql.getBucketReset();
-
-    p.sql_time = sql.time;
-    p.sql_count = sql.count;
-    p.sql_error = sql.error;
-
-    p.sql_fetch_count = sql.fetch_count;
-    p.sql_fetch_time = sql.fetch_time;
-
-    if(sql.db_conn_active.size() > 0 || sql.db_conn_idle.size() > 0) {
-        if(p.db_num_active == null) {
-            p.db_num_active = new IntIntMap(7, 1);
-            p.db_num_idle = new IntIntMap(7, 1);
-        }
-
-        var enumer_acvive = sql.db_conn_active.entries();
-        while(enumer_acvive.hasMoreElements()) {
-            var entry = enumer_acvive.nextElement();
-            p.db_num_active.add(entry.key, entry.value);
-        }
-
-        var enumer_idle = sql.db_conn_idle.entries();
-        while(enumer_idle.hasMoreElements()) {
-            var entry = enumer_idle.nextElement();
-            p.db_num_idle.add(entry.key, entry.value);
-        }
-
-    }
-    if (conf.sql_dbc_meter_enabled) {
-        sql_meter(p);
-    }   
-    if (conf.actx_meter_enabled) {
-        sql_actx_meter(p);
-    }       
-};
-
-function sql_meter(p){
-    if (MeterSql.stat.size() > 0) {
-        p.sql_meter = new IntKeyLinkedMap();
-        var en = MeterSql.stat.keys();
-        for (var i = 0; i < 100 && en.hasMoreElements(); i++) {
-            var key = en.nextElement();
-            var b = MeterSql.stat.get(key);
-            if(b != null) {
-                p.sql_meter.put(key, {
-                    time: b.time,
-                    count: b.count,
-                    error: b.error,
-                    actx : 0,
-                    fetch_count: b.fetch_count,
-                    fetch_time: b.fetch_time
-                });
-            }
-        }
-        MeterSql.resetStat();
-    }
-}
-function sql_actx_meter(p) {
-    var meter = MeterActiveX;
-    if (meter.stat_sql.size() > 0) {
-        if (p.sql_meter == null) {
-            p.sql_meter = new IntKeyLinkedMap();
-        }
-        var en = meter.stat_sql.keys();
-        for (var i = 0; i < 100 && en.hasMoreElements(); i++) {
-            var key = en.nextElement();
-            var b = meter.stat_sql.get(key);
-            var org = p.sql_meter.get(key);
-            if (org) {
-                org.actx = b;
-            } else {
-                p.sql_meter.put(key, {
-                    time: 0,
-                    count: 0,
-                    error: 0,
-                    actx: b,
-                    fetch_count: 0,
-                    fetch_time: 0
-                });
-            }
-        }
-    }
-}
-
-module.exports = Sql;

package/lib/counter/task/systemperf.js

@@ -1,43 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var CounterTask     = require('./counter-task'),
-    ResourceProfile = require('./../../util/resourceprofile'),
-    KubeUtil            = require('./../../util/kube-util'),
-    SecurityMaster  = require('../../net/security-master');
-
-function SystemPerf(){
-    CounterTask.call(this);
-}
-
-SystemPerf.prototype = new CounterTask();
-SystemPerf.prototype.constructor = SystemPerf;
-SystemPerf.prototype.process = function(p) {
-    var cpu = ResourceProfile.getCPU();
-    if (cpu == null) return;
-
-    p.cpu = cpu.usage;
-    p.cpu_sys = cpu.sys;
-    p.cpu_usr = cpu.user;
-    p.cpu_irq = cpu.irq;
-    p.cpu_proc = cpu.proc;
-
-    p.disk = ResourceProfile.getDisk().usage;
-
-    if(p.version <= 1) p.mem = ResourceProfile.getMemory().usage;
-    else p.mem = ResourceProfile.getMemoryV2().usage;
-
-    p.cpu_cores = cpu.core;
-    p.host_ip = SecurityMaster.IP;
-    p.pid=process.pid;
-    
-    if (KubeUtil.container_id != null) {
-        p.mem = 0;
-        p.cpu = 0;
-    }
-};
-
-module.exports = SystemPerf;

package/lib/data/datapack-sender.js

@@ -1,289 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var conf            = require('../conf/configure'),
-    secuMaster      = require('../net/security-master'),
-    TcpRequestMgr   = require('../net/tcprequest-mgr'),
-    NetFlag         = require('../net/netflag').NetFlag,
-    ParamDef        = require('../net/paramdef'),
-    DateUtil        = require('./../util/dateutil'),
-    Long            = require('long');
-
-var sendPack = function(p){
-    if (p == null)
-        return;
-
-    p.pcode = secuMaster.PCODE;
-    p.oid = secuMaster.OID;
-    p.okind=secuMaster.OKIND;
-    p.onode=secuMaster.ONODE;
-    
-    switch (conf.encrypt_level || 2) {
-        case 1:
-            TcpRequestMgr.add(0, p);
-            break;
-        case 2:
-            TcpRequestMgr.add(NetFlag.SECURE_HIDE, p);
-            break;
-        case 3:
-        default:
-            TcpRequestMgr.add(NetFlag.SECURE_CYPHER, p);
-            break;
-    }
-};
-
-var sendCounterPack = function(p){
-    return sendPack(p);
-};
-
-var sendTagCounterPack = function(p){
-    if (p == null) return;
-
-    p.pcode = secuMaster.PCODE;
-    p.oid = secuMaster.OID;
-    p.putTagString("oname", secuMaster.ONAME);
-    // p.okind=secuMaster.OKIND;
-    // p.onode=secuMaster.ONODE;
-
-    if(conf.OKIND){
-        p.okind = conf.OKIND;
-        p.putTagString("okindName", conf.OKIND_NAME);
-    }
-    if(conf.ONODE){
-        p.okind = conf.ONODE;
-        p.putTagString("onodeName", conf.ONODE_NAME);
-    }
-
-    switch (conf.encrypt_level || 2) {
-        case 1:
-            TcpRequestMgr.add(0, p);
-            break;
-        case 2:
-            TcpRequestMgr.add(NetFlag.SECURE_HIDE, p);
-            break;
-        case 3:
-        default:
-            TcpRequestMgr.add(NetFlag.SECURE_CYPHER, p);
-            break;
-    }
-};
-
-var sendHitMapPack1 = function(p){
-    return sendPack(p);
-};
-
-var sendActiveStackPack = function(p){
-    p.pcode = secuMaster.PCODE;
-    p.oid = secuMaster.OID;
-    p.okind=secuMaster.OKIND;
-    p.onode=secuMaster.ONODE;
-
-    var enc_level = conf.encrypt_level || 2;
-    switch (enc_level) {
-        case 1:
-            TcpRequestMgr.addProfile(0, p);
-            break;
-        case 2:
-            TcpRequestMgr.addProfile(NetFlag.SECURE_HIDE, p);
-            break;
-        case 3:
-        default:
-            TcpRequestMgr.addProfile(NetFlag.SECURE_CYPHER, p);
-            break;
-    }
-};
-
-var sendTextPack = function(p){
-    p.pcode = secuMaster.PCODE;
-    p.oid = secuMaster.OID;
-    p.okind=secuMaster.OKIND;
-    p.onode=secuMaster.ONODE;
-
-    p.time = Long.fromNumber(DateUtil.currentTime());
-
-    var enc_level = conf.encrypt_level || 2;
-
-    switch (enc_level) {
-        case 1:
-            TcpRequestMgr.add(NetFlag.SECURE_HIDE, p);
-            break;
-        case 2:
-            TcpRequestMgr.add(NetFlag.SECURE_CYPHER, p);
-            break;
-        case 3:
-        default:
-            TcpRequestMgr.add(NetFlag.SECURE_CYPHER, p);
-            break;
-    }
-};
-
-var sendErrorSnapPack = function(p){
-    return sendPack(p);
-};
-
-var sendProfilePack = function(p){
-
-    p.pcode = secuMaster.PCODE ;
-    p.oid = secuMaster.OID;
-    p.okind=secuMaster.OKIND;
-    p.onode=secuMaster.ONODE;
-
-    var enc_level = conf.encrypt_level || 2;
-    switch(enc_level) {
-        case 1:
-            break;
-        case 2:
-            TcpRequestMgr.addProfile(NetFlag.SECURE_CYPHER, p);
-            break;
-        case 3:
-        default:
-            TcpRequestMgr.addProfile(NetFlag.SECURE_CYPHER, p);
-            break;
-    }
-};
-
-var sendStatServicePack = function (p) {
-    return sendPack(p);
-};
-
-var sendStatSqlPack = function(p){
-    return sendPack(p);
-};
-
-var sendStatHttpcPack = function(p){
-    return sendPack(p);
-};
-
-var sendStatErrorPack = function(p){
-    return sendPack(p);
-};
-
-var sendRealtimeUserPack = function(p){
-    return sendPack(p);
-};
-
-var sendStatRemoteIpPack = function(p){
-    return sendPack(p);
-};
-
-var sendStatRemoteIpUrlPack = function(p){
-    return sendPack(p);
-};
-
-var sendStatUserAgentPack = function(p){
-    return sendPack(p);
-};
-
-var sendLogSinkPack = function(p){
-    if (p == null)
-        return;
-
-    p.pcode = secuMaster.PCODE;
-    p.oid = secuMaster.OID;
-    p.okind=secuMaster.OKIND;
-    p.onode=secuMaster.ONODE;
-
-    if (conf.getProperty('logsink_high_secure_enabled', false)) {
-        TcpRequestMgr.add(NetFlag.SECURE_CYPHER, p);
-    }else{
-        TcpRequestMgr.add(NetFlag.SECURE_HIDE, p);
-    }
-};
-
-var sendEventPack = function(p){
-    return sendPack(p);
-};
-
-var sendBoot = function(p){
-    p.id = ParamDef.AGENT_BOOT_ENV;
-    p.pcode = secuMaster.PCODE;
-    p.oid = secuMaster.OID;
-    p.okind=secuMaster.OKIND;
-    p.onode=secuMaster.ONODE;
-    p.time = Long.fromNumber(DateUtil.currentTime());
-
-    var enc_level = conf.encrypt_level || 2;
-    switch (enc_level) {
-        case 1:
-            TcpRequestMgr.add(NetFlag.SECURE_HIDE, p);
-            break;
-        case 2:
-            TcpRequestMgr.add(NetFlag.SECURE_CYPHER, p);
-            break;
-        case 3:
-        default:
-            TcpRequestMgr.add(NetFlag.SECURE_CYPHER, p);
-            break;
-    }
-};
-
-var sendResponse = function(p){
-    p.pcode = secuMaster.PCODE;
-    p.oid = secuMaster.OID;
-    p.okind=secuMaster.OKIND;
-    p.onode=secuMaster.ONODE;
-
-    switch (conf.encrypt_level) {
-        case 1:
-            TcpRequestMgr.add(NetFlag.SECURE_HIDE, p);
-            break;
-        case 2:
-            TcpRequestMgr.add(NetFlag.SECURE_CYPHER, p);
-            break;
-        case 3:
-        default:
-            TcpRequestMgr.add(NetFlag.SECURE_CYPHER, p);
-            break;
-    }
-};
-
-var sendResponseHide = function(p){
-    p.pcode = secuMaster.PCODE;
-    p.oid = secuMaster.OID;
-    p.okind=secuMaster.OKIND;
-    p.onode=secuMaster.ONODE;
-
-    switch (conf.encrypt_level) {
-        case 1:
-            TcpRequestMgr.add(NetFlag.SECURE_HIDE, p);
-            break;
-        case 2:
-            TcpRequestMgr.add(NetFlag.SECURE_CYPHER, p);
-            break;
-        case 3:
-        default:
-            TcpRequestMgr.add(NetFlag.SECURE_CYPHER, p);
-            break;
-    }
-};
-
-var DataPackSender = {
-    sendPack                : sendPack,
-    sendCounterPack         : sendCounterPack,
-    sendHitMapPack1         : sendHitMapPack1,
-    sendActiveStackPack     : sendActiveStackPack,
-    sendTextPack            : sendTextPack,
-    sendErrorSnapPack       : sendErrorSnapPack,
-    sendProfilePack         : sendProfilePack,
-    sendTagCounterPack      : sendTagCounterPack,
-
-    sendStatServicePack     : sendStatServicePack,
-    sendStatSqlPack         : sendStatSqlPack,
-    sendStatHttpcPack       : sendStatHttpcPack,
-    sendStatErrorPack       : sendStatErrorPack,
-    sendStatRemoteIpPack    : sendStatRemoteIpPack,
-    sendStatRemoteIpUrlPack : sendStatRemoteIpUrlPack,
-    sendStatUserAgentPack   : sendStatUserAgentPack,
-    sendLogSinkPack         : sendLogSinkPack,
-
-    sendRealtimeUserPack    : sendRealtimeUserPack,
-    sendEventPack           : sendEventPack,
-    sendBoot                : sendBoot,
-    sendResponse            : sendResponse,
-    sendResponseHide        : sendResponseHide
-}
-
-module.exports = DataPackSender;