whatap 1.0.2 → 1.0.3-canary.0

package/lib/control/control-handler.js

@@ -1,367 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var os = require('os');
-var PackageCtrHelper = require('./packagectr-helper'),
-    RequestQueue = require('../util/request-queue'),
-    PackEnum = require('../pack/packenum'),
-    ParamDef = require('../net/paramdef'),
-    Configure = require('../conf/configure'),
-    MapValue = require('../value/map-value'),
-    DateUtil = require('../util/dateutil'),
-    TextValue = require('../value/text-value'),
-    ResourceProfile = require('../util/resourceprofile'),
-    TraceContextManager = require('../trace/trace-context-manager'),
-    Logger = require('../logger'),
-    StatusDetector = require('../topology/status-detector'),
-    BlobValue = require('../value/blob-value'),
-    conf = require('../conf/configure');
-
-var ControlHandler = function () {
-    this.queue = new RequestQueue(100);
-    this._dataPackSender = null;
-}
-
-ControlHandler.prototype.add = function (p /* Pack */) {
-    this.process(p);
-};
-
-ControlHandler.prototype.process = async function (p) {
-    switch (p.getPackType()) {
-        case PackEnum.PARAMETER:
-            await this.handle(p);
-            break;
-        default:
-            Logger.printError('WHATAP-203', 'Unknown pack received ' + p, new Error('Unknown pack'));
-    }
-};
-
-ControlHandler.prototype.handle = async function (p) {
-    var self = this;
-    if (!this._dataPackSender) {
-        this._dataPackSender = require('../data/datapack-sender');
-    }
-    switch (p.id) {
-        case ParamDef.CONFIGURE_GET:
-            var m = Configure.readCustomConfig();
-            p.setMapValue(m);
-            self._dataPackSender.sendResponseHide(p.getResponse());
-            break;
-        case ParamDef.GET_ACTIVE_STACK:
-            break;
-        case ParamDef.GET_ACTIVE_TRANSACTION_DETAIL:
-            try {
-                var threadId = p.getNumber("thread_id");
-                var profile = p.getLong("profile");
-                var m = getCurrentStackDetail(threadId, profile);
-                p.putValue("detail", m);
-
-                self._dataPackSender.sendResponseHide(p.getResponse());
-            } catch (e) {
-                Logger.printError('WHATAP-010', 'Active Transaction Detail', e, true);
-            }
-            break;
-        case ParamDef.GET_ACTIVE_TRANSACTION_LIST:
-            try {
-                var m = getActiveTxList();
-                p.putValue("active", m);
-                self._dataPackSender.sendResponseHide(p.getResponse());
-            } catch (e) {
-                Logger.printError('WHATAP-203', 'Get active transaction list ', e, true);
-            }
-            break;
-        case ParamDef.HEAP_HISTO:
-
-            break;
-        case ParamDef.LOADED_CLASS_LIST:
-            try {
-                var packageList = PackageCtrHelper.getLoadedPackageList();
-                var mv = new MapValue();
-                var indexLv = mv.newList("index");
-                var nameLv = mv.newList("name");
-                var typeLv = mv.newList("type");
-                var superClassLv = mv.newList("superClass");
-                var interfacesLv = mv.newList("interfaces");
-                var resourceLv = mv.newList("resource");
-
-                for (var i = 0; i < packageList.length; i++) {
-                    var pkg = packageList[i];
-                    indexLv.addLong(i);
-                    nameLv.addString(pkg);
-                    typeLv.addString(pkg);
-                    superClassLv.addString(pkg);
-                    interfacesLv.addString(pkg);
-                    resourceLv.addString(pkg);
-                }
-                p.putValue("classlist", mv);
-            } catch (e) {
-                p.put("error", e.toString());
-            }
-            self._dataPackSender.sendResponseHide(p.getResponse());
-            break;
-
-        case ParamDef.LOADED_CLASS_DETAIL:
-            var pkgName = p.getText("classname");
-            try {
-                var dependencies = PackageCtrHelper.getPackageDetail(pkgName);
-                var subPkgNameAndVersion = '';
-                for (var k in dependencies) {
-                    var dep = dependencies[k];
-                    subPkgNameAndVersion += k + ": " + dep + "\n";
-                }
-                p.put("class", subPkgNameAndVersion);
-            } catch (e) {
-                p.put("error", e.toString());
-            }
-            break;
-        case ParamDef.LOADED_CLASS_REDEFINE:
-            self._dataPackSender.sendResponseHide(p.getResponse());
-            break;
-        case ParamDef.NODE_MODULE_DEPENDENCY:
-
-            var mv = new MapValue();
-            try {
-                var dependencies = PackageCtrHelper.getDependencies();
-                var keys = Object.keys(dependencies);
-
-                for (var i = 0; i < keys.length; i++) {
-                    mv.putString(keys[i], JSON.stringify(dependencies[keys[i]]));
-                }
-                p.putValue("module", mv);
-            } catch (e) {
-                Logger.printError('WHATAP-003', 'Node Module Dependency ', e, true);
-            }
-            self._dataPackSender.sendResponseHide(p.getResponse());
-            break;
-        case ParamDef.GET_ENV:
-            try {
-                var mv = new MapValue();
-                let ignore_env_variable = conf.getProperty('ignore_env_variable_set', '');
-                let ignore_env_variable_set = ignore_env_variable ? new Set(ignore_env_variable.split(',').map(item => item.trim())) : new Set();
-                for (var k in process.env) {
-                    if(ignore_env_variable_set.has(k)) {
-                        continue;
-                    }
-                    var v = process.env[k];
-                    mv.putString(k, v);
-                }
-                p.putValue("env", mv);
-            } catch (e) {
-                p.putValue("error", e.toString());
-            }
-            self._dataPackSender.sendResponseHide(p.getResponse());
-            break;
-
-        case ParamDef.SYSTEM_GC:
-            try {
-                var mem1 = process.memoryUsage();
-                var total1 = mem1.heapTotal;
-                var used1 = mem1.heapUsed;
-
-                if (global && global.gc && typeof global.gc === 'function') {
-                    global.gc();
-                } else {
-                    Logger.printError('WHATAP-177', 'Garbage collection unavailable.  Pass --expose-gc '
-                        + 'when launching node to enable forced garbage collection.', new Error());
-                }
-
-                var mem2 = process.memoryUsage();
-                var total2 = mem2.heapTotal;
-                var used2 = mem2.heapUsed;
-
-                var mv = new MapValue();
-                mv.putLong("before-t", total1);
-                mv.putLong("before-u", used1);
-                mv.putLong("after-t", total2);
-                mv.putLong("after-u", used2);
-                p.putValue("gc", mv);
-            } catch (e) {
-                p.putValue("error", e.toString());
-            }
-            self._dataPackSender.sendResponseHide(p.getResponse());
-            break;
-        case ParamDef.SET_CONFIG:
-            try {
-                var mv = p.getValue('config');
-                var en = mv.keys();
-                var props = {};
-                while(en.hasMoreElements()){
-                    var key = en.nextElement();
-                    var val = mv.getText(key);
-                    props[key] = val
-                }
-                Configure.saveProperty(props);
-            } catch (e) {
-                p.putValue("error", e.toString())
-            }
-            self._dataPackSender.sendResponseHide(p.getResponse());
-            break;
-
-        case ParamDef.LOADED_CLASS_DETAIL:
-
-            break;
-
-        case ParamDef.OPEN_SOCKET_LIST:
-
-            break;
-
-        case ParamDef.RESET_STRING_SENT_MARK:
-            break;
-        case ParamDef.AGENT_LOG_LIST:
-            var o = Logger.getLogFiles();
-            if (o !== null) {
-                p.putValue("files", o);
-            }
-            self._dataPackSender.sendResponseHide(p.getResponse());
-            break;
-
-        case ParamDef.AGENT_LOG_READ:
-            var file = p.getText("file");
-            var endpos = p.getNumber("pos");
-            var length = p.getNumber("length"); // 최대 16k 만 가능함...
-            length = Math.min(length, 8000);
-            if (endpos == 0) {
-                endpos += length;
-            }
-            Logger.read(file, endpos, length, function (before, next, text) {
-                p.putLong("before", before);
-                p.putLong("next", next);
-                p.putString("text", text);
-                self._dataPackSender.sendResponseHide(p.getResponse());
-            });
-            break;
-        case ParamDef.GET_TOPOLOGY:
-            try {
-                const node = await new StatusDetector().process();
-                if (node) {
-                    p.putValue("node", new BlobValue(node.toBytes()));
-                }
-                this._dataPackSender.sendResponseHide(p.getResponse());
-            } catch (e) {
-                Logger.printError('WHATAP-203', 'Node Module Dependency ', e, true);
-            }
-            break;
-    }
-}
-
-function getActiveTxList() {
-    var out = new MapValue()
-    var time = out.newList("time");
-    var tx_hash = out.newList("tx_hash");
-    var tx_name = out.newList("tx_name");
-    var profile = out.newList("profile");
-    var ip = out.newList("ip");
-
-    var userid = out.newList("userid");
-    var elapsed = out.newList("elapsed");
-    var cputime = out.newList("cputime");
-    var malloc = out.newList("malloc");
-    var sqlCount = out.newList("sqlCount");
-
-    var sqlTime = out.newList("sqlTime");
-    var httpcCount = out.newList("httpcCount");
-    var httpcTime = out.newList("httpcTime");
-    var threadId = out.newList("threadId");
-    var threadStat = out.newList("threadStat");
-
-    var act_dbc = out.newList("act_dbc");
-    var act_sql = out.newList("act_sql");
-    var act_httpc = out.newList("act_httpc");
-
-
-    var currentTime = DateUtil.currentTime();
-
-    //여기서 초기화가 안된 상태인경우가 있음..
-    TraceContextManager = require('../trace/trace-context-manager');
-    var en = TraceContextManager.getContextEnumeration();
-
-    while (en.hasMoreElements()) {
-        var ctx = en.nextElement();
-        if (ctx == null)
-            continue;
-
-        time.addLong(currentTime);
-        tx_hash.addLong(ctx.service_hash);
-        tx_name.addString(ctx.service_name);
-        profile.addLong(ctx.txid);
-        ip.addLong(ctx.remoteIp);
-        userid.addLong(ctx.userid);
-        elapsed.addLong(ctx.getElapsedTime());
-        cputime.addLong(ResourceProfile.getCPUTime() - ctx.start_cpu);
-        var m = ResourceProfile.getUsedHeapSize() - ctx.start_malloc;
-        malloc.addLong(m < 0 ? 0 : m);
-        sqlCount.addLong(ctx.sql_count);
-        sqlTime.addLong(ctx.sql_time);
-        httpcCount.addLong(ctx.httpc_count);
-        httpcTime.addLong(ctx.httpc_time);
-        threadId.addLong(ctx._id);
-        threadStat.addLong(0);
-
-        act_dbc.addLong(ctx.active_dbc);
-        act_sql.addLong(ctx.active_sqlhash);
-
-        act_httpc.addLong(ctx.active_httpc_hash);
-    }
-    return out;
-}
-
-function getCurrentStackDetail(traceId, txid) {
-    var out = new MapValue();
-
-    var ctx = TraceContextManager.getContext(traceId);
-    if (ctx != null && ctx.txid.equals(txid)) {
-        out.putLong("time", DateUtil.currentTime());
-        out.putLong("tx_hash", ctx.service_hash);
-        out.putString("tx_name", ctx.service_name);
-        out.putLong("profile", ctx.txid);
-        out.putLong("ip", ctx.remoteIp);
-        out.putLong("userid", ctx.userToken);
-        out.putLong("elapsed", ctx.getElapsedTime());
-        out.putLong("sqlCount", ctx.sql_count);
-        out.putLong("sqlTime", ctx.sql_time);
-        out.putLong("httpcCount", ctx.httpc_count);
-        out.putLong("httpcTime", ctx.httpc_time);
-        out.putLong("threadId", ctx.thread_id);
-
-        ///////////////////
-        if (ctx.http_content_type != null) {
-            out.putString("httpContentType", ctx.http_content_type);
-        }
-        ///////////////////
-
-        if (ctx.active_sqlhash != 0) {
-            out.putLong("act_dbc", ctx.active_dbc);
-            out.putLong("act_sql", ctx.active_sqlhash);
-        }
-        if (ctx.active_httpc_hash != 0) {
-            out.putLong("act_httpc", ctx.active_httpc_hash);
-            out.putLong("act_httpc_host", ctx.httpc_host);
-            out.putLong("act_httpc_port", ctx.httpc_port);
-        }
-        out.putString("method", ctx.http_method);
-
-        if (ctx.mtid.isZero() === false) {
-            out.putLong("mtid", ctx.mtid);
-            out.putLong("mdepth", ctx.mdepth);
-            out.putLong("mcaller", ctx.mcaller_txid);
-        }
-
-        // var se = ctx.stack;
-        // var stack = out.newList("callstack");
-        // for (var i = 0; i < se.length; i++) {
-        //     stack.addString(se[i]);
-        // }
-
-        var stack = out.newList("callstack");
-        stack.addString("Last step time: " + new Date(ctx.last_footprint_time).toString());
-        stack.addString("Last step to now: " +(Date.now() - ctx.last_footprint_time) +" ms");
-        stack.addString("Last step message: " + ctx.last_footprint_desc);
-
-
-    }
-    return out;
-}
-module.exports = new ControlHandler();

package/lib/core/request-agent.js

@@ -1,27 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-
-const http = require('http');
-var keepAliveAgent = new http.Agent({ keepAlive: true });
-
-
-var baseConfig = {
-  keepAlive: true,
-  keepAliveTimeoutMsecs: 500,
-  maxSockets: 1 // requests are serialized
-}
-
-baseConfig.agent = keepAliveAgent;
-
-
-http.request(baseConfig, onResponseCallback);
-
-
-
-var RequestAgent = function(){
-
-}

package/lib/counter/meter/meter-activex.js

@@ -1,67 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var conf = require('../../conf/configure'),
-    IntIntMap = require('../../util/intint-map'),
-    secuMaster = require('../../net/security-master'),
-    LinkedMap = require('../../util/linkedmap');
-
-
-function MeterActiveX() {
-    this.statByOid = new IntIntMap().setMax(2001);
-    this.statByGroup = createLinkedMap();
-    this.stat_sql = new IntIntMap().setMax(301);
-    this.stat_httpc = new IntIntMap().setMax(301);
-    this.unknown = 0;
-}
-
-MeterActiveX.prototype.addTx = function (caller_pcode, caller_okind, caller_oid) {
-    if (caller_oid) {
-        this.statByGroup.add({pcode:caller_pcode, okind:caller_okind}, 1);
-        if (caller_pcode == secuMaster.PCODE) {
-            this.statByOid.add(caller_oid, 1);
-        }
-    } else {
-        this.unknown++;
-    }
-
-};
-MeterActiveX.prototype.addSql = function (dbc) {
-    this.stat_sql.add(dbc, 1);
-};
-
-MeterActiveX.prototype.addHttpc = function (host) {
-    this.stat_httpc.add(host, 1);
-};
-
-MeterActiveX.prototype.reinit = function () {
-    this.statByOid = new IntIntMap().setMax(2001);
-    this.statByGroup = createLinkedMap();
-    this.stat_sql = new IntIntMap().setMax(301);
-    this.stat_httpc = new IntIntMap().setMax(301);
-    this.unknown = 0;
-};
-
-
-function createLinkedMap() {
-    var m = new LinkedMap(1009, 1).setMax(307);
-    m.hash = function (k) {
-        if (k._hash_) {
-            return k._hash_;
-        }
-        var result = 1;
-        result = 31 * result + k.pcode;
-        result = 31 * result + k.okind;
-
-        k._hash_ = result;
-        return result;
-    };
-    m.equals = function (k1, k2) {
-        return k1.pcode === k2.pcode && k1.okind === k2.okind;
-    };
-    return m;
-}
-module.exports = new MeterActiveX();

package/lib/counter/meter/meter-httpc.js

@@ -1,57 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var IntKeyLinkedMap = require('../../util/intkey-linkedmap');
-var Long            = require('long');
-var Logger      = require('../../logger');
-var conf      = require('../../conf/configure');
-    
-function Bucket() {
-    this.count = 0;
-    this.time =0;
-    this.error = 0;
-}
-
-function MeterHttpC() {
-    this.bucket = new Bucket();
-    this.stat = new IntKeyLinkedMap(309, 1).setMax(307);
-    this.stat.create = function (key) {
-			return new Bucket();
-	};
-}
-
-MeterHttpC.prototype.add = function (host,elapsed, err) {
-    try {
-        var b = this.bucket;
-        b.count++;
-        b.time += elapsed;
-        if(err) {
-            b.error++;
-        }
-
-        if (conf.httpc_host_meter_enabled && host != 0) {
-			b = this.stat.intern(host);
-			b.count++;
-			b.time += elapsed;
-			if (err) {
-				b.error++;
-            }
-		}
-    } catch(e) {
-        Logger.printError("WHATAP-608", "MeterHttpC Error", e);
-    }
-};
-MeterHttpC.prototype.getBucketReset = function () {
-    var b = this.bucket;
-    this.bucket = new Bucket();
-    return b;
-};
-MeterHttpC.prototype.resetStat = function () {
-    if(this.stat.size() > 0){
-        this.stat.clear();
-    }
-}
-module.exports = new MeterHttpC();

package/lib/counter/meter/meter-resource.js

@@ -1,9 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-function MeterResource() {
-    
-};

package/lib/counter/meter/meter-service.js

@@ -1,168 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var HitMapPack1 = require('../../pack/hitmap-pack1'),
-    IntKeyMap = require('../../util/intkey-map'),
-    SecurityMaster   = require('../../net/security-master'),
-    conf = require('../../conf/configure'),
-    secu = require('../../net/security-master'),
-    IntKeyLinkedMap    = require('../../util/intkey-linkedmap'),
-    LinkedMap    = require('../../util/linkedmap'),
-    Logger       = require('../../logger'),
-    EventLevel  = require('../../data/event-level');
-    Long = require('long');
-
-function Bucket () {
-    this.hitmap = new HitMapPack1();
-    this.count = 0;
-    this.timesum = 0;
-    this.error = 0;
-    this.count_satisfied = 0;
-    this.count_tolerated = 0;
-
-    this.reset = function () {
-        this.count = 0;
-        this.timesum = 0;
-        this.error = 0;
-        this.count_satisfied = 0;
-        this.count_tolerated = 0;
-        this.hitmap = new HitMapPack1();
-    };
-}
-function BucketSimple () {
-    this.count = 0;
-    this.timesum = 0;
-    this.error = 0;
-    this.count_satisfied = 0;
-    this.count_tolerated = 0;
-
-    this.reset = function () {
-        this.count = 0;
-        this.timesum =0;
-        this.error = 0;
-        this.count_satisfied = 0;
-        this.count_tolerated = 0;
-    };
-}
-
-function MeterService() {
-    if(typeof MeterService.instance === 'object') {
-        return MeterService.instance;
-    }
-    this.bucket = new Bucket();
-    this.unknown = new BucketSimple();
-    this.stat = new IntKeyLinkedMap(309, 1).setMax(307);
-    this.stat.create = function (key) {
-        return new BucketSimple();
-	};
-	this.statByGroup = new LinkedMap(309, 1).setMax(307);
-    this.statByGroup.create = function (key) {
-        return new BucketSimple();
-    };
-    this.statByGroup.hash = function (k) {
-        if(k._hash_){
-            return k._hash_;
-        }
-        var result = 1;
-        result = 31 * result + k.pcode;
-        result = 31 * result + k.okind;
-        
-        k._hash_=result;
-        return result;
-    };
-    this.statByGroup.equals = function (k1,k2) {
-        return k1.pcode === k2.pcode && k1.okind === k2.okind;
-    };
-
-    MeterService.instance = this;
-}
-
-MeterService.prototype.add = function (serviceHash, elapsed, errorLevel, caller_pcode,  caller_okind,  caller_oid , apdex) {
-    if(elapsed < 0) {
-        elapsed = 0;
-    }
-
-    var b = this.bucket;
-    b.count += 1;
-    b.timesum +=elapsed;
-    
-    var err = errorLevel >= EventLevel.WARNING;
-    if (err) {
-        b.error += 1;
-    } else {
-        if (elapsed <= conf.apdex_time_t) {
-            b.count_satisfied += 1;
-            apdex=2;
-        } else if (elapsed <= conf.apdex_time_4t) {
-            b.count_tolerated += 1;
-            apdex=1;
-        }
-    }
-    b.hitmap.add(elapsed, err);
-    
-    if (conf.tx_caller_meter_enabled) {
-        try{
-            var b1 = null;
-            if(  caller_oid) {
-                if (caller_pcode == SecurityMaster.PCODE) {
-                        b1 = this.stat.intern(caller_oid);
-                        b1.count++;
-                        b1.timesum += elapsed;
-                        if (err) {
-                            b1.error++;
-                        }
-                }
-                
-                b1 = this.statByGroup.intern({pcode:caller_pcode, okind:caller_okind});
-                b1.count++;
-                b1.timesum += elapsed;
-                if (err) {
-                    b1.error++;
-                }
-            }else {
-                b1 = this.unknown;
-                b1.count++;
-                b1.timesum += elapsed;
-                if (err) {
-                    b1.error++;
-                }
-            }
-        }catch(e){
-            Logger.printError('WHATAP-080', 'Meter Service add ', e, true);
-        }
-    }
-};
-MeterService.prototype.getBucket = function () {
-    return this.bucket;
-};
-MeterService.prototype.resetStat = function () {
-    if(this.stat.size() > 0){
-        this.stat.clear();
-    }
-    if(this.statByGroup.size() > 0){
-        this.statByGroup.clear();
-    }
-    if (this.unknown.count > 0) {
-        this.unknown = new Bucket();
-    }
-};
-
-function TopService(hash) {
-    this.hash = hash | 0;
-    this.count = 0;
-    this.error = 0;
-    this.time = 0;
-
-    this.clear = function () {
-        this.count = 0;
-        this.error = 0;
-        this.time = 0;
-    };
-};
-
-module.exports.MeterService = new MeterService();
-module.exports.Bucket = Bucket;
-module.exports.TopService = TopService;