whatap 1.0.2 → 1.0.3-canary.0

package/lib/topology/nodeinfo.js

@@ -1,123 +0,0 @@
-const DataOutputX = require('../io/data-outputx');
-const DataInputX = require('../io/data-inputx');
-const MapValue = require('../value/map-value');
-const LINK = require('./link');
-const net = require('net');
-
-function NodeInfo() {
-    this.attr = new MapValue();
-    this.listen = new Set();
-    this.outter = new Set();
-
-    this.addListen = function (localIPs, address) {
-        const ipo = this.getIPPORT(address);
-        if (!ipo || this.isLocal127(ipo)) return;
-
-        if (ipo.ip === '*' || ipo.ip === '0.0.0.0' || ipo.ip === '::') {
-            localIPs.forEach(local_ip => {
-                const k = LINK.create(local_ip, parseInt(ipo.port, 10));
-                if (k) this.listen.add(k);
-            });
-        } else {
-            const k = LINK.create(ipo.ip, parseInt(ipo.port, 10));
-            if (k) this.listen.add(k);
-        }
-    };
-
-    this.addOutter = function (local, remote) {
-        const localIPO = this.getIPPORT(local);
-        if (!localIPO || this.isIPv6(localIPO)) return;
-        if (this.hasListen(localIPO.ip, localIPO.port)) return;
-
-        const remoteIPO = this.getIPPORT(remote);
-        if (!remoteIPO || this.isIPv6(remoteIPO) || this.isLocal127(remoteIPO)) return;
-
-        const k = LINK.create(remoteIPO.ip, parseInt(remoteIPO.port, 10));
-        if (k) this.outter.add(k);
-    };
-
-    this.hasListen = function (ip, port) {
-        const k = LINK.create(ip, parseInt(port, 10));
-        return this.listen.has(k);
-    };
-
-    this.getIPPORT = function (address) {
-        try {
-            const ipo = {};
-            const x = address.lastIndexOf(':');
-            ipo.ip = address.substring(0, x);
-            ipo.port = address.substring(x + 1);
-            return ipo;
-        } catch (e) {
-            return null;
-        }
-    };
-
-    this.toBytes = function () {
-        const out = new DataOutputX();
-        out.writeByte(0);
-        out.writeValue(this.attr);
-        this.toLinkBytes(this.listen, out);
-        this.toLinkBytes(this.outter, out);
-        return out.toByteArray();
-    };
-
-    this.toObject = function (b) {
-        const din = new DataInputX(b);
-        const ver = din.readByte();
-        this.attr = din.readValue();
-        this.listen = this.toLinkObject(din);
-        this.outter = this.toLinkObject(din);
-        return this;
-    };
-
-    this.toLinkObject = function (din) {
-        const data = new Set();
-        const sz = din.readDecimal();
-        for (let i = 0; i < sz; i++) {
-            data.add(new LINK().toObject(din));
-        }
-        return data;
-    };
-
-    this.toLinkBytes = function (data, out) {
-        out.writeDecimal(data.size);
-        if (data.size === 0) return;
-        data.forEach(k => k.toBytes(out));
-    };
-
-    this.toJSON = function () {
-        const o = new Map();
-        o.put('attr', JSON.stringify(this.attr));
-        o.put('listen', JSON.parse(this.listen));
-        o.put('outter', JSON.parse(this.outter));
-        return o;
-    };
-
-    this.toJSON = function (data) {
-        const out = new JSONArray();
-        data.forEach(k => out.put(k.toString()));
-        return out;
-    };
-
-    this.isIPv6 = function(data) {
-        var ip = data.ip;
-        if(ip){
-            return net.isIPv6(ip);
-        }
-        return false;
-    };
-
-    this.isLocal127 = function (data) {
-        var ip = data.ip;
-        if(ip){
-            return ip === '127.0.0.1';
-        }
-        return false;
-    }
-}
-
-NodeInfo.prototype = new NodeInfo();
-NodeInfo.prototype.constructor = NodeInfo;
-
-module.exports = NodeInfo;

package/lib/topology/status-detector.js

@@ -1,111 +0,0 @@
-var { exec } = require('child_process');
-var os = require('os');
-var NodeInfo = require('./nodeinfo');
-var Logger = require('../logger');
-
-function StatusDetector() {
-    this.process = async function () {
-        let node = new NodeInfo();
-        let stat = await this.netstat();
-
-        if (!stat) {
-            node = new NodeInfo();
-        } else {
-            try {
-                node = this.parse(stat);
-            } catch (e) {
-                node = new NodeInfo();
-                Logger.printError("WHATAP-203", "NodeInfo parse error", e, false);
-            }
-        }
-
-        node.attr.type = 'nodejs';
-        node.attr.time = Date.now();
-        node.attr.ip = this.getLocalIpAddress();
-        node.attr.pid = process.pid;
-        node.attr.pname = process.title;
-
-        return node;
-    };
-
-    this.netstat = function () {
-        return new Promise((resolve, reject) => {
-            let cmd = 'netstat -an -t';
-            if (os.platform() === 'darwin') {
-                cmd = 'netstat -an -p tcp';
-            } else if (os.platform() === 'win32') {
-                resolve('');
-                return;
-            }
-
-            exec(cmd, (error, stdout, stderr) => {
-                if (error) {
-                    reject(error);
-                    return;
-                }
-                resolve(stdout);
-            });
-        });
-    };
-
-    this.parse = function (netstat) {
-        var node = new NodeInfo();
-        var localIPs = this.getLocalIpSet();
-
-        var lines = netstat.split('\n');
-        lines.forEach(line => {
-            if (line.startsWith('tcp')) {
-                this.parseLine(node, line, localIPs);
-            }
-        });
-
-        return node;
-    };
-
-    this.parseLine = function (node, line, localIPs) {
-        var tokens = line.trim().split(/\s+/);
-        if (!tokens[0].startsWith('tcp')) return;
-
-        var localAddress = tokens[3].replace(/(\d+\.\d+\.\d+\.\d+)\.(\d+)/, '$1:$2');
-        var remoteAddress = tokens[4].replace(/(\d+\.\d+\.\d+\.\d+)\.(\d+)/, '$1:$2');
-
-        if (tokens[5] === 'LISTEN') {
-            node.addListen(localIPs, localAddress);
-        } else {
-            node.addOutter(localAddress, remoteAddress);
-        }
-    };
-
-    this.getLocalIpSet = function () {
-        var ipSet = new Set();
-        var interfaces = os.networkInterfaces();
-        for (var devName in interfaces) {
-            var iface = interfaces[devName];
-            iface.forEach(alias => {
-                if (alias.family === 'IPv4' && !alias.internal) {
-                    ipSet.add(alias.address);
-                }
-            });
-        }
-        return ipSet;
-    };
-
-    this.getLocalIpAddress = function () {
-        var interfaces = os.networkInterfaces();
-        for (var devName in interfaces) {
-            var iface = interfaces[devName];
-            for (let i = 0; i < iface.length; i++) {
-                var alias = iface[i];
-                if (alias.family === 'IPv4' && !alias.internal) {
-                    return alias.address;
-                }
-            }
-        }
-        return '0.0.0.0';
-    };
-}
-
-StatusDetector.prototype = new StatusDetector();
-StatusDetector.prototype.constructor = StatusDetector;
-
-module.exports = StatusDetector;

package/lib/util/anylist.js

@@ -1,103 +0,0 @@
-var INT = 1;
-var LONG = 2;
-var FLOAT = 3;
-var DOUBLE = 4;
-var STRING = 5;
-
-AnyList.INT = 1;
-AnyList.LONG = 2;
-AnyList.FLOAT = 3;
-AnyList.DOUBLE = 4;
-AnyList.STRING = 5;
-
-function AnyList(type, len){
-    this.type=type;
-    this.data = new Array(len);
-}
-AnyList.prototype.getType=function(){
-    return this.type;
-};
-AnyList.prototype.put=function(idx, d){
-    this.data[idx]=d;
-};
-
-AnyList.prototype.get=function(idx){
-    return this.data[idx];
-};
-AnyList.prototype.size = function () {
-    return this.data ? this.data.length : 0;
-};
-AnyList.prototype.write=function(o){
-     switch(this.type){
-        case INT: this.writeDecimal(o);  return  this;
-        case LONG: this.writeDecimal(o);  return  this; 
-        case FLOAT: this.writeFloat(o);  return  this;
-        case DOUBLE: this.writeDouble(o);  return  this;
-        case STRING: this.writeString(o); return  this;
-     }
-};
-AnyList.prototype.read=function(i){
-    switch(this.type){
-       case INT: this.readDecimal(i);  return  this;
-       case LONG: this.readDecimal(i);  return  this; 
-       case FLOAT: this.readFloat(i);  return  this;
-       case DOUBLE: this.readDouble(i);  return  this;
-       case STRING: this.readString(i); return  this;
-    }
-};
-
-AnyList.prototype.writeDouble = function (dout) {
-    var len =this.size();
-    dout.writeInt24BE(len);
-    for (var i = 0; i < len; i++) {
-        dout.writeDouble(this.get(i));
-    }
-};
-AnyList.prototype.readDouble=function(din) {
-    var count = din.readInt24BE();
-    for (var i = 0; i < count; i++) {
-        this.add(din.readDouble());
-    }
-};
-AnyList.prototype.writeFloat = function (dout) {
-    var len =this.size();
-    dout.writeInt24BE(len);
-    for (var i = 0; i < len; i++) {
-        dout.writeFloat(this.get(i));
-    }
-};
-AnyList.prototype.readFloat=function(din) {
-    var count = din.readInt24BE();
-    for (var i = 0; i < count; i++) {
-        this.add(din.readFloat());
-    }
-};
-
-AnyList.prototype.writeDecimal = function (dout) {
-    var len =this.size();
-    dout.writeInt24BE(len);
-    for (var i = 0; i < len; i++) {
-        dout.writeDecimal(this.get(i));
-    }
-};
-AnyList.prototype.readDecimal=function(din) {
-    var count = din.readInt24BE();
-    for (var i = 0; i < count; i++) {
-        this.add(din.readDecNumber());
-    }
-};
-AnyList.prototype.writeString = function (dout) {
-    var len =this.size();
-    dout.writeInt24BE(len);
-    for (var i = 0; i < len; i++) {
-        dout.writeText(this.get(i));
-    }
-};
-AnyList.prototype.readString=function(din) {
-    var count = din.readInt24BE();
-    for (var i = 0; i < count; i++) {
-        this.add(din.readText());
-    }
-};
-
-module.exports = AnyList;

package/lib/util/cardinality/hyperloglog.js

@@ -1,106 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var RegisterSet = require('./registerset'),
-    MurmurHash  = require('./murmurhash'),
-    DataOutpuxX = require('../../io/data-outputx'),
-    Long        = require('long');
-
-
-function HyperLogLog() {
-    this.log2m = 10;
-    this.registerSet = new RegisterSet(1 << this.log2m);
-    var m = 1 << this.log2m;
-    this.alphaMM = getAlphaMM(this.log2m, m);
-}
-
-HyperLogLog.prototype.offerHashed = function (hashedValue) {
-    var j = hashedValue >>> (32 - this.log2m);
-    var r = numberOfLeadingZeros((hashedValue << this.log2m) | (1 << (this.log2m - 1)) + 1) + 1;
-    return this.registerSet.updateIfGreater(j, r);
-};
-HyperLogLog.prototype.offer = function (o) {
-    var val;
-    if(o instanceof Long) {
-        val = o;
-    } else if(typeof o === 'string') {
-        val = Long.fromString(o);
-    } else if(typeof o === 'number') {
-        val = Long.fromNumber(o);
-    }
-    var x = MurmurHash.hashLong(val);
-    return this.offerHashed(x);
-};
-HyperLogLog.prototype.cardinality = function () {
-    var registerSum = 0;
-    var count = this.registerSet.count;
-    var zeros = 0.0;
-    for(var j=0; j<this.registerSet.count; j++) {
-        var val = this.registerSet.get(j);
-        registerSum += 1.0 / (1 << val);
-        if(parseFloat(val) === 0.0) {
-            zeros++;
-        }
-    }
-    var estimate = this.alphaMM * (1 / registerSum);
-    if(estimate <= (5.0 / 2.0) * count) {
-        return Math.round(linearCounting(count, zeros));
-    } else {
-        return Math.round(estimate);
-    }
-};
-HyperLogLog.prototype.getBytes = function () {
-    var dout = new DataOutpuxX();
-    dout.writeInt(this.log2m);
-    dout.writeInt(this.registerSet.size);
-    var M = this.registerSet.readOnlyBits();
-    for(var i=0; i<M.length; i++) {
-        dout.writeInt(M[i]);
-    }
-    return dout.toByteArray();
-};
-
-var getAlphaMM = function (p, m) {
-    switch (p) {
-        case 4:
-            return 0.673 * m * m;
-        case 5:
-            return 0.697 * m * m;
-        case 6:
-            return 0.709 * m * m;
-        default:
-            return (0.7213 / (1 + 1.079 / m)) * m * m;
-    }
-};
-var linearCounting = function (m, V) {
-    return m * Math.log(m / V);
-};
-var numberOfLeadingZeros = function (i) {
-    if (i === 0)
-        return 32;
-    var n = 1;
-
-    if (i >>> 16 === 0) {
-        n += 16;
-        i <<= 16;
-    }
-    if (i >>> 24 === 0) {
-        n += 8;
-        i <<= 8;
-    }
-    if (i >>> 28 === 0) {
-        n += 4;
-        i <<= 4;
-    }
-    if (i >>> 30 === 0) {
-        n += 2;
-        i <<= 2;
-    }
-    n -= i >>> 31;
-    return n;
-}
-
-module.exports = HyperLogLog;

package/lib/util/cardinality/murmurhash.js

@@ -1,31 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var Long = require('long');
-
-function hash(data) {
-    var m = 0x5bd1e995;
-    var r = 24;
-    var h = 0;
-    var k = data.mul(m);
-    k = k.getLowBits();
-    k ^= k >>> r;
-    h ^= Long.fromNumber(k).mul(m).getLowBits();
-    k =  Long.fromNumber(data.getHighBits()).mul(m).getLowBits();
-    k ^= k >>> r;
-    h = Long.fromNumber(h).mul(m).getLowBits();
-    h ^= Long.fromNumber(k).mul(m).getLowBits();
-    h ^= h >>> 13;
-    h = Long.fromNumber(h).mul(m).getLowBits();
-    h ^= h >>> 15;
-    return h;
-};
-
-var MurMurHash = {
-    hashLong : hash
-};
-
-module.exports = MurMurHash;

package/lib/util/cardinality/registerset.js

@@ -1,75 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-const LOG2_BITS_PER_WORD    = 6;
-const REGISTER_SIZE         = 5;
-
-var Long = require('long');
-
-function RegisterSet(count) {
-    this.count = count;
-    this.M = new Array(getSizeForCount(this.count));
-    this.size = this.M.length;
-}
-
-RegisterSet.prototype.set = function (position, value) {
-    var bucketPos = parseInt(position / LOG2_BITS_PER_WORD);
-    var shift = REGISTER_SIZE * (position - (bucketPos * LOG2_BITS_PER_WORD));
-    this.M[bucketPos] = (this.M[bucketPos] & ~(0x1f << shift) | (value << shift));
-};
-RegisterSet.prototype.get = function (position) {
-    var bucketPos = parseInt(position / LOG2_BITS_PER_WORD);
-    var shift = REGISTER_SIZE * (position - (bucketPos * LOG2_BITS_PER_WORD));
-    return (this.M[bucketPos] & (0x1f << shift)) >>> shift;
-};
-RegisterSet.prototype.updateIfGreater = function (position, value) {
-    var bucket = parseInt(position / LOG2_BITS_PER_WORD);
-    var shift = REGISTER_SIZE * (position - (bucket * LOG2_BITS_PER_WORD));
-    var mask = 0x1f << shift;
-
-    var curVal = Long.fromNumber(this.M[bucket]).and(mask);
-    var newVal = Long.fromNumber(value).shiftLeft(shift);
-
-    if(newVal.greaterThan(curVal)) {
-        var tmp = Long.fromNumber(this.M[bucket]).and(~mask).or(newVal);
-        this.M[bucket] = tmp.getLowBits();
-        return true;
-    } else {
-        return false;
-    }
-};
-RegisterSet.prototype.merge = function (that) {
-
-    for(var bucket = 0; bucket < this.M.length; bucket++) {
-        var word = 0;
-        for(var j=0; j<LOG2_BITS_PER_WORD; j++) {
-            var mask = 0x1f << (REGISTER_SIZE * j);
-            var thisVal = (this.M[bucket] & mask);
-            var thatVal = (that.M[bucket] & mask);
-            word |= (thisVal < thatVal) ? thatVal : thisVal;
-        }
-        this.M[bucket] = word;
-    }
-};
-RegisterSet.prototype.readOnlyBits = function () {
-    return this.M;
-};
-
-function getSizeForCount(count) {
-    var bits = getBits(count);
-    if(bits === 0) {
-        return 1;
-    } else if(bits % 32 === 0) {
-        return bits;
-    } else {
-        return bits + 1;
-    }
-}
-function getBits(count) {
-    return parseInt(count / LOG2_BITS_PER_WORD);
-}
-
-module.exports = RegisterSet;

package/lib/util/errordata.js

@@ -1,21 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var Step = require('../step/step');
-
-function ErrorData(error, dbc, service, profile, isStackTrace) {
-    this.error = error || {};
-    this.dbc = dbc || 0;
-    this.service = service || 0;
-    this.profile = profile || new Step();
-    this.isStackTrace = isStackTrace || null;
-}
-
-ErrorData.prototype.toString = function() {
-    return "LeakData [error=" + this.error + ", dbc=" + this.dbc + ", service=" + this.service + ", profile=" + this.profile + "]";
-};
-
-module.exports = ErrorData;