whatap 1.0.2 → 1.0.3-canary.0

package/lib/pack/text-pack.js

@@ -1,50 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var Pack = require('./pack'),
-    PackEnum = require('./packenum');
-
-function TextRec(type, hash, text){
-    this.type = type || 0;
-    this.hash = hash || 0;
-    this.text = text || '';
-}
-
-function TextPack(){
-    Pack.call(this);
-    this.records = []; /*List<TextRec>*/
-}
-
-TextPack.prototype = new Pack();
-TextPack.prototype.constructor = TextPack;
-TextPack.prototype.getPackType = function () {
-    return PackEnum.TEXT;
-};
-TextPack.prototype.write = function(dout){
-    Pack.prototype.write.call(this, dout);
-    dout.writeDecimal(this.records.length);
-    this.records.forEach(function(r) {
-        dout.writeByte(r.type);
-        dout.writeInt(r.hash);
-        dout.writeText(r.text);
-    });
-};
-TextPack.prototype.read = function(din) {
-    Pack.prototype.read.call(this, din);
-
-    var size = din.readDecNumber();
-    for (var i = 0; i < size; i++) {
-        var r = new TextRec();
-        r.type = din.readByte();
-        r.hash = din.readInt();
-        r.text = din.readText();
-        this.records.push(r);
-    }
-    return this;
-};
-
-exports.TextRec = TextRec;
-exports.TextPack = TextPack;

package/lib/pack/time-count.js

@@ -1,25 +0,0 @@
-function TimeCount(count, error, time){
-    this.count = count || 0;
-    this.error = error || 0;
-    this.time = time || 0;
-}
-
-TimeCount.prototype.add = function(time, error){
-    this.count++;
-    this.time += time;
-    if(error){
-        this.error++;
-    }
-};
-
-TimeCount.prototype.merge = function(o){
-    this.count += o.count;
-    this.time +=o.time;
-    this.error += o.error;
-};
-
-TimeCount.prototype.copy = function(){
-    return new TimeCount(this.count, this.error, this.time);
-};
-
-module.exports = TimeCount;

package/lib/pack/websocket.js

@@ -1,15 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var Long = require('long');
-
-function WEBSOCKET() {
-    this.count = 0;
-    this.in = 0;
-    this.out = 0;
-}
-
-module.exports = WEBSOCKET;

package/lib/pack/zip-pack.js

@@ -1,70 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var PackEnum = require('./packenum'),
-    Pack = require('./pack'),
-    TxRecord = require('../service/tx-record'),
-    Step = require('../step/step'),
-    DataOutputX = require('../io/data-outputx'),
-    DataInputX = require('../io/data-inputx');
-
-function ZipPack() {
-    Pack.call(this);
-    this.records = [];
-    this.recordCount = null;
-    this.status = 0;
-}
-ZipPack.prototype = new Pack();
-ZipPack.prototype.constructor = ZipPack;
-ZipPack.prototype.toString = function() {
-    var text = 'ZipPack ' + Pack.prototype.toString.call(this);
-    return text;
-};
-ZipPack.prototype.getPackType = function () {
-    return PackEnum.ZIP;
-};
-ZipPack.prototype.write = function (dout) {
-    Pack.prototype.write.call(this, dout);
-    dout.writeByte(this.status);
-    dout.writeDecimal(this.recordCount);
-    dout.writeBlob(this.records);
-}
-ZipPack.prototype.read = function (din) {
-    Pack.prototype.read.call(this, din);
-    this.status = din.readByte();
-    this.recordCount = din.readDecimal();
-    this.records = din.readBlob();
-    return this;
-}
-ZipPack.prototype.setRecords = function (items, size) {
-    if(size) this.recordCount = size;
-    else this.recordCount = items.length;
-
-    var o = new DataOutputX();
-    for(let i = 0; i < items.length; i++){
-        o.writePack(items[i]);
-    }
-    this.records = o.toByteArray();
-    return this;
-}
-ZipPack.prototype.getRecords = function () {
-    var items = [];
-    if(!this.records) {
-        return null;
-    }
-    var dataInputX = new DataInputX(this.records);
-    for(let i = 0; i < this.recordCount; i++){
-        var p = dataInputX.readPack();
-        p.pcode = this.pcode;
-        p.oid = this.oid;
-        p.okind = this.okind;
-        p.onode = this.onode;
-        items.push(p);
-    }
-    return items;
-}
-
-module.exports = ZipPack;

package/lib/pii/pii-item.js

@@ -1,31 +0,0 @@
-const conf = require('../conf/configure');
-
-class PiiItem {
-    constructor(field, pattern) {
-        if (pattern === undefined) {
-            pattern = field;
-            field = null;
-        }
-
-        this.field = field;
-        this.isContent = !field || field === 'content';
-        this.expr = pattern;
-        this.pattern = new RegExp(pattern);
-    }
-
-    mask(pack) {
-        if(!pack.content){
-            return;
-        }
-        if(this.pattern.test(pack.content)){
-            this.pattern.lastIndex = 0;
-            pack.content = pack.content.replace(this.pattern, conf.getProperty('pii_mask_logsink_replace', 'pii-included'));
-        }
-    }
-
-    hasMatch(s) {
-        return this.pattern.test(s);
-    }
-}
-
-module.exports = PiiItem;

package/lib/pii/pii-mask.js

@@ -1,174 +0,0 @@
-const conf = require('../conf/configure'),
-    StringKeyLinkedMap = require('../util/stringkey-linkedmap'),
-    Logger = require('../logger');
-const PiiItem = require('./pii-item');
-
-class PiiMask {
-    static instance = null;
-
-    constructor() {
-        // StringKeyLinkedMap을 직접 생성하고 create 메서드를 구현
-        this.table = new StringKeyLinkedMap();
-        this.table.create = function(key) {
-            return [];
-        };
-
-        this.sqlMask = [];
-        this.confLogSink = "";
-        this.confSql = "";
-
-        // IntLinkedSet 대신 Set 사용 (자바스크립트에서는 Set으로 충분)
-        this.sql_p1_has = new Set();
-        this.sql_p1_not = new Set();
-        this.sql_p2_has = new Set();
-        this.sql_p2_not = new Set();
-
-        this.MAX_SET_SIZE = 5000;
-    }
-
-    static getInstance() {
-        if (!PiiMask.instance) {
-            PiiMask.instance = new PiiMask();
-        }
-        return PiiMask.instance;
-    }
-
-    static trimToEmpty(str) {
-        return str ? str.trim() : '';
-    }
-
-    static isEmpty(str) {
-        return !str || str.trim().length === 0;
-    }
-
-    static tokenizer(str, delimiter) {
-        return str.split(delimiter).map(item => item.trim()).filter(item => item.length > 0);
-    }
-
-    static update() {
-        PiiMask.getInstance().update();
-    }
-
-    static parseLogSink(pack) {
-        return PiiMask.getInstance().parseLogSink(pack);
-    }
-
-    static parseSqlP1(sqlHash, param) {
-        return PiiMask.getInstance().parseSqlP1(sqlHash, param);
-    }
-
-    static parseSqlP2(sqlHash, param) {
-        return PiiMask.getInstance().parseSqlP2(sqlHash, param);
-    }
-
-    update() {
-        this.updateLogSink();
-        this.updateSql();
-    }
-
-    updateLogSink() {
-        const val = PiiMask.trimToEmpty(conf.getProperty('pii_mask_logsink_items', ''));
-        if (val === this.confLogSink) {
-            return;
-        }
-
-        this.confLogSink = val;
-        const tmp = new StringKeyLinkedMap();
-        tmp.create = function(key) {
-            return [];
-        };
-
-        const ids = PiiMask.tokenizer(val, ',');
-        for (const id of ids) {
-            const category = conf.getLogSinkProperty(id, 'category');
-            const pattern = conf.getLogSinkProperty(id, 'pattern');
-            const field = conf.getLogSinkProperty(id, 'field');
-
-            if (PiiMask.isEmpty(category) || PiiMask.isEmpty(pattern)) {
-                Logger.printError('WHATAP-901', `logsink pii config for [${id}] is empty or invalid`, false);
-                continue;
-            }
-
-            var categories = PiiMask.tokenizer(category, ',');
-            for(let _category of categories){
-                tmp.intern(_category).push(new PiiItem(field, pattern));
-            }
-        }
-        this.table = tmp;
-    }
-
-    updateSql() {
-        const val = PiiMask.trimToEmpty(conf.getProperty('pii_mask_sql_items', ''));
-        if (val === this.confSql) {
-            return;
-        }
-
-        this.confSql = val;
-        const tmp = [];
-
-        const ids = PiiMask.tokenizer(val, ',');
-        for (const id of ids) {
-            const pattern = conf.getSqlProperty(id, 'pattern');
-            if (PiiMask.isEmpty(pattern)) {
-                Logger.printError('WHATAP-901', `sql pii config for [${id}] is empty or invalid`, false);
-                continue;
-            }
-            tmp.push(new RegExp(pattern));
-        }
-        this.sqlMask = tmp;
-    }
-
-    parseLogSink(pack) {
-        const list = this.table.get(pack.category);
-        if (!list) {
-            return;
-        }
-
-        for (const piiItem of list) {
-            piiItem.mask(pack);
-        }
-    }
-
-    parseSqlP1(sqlHash, param) {
-        if (this.sqlMask.length === 0 || PiiMask.isEmpty(param)) {
-            return param;
-        }
-        return this.exec(sqlHash, param, this.sql_p1_has, this.sql_p1_not);
-    }
-
-    parseSqlP2(sqlHash, param) {
-        if (this.sqlMask.length === 0 || PiiMask.isEmpty(param)) {
-            return param;
-        }
-        return this.exec(sqlHash, param, this.sql_p2_has, this.sql_p2_not);
-    }
-
-    exec(sqlHash, param, sqlHas, sqlNot) {
-        // Maintain set size limit
-        if (sqlHas.size > this.MAX_SET_SIZE) {
-            sqlHas.clear();
-        }
-        if (sqlNot.size > this.MAX_SET_SIZE) {
-            sqlNot.clear();
-        }
-
-        if (sqlNot.has(sqlHash)) {
-            return param;
-        }
-        if (sqlHas.has(sqlHash)) {
-            return conf.getProperty('pii_mask_sql_replace', 'pii-included');
-        }
-
-        for (const pattern of this.sqlMask) {
-            if (pattern.test(param)) {
-                sqlHas.add(sqlHash);
-                return conf.getProperty('pii_mask_sql_replace', 'pii-included');
-            }
-        }
-
-        sqlNot.add(sqlHash);
-        return param;
-    }
-}
-
-module.exports = PiiMask;

package/lib/plugin/plugin-loadermanager.js

@@ -1,57 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var fs   = require('fs'),
-    path = require('path'),
-    PlugIn = require('./plugin'),
-    Logger = require('../logger');
-
-var fileName = ['appservicestart', 'appserviceend', 'httpservicestart', 'httpserviceend', 'httpcall'];
-
-function PluginLoaderManager() {
-    this.loaded = false;
-    this.interval = null;
-    this.module_holder;
-}
-
-PluginLoaderManager.prototype.start = function () {
-    var self = this;
-
-    this.module_holder = {};
-    fileName.forEach(function (name) {
-        var script = name + '.js';
-        self.module_holder[name] = new PlugIn(script);
-    });
-
-    self.run(function () {
-        self.interval = setInterval(function () {
-            self.run();
-        }, 5000);
-    });
-};
-PluginLoaderManager.prototype.do = function (moduleName) {
-    try {
-        if(this.module_holder && this.module_holder[moduleName]) {
-            this.module_holder[moduleName]._process(arguments[1], arguments[2], arguments[3]);
-        }
-    } catch(e) {
-        Logger.printError('WHATAP-700', 'Plugin Error', e, false);
-    }
-};
-PluginLoaderManager.prototype.run = function (cb) {
-    var self = this;
-
-    fileName.forEach(function (name) {
-        self.module_holder[name].create();
-    });
-
-    if(cb) { cb(); }
-};
-PluginLoaderManager.prototype.stop = function () {
-    clearInterval(this.interval);
-};
-
-module.exports = new PluginLoaderManager();

package/lib/plugin/plugin.js

@@ -1,75 +0,0 @@
-/**
- * Copyright 2016 the WHATAP project authors. All rights reserved.
- * Use of this source code is governed by a license that
- * can be found in the LICENSE file.
- */
-
-var fs              = require('fs'),
-    path            = require('path'),
-    MessageStep     = require('../step/message-step'),
-    HashUtil        = require('../util/hashutil'),
-    DataTextAgent   = require('../data/datatext-agent');
-
-const emptyFunc = function () {};
-
-function PlugIn(script) {
-    this.script = script;
-    this.lastModified = 0;
-    this.process = emptyFunc;
-    this.ctx = null;
-}
-
-PlugIn.prototype.create = function () {
-    var self = this;
-    var full_path = path.join(self.rootPath(), 'plugin', self.script);
-    fs.stat(full_path, function (err, stats) {
-        if(err) {
-            self.process = emptyFunc();
-            return;
-        }
-        var lastModifiedDate = stats.mtime;
-        var inMillis = lastModifiedDate.getTime();
-
-        if(self.lastModified < inMillis) {
-            delete require.cache[require.resolve(full_path)];
-            self.lastModified = inMillis;
-            try{
-                var func = require(full_path);
-                if(typeof func === 'function') {
-                    self.process = func;
-                } else {
-                    self.process = emptyFunc;
-                }
-            } catch(e) {
-                self.process = emptyFunc;
-            }
-        }
-    });
-};
-PlugIn.prototype._process = function () {
-    var self = this;
-    self.ctx = arguments[0];
-    if(typeof self.process === 'function') {
-        self.process.apply(this, arguments);
-    }
-};
-PlugIn.prototype.rootPath = function () {
-    return process.cwd();
-};
-PlugIn.prototype.print = function (str) {
-    console.log(str)
-};
-PlugIn.prototype.profile = function (msg) {
-    if(this.ctx == null) {
-        return;
-    }
-    var hash = HashUtil.hashFromString(msg);
-    DataTextAgent.MESSAGE.add(hash, msg);
-
-    var step = new MessageStep();
-    step.hash = hash;
-    step.start_time = this.ctx.getElapsedTime();
-    this.ctx.profile.add(step);
-};
-
-module.exports = PlugIn;