whatap 0.4.94 → 0.4.95

package/lib/conf/config-default.js

@@ -64,6 +64,14 @@ var ConfigDefault = {
     "profile_http_parameter_url_prefix": "/",
     "profile_http_header_url_prefix": "/",
     "profile_connection_open_enabled": true,
+    "profile_zip_enabled": bool('profile_zip_enabled', false),
+    "profile_zip_queue_size": num('profile_zip_queue_size', 1000),
+    "profile_zip_max_buffer_size": num('profile_zip_max_buffer_size', 1024*1024),
+    "profile_zip_min_size": num('profile_zip_min_size', 100),
+    "debug_profile_zip_enabled": bool('debug_profile_zip_enabled', false),
+    "debug_profile_zip_interval": num('debug_profile_zip_interval', 5000),
+    "profile_zip_max_wait_time": num('profile_zip_max_wait_time', 1000),
+    "profile_zip_max_wait2_time": num('profile_zip_max_wait2_time', 5000),
 
     "hook_method_patterns": str('hook_method_patterns',""),
     "hook_method_access_public_enabled": true,

package/lib/data/dataprofile-agent.js

@@ -4,134 +4,143 @@
  * can be found in the LICENSE file.
  */
 
- var DataPackSender  = require('./datapack-sender'),
- StatTranX       = require('../stat/stat-tranx'),
- StatRemoteIp    = require('../stat/stat-remoteip'),
- StatUserAgent   = require('../stat/stat-useragent'),
- StatTranxDomain   = require('../stat/stat-tx-domain'),
- StatTranxMtCaller   = require('../stat/stat-tx-caller'),
- StatTranxReferer   = require('../stat/stat-tx-referer'),
- conf            = require('../conf/configure'),
- HashUtil            = require('../util/hashutil'),
- EventLevel          = require('../data/event-level'),
- DataTextAgent       = require('../data/datatext-agent'),
- Long = require('long'),
- Logger          = require('../logger');
+var DataPackSender  = require('./datapack-sender'),
+    StatTranX       = require('../stat/stat-tranx'),
+    StatRemoteIp    = require('../stat/stat-remoteip'),
+    StatUserAgent   = require('../stat/stat-useragent'),
+    StatTranxDomain   = require('../stat/stat-tx-domain'),
+    StatTranxMtCaller   = require('../stat/stat-tx-caller'),
+    StatTranxReferer   = require('../stat/stat-tx-referer'),
+    conf            = require('../conf/configure'),
+    HashUtil            = require('../util/hashutil'),
+    EventLevel          = require('../data/event-level'),
+    DataTextAgent       = require('../data/datatext-agent'),
+    Long = require('long'),
+    Logger          = require('../logger');
 
+var ZipProfile = require('./zipprofile');
+var profile_zip_enabled = conf.getProperty('profile_zip_enabled', false);
+conf.on('profile_zip_enabled', function(newProperty) {
+    profile_zip_enabled = newProperty;
+});
 
 var DataProfileAgent = {
- last_reject : 0,
- sendProfile : function (ctx, profile, rejected) {
-     try {
-         StatRemoteIp.incRemoteIp(ctx.remoteIp);
-         StatUserAgent.incUserAgent(ctx.userAgent);
-
-         var transaction = profile.service;
-         if(conf.stat_domain_enabled && ctx.http_host_hash!=0) {
-             StatTranxDomain.add(ctx.http_host_hash, ctx.service_hash, transaction.elapsed, ctx.error != 0);
-         }
-         
-         if(conf.trace_referer_enabled && ctx.referer!=0) {
-             StatTranxReferer.add(ctx.referer, ctx.service_hash, transaction.elapsed, ctx.error != 0);
-         }
-
-         if(conf.stat_mtrace_enabled && ctx.mcaller_pcode!=0) {
-             var key = StatTranxMtCaller.getService(ctx.mcaller_pcode, ctx.mcaller_okind, ctx.mcaller_spec, ctx.mcaller_url,ctx.service_hash);
-             transaction.mthis_spec = conf.mtrace_spec_hash
-
-             if (ctx.mcaller_spec && ctx.mcaller_spec!='') {
-                 transaction.mcaller_spec = key.mcaller_spec = HashUtil.hashFromString(ctx.mcaller_spec);
-                 DataTextAgent.MTRACE_SPEC.add(transaction.mcaller_spec, ctx.mcaller_spec);
-             }
-             if (ctx.mcaller_url  && ctx.mcaller_url!='') {
-                 transaction.mcaller_url = key.mcaller_url = HashUtil.hashFromString(ctx.mcaller_url);
-                 DataTextAgent.MTRACE_CALLER_URL.add(transaction.mcaller_url, ctx.mcaller_url);
-             }
-
-             // additional multi transaction
-             //key.url = ctx.service_hash;
-             var tc = StatTranxMtCaller.getService(key);
-             if (tc != null) {
-                 tc.count++;
-                 if (transaction.errorLevel >= EventLevel.WARNING) {
-                     tc.error++;
-                 }
-                 tc.time += transaction.elapsed;
-             }
-
-             // StatTranxMtCaller.add(ctx.mcaller_pcode, 
-             //      ctx.mcaller_okind,
-             //      transaction.mcaller_spec,
-             //      transaction.mcaller_url, 
-             //      ctx.service_hash, 
-             //      transaction.elapsed, 
-             //      ctx.error != 0);
-         }
-
-         var stat = StatTranX.getService(transaction.service);
-         
-         if(stat !== null) {
-             stat.count++;
-             if(transaction.error.isZero() ==false) {
-                 stat.error++;
-             }
-             if(transaction.elapsed < 0) {
-                 transaction.elapsed = 0;
-             }
-
-             stat.actived += ctx.profileActive;
-             stat.time_sum += transaction.elapsed;
-             if (transaction.elapsed > stat.time_max) {
-                 stat.time_max = transaction.elapsed;
-             }
-             
-             switch (transaction.apdex) {
-                case 2:
-                    stat.apdex_satisfied++;
-                    break;
-                case 1:
-                    stat.apdex_tolerated++;
-                    break;
+    last_reject : 0,
+    sendProfile : function (ctx, profile, rejected) {
+        try {
+            StatRemoteIp.incRemoteIp(ctx.remoteIp);
+            StatUserAgent.incUserAgent(ctx.userAgent);
+
+            var transaction = profile.service;
+            if(conf.stat_domain_enabled && ctx.http_host_hash!=0) {
+                StatTranxDomain.add(ctx.http_host_hash, ctx.service_hash, transaction.elapsed, ctx.error != 0);
+            }
+
+            if(conf.trace_referer_enabled && ctx.referer!=0) {
+                StatTranxReferer.add(ctx.referer, ctx.service_hash, transaction.elapsed, ctx.error != 0);
             }
-            if (stat.time_min==0 || transaction.elapsed < stat.time_min) {
-                stat.time_min = transaction.elapsed;
+
+            if(conf.stat_mtrace_enabled && ctx.mcaller_pcode!=0) {
+                var key = StatTranxMtCaller.getService(ctx.mcaller_pcode, ctx.mcaller_okind, ctx.mcaller_spec, ctx.mcaller_url,ctx.service_hash);
+                transaction.mthis_spec = conf.mtrace_spec_hash
+
+                if (ctx.mcaller_spec && ctx.mcaller_spec!='') {
+                    transaction.mcaller_spec = key.mcaller_spec = HashUtil.hashFromString(ctx.mcaller_spec);
+                    DataTextAgent.MTRACE_SPEC.add(transaction.mcaller_spec, ctx.mcaller_spec);
+                }
+                if (ctx.mcaller_url  && ctx.mcaller_url!='') {
+                    transaction.mcaller_url = key.mcaller_url = HashUtil.hashFromString(ctx.mcaller_url);
+                    DataTextAgent.MTRACE_CALLER_URL.add(transaction.mcaller_url, ctx.mcaller_url);
+                }
+
+                // additional multi transaction
+                //key.url = ctx.service_hash;
+                var tc = StatTranxMtCaller.getService(key);
+                if (tc != null) {
+                    tc.count++;
+                    if (transaction.errorLevel >= EventLevel.WARNING) {
+                        tc.error++;
+                    }
+                    tc.time += transaction.elapsed;
+                }
+
+                // StatTranxMtCaller.add(ctx.mcaller_pcode,
+                //      ctx.mcaller_okind,
+                //      transaction.mcaller_spec,
+                //      transaction.mcaller_url,
+                //      ctx.service_hash,
+                //      transaction.elapsed,
+                //      ctx.error != 0);
             }
-            stat.time_std += (Long.fromInt(transaction.elapsed) * Long.fromInt(transaction.elapsed));
-            
-             stat.sql_count += transaction.sqlCount;
-             stat.sql_time +=transaction.sqlTime;
-             stat.sql_fetch += ctx.rs_count;
-             stat.sql_fetch_time +=ctx.rs_time;
-
-             stat.httpc_count += transaction.httpcCount;
-             stat.httpc_time +=transaction.httpcTime;
-
-             stat.malloc_sum +=transaction.malloc;
-             stat.cpu_sum +=transaction.cpuTime;
-         
-             if (rejected) {
-                 var now = Date.now();
-                 if (now < this.last_reject + 1000) {
-                     return;
-                 }
-                 this.last_reject = now;
-             } else if (stat.profiled == true    // 이전(5분구간 내)에 프로파일이 수집된점이 있음
-                 && ctx.profileActive == 0       // 액티브 스택을 추적한적이 없음 
-                 && transaction.elapsed < conf.profile_basetime
-                 && transaction.error.isZero()) {
-                 return;
-             }
-             stat.profiled = true;
-         }
-
-         var steps = ctx.profile.getSteps();
-         profile.setProfile(steps);
-         DataPackSender.sendProfilePack(profile);
-         
-     } catch(e) {
-         Logger.printError('WHATAP-199', 'dataprofile-agent error', e);
-     }
- }
+
+            var stat = StatTranX.getService(transaction.service);
+
+            if(stat !== null) {
+                stat.count++;
+                if(transaction.error.isZero() ==false) {
+                    stat.error++;
+                }
+                if(transaction.elapsed < 0) {
+                    transaction.elapsed = 0;
+                }
+
+                stat.actived += ctx.profileActive;
+                stat.time_sum += transaction.elapsed;
+                if (transaction.elapsed > stat.time_max) {
+                    stat.time_max = transaction.elapsed;
+                }
+
+                switch (transaction.apdex) {
+                    case 2:
+                        stat.apdex_satisfied++;
+                        break;
+                    case 1:
+                        stat.apdex_tolerated++;
+                        break;
+                }
+                if (stat.time_min==0 || transaction.elapsed < stat.time_min) {
+                    stat.time_min = transaction.elapsed;
+                }
+                stat.time_std += (Long.fromInt(transaction.elapsed) * Long.fromInt(transaction.elapsed));
+
+                stat.sql_count += transaction.sqlCount;
+                stat.sql_time +=transaction.sqlTime;
+                stat.sql_fetch += ctx.rs_count;
+                stat.sql_fetch_time +=ctx.rs_time;
+
+                stat.httpc_count += transaction.httpcCount;
+                stat.httpc_time +=transaction.httpcTime;
+
+                stat.malloc_sum +=transaction.malloc;
+                stat.cpu_sum +=transaction.cpuTime;
+
+                if (rejected) {
+                    var now = Date.now();
+                    if (now < this.last_reject + 1000) {
+                        return;
+                    }
+                    this.last_reject = now;
+                } else if (stat.profiled == true    // 이전(5분구간 내)에 프로파일이 수집된점이 있음
+                    && ctx.profileActive == 0       // 액티브 스택을 추적한적이 없음
+                    && transaction.elapsed < conf.profile_basetime
+                    && transaction.error.isZero()) {
+                    return;
+                }
+                stat.profiled = true;
+            }
+
+            var steps = ctx.profile.getSteps();
+            profile.setProfile(steps);
+            if(profile_zip_enabled){
+                ZipProfile.getInstance().add(profile);
+            } else {
+                DataPackSender.sendProfilePack(profile);
+            }
+
+        } catch(e) {
+            Logger.printError('WHATAP-199', 'dataprofile-agent error', e);
+        }
+    }
 };
 
 module.exports = DataProfileAgent;

package/lib/data/zipprofile.js

@@ -0,0 +1,197 @@
+/**
+ * Copyright 2016 the WHATAP project authors. All rights reserved.
+ * Use of this source code is governed by a license that
+ * can be found in the LICENSE file.
+ */
+
+var conf            = require('../conf/configure'),
+    secuMaster      = require('../net/security-master'),
+    TcpRequestMgr   = require('../net/tcprequest-mgr'),
+    DateUtil        = require('./../util/dateutil'),
+    RequestQueue    = require('../util/request-queue'),
+    DataPackSender = require('../data/datapack-sender'),
+    DataOutputX = require('../io/data-outputx'),
+    ZipPack = require('../pack/zip-pack'),
+    DataPackSender = require('../data/datapack-sender'),
+    Logger          = require('../logger');
+
+const zlib = require('zlib');
+
+var profile_zip_enabled = conf.getProperty('profile_zip_enabled', false);
+var profile_zip_max_buffer_size = conf.getProperty('profile_zip_max_buffer_size', 1024*1024);
+var profile_zip_min_size = conf.getProperty('profile_zip_min_size', 100)
+var profile_zip_queue_size = conf.getProperty('profile_zip_queue_size', 500);
+var profile_zip_max_wait_time = conf.getProperty('profile_zip_max_wait_time', 1000);
+var net_send_max_bytes = conf.getProperty('net_send_max_bytes', 5 * 1024 * 1024);
+var debug_profile_zip_enabled = conf.getProperty('debug_profile_zip_enabled', false);
+var debug_profile_zip_interval = conf.getProperty('debug_profile_zip_interval', 5000);
+conf.on('profile_zip_enabled', function(newProperty) {
+    profile_zip_enabled = newProperty;
+    if (profile_zip_enabled) {
+        ZipProfile.getInstance().startProcessQueue();
+    } else {
+        ZipProfile.getInstance().stopProcessQueue();
+        ZipProfile.resetInstance();
+    }
+});
+
+class ZipProfile {
+    constructor() {
+        if (ZipProfile.instance) {
+            return ZipProfile.instance;
+        }
+        this.queue = new RequestQueue(profile_zip_queue_size);
+        this.no_zip_sent = 0;
+        this.zip_sent = 0;
+        this.last_log = null;
+        this.buffer = Buffer.alloc(0);
+        this.packCount = 0;
+        this.first_time = null;
+        this.isProcessing = false;
+        ZipProfile.instance = this;
+
+        if (profile_zip_enabled) {
+            this.startProcessQueue();
+        }
+    }
+
+    static getInstance() {
+        if (!ZipProfile.instance) {
+            ZipProfile.instance = new ZipProfile();
+        }
+        return ZipProfile.instance;
+    }
+
+    static resetInstance() {
+        if(ZipProfile.instance){
+            ZipProfile.instance = null;
+        }
+    }
+
+    add(p){
+        var ok = this.queue.put(p);
+        if(!ok){
+            DataPackSender.sendPack(p);
+            this.no_zip_sent++;
+        }
+    }
+
+    async processQueue() {
+        this.isProcessing = true;
+        while (this.isProcessing) {
+            if(!profile_zip_enabled) { break; }
+
+            const p = await this.queue.getByTimeout(profile_zip_max_wait_time);
+            if(p) {
+                await this.append(p);
+            }else{
+                await this.sendAndClear();
+            }
+            await new Promise(resolve => setTimeout(resolve, 100));
+        }
+    }
+
+    async append(p) {
+        var b = DataOutputX.toBytesPack(p);
+        if(b.length >= net_send_max_bytes){ return; }
+
+        this.buffer = Buffer.concat([this.buffer, b]);
+        this.packCount++;
+
+        if(!this.first_time){
+            this.first_time = p.time;
+            if(this.buffer.length >= profile_zip_max_buffer_size){
+                await this.sendAndClear();
+            }
+        }else{
+            if(this.buffer.length >= profile_zip_max_buffer_size || (p.time - this.first_time) >= conf.getProperty('profile_zip_max_wait_time', 5000)){
+                await this.sendAndClear();
+            }
+        }
+    }
+
+    async sendAndClear() {
+        if(this.buffer.length === 0){ return; }
+
+        var p = new ZipPack();
+        p.time = DateUtil.currentTime();
+        p.recordCount = this.packCount;
+        p.records = this.buffer;
+
+        await this.doZip(p);
+        if(debug_profile_zip_enabled){
+            if(debug_profile_zip_interval){
+                Logger.print('WHATAP-ZIP-DEBUG', `PROFILE status=${p.status} records=${p.recordCount} | ${this.buffer.length} => ${p.records.length} queue=${this.queue.size()}`, false)
+            } else {
+                this.zip_sent++;
+                var now = Date.now();
+                if(now > (this.last_log + debug_profile_zip_interval)){
+                    this.last_log = now;
+                    this.log(p);
+                    this.zip_sent = 0;
+                }
+            }
+        }
+
+        p.pcode = secuMaster.PCODE;
+        p.oid = secuMaster.OID;
+        p.okind = conf.OKIND;
+        p.onode = conf.ONODE;
+
+        TcpRequestMgr.addProfile(0, p);
+
+        this.buffer = Buffer.alloc(0);
+        this.first_time = 0;
+        this.packCount = 0;
+    }
+
+    log(p){
+        try{
+            var sb = `PROFILE `;
+            sb += `zip_sent=${this.zip_sent}`;
+            sb += ` records=${p.records}`;
+            sb += ` | =${this.buffer.length} => ${p.records.length}`;
+            sb += ` queue=${this.queue.size()}`;
+            if (this.no_zip_sent > 0) {
+                sb += ` no_zip_sent=${this.no_zip_sent}`;
+            }
+            Logger.print('WHATAP-ZIP-DEBUG', sb, false);
+        }catch (e) {
+        }
+    }
+
+    async doZip(p){
+        if(p.status !== 0){ return; }
+        if(p.records.length < profile_zip_min_size){ return; }
+        p.status = 1;
+
+        try{
+            p.records = await this._doZip(p.records);
+        }catch (e) {
+            Logger.print('WHATAP-ZIP-ERROR', 'Error occurred during compression.', false);
+        }
+    }
+
+    _doZip(data) {
+        return new Promise((resolve, reject) => {
+            zlib.gzip(data, (err, buffer) => {
+                if (err) {
+                    reject(err);
+                } else {
+                    resolve(buffer);
+                }
+            });
+        });
+    }
+
+    startProcessQueue() {
+        if (!this.processing) {
+            this.processQueue()
+        }
+    }
+    stopProcessQueue() {
+        this.processing = false;
+    }
+}
+
+module.exports = ZipProfile;

package/lib/pack/packenum.js

@@ -4,58 +4,60 @@
  * can be found in the LICENSE file.
  */
 
- exports.PARAMETER   = 0x0100;
- exports.COUNTER_1   = 0x0201;
- exports.PROFILE     = 0x0300;
- exports.ACTIVESTACK_1 = 0x0401;
- exports.TEXT        = 0x0700;
- exports.ERROR_SNAP  = 0x0800;
- exports.ERROR_SNAP_1  = 0x0801;
- exports.REALTIME_USER_1 = 0x0f01;
- 
- exports.STAT_SERVICE= 0x0900;
- exports.STAT_SERVICE_1 = 0x0901;
- exports.STAT_GENERAL= 0x0910;
- exports.STAT_SQL    = 0x0a00;
- exports.STAT_HTTPC  = 0x0b00;
- exports.STAT_ERROR  = 0x0c00;
- exports.STAT_METHOD = 0x0e00;
- exports.STAT_TOP_SERVICE= 0x1000;
- exports.STAT_REMOTE_IP  = 0x1100;
- exports.STAT_USER_AGENT = 0x1200;
- 
- exports.EVENT       = 0x1400;
- exports.HITMAP      = 0x1500;
- exports.HITMAP_1    = 0x1501;
- exports.COUNTER5M   = 0x1600;
- exports.HITMAP5M    = 0x1700;
- 
- exports.TAG_COUNT    = 0x1601;
- 
- exports.PACK_NAME = {
-     0x0100 : 'PARAMETER',
-     0x0201 : 'COUNTER_1',
-     0x0300 : 'PROFILE',
-     0x0401 : 'ACTIVESTACK_1',
-     0x0700 : 'TEXT',
-     0x0800 : 'ERROR_SNAP',
-     0x0801 : 'ERROR_SNAP_1',
-     0x0f01 : 'REALTIME_USER_1',
-     0x0900 : 'STAT_SERVICE',
-     0x0901 : 'STAT_SERVICE_1',
-     0x0910 : 'STAT_GENERAL',
-     0x0a00 : 'STAT_SQL',
-     0x0b00 : 'STAT_HTTPC',
-     0x0c00 : 'STAT_ERROR',
-     0x0e00 : 'STAT_METHOD',
-     0x1000 : 'STAT_TOP_SERVICE',
-     0x1100 : 'STAT_REMOTE_IP',
-     0x1200 : 'STAT_USER_AGENT',
-     0x1400 : 'EVENT',
-     0x1500 : 'HITMAP',
-     0x1501 : 'HITMAP_1',
-     0x1600 : 'COUNTER5M',
-     0x1700 : 'HITMAP5M',
-     0x1601 : 'TAG_COUNT'
- };
+exports.PARAMETER   = 0x0100;
+exports.COUNTER_1   = 0x0201;
+exports.PROFILE     = 0x0300;
+exports.ACTIVESTACK_1 = 0x0401;
+exports.TEXT        = 0x0700;
+exports.ERROR_SNAP  = 0x0800;
+exports.ERROR_SNAP_1  = 0x0801;
+exports.REALTIME_USER_1 = 0x0f01;
+
+exports.STAT_SERVICE= 0x0900;
+exports.STAT_SERVICE_1 = 0x0901;
+exports.STAT_GENERAL= 0x0910;
+exports.STAT_SQL    = 0x0a00;
+exports.STAT_HTTPC  = 0x0b00;
+exports.STAT_ERROR  = 0x0c00;
+exports.STAT_METHOD = 0x0e00;
+exports.STAT_TOP_SERVICE= 0x1000;
+exports.STAT_REMOTE_IP  = 0x1100;
+exports.STAT_USER_AGENT = 0x1200;
+
+exports.EVENT       = 0x1400;
+exports.HITMAP      = 0x1500;
+exports.HITMAP_1    = 0x1501;
+exports.COUNTER5M   = 0x1600;
+exports.HITMAP5M    = 0x1700;
+
+exports.TAG_COUNT   = 0x1601;
+exports.ZIP         = 0x170b;
+
+exports.PACK_NAME = {
+    0x0100 : 'PARAMETER',
+    0x0201 : 'COUNTER_1',
+    0x0300 : 'PROFILE',
+    0x0401 : 'ACTIVESTACK_1',
+    0x0700 : 'TEXT',
+    0x0800 : 'ERROR_SNAP',
+    0x0801 : 'ERROR_SNAP_1',
+    0x0f01 : 'REALTIME_USER_1',
+    0x0900 : 'STAT_SERVICE',
+    0x0901 : 'STAT_SERVICE_1',
+    0x0910 : 'STAT_GENERAL',
+    0x0a00 : 'STAT_SQL',
+    0x0b00 : 'STAT_HTTPC',
+    0x0c00 : 'STAT_ERROR',
+    0x0e00 : 'STAT_METHOD',
+    0x1000 : 'STAT_TOP_SERVICE',
+    0x1100 : 'STAT_REMOTE_IP',
+    0x1200 : 'STAT_USER_AGENT',
+    0x1400 : 'EVENT',
+    0x1500 : 'HITMAP',
+    0x1501 : 'HITMAP_1',
+    0x1600 : 'COUNTER5M',
+    0x1700 : 'HITMAP5M',
+    0x1601 : 'TAG_COUNT',
+    0x170b : 'ZIP'
+};
  

package/lib/pack/zip-pack.js

@@ -0,0 +1,71 @@
+/**
+ * Copyright 2016 the WHATAP project authors. All rights reserved.
+ * Use of this source code is governed by a license that
+ * can be found in the LICENSE file.
+ */
+
+var PackEnum = require('./packenum'),
+    Pack = require('./pack'),
+    TxRecord = require('../service/tx-record'),
+    Step = require('../step/step'),
+    DataOutputX = require('../io/data-outputx'),
+    DataInputX = require('../io/data-inputx');
+var zlib = require('zlib');
+
+function ZipPack() {
+    Pack.call(this);
+    this.records = [];
+    this.recordCount = null;
+    this.status = 0;
+}
+ZipPack.prototype = new Pack();
+ZipPack.prototype.constructor = ZipPack;
+ZipPack.prototype.toString = function() {
+    var text = 'ZipPack ' + Pack.prototype.toString.call(this);
+    return text;
+};
+ZipPack.prototype.getPackType = function () {
+    return PackEnum.ZIP;
+};
+ZipPack.prototype.write = function (dout) {
+    Pack.prototype.write.call(this, dout);
+    dout.writeByte(this.status);
+    dout.writeDecimal(this.recordCount);
+    dout.writeBlob(this.records);
+}
+ZipPack.prototype.read = function (din) {
+    Pack.prototype.read.call(this, din);
+    this.status = din.readByte();
+    this.recordCount = din.readDecimal();
+    this.records = din.readBlob();
+    return this;
+}
+ZipPack.prototype.setRecords = function (items, size) {
+    if(size) this.recordCount = size;
+    else this.recordCount = items.length;
+
+    var o = new DataOutputX();
+    for(let i = 0; i < items.length; i++){
+        o.writePack(items[i]);
+    }
+    this.records = o.toByteArray();
+    return this;
+}
+ZipPack.prototype.getRecords = function () {
+    var items = [];
+    if(!this.records) {
+        return null;
+    }
+    var dataInputX = new DataInputX(this.records);
+    for(let i = 0; i < this.recordCount; i++){
+        var p = dataInputX.readPack();
+        p.pcode = this.pcode;
+        p.oid = this.oid;
+        p.okind = this.okind;
+        p.onode = this.onode;
+        items.push(p);
+    }
+    return items;
+}
+
+module.exports = ZipPack;

package/lib/util/paramsecurity.js

@@ -20,7 +20,7 @@ ParamSecurity.prototype.getKey = function () {
     return buf;
 };
 
-ParamSecurity.prototype.reload = function () {    
+ParamSecurity.prototype.reload = function () {
     var home = conf['app.root'];
     if (home == null ) {
         var self = this;
@@ -30,7 +30,7 @@ ParamSecurity.prototype.reload = function () {
         return;
     }
 
-    var file = path.join(home, 'paramkey.txt');
+    var file = path.join(home, 'security.conf');
     var self = this;
     try {
         var stat = fs.statSync(file);
@@ -40,8 +40,8 @@ ParamSecurity.prototype.reload = function () {
         }
         var readable = fs.createReadStream(file, {flags : 'r'});
         readable.on('readable', function () {
-            if(self.key !== null 
-                && self.key !== undefined 
+            if(self.key !== null
+                && self.key !== undefined
                 && self.key.length === 0 ) { return; }
             var chunk;
             while (null !== (chunk = readable.read())) {
@@ -54,7 +54,7 @@ ParamSecurity.prototype.reload = function () {
         var printWriter = fs.createWriteStream(file, {flags : 'w'});
         printWriter.write(self.key);
         self.key = Buffer.from(self.key);
-    }                                                               
+    }
 };
 ParamSecurity.prototype.encrypt = function (b, crc) {
     var self = this;

package/lib/util/request-queue.js

@@ -17,6 +17,33 @@ RequestQueue.prototype.get = function () {
     }
     return null;
 };
+RequestQueue.prototype.getByTimeout = async function (timeout) {
+    try{
+        if (this.queue.size() > 0) {
+            return this.queue.removeFirst()
+        }
+        var timeto = Date.now() + timeout;
+        var time = timeout;
+        while (this.queue.size() === 0) {
+            try {
+                if (time > 0) {
+                    await new Promise(resolve => setTimeout(resolve, time));
+                }
+            } catch (e) {
+            }
+            time = timeto - Date.now();
+            if (time <= 0) {
+                break;
+            }
+        }
+        if (this.queue.size() > 0) {
+            return this.queue.removeFirst();
+        }
+        return null;
+    }catch (e) {
+        return null;
+    }
+};
 RequestQueue.prototype.put = function (o) {
     if(this.capacity <= 0 || this.queue.size() < this.capacity) {
         this.queue.add(o);
@@ -34,10 +61,10 @@ RequestQueue.prototype.clear = function () {
 };
 
 var failed = function (v) {
-    
+
 };
 var overflowed = function (v) {
-    
+
 };
 
 module.exports = RequestQueue;

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "whatap",
   "homepage": "http://www.whatap.io",
-  "version": "0.4.94",
-  "releaseDate": "20240307",
+  "version": "0.4.95",
+  "releaseDate": "20240429",
   "description": "Monitoring and Profiling Service",
   "main": "index.js",
   "scripts": {},