@tdengine/websocket 3.0.0 → 3.1.0

package/lib/src/tmq/tmqResponse.js

@@ -0,0 +1,204 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseTmqBlock = exports.TopicPartition = exports.CommittedResp = exports.PartitionsResp = exports.SubscriptionResp = exports.AssignmentResp = exports.WSTmqFetchBlockResponse = exports.TaosTmqResult = exports.WsTmqQueryResponse = exports.WsPollResponse = void 0;
+const wsResponse_1 = require("../client/wsResponse");
+const constant_1 = require("../common/constant");
+const taosResult_1 = require("../common/taosResult");
+const wsError_1 = require("../common/wsError");
+class WsPollResponse {
+    constructor(resp) {
+        this.totalTime = resp.totalTime;
+        this.code = resp.msg.code;
+        this.message = resp.msg.message;
+        this.action = resp.msg.action;
+        this.req_id = resp.msg.req_id;
+        this.have_message = resp.msg.have_message;
+        this.topic = resp.msg.topic;
+        this.database = resp.msg.database;
+        this.vgroup_id = resp.msg.vgroup_id;
+        this.message_id = resp.msg.message_id;
+        this.message_type = resp.msg.message_type;
+        if (resp.msg.id) {
+            this.id = BigInt(resp.msg.id);
+        }
+        else {
+            this.id = BigInt(0);
+        }
+    }
+}
+exports.WsPollResponse = WsPollResponse;
+//  resp: {"code":0,"message":"","action":"fetch","req_id":4,"message_id":1,"completed":false,"table_name":"ct2","rows":1,"fields_count":4,"fields_names":["ts","c1","c2","c3"],"fields_types":[9,4,6,8],"fields_lengths":[8,4,4,10],"precision":0}
+class WsTmqQueryResponse extends wsResponse_1.WSQueryResponse {
+    constructor(resp) {
+        super(resp);
+        this.completed = resp.msg.completed;
+        this.table_name = resp.msg.table_name;
+        this.rows = resp.msg.rows;
+        this.message_id = resp.msg.message_id;
+    }
+}
+exports.WsTmqQueryResponse = WsTmqQueryResponse;
+class TaosTmqResult extends taosResult_1.TaosResult {
+    constructor(resp, pollResp) {
+        super(resp);
+        this.table_name = resp.table_name;
+        // this._affectRows = resp.rows;
+        this.topic = pollResp.topic;
+        this.database = pollResp.database;
+        this.vgroup_id = pollResp.vgroup_id;
+    }
+}
+exports.TaosTmqResult = TaosTmqResult;
+class WSTmqFetchBlockResponse {
+    constructor(resp) {
+        this.totalTime = resp.totalTime;
+        this.blockData = resp.msg;
+    }
+}
+exports.WSTmqFetchBlockResponse = WSTmqFetchBlockResponse;
+class AssignmentResp {
+    constructor(resp, topic) {
+        this.timing = BigInt(resp.msg.timing);
+        this.code = resp.msg.code;
+        this.message = resp.msg.message;
+        this.req_id = resp.msg.req_id;
+        this.action = resp.msg.action;
+        this.totalTime = resp.totalTime;
+        this.topicPartition = resp.msg.assignment;
+        for (let i in this.topicPartition) {
+            this.topicPartition[i].topic = topic;
+        }
+    }
+}
+exports.AssignmentResp = AssignmentResp;
+class SubscriptionResp {
+    constructor(resp) {
+        this.timing = BigInt(resp.msg.timing);
+        this.code = resp.msg.code;
+        this.message = resp.msg.message;
+        this.req_id = resp.msg.req_id;
+        this.action = resp.msg.action;
+        this.totalTime = resp.totalTime;
+        this.topics = resp.msg.topics;
+    }
+}
+exports.SubscriptionResp = SubscriptionResp;
+class PartitionsResp {
+    constructor(resp) {
+        this.timing = BigInt(resp.msg.timing);
+        this.code = resp.msg.code;
+        this.message = resp.msg.message;
+        this.req_id = resp.msg.req_id;
+        this.action = resp.msg.action;
+        this.totalTime = resp.totalTime;
+        this.positions = resp.msg.position;
+    }
+    setTopicPartitions(topicPartitions) {
+        if (topicPartitions.length != this.positions.length) {
+            throw new wsError_1.WebSocketInterfaceError(wsError_1.ErrorCode.ERR_PARTITIONS_TOPIC_VGROUP_LENGTH_NOT_EQUAL, 'TopicPartitions and positions are not equal in length');
+        }
+        for (let i in this.positions) {
+            topicPartitions[i].offset = this.positions[i];
+        }
+        return topicPartitions;
+    }
+}
+exports.PartitionsResp = PartitionsResp;
+class CommittedResp extends PartitionsResp {
+    constructor(resp) {
+        super(resp);
+        this.positions = resp.msg.committed;
+    }
+}
+exports.CommittedResp = CommittedResp;
+class TopicPartition {
+    constructor(msg) {
+        this.vgroup_id = msg.vgroup_id;
+        this.offset = msg.offset;
+        this.begin = msg.begin;
+        this.end = msg.end;
+        this.topic = '';
+    }
+}
+exports.TopicPartition = TopicPartition;
+function parseTmqBlock(rows, resp, taosResult) {
+    let dataList = new Array(rows);
+    if (!resp || !taosResult) {
+        return taosResult;
+    }
+    let metaList = taosResult.getTaosMeta();
+    let taosdata = taosResult.getData();
+    if (metaList && rows && taosdata) {
+        //get bitmap length
+        let bitMapOffset = getBitmapLen(rows);
+        //skip data head
+        let bufferOffset = 24 + 28 + 5 * metaList.length;
+        let dataBuffer = resp.blockData.slice(bufferOffset);
+        let metaLens = [];
+        for (let i = 0; i < metaList.length; i++) {
+            //get data len
+            metaLens.push(new DataView(dataBuffer, i * 4, 4).getInt32(0, true));
+        }
+        bufferOffset = metaList.length * 4;
+        for (let i = 0; i < metaList.length; i++) {
+            let data = [];
+            //get type code
+            let isVarType = (0, taosResult_1._isVarType)(metaList[i]);
+            //fixed length type 
+            if (isVarType == constant_1.ColumnsBlockType.SOLID) {
+                let bitMapArr = dataBuffer.slice(bufferOffset, bufferOffset + bitMapOffset);
+                bufferOffset += bitMapOffset;
+                //decode column data, data is array
+                data = (0, taosResult_1.readSolidDataToArray)(dataBuffer, bufferOffset, rows, metaList[i], bitMapArr);
+            }
+            else {
+                //Variable length type   
+                let offset = bufferOffset;
+                let offsets = [];
+                for (let i = 0; i < rows; i++, offset += constant_1.TDengineTypeLength['INT']) {
+                    //get data length, -1 is null
+                    offsets.push(new DataView(dataBuffer, offset, 4).getInt32(0, true));
+                }
+                let start = offset;
+                for (let i = 0; i < rows; i++) {
+                    let value = '';
+                    if (-1 == offsets[i]) {
+                        value = null;
+                    }
+                    else {
+                        let header = start + offsets[i];
+                        let dataLength = new DataView(dataBuffer, header, 2).getInt16(0, true) & 0xFFFF;
+                        if (isVarType == constant_1.ColumnsBlockType.VARCHAR) {
+                            //decode var char
+                            value = (0, taosResult_1.readVarchar)(dataBuffer, header + 2, dataLength);
+                        }
+                        else if (isVarType == constant_1.ColumnsBlockType.GEOMETRY || isVarType == constant_1.ColumnsBlockType.VARBINARY) {
+                            //decode binary
+                            value = (0, taosResult_1.readBinary)(dataBuffer, header + 2, dataLength);
+                        }
+                        else {
+                            //decode nchar
+                            value = (0, taosResult_1.readNchar)(dataBuffer, header + 2, dataLength);
+                        }
+                    }
+                    data.push(value);
+                }
+                bufferOffset += rows * 4;
+            }
+            bufferOffset += metaLens[i];
+            //column data to row data
+            for (let row = 0; row < data.length; row++) {
+                if (dataList[row] == null) {
+                    dataList[row] = [];
+                }
+                dataList[row].push(data[row]);
+            }
+        }
+        taosdata.push(...dataList);
+    }
+    return taosResult;
+}
+exports.parseTmqBlock = parseTmqBlock;
+function getBitmapLen(n) {
+    return (n + 0x7) >> 3;
+}

package/lib/src/tmq/wsTmq.d.ts

@@ -0,0 +1,32 @@
+import { TaosResult } from '../common/taosResult';
+import { TopicPartition } from './tmqResponse';
+export declare class WsConsumer {
+    private _wsClient;
+    private _wsConfig;
+    private _topics?;
+    private _commitTime?;
+    private constructor();
+    private init;
+    static newConsumer(wsConfig: Map<string, any>): Promise<WsConsumer>;
+    subscribe(topics: Array<string>, reqId?: number): Promise<void>;
+    unsubscribe(reqId?: number): Promise<void>;
+    poll(timeoutMs: number, reqId?: number): Promise<Map<string, TaosResult>>;
+    subscription(reqId?: number): Promise<Array<string>>;
+    commit(reqId?: number): Promise<Array<TopicPartition>>;
+    private doCommit;
+    committed(partitions: Array<TopicPartition>, reqId?: number): Promise<Array<TopicPartition>>;
+    commitOffsets(partitions: Array<TopicPartition>): Promise<Array<TopicPartition>>;
+    commitOffset(partition: TopicPartition, reqId?: number): Promise<void>;
+    positions(partitions: Array<TopicPartition>, reqId?: number): Promise<Array<TopicPartition>>;
+    seek(partition: TopicPartition, reqId?: number): Promise<void>;
+    seekToBeginning(partitions: Array<TopicPartition>): Promise<void>;
+    seekToEnd(partitions: Array<TopicPartition>): Promise<void>;
+    close(): Promise<void>;
+    private fetch;
+    private fetchBlockData;
+    private pollData;
+    private sendAssignmentReq;
+    assignment(topics?: string[]): Promise<Array<TopicPartition>>;
+    private seekToBeginOrEnd;
+}
+//# sourceMappingURL=wsTmq.d.ts.map

package/lib/src/tmq/wsTmq.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wsTmq.d.ts","sourceRoot":"","sources":["../../../src/tmq/wsTmq.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,OAAO,EAAkF,cAAc,EAA6E,MAAM,eAAe,CAAC;AAI1M,qBAAa,UAAU;IACnB,OAAO,CAAC,SAAS,CAAW;IAC5B,OAAO,CAAC,SAAS,CAAW;IAC5B,OAAO,CAAC,OAAO,CAAC,CAAU;IAC1B,OAAO,CAAC,WAAW,CAAC,CAAQ;IAC5B,OAAO;YAMO,IAAI;WAML,WAAW,CAAC,QAAQ,EAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,GAAE,OAAO,CAAC,UAAU,CAAC;IAUjE,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC,EAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAwB9D,WAAW,CAAC,KAAK,CAAC,EAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUzC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,EAAC,MAAM,GAAE,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAkBvE,YAAY,CAAC,KAAK,CAAC,EAAC,MAAM,GAAE,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAYlD,MAAM,CAAC,KAAK,CAAC,EAAC,MAAM,GAAE,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAK5C,QAAQ;IAYhB,SAAS,CAAC,UAAU,EAAC,KAAK,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,EAAC,MAAM,GAAE,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IA0BzF,aAAa,CAAC,UAAU,EAAC,KAAK,CAAC,cAAc,CAAC,GAAE,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAc9E,YAAY,CAAC,SAAS,EAAC,cAAc,EAAE,KAAK,CAAC,EAAC,MAAM,GAAE,OAAO,CAAC,IAAI,CAAC;IAkBnE,SAAS,CAAC,UAAU,EAAC,KAAK,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,EAAC,MAAM,GAAE,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IA0BzF,IAAI,CAAC,SAAS,EAAC,cAAc,EAAE,KAAK,CAAC,EAAC,MAAM,GAAE,OAAO,CAAC,IAAI,CAAC;IAkB3D,eAAe,CAAC,UAAU,EAAC,KAAK,CAAC,cAAc,CAAC,GAAE,OAAO,CAAC,IAAI,CAAC;IAQ/D,SAAS,CAAC,UAAU,EAAC,KAAK,CAAC,cAAc,CAAC,GAAE,OAAO,CAAC,IAAI,CAAC;IASzD,KAAK,IAAG,OAAO,CAAC,IAAI,CAAC;YAIb,KAAK;YAcL,cAAc;YAed,QAAQ;YAkCR,iBAAiB;IAczB,UAAU,CAAC,MAAM,CAAC,EAAC,MAAM,EAAE,GAAE,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAoBnD,gBAAgB;CA6BjC"}

package/lib/src/tmq/wsTmq.js

@@ -0,0 +1,316 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WsConsumer = void 0;
+const config_1 = require("./config");
+const constant_1 = require("./constant");
+const wsClient_1 = require("../client/wsClient");
+const wsError_1 = require("../common/wsError");
+const tmqResponse_1 = require("./tmqResponse");
+const reqid_1 = require("../common/reqid");
+const log_1 = __importDefault(require("../common/log"));
+class WsConsumer {
+    constructor(wsConfig) {
+        this._wsConfig = new config_1.TmqConfig(wsConfig);
+        log_1.default.debug(this._wsConfig);
+        this._wsClient = new wsClient_1.WsClient(this._wsConfig.url, this._wsConfig.timeout);
+    }
+    async init() {
+        await this._wsClient.ready();
+        return this;
+    }
+    static async newConsumer(wsConfig) {
+        if (wsConfig.size == 0 || !wsConfig.get(constant_1.TMQConstants.WS_URL)) {
+            throw new wsError_1.WebSocketInterfaceError(wsError_1.ErrorCode.ERR_INVALID_URL, 'invalid url, password or username needed.');
+        }
+        let wsConsumer = new WsConsumer(wsConfig);
+        return await wsConsumer.init();
+    }
+    async subscribe(topics, reqId) {
+        if (!topics || topics.length == 0) {
+            throw new wsError_1.TaosResultError(wsError_1.ErrorCode.ERR_INVALID_PARAMS, 'WsTmq Subscribe params is error!');
+        }
+        let queryMsg = {
+            action: constant_1.TMQMessageType.Subscribe,
+            args: {
+                req_id: reqid_1.ReqId.getReqID(reqId),
+                user: this._wsConfig.user,
+                password: this._wsConfig.password,
+                group_id: this._wsConfig.group_id,
+                client_id: this._wsConfig.client_id,
+                topics: topics,
+                offset_rest: this._wsConfig.offset_rest,
+                auto_commit: this._wsConfig.auto_commit,
+                auto_commit_interval_ms: this._wsConfig.auto_commit_interval_ms
+            },
+        };
+        this._topics = topics;
+        return await this._wsClient.exec(JSON.stringify(queryMsg));
+    }
+    async unsubscribe(reqId) {
+        let queryMsg = {
+            action: constant_1.TMQMessageType.Unsubscribe,
+            args: {
+                req_id: reqid_1.ReqId.getReqID(reqId),
+            },
+        };
+        return await this._wsClient.exec(JSON.stringify(queryMsg));
+    }
+    async poll(timeoutMs, reqId) {
+        if (this._wsConfig.auto_commit) {
+            if (this._commitTime) {
+                let currTime = new Date().getTime();
+                let diff = Math.abs(currTime - this._commitTime);
+                if (diff >= this._wsConfig.auto_commit_interval_ms) {
+                    await this.doCommit();
+                    this._commitTime = new Date().getTime();
+                }
+            }
+            else {
+                this._commitTime = new Date().getTime();
+            }
+        }
+        return await this.pollData(timeoutMs, reqId);
+    }
+    async subscription(reqId) {
+        let queryMsg = {
+            action: constant_1.TMQMessageType.ListTopics,
+            args: {
+                req_id: reqid_1.ReqId.getReqID(reqId),
+            },
+        };
+        let resp = await this._wsClient.exec(JSON.stringify(queryMsg), false);
+        return new tmqResponse_1.SubscriptionResp(resp).topics;
+    }
+    async commit(reqId) {
+        await this.doCommit(reqId);
+        return await this.assignment();
+    }
+    async doCommit(reqId) {
+        let queryMsg = {
+            action: constant_1.TMQMessageType.Commit,
+            args: {
+                req_id: reqid_1.ReqId.getReqID(reqId),
+                message_id: 0
+            },
+        };
+        await this._wsClient.exec(JSON.stringify(queryMsg));
+    }
+    async committed(partitions, reqId) {
+        if (!partitions || partitions.length == 0) {
+            throw new wsError_1.TaosResultError(wsError_1.ErrorCode.ERR_INVALID_PARAMS, 'WsTmq Positions params is error!');
+        }
+        let offsets = new Array(partitions.length);
+        for (let i = 0; i < partitions.length; i++) {
+            offsets[i] = {
+                topic: partitions[i].topic,
+                vgroup_id: partitions[i].vgroup_id
+            };
+            offsets[i].vgroup_id = partitions[i].vgroup_id;
+        }
+        let queryMsg = {
+            action: constant_1.TMQMessageType.Committed,
+            args: {
+                req_id: reqid_1.ReqId.getReqID(reqId),
+                topic_vgroup_ids: offsets
+            },
+        };
+        let resp = await this._wsClient.exec(JSON.stringify(queryMsg), false);
+        return new tmqResponse_1.CommittedResp(resp).setTopicPartitions(offsets);
+    }
+    async commitOffsets(partitions) {
+        if (!partitions || partitions.length == 0) {
+            throw new wsError_1.TaosResultError(wsError_1.ErrorCode.ERR_INVALID_PARAMS, 'WsTmq CommitOffsets params is error!');
+        }
+        const allp = [];
+        partitions.forEach(e => {
+            allp.push(this.commitOffset(e));
+        });
+        await Promise.all(allp);
+        return await this.committed(partitions);
+    }
+    async commitOffset(partition, reqId) {
+        if (!partition) {
+            throw new wsError_1.TaosResultError(wsError_1.ErrorCode.ERR_INVALID_PARAMS, 'WsTmq CommitOffsets params is error!');
+        }
+        let queryMsg = {
+            action: constant_1.TMQMessageType.CommitOffset,
+            args: {
+                req_id: reqid_1.ReqId.getReqID(reqId),
+                vgroup_id: partition.vgroup_id,
+                topic: partition.topic,
+                offset: partition.offset,
+            },
+        };
+        return await this._wsClient.exec(JSON.stringify(queryMsg));
+    }
+    async positions(partitions, reqId) {
+        if (!partitions || partitions.length == 0) {
+            throw new wsError_1.TaosResultError(wsError_1.ErrorCode.ERR_INVALID_PARAMS, 'WsTmq Positions params is error!');
+        }
+        let offsets = new Array(partitions.length);
+        for (let i = 0; i < partitions.length; i++) {
+            offsets[i] = {
+                topic: partitions[i].topic,
+                vgroup_id: partitions[i].vgroup_id
+            };
+            offsets[i].vgroup_id = partitions[i].vgroup_id;
+        }
+        let queryMsg = {
+            action: constant_1.TMQMessageType.Position,
+            args: {
+                req_id: reqid_1.ReqId.getReqID(reqId),
+                topic_vgroup_ids: offsets
+            },
+        };
+        let resp = await this._wsClient.exec(JSON.stringify(queryMsg), false);
+        return new tmqResponse_1.PartitionsResp(resp).setTopicPartitions(offsets);
+    }
+    async seek(partition, reqId) {
+        if (!partition) {
+            throw new wsError_1.TaosResultError(wsError_1.ErrorCode.ERR_INVALID_PARAMS, 'WsTmq Seek params is error!');
+        }
+        let queryMsg = {
+            action: constant_1.TMQMessageType.Seek,
+            args: {
+                req_id: reqid_1.ReqId.getReqID(reqId),
+                vgroup_id: partition.vgroup_id,
+                topic: partition.topic,
+                offset: partition.offset,
+            },
+        };
+        return await this._wsClient.exec(JSON.stringify(queryMsg));
+    }
+    async seekToBeginning(partitions) {
+        if (!partitions || partitions.length == 0) {
+            throw new wsError_1.TaosResultError(wsError_1.ErrorCode.ERR_INVALID_PARAMS, 'WsTmq SeekToBeginning params is error!');
+        }
+        return await this.seekToBeginOrEnd(partitions);
+    }
+    async seekToEnd(partitions) {
+        if (!partitions || partitions.length == 0) {
+            throw new wsError_1.TaosResultError(wsError_1.ErrorCode.ERR_INVALID_PARAMS, 'WsTmq SeekToEnd params is error!');
+        }
+        return await this.seekToBeginOrEnd(partitions, false);
+    }
+    async close() {
+        await this._wsClient.close();
+    }
+    async fetch(pollResp) {
+        let fetchMsg = {
+            action: 'fetch',
+            args: {
+                req_id: reqid_1.ReqId.getReqID(),
+                message_id: pollResp.message_id,
+            },
+        };
+        let jsonStr = JSON.stringify(fetchMsg);
+        log_1.default.debug('[wsQueryInterface.fetch.fetchMsg]===>' + jsonStr);
+        let result = await this._wsClient.exec(jsonStr, false);
+        return new tmqResponse_1.WsTmqQueryResponse(result);
+    }
+    async fetchBlockData(fetchResponse, taosResult) {
+        let fetchMsg = {
+            action: 'fetch_block',
+            args: {
+                req_id: fetchResponse.req_id,
+                message_id: fetchResponse.message_id,
+            },
+        };
+        let jsonStr = JSON.stringify(fetchMsg);
+        log_1.default.debug('[wsQueryInterface.fetch.fetchMsg]===>' + jsonStr);
+        let result = await this._wsClient.sendMsg(jsonStr);
+        (0, tmqResponse_1.parseTmqBlock)(fetchResponse.rows, new tmqResponse_1.WSTmqFetchBlockResponse(result), taosResult);
+        return taosResult;
+    }
+    async pollData(timeoutMs, reqId) {
+        let queryMsg = {
+            action: constant_1.TMQMessageType.Poll,
+            args: {
+                req_id: reqid_1.ReqId.getReqID(reqId),
+                blocking_time: timeoutMs
+            },
+        };
+        var taosResults = new Map();
+        let resp = await this._wsClient.exec(JSON.stringify(queryMsg), false);
+        let pollResp = new tmqResponse_1.WsPollResponse(resp);
+        if (!pollResp.have_message || pollResp.message_type != constant_1.TMQMessageType.ResDataType) {
+            return taosResults;
+        }
+        while (true) {
+            let fetchResp = await this.fetch(pollResp);
+            if (fetchResp.completed || fetchResp.rows == 0) {
+                break;
+            }
+            let taosResult = taosResults.get(pollResp.topic + pollResp.vgroup_id);
+            if (taosResult == null) {
+                taosResult = new tmqResponse_1.TaosTmqResult(fetchResp, pollResp);
+                taosResults.set(pollResp.topic + pollResp.vgroup_id, taosResult);
+            }
+            else {
+                taosResult.setRowsAndTime(fetchResp.rows);
+            }
+            await this.fetchBlockData(fetchResp, taosResult);
+        }
+        return taosResults;
+    }
+    async sendAssignmentReq(topic) {
+        let queryMsg = {
+            action: constant_1.TMQMessageType.GetTopicAssignment,
+            args: {
+                req_id: reqid_1.ReqId.getReqID(),
+                topic: topic
+            }
+        };
+        let resp = await this._wsClient.exec(JSON.stringify(queryMsg), false);
+        let assignmentInfo = new tmqResponse_1.AssignmentResp(resp, queryMsg.args.topic);
+        return assignmentInfo.topicPartition;
+    }
+    async assignment(topics) {
+        if (!topics || topics.length == 0) {
+            topics = this._topics;
+        }
+        let topicPartitions = [];
+        if (topics && topics.length > 0) {
+            const allp = [];
+            for (let i in topics) {
+                allp.push(this.sendAssignmentReq(topics[i]));
+            }
+            let result = await Promise.all(allp);
+            result.forEach(e => {
+                topicPartitions.push(...e);
+            });
+        }
+        return topicPartitions;
+    }
+    async seekToBeginOrEnd(partitions, bBegin = true) {
+        let topics = [];
+        partitions.forEach(e => {
+            topics.push(e.topic);
+        });
+        let topicPartitions = await this.assignment(topics);
+        let itemMap = topicPartitions.reduce((map, obj) => {
+            map.set(obj.topic + '_' + obj.vgroup_id, obj);
+            return map;
+        }, new Map());
+        const allp = [];
+        for (let i in partitions) {
+            if (itemMap.has(partitions[i].topic + '_' + partitions[i].vgroup_id)) {
+                let topicPartition = itemMap.get(partitions[i].topic + '_' + partitions[i].vgroup_id);
+                if (topicPartition) {
+                    if (bBegin) {
+                        topicPartition.offset = topicPartition.begin;
+                    }
+                    else {
+                        topicPartition.offset = topicPartition.end;
+                    }
+                    allp.push(this.seek(topicPartition));
+                }
+            }
+        }
+        await Promise.all(allp);
+    }
+}
+exports.WsConsumer = WsConsumer;

package/lib/test/bulkPulling/queryTables.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=queryTables.test.d.ts.map

package/lib/test/bulkPulling/queryTables.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queryTables.test.d.ts","sourceRoot":"","sources":["../../../test/bulkPulling/queryTables.test.ts"],"names":[],"mappings":""}