@tdengine/websocket 3.2.3 → 3.3.0

package/lib/test/tmq/core/tmq.test.js

@@ -0,0 +1,513 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const constant_1 = require("@src/tmq/constant");
+const wsTmq_1 = require("@src/tmq/wsTmq");
+const config_1 = require("@src/common/config");
+const wsSql_1 = require("@src/sql/wsSql");
+const utils_1 = require("@test-helpers/utils");
+const wsConnectorPool_1 = require("@src/client/wsConnectorPool");
+const log_1 = require("@src/common/log");
+(0, log_1.setLevel)("debug");
+const stable = "st";
+const db = "ws_tmq_test";
+const topics = ["topic_ws_bean"];
+const tokenTopic = "topic_token_test";
+let createTopic = `create topic if not exists ${topics[0]} as select * from ${db}.${stable}`;
+let dropTopic = `DROP TOPIC IF EXISTS ${topics[0]};`;
+let dsn = `ws://${(0, utils_1.testUsername)()}:${(0, utils_1.testPassword)()}@localhost:6041`;
+let tmqDsn = "ws://localhost:6041";
+beforeAll(async () => {
+    let conf = new config_1.WSConfig(dsn);
+    const createDB = `create database if not exists ${db} keep 3650`;
+    const dropDB = `drop database if exists ${db}`;
+    const useDB = `use ${db}`;
+    const stableTags = [
+        true,
+        -1,
+        -2,
+        -3,
+        BigInt(-4),
+        1,
+        2,
+        3,
+        BigInt(4),
+        parseFloat((3.1415).toFixed(5)),
+        parseFloat((3.14159265).toFixed(15)),
+        "varchar_tag_1",
+        "nchar_tag_1",
+    ];
+    const tableValues = [
+        [
+            BigInt(1656677710000),
+            0,
+            -1,
+            -2,
+            BigInt(-3),
+            0,
+            1,
+            2,
+            BigInt(3),
+            parseFloat((3.1415).toFixed(5)),
+            parseFloat((3.14159265).toFixed(15)),
+            "varchar_col_1",
+            "nchar_col_1",
+            true,
+            "NULL",
+            "POINT (4.0 8.0)",
+            "0x7661726332",
+        ],
+        [
+            BigInt(1656677720000),
+            -1,
+            -2,
+            -3,
+            BigInt(-4),
+            1,
+            2,
+            3,
+            BigInt(4),
+            parseFloat((3.1415 * 2).toFixed(5)),
+            parseFloat((3.14159265 * 2).toFixed(15)),
+            "varchar_col_2",
+            "nchar_col_2",
+            false,
+            "NULL",
+            "POINT (3.0 5.0)",
+            "0x7661726333",
+        ],
+        [
+            BigInt(1656677730000),
+            -2,
+            -3,
+            -4,
+            BigInt(-5),
+            2,
+            3,
+            4,
+            BigInt(5),
+            parseFloat((3.1415 * 3).toFixed(5)),
+            parseFloat((3.14159265 * 3).toFixed(15)),
+            "varchar_col_3",
+            "nchar_col_3",
+            true,
+            "NULL",
+            "LINESTRING (1.000000 1.000000, 2.000000 2.000000, 5.000000 5.000000)",
+            "0x7661726334",
+        ],
+        [
+            BigInt(1656677740000),
+            -3,
+            -4,
+            -5,
+            BigInt(-6),
+            3,
+            4,
+            5,
+            BigInt(6),
+            parseFloat((3.1415 * 4).toFixed(5)),
+            parseFloat((3.14159265 * 4).toFixed(15)),
+            "varchar_col_4",
+            "nchar_col_4",
+            false,
+            "NULL",
+            "POLYGON ((3.000000 6.000000, 5.000000 6.000000, 5.000000 8.000000, 3.000000 8.000000, 3.000000 6.000000))",
+            "0x7661726335",
+        ],
+        [
+            BigInt(1656677750000),
+            -4,
+            -5,
+            -6,
+            BigInt(-7),
+            4,
+            5,
+            6,
+            BigInt(7),
+            parseFloat((3.1415 * 5).toFixed(5)),
+            parseFloat((3.14159265 * 5).toFixed(15)),
+            "varchar_col_5",
+            "nchar_col_5",
+            true,
+            "NULL",
+            "POINT (7.0 9.0)",
+            "0x7661726335",
+        ],
+    ];
+    const tableCNValues = [
+        [
+            BigInt(1656677760000),
+            0,
+            -1,
+            -2,
+            BigInt(-3),
+            0,
+            1,
+            2,
+            BigInt(3),
+            parseFloat((3.1415).toFixed(5)),
+            parseFloat((3.14159265).toFixed(15)),
+            "varchar_列_壹",
+            "nchar_列_甲",
+            true,
+            "NULL",
+            "POINT (4.0 8.0)",
+            "0x7661726332",
+        ],
+        [
+            BigInt(1656677770000),
+            -1,
+            -2,
+            -3,
+            BigInt(-4),
+            1,
+            2,
+            3,
+            BigInt(4),
+            parseFloat((3.1415 * 2).toFixed(5)),
+            parseFloat((3.14159265 * 2).toFixed(15)),
+            "varchar_列_贰",
+            "nchar_列_乙",
+            false,
+            "NULL",
+            "POINT (3.0 5.0)",
+            "0x7661726333",
+        ],
+        [
+            BigInt(1656677780000),
+            -2,
+            -3,
+            -4,
+            BigInt(-5),
+            2,
+            3,
+            4,
+            BigInt(5),
+            parseFloat((3.1415 * 3).toFixed(5)),
+            parseFloat((3.14159265 * 3).toFixed(15)),
+            "varchar_列_叁",
+            "nchar_列_丙",
+            true,
+            "NULL",
+            "LINESTRING (1.000000 1.000000, 2.000000 2.000000, 5.000000 5.000000)",
+            "0x7661726334",
+        ],
+        [
+            BigInt(1656677790000),
+            -3,
+            -4,
+            -5,
+            BigInt(-6),
+            3,
+            4,
+            5,
+            BigInt(6),
+            parseFloat((3.1415 * 4).toFixed(5)),
+            parseFloat((3.14159265 * 4).toFixed(15)),
+            "varchar_列_肆",
+            "nchar_列_丁",
+            false,
+            "NULL",
+            "POLYGON ((3.000000 6.000000, 5.000000 6.000000, 5.000000 8.000000, 3.000000 8.000000, 3.000000 6.000000))",
+            "0x7661726335",
+        ],
+        [
+            BigInt(1656677800000),
+            -4,
+            -5,
+            -6,
+            BigInt(-7),
+            4,
+            5,
+            6,
+            BigInt(7),
+            parseFloat((3.1415 * 5).toFixed(5)),
+            parseFloat((3.14159265 * 5).toFixed(15)),
+            "varchar_列_伍",
+            "nchar_列_戊",
+            true,
+            "NULL",
+            "POINT (7.0 9.0)",
+            "0x7661726335",
+        ],
+    ];
+    let ws = await wsSql_1.WsSql.open(conf);
+    await ws.exec(dropTopic);
+    await ws.exec(dropDB);
+    await ws.exec(createDB);
+    await ws.exec(useDB);
+    await ws.exec((0, utils_1.createSTable)(stable));
+    await ws.exec(createTopic);
+    let insert = (0, utils_1.insertStable)(tableValues, stableTags, stable);
+    let insertRes = await ws.exec(insert);
+    insert = (0, utils_1.insertStable)(tableCNValues, stableTags, stable);
+    insertRes = await ws.exec(insert);
+    await ws.exec(`create topic if not exists ${tokenTopic} as select * from ${db}.${stable}`);
+    await ws.close();
+});
+describe("TDWebSocket.Tmq()", () => {
+    jest.setTimeout(20 * 1000);
+    let configMap = new Map([
+        [constant_1.TMQConstants.GROUP_ID, "gId"],
+        [constant_1.TMQConstants.CONNECT_USER, (0, utils_1.testUsername)()],
+        [constant_1.TMQConstants.CONNECT_PASS, (0, utils_1.testPassword)()],
+        [constant_1.TMQConstants.AUTO_OFFSET_RESET, "earliest"],
+        [constant_1.TMQConstants.CLIENT_ID, "test_tmq_client"],
+        [constant_1.TMQConstants.WS_URL, tmqDsn],
+        [constant_1.TMQConstants.ENABLE_AUTO_COMMIT, "true"],
+        [constant_1.TMQConstants.AUTO_COMMIT_INTERVAL_MS, "1000"],
+        ["session.timeout.ms", "10000"],
+        ["max.poll.interval.ms", "30000"],
+        ["msg.with.table.name", "true"],
+    ]);
+    console.log(configMap);
+    test("normal connect", async () => {
+        let consumer = await wsTmq_1.WsConsumer.newConsumer(configMap);
+        await consumer.close();
+    });
+    test("connect error", async () => {
+        expect.assertions(1);
+        let consumer = null;
+        let errConfigMap = new Map([
+            [constant_1.TMQConstants.GROUP_ID, "test"],
+            [constant_1.TMQConstants.CONNECT_USER, "root"],
+            [constant_1.TMQConstants.CONNECT_PASS, "test"],
+            [constant_1.TMQConstants.AUTO_OFFSET_RESET, "earliest1"],
+            [constant_1.TMQConstants.CLIENT_ID, "test_tmq_client"],
+            [constant_1.TMQConstants.WS_URL, tmqDsn],
+            [constant_1.TMQConstants.ENABLE_AUTO_COMMIT, "true"],
+            [constant_1.TMQConstants.AUTO_COMMIT_INTERVAL_MS, "1000"],
+            ["session.timeout.ms", "10000"],
+            ["max.poll.interval.ms", "30000"],
+            ["msg.with.table.name", "true"],
+        ]);
+        try {
+            consumer = await wsTmq_1.WsConsumer.newConsumer(errConfigMap);
+            await consumer.subscribe(topics);
+        }
+        catch (e) {
+            console.log(e);
+            expect([104]).toContain(e.code);
+        }
+        finally {
+            if (consumer) {
+                await consumer.close();
+            }
+        }
+    });
+    test("normal Subscribe", async () => {
+        let consumer = await wsTmq_1.WsConsumer.newConsumer(configMap);
+        await consumer.subscribe(topics);
+        let assignment = await consumer.assignment();
+        console.log(assignment);
+        let counts = 0;
+        let useTime = [];
+        for (let i = 0; i < 5; i++) {
+            let startTime = new Date().getTime();
+            let res = await consumer.poll(500);
+            let currTime = new Date().getTime();
+            useTime.push(Math.abs(currTime - startTime));
+            for (let [key, value] of res) {
+                console.log(key, value.getMeta());
+                let data = value.getData();
+                if (data == null || data.length == 0) {
+                    break;
+                }
+                for (let record of data) {
+                    console.log("-----===>>", record);
+                }
+            }
+        }
+        await consumer.seekToBeginning(assignment);
+        for (let i = 0; i < 5; i++) {
+            let startTime = new Date().getTime();
+            let res = await consumer.poll(500);
+            let currTime = new Date().getTime();
+            useTime.push(Math.abs(currTime - startTime));
+            for (let [key, value] of res) {
+                console.log(key, value.getMeta());
+                let data = value.getData();
+                if (data == null || data.length == 0) {
+                    break;
+                }
+                counts += data.length;
+            }
+        }
+        let topicArray = await consumer.subscription();
+        expect(topics.length).toEqual(topicArray.length);
+        for (let index = 0; index < topicArray.length; index++) {
+            expect(topics[index]).toEqual(topicArray[index]);
+        }
+        assignment = await consumer.commit();
+        console.log(assignment);
+        assignment = await consumer.committed(assignment);
+        assignment = await consumer.commitOffsets(assignment);
+        console.log(assignment);
+        await consumer.unsubscribe();
+        await consumer.close();
+        console.log("------------->", useTime);
+        console.log("------------->", counts);
+        expect(counts).toEqual(10);
+    });
+    test("Topic not exist", async () => {
+        let consumer = await wsTmq_1.WsConsumer.newConsumer(configMap);
+        try {
+            await consumer.subscribe(["aaa"]);
+        }
+        catch (e) {
+            expect(e.message).toMatch("Topic not exist");
+        }
+        await consumer.close();
+    });
+    test("normal seek", async () => {
+        let consumer = await wsTmq_1.WsConsumer.newConsumer(configMap);
+        await consumer.subscribe(topics);
+        let assignment = await consumer.assignment();
+        console.log("------START--------", assignment);
+        await consumer.seekToEnd(assignment);
+        await consumer.seekToBeginning(assignment);
+        await consumer.seekToEnd(assignment);
+        assignment = await consumer.assignment();
+        console.log("------END--------", assignment);
+        for (let i = 0; i < assignment.length; i++) {
+            expect(assignment[i].offset).toEqual(assignment[i].end);
+        }
+        await consumer.unsubscribe();
+        await consumer.close();
+    });
+    (0, utils_1.testEnterprise)("connect with token", async () => {
+        const conf = new config_1.WSConfig(dsn);
+        const wsSql = await wsSql_1.WsSql.open(conf);
+        await wsSql.exec("drop token if exists test_tmq_token");
+        const wsRows = await wsSql.query(`create token test_tmq_token from user ${(0, utils_1.testUsername)()}`);
+        await wsRows.next();
+        const token = wsRows.getData()?.[0];
+        expect(token).toBeTruthy();
+        await wsRows.close();
+        const tmqConf = new Map([
+            [constant_1.TMQConstants.WS_URL, "ws://localhost:6041"],
+            [constant_1.TMQConstants.CONNECT_USER, "invalid_user"],
+            [constant_1.TMQConstants.CONNECT_PASS, "invalid_pass"],
+            [constant_1.TMQConstants.CONNECT_TOKEN, token],
+            [constant_1.TMQConstants.GROUP_ID, "g1101"],
+            [constant_1.TMQConstants.CLIENT_ID, "c1101"],
+            [constant_1.TMQConstants.AUTO_OFFSET_RESET, "earliest"],
+            [constant_1.TMQConstants.ENABLE_AUTO_COMMIT, "false"],
+            [constant_1.TMQConstants.AUTO_COMMIT_INTERVAL_MS, "1000"],
+        ]);
+        const consumer = await wsTmq_1.WsConsumer.newConsumer(tmqConf);
+        await consumer.subscribe([tokenTopic]);
+        let count = 0;
+        for (let i = 0; i < 5; i++) {
+            const res = await consumer.poll(500);
+            for (const [, value] of res) {
+                const data = value.getData();
+                if (data == null || data.length == 0) {
+                    break;
+                }
+                count += data.length;
+            }
+        }
+        expect(count).toEqual(10);
+        await (0, utils_1.Sleep)(3000);
+        await consumer.unsubscribe();
+        await consumer.close();
+        await wsSql.exec("drop token if exists test_tmq_token");
+        await wsSql.close();
+    });
+    (0, utils_1.testEnterprise)("connect with token url", async () => {
+        const conf = new config_1.WSConfig(dsn);
+        const wsSql = await wsSql_1.WsSql.open(conf);
+        await wsSql.exec("drop token if exists test_tmq_token_url");
+        const wsRows = await wsSql.query(`create token test_tmq_token_url from user ${(0, utils_1.testUsername)()}`);
+        await wsRows.next();
+        const token = wsRows.getData()?.[0];
+        expect(token).toBeTruthy();
+        await wsRows.close();
+        const tmqConf = new Map([
+            [constant_1.TMQConstants.WS_URL, `ws://localhost:6041?bearer_token=${token}`],
+            [constant_1.TMQConstants.CONNECT_USER, "invalid_user"],
+            [constant_1.TMQConstants.CONNECT_PASS, "invalid_pass"],
+            [constant_1.TMQConstants.GROUP_ID, "g1103"],
+            [constant_1.TMQConstants.CLIENT_ID, "c1103"],
+            [constant_1.TMQConstants.AUTO_OFFSET_RESET, "earliest"],
+            [constant_1.TMQConstants.ENABLE_AUTO_COMMIT, false],
+            [constant_1.TMQConstants.AUTO_COMMIT_INTERVAL_MS, 1000],
+        ]);
+        const consumer = await wsTmq_1.WsConsumer.newConsumer(tmqConf);
+        await consumer.subscribe([tokenTopic]);
+        let count = 0;
+        for (let i = 0; i < 5; i++) {
+            const res = await consumer.poll(500);
+            for (const [, value] of res) {
+                const data = value.getData();
+                if (data == null || data.length == 0) {
+                    break;
+                }
+                count += data.length;
+            }
+        }
+        expect(count).toEqual(10);
+        await (0, utils_1.Sleep)(3000);
+        await consumer.unsubscribe();
+        await consumer.close();
+        await wsSql.exec("drop token if exists test_tmq_token_url");
+        await wsSql.close();
+    });
+    (0, utils_1.testEnterprise)("connect with invalid token", async () => {
+        const conf = new Map([
+            [constant_1.TMQConstants.GROUP_ID, "g1102"],
+            [constant_1.TMQConstants.CLIENT_ID, "c1102"],
+            [constant_1.TMQConstants.WS_URL, "ws://localhost:6041?bearer_token=invalid_token"],
+        ]);
+        await expect(wsTmq_1.WsConsumer.newConsumer(conf)).rejects.toMatchObject({
+            message: expect.stringMatching(/invalid token/i),
+        });
+        conf.set(constant_1.TMQConstants.WS_URL, "ws://localhost:6041");
+        conf.set(constant_1.TMQConstants.CONNECT_TOKEN, "invalid_token1");
+        await expect(wsTmq_1.WsConsumer.newConsumer(conf)).rejects.toMatchObject({
+            message: expect.stringMatching(/invalid token/i),
+        });
+        conf.set(constant_1.TMQConstants.WS_URL, "ws://localhost:6041?bearer_token=");
+        conf.delete(constant_1.TMQConstants.CONNECT_TOKEN);
+        await expect(wsTmq_1.WsConsumer.newConsumer(conf)).rejects.toMatchObject({
+            message: expect.stringMatching(/invalid url/i),
+        });
+        conf.set(constant_1.TMQConstants.WS_URL, "ws://localhost:6041");
+        conf.set(constant_1.TMQConstants.CONNECT_TOKEN, "");
+        await expect(wsTmq_1.WsConsumer.newConsumer(conf)).rejects.toMatchObject({
+            message: expect.stringMatching(/invalid url/i),
+        });
+    });
+    (0, utils_1.testNon3360)("connector version info", async () => {
+        const consumer = await wsTmq_1.WsConsumer.newConsumer(configMap);
+        await consumer.subscribe(topics);
+        const conf = new config_1.WSConfig("ws://localhost:6041");
+        conf.setUser((0, utils_1.testUsername)());
+        conf.setPwd((0, utils_1.testPassword)());
+        const wsSql = await wsSql_1.WsSql.open(conf);
+        await (0, utils_1.Sleep)(2000);
+        const wsRows = await wsSql.query("show connections");
+        let count = 0;
+        while (await wsRows.next()) {
+            const data = wsRows.getData();
+            if (Array.isArray(data) && data.some(v => typeof v === "string" && v.includes("nodejs-ws"))) {
+                count++;
+            }
+        }
+        expect(count).toBeGreaterThanOrEqual(2);
+        await wsRows.close();
+        await wsSql.close();
+        await consumer.unsubscribe();
+        await consumer.close();
+    });
+});
+afterAll(async () => {
+    const dropDB = `drop database if exists ${db}`;
+    const conf = new config_1.WSConfig(dsn);
+    const ws = await wsSql_1.WsSql.open(conf);
+    await ws.exec(dropTopic);
+    await ws.exec(`drop topic if exists ${tokenTopic}`);
+    await ws.exec(dropDB);
+    await ws.close();
+    wsConnectorPool_1.WebSocketConnectionPool.instance().destroyed();
+});

package/lib/test/tmq/failover/tmq.failover.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=tmq.failover.test.d.ts.map

package/lib/test/tmq/failover/tmq.failover.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tmq.failover.test.d.ts","sourceRoot":"","sources":["../../../../test/tmq/failover/tmq.failover.test.ts"],"names":[],"mappings":""}